-- Logs begin at Wed 2021-08-04 13:57:11 UTC, end at Wed 2021-08-04 16:08:10 UTC. -- Aug 04 14:27:57.517481 n-d-801743-12 systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 14:28:00.208245 n-d-801743-12 neutron-server[94156]: INFO neutron.common.config [-] Logging enabled! Aug 04 14:28:00.208874 n-d-801743-12 neutron-server[94156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 14:28:00.209003 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 14:28:00.212514 n-d-801743-12 neutron-server[94156]: INFO neutron.common.config [-] Logging enabled! Aug 04 14:28:00.212735 n-d-801743-12 neutron-server[94156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 14:28:00.213081 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 14:28:00.214017 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 14:28:00.214271 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 14:28:00.214673 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 14:28:00.214898 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 14:28:00.215484 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 14:28:00.215804 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.216109 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.216383 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.216615 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.216911 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.217206 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.217493 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.217786 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.218086 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.218378 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.218754 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.219044 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.219275 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.219560 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.219847 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.220135 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.220361 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] debug = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.220643 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.221064 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.221485 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.221772 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.222062 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.222354 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.222632 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.222912 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.223203 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.223534 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] host = n-d-801743-12 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.223814 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.224104 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.224394 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.224684 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.224960 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.225236 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.225523 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.225799 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.226073 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.226349 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.226685 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.226975 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.227265 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.227492 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.227716 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.228003 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.228291 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.228566 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.228840 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.229113 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.229385 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.229657 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.229926 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.230211 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.230495 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.230803 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.231077 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.231347 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.231616 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.231891 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.232174 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.232444 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.232715 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.232984 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.233269 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.233535 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.233809 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.234108 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.234393 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.234706 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.234991 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.235267 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.235554 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.235828 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.236103 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.236376 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_json = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.236651 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.236920 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.237203 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.237473 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.237749 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.238022 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.238293 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.238598 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:00.238898 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.239195 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.239496 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.239781 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.240080 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.240362 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.240759 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.241055 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.241346 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.241636 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.241931 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.242262 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.242557 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.242859 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.243156 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.243468 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.243763 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.244059 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.244338 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.244614 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.244890 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.245170 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.245461 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.245755 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.246046 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.246325 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.246626 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.246924 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.247204 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.247479 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.247757 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.248045 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.248325 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.248600 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.248882 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.249159 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.249433 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.249707 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.249983 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.250276 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.250554 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.250923 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.251196 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.251474 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.251752 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.252037 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.252314 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.252586 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.252857 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.253133 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.253399 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.253672 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.253947 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.254219 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.254493 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.254800 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.255069 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.255341 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.255611 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.255883 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.256156 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.256431 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.256705 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.256977 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.257247 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.257516 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.257809 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.258079 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.258366 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.258686 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.258966 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.259245 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.259522 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.259798 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.260074 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.260350 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.260627 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.260904 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.261176 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.261466 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.261752 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.262034 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.262316 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.262620 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.262913 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.263191 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.263475 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.263751 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.264027 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.264315 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.264599 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.264892 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.265182 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.265477 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.265768 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.266061 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.266338 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.266684 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.266968 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:00.267186 n-d-801743-12 neutron-server[94156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 14:28:00.267431 n-d-801743-12 neutron-server[94156]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94156) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 14:28:00.614707 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 14:28:00.614957 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 14:28:00.615283 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 14:28:00.615624 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 14:28:01.018359 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.018784 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.018920 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.020265 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.020545 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.020818 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.055146 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.055433 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.055707 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.070519 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.070841 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.071117 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.100887 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.101167 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.101461 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.137046 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.137326 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.137599 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.367439 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.368007 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.368007 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.368247 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.368931 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.488803 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.489117 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.489408 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.489683 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.489952 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.490269 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.490531 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.490818 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.491075 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.491371 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.491623 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.491886 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.492164 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.492417 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.492673 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.492941 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.493195 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.493461 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.493714 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.493974 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.494245 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.494498 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.494806 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.495192 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.495446 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.495693 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.496092 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.496337 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.496580 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.496823 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.497065 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.497304 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:01.497677 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 14:28:01.500936 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 14:28:01.504938 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 14:28:01.508821 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 04 14:28:01.510445 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 14:28:01.510931 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 14:28:01.511271 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 14:28:01.511657 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 14:28:01.514445 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 14:28:01.514727 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 14:28:01.515084 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 14:28:01.520394 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 14:28:01.542493 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 14:28:01.542970 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.543269 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94156) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 14:28:01.543635 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.544993 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94156) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 14:28:01.545280 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 14:28:01.545526 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 14:28:01.548769 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.549054 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:01.613550 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 14:28:01.613708 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 14:28:01.613944 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 14:28:01.614326 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 14:28:01.636896 n-d-801743-12 neutron-server[94156]: DEBUG oslo_db.sqlalchemy.engines [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94156) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 14:28:02.183104 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing driver for type 'gre' Aug 04 14:28:02.183695 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] gre ID ranges: [(1, 1000)] Aug 04 14:28:02.236516 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing driver for type 'local' Aug 04 14:28:02.236860 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing driver for type 'vlan' Aug 04 14:28:02.254871 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] VlanTypeDriver initialization complete Aug 04 14:28:02.255226 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing driver for type 'vxlan' Aug 04 14:28:02.255858 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] vxlan ID ranges: [(1, 1000)] Aug 04 14:28:02.307957 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing extension driver 'port_security' Aug 04 14:28:02.308229 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.extensions.port_security [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] PortSecurityExtensionDriver initialization complete Aug 04 14:28:02.308576 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing mechanism driver 'openvswitch' Aug 04 14:28:02.308906 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing mechanism driver 'hyperv' Aug 04 14:28:02.315525 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:02.316434 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.316822 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.317182 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.317731 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.318157 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.318522 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.318900 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.319295 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.319708 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.320099 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.320466 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.320864 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.321273 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.321636 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.321985 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.322382 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.322821 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.323186 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.323532 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.323924 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.324330 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.324646 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.325006 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.325398 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 14:28:02.325781 n-d-801743-12 neutron-server[94156]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] ML2 OVO RPC backend initialized. {{(pid=94156) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 14:28:02.326499 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.326889 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.327326 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.327682 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > networks before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.328040 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.328392 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > ports before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.328741 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.329090 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.329443 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.329791 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.330136 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.330476 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.330856 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.331207 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.331546 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.331872 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.332211 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.332800 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.plugin [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Modular L2 Plugin initialization complete Aug 04 14:28:02.333135 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading services supported by the core plugin {{(pid=94156) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 14:28:02.333470 n-d-801743-12 neutron-server[94156]: INFO neutron.plugins.ml2.managers [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Got port-security extension from driver 'port_security' Aug 04 14:28:02.333940 n-d-801743-12 neutron-server[94156]: INFO neutron.extensions.vlantransparent [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Disabled vlantransparent extension. Aug 04 14:28:02.334434 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94156) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 14:28:02.334774 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: router Aug 04 14:28:02.371076 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.371700 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_create 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.371824 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router before_create 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.372235 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.372618 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.372982 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_delete 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.373357 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.373729 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_create 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.374208 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.374568 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.374955 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.375327 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.375744 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.376118 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.376471 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.376815 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: subnet after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.377161 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.377522 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.377881 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.378234 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.378614 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.378982 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router after_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.379336 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.379699 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.380069 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.380430 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.380808 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > agent after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.381168 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.381524 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > network after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.382406 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Tracking information for resource: router configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:02.382813 n-d-801743-12 neutron-server[94156]: DEBUG neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Tracking information for resource: floatingip configured {{(pid=94156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 14:28:02.387760 n-d-801743-12 neutron-server[94156]: INFO neutron.db.l3_agentschedulers_db [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 14:28:02.388355 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.388724 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.389083 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.389440 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: port after_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.390281 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router before_create 55550100 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.390680 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.391057 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.391423 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.395971 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.provider_configuration [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service providers = [] {{(pid=94156) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 14:28:02.396340 n-d-801743-12 neutron-server[94156]: DEBUG neutron.db.servicetype_db [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94156) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 14:28:02.399558 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.service_base [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 14:28:02.399893 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.service_base [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 14:28:02.400268 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.service_base [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 14:28:02.401198 n-d-801743-12 neutron-server[94156]: DEBUG neutron.services.service_base [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 14:28:02.401579 n-d-801743-12 neutron-server[94156]: INFO neutron.services.service_base [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 14:28:02.401972 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.402296 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 14:28:02.414498 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.414874 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: auto_allocate Aug 04 14:28:02.420662 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: network precommit_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.421038 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: network precommit_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.421572 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.421900 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: tag Aug 04 14:28:02.428816 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.429149 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: timestamp Aug 04 14:28:02.433239 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.433516 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: network_ip_availability Aug 04 14:28:02.439003 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.439388 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.439761 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.440500 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.440828 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: flavors Aug 04 14:28:02.445840 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.446180 n-d-801743-12 neutron-server[94156]: INFO neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading Plugin: revisions Aug 04 14:28:02.450511 n-d-801743-12 neutron-server[94156]: DEBUG neutron.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 14:28:02.450932 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=94156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 14:28:02.451682 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94156) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 14:28:02.452026 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Initializing extension manager. Aug 04 14:28:02.452549 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: __init__.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.452901 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: __pycache__ {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.453243 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.453581 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: address_group.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.454354 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.454956 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: address-group Aug 04 14:28:02.455290 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: address_scope.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.456003 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.456525 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: address-scope Aug 04 14:28:02.456855 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.457791 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.458309 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: router-admin-state-down-before-update Aug 04 14:28:02.458644 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: agent.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.459365 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.459879 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: agent Aug 04 14:28:02.460211 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: agent_resources_synced.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.461258 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.461771 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: agent-resources-synced Aug 04 14:28:02.462106 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.464042 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.464586 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: allowed-address-pairs Aug 04 14:28:02.464924 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.466352 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.466907 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: auto-allocated-topology Aug 04 14:28:02.467239 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: availability_zone.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.467950 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.468467 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: availability_zone Aug 04 14:28:02.468797 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: availability_zone_filter.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.469730 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.470248 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: availability_zone_filter Aug 04 14:28:02.470591 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: data_plane_status.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.471521 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.472036 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 14:28:02.472366 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: default_subnetpools.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.473293 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.473812 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: default-subnetpools Aug 04 14:28:02.474143 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.474978 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.475502 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: dhcp_agent_scheduler Aug 04 14:28:02.475831 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: dns.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.476792 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.477307 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 14:28:02.477638 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: dns_domain_ports.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.478574 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.479129 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 14:28:02.479463 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.480392 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.480910 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 14:28:02.481238 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: dvr.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.481916 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.482431 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: dvr Aug 04 14:28:02.482788 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: ecmp_routes.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.483717 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.484233 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 14:28:02.484562 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: empty_string_filtering.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.485482 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.486005 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: empty-string-filtering Aug 04 14:28:02.486338 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.487305 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.487822 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 14:28:02.488149 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.489089 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.489601 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 14:28:02.489930 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: external_net.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.490881 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.491401 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: external-net Aug 04 14:28:02.491735 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.492719 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.493237 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: extra_dhcp_opt Aug 04 14:28:02.493568 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: extraroute.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.494498 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.495039 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: extraroute Aug 04 14:28:02.495368 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: extraroute_atomic.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.496419 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.496942 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: extraroute-atomic Aug 04 14:28:02.497273 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: filter_validation.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.498126 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.498691 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: filter-validation Aug 04 14:28:02.499026 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: fip_pf_description.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.499955 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.500473 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 14:28:02.500800 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: fip_port_details.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.501739 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.502266 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: fip-port-details Aug 04 14:28:02.502596 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: flavors.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.503860 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.504387 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: flavors Aug 04 14:28:02.504723 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.506372 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.506946 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 14:28:02.507283 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: floatingip_pools.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.508023 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.508553 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: floatingip-pools Aug 04 14:28:02.508883 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: ip_allocation.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.509830 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.510341 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 14:28:02.510705 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.511653 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.512170 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: ip-substring-filtering Aug 04 14:28:02.512503 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l2_adjacency.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.513434 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.513946 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 14:28:02.514273 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.515290 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.515819 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: router Aug 04 14:28:02.516149 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.518389 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.518975 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 14:28:02.519315 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.520287 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.520819 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: ext-gw-mode Aug 04 14:28:02.521155 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.522088 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.522622 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: l3-ha Aug 04 14:28:02.522977 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3_flavors.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.523964 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.524496 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: l3-flavors Aug 04 14:28:02.524829 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.525759 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.526273 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 14:28:02.526606 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: l3agentscheduler.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.527680 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.528203 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: l3_agent_scheduler Aug 04 14:28:02.528529 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: logging.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.530024 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.530549 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension logging not supported by any of loaded plugins Aug 04 14:28:02.530923 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: metering.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.531679 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.532266 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: metering Aug 04 14:28:02.532599 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.533822 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.534350 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: metering_source_and_destination_fields Aug 04 14:28:02.534721 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: multiprovidernet.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.535665 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.536186 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: multi-provider Aug 04 14:28:02.536516 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: netmtu.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.537440 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.537959 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: net-mtu Aug 04 14:28:02.538288 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: netmtu_writable.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.539305 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.539821 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: net-mtu-writable Aug 04 14:28:02.540153 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: network_availability_zone.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.540832 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.541389 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: network_availability_zone Aug 04 14:28:02.541718 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: network_ip_availability.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.542863 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.543393 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: network-ip-availability Aug 04 14:28:02.543725 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: network_segment_range.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.544501 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.545016 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 14:28:02.545356 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: pagination.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.546345 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.546720 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: pagination Aug 04 14:28:02.547047 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: port_device_profile.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.547987 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.548504 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: port-device-profile Aug 04 14:28:02.548838 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.549766 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.550282 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: port-mac-address-regenerate Aug 04 14:28:02.550639 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.551585 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.552107 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: port-numa-affinity-policy Aug 04 14:28:02.552439 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: port_resource_request.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.553354 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.553872 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 14:28:02.554202 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: portbindings.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.555244 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.555773 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: binding Aug 04 14:28:02.556099 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: portbindings_extended.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.557390 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.557921 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: binding-extended Aug 04 14:28:02.558254 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: portsecurity.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.559219 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.559742 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: port-security Aug 04 14:28:02.560145 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: project_id.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.561059 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.561393 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: project-id Aug 04 14:28:02.561721 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: providernet.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.562689 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.563213 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: provider Aug 04 14:28:02.563606 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.567087 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.567618 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos not supported by any of loaded plugins Aug 04 14:28:02.567954 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.569204 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.569731 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 14:28:02.570071 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.571050 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.571571 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 14:28:02.571908 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_default.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.572832 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.573353 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-default not supported by any of loaded plugins Aug 04 14:28:02.573689 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_fip.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.574351 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.574896 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 14:28:02.575229 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.576164 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.576682 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 14:28:02.577014 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.577937 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.578457 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 14:28:02.578831 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_pps_rule.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.580013 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.580544 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-pps not supported by any of loaded plugins Aug 04 14:28:02.580880 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.581809 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.582330 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 14:28:02.582702 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: qos_rules_alias.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.583762 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.584289 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 14:28:02.584621 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: quotasv2.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.585766 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.586111 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: quotas Aug 04 14:28:02.586445 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: quotasv2_detail.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.589595 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.589944 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: quota_details Aug 04 14:28:02.590605 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: rbac.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.591701 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.592238 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: rbac-policies Aug 04 14:28:02.592572 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: rbac_address_group.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.593510 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.594049 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: rbac-address-group Aug 04 14:28:02.594384 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: rbac_address_scope.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.595335 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.595858 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: rbac-address-scope Aug 04 14:28:02.596190 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: rbac_security_groups.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.597118 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.597639 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: rbac-security-groups Aug 04 14:28:02.597971 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.598943 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.599466 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: rbac-subnetpool Aug 04 14:28:02.599798 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: revisionifmatch.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.600733 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.601260 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: revision-if-match Aug 04 14:28:02.601621 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: revisions.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.602768 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.603347 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: standard-attr-revisions Aug 04 14:28:02.603626 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: router_availability_zone.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.604323 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.604837 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: router_availability_zone Aug 04 14:28:02.605170 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: routerservicetype.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.606108 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.606651 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 14:28:02.606986 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.607922 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.608447 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: security-groups-normalized-cidr Aug 04 14:28:02.608782 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.609717 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.610236 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: port-security-groups-filtering Aug 04 14:28:02.610564 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.611517 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.612047 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: security-groups-remote-address-group Aug 04 14:28:02.612374 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: securitygroup.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.621990 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.622536 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: security-group Aug 04 14:28:02.622911 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: segment.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.623732 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.624256 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension segment not supported by any of loaded plugins Aug 04 14:28:02.624588 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.625548 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.626070 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 14:28:02.626404 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: servicetype.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.627630 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.628160 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: service-type Aug 04 14:28:02.628498 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: sorting.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.629504 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.629848 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: sorting Aug 04 14:28:02.630180 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: standard_attr_segment.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.631128 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.631661 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 14:28:02.631995 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: standardattrdescription.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.632686 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.633213 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: standard-attr-description Aug 04 14:28:02.633544 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: stateful_security_group.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.634493 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.635052 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: stateful-security-group Aug 04 14:28:02.635386 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: stdattrs_common.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.635977 n-d-801743-12 neutron-server[94156]: WARNING neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 14:28:02.636303 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.637242 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.637762 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 14:28:02.638090 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnet_onboard.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.639210 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.639732 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: subnet_onboard Aug 04 14:28:02.640065 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.641000 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.641519 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 14:28:02.641848 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnet_service_types.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.642810 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.643339 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: subnet-service-types Aug 04 14:28:02.643671 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnetallocation.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.644775 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.645289 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: subnet_allocation Aug 04 14:28:02.645616 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.646296 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.646858 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: subnetpool-prefix-ops Aug 04 14:28:02.647187 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.648139 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.648720 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 14:28:02.649050 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: tagging.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.650116 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.650671 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: standard-attr-tag Aug 04 14:28:02.651286 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: timestamp.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.652216 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.652748 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loaded extension: standard-attr-timestamp Aug 04 14:28:02.653083 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: trunk.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.654136 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.654689 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension trunk not supported by any of loaded plugins Aug 04 14:28:02.655027 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: trunk_details.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.655962 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.656486 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 14:28:02.656817 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.657748 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.658270 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 14:28:02.658619 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Loading extension file: vlantransparent.py {{(pid=94156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 14:28:02.659323 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 14:28:02.659836 n-d-801743-12 neutron-server[94156]: INFO neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 14:28:02.662319 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:network Aug 04 14:28:02.662888 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnet Aug 04 14:28:02.663294 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 14:28:02.663690 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:port Aug 04 14:28:02.665113 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.665571 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service FLAVORS assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.666225 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.666692 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.667036 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:router Aug 04 14:28:02.667470 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 14:28:02.667974 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service METERING assigned prefix: /metering {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.669430 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.669813 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.670177 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:28:02.671215 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 14:28:02.671739 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:security_group Aug 04 14:28:02.672220 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 14:28:02.672836 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service CORE assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.673171 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 14:28:02.673527 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] subnetpool is already registered Aug 04 14:28:02.673971 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service CORE assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.674304 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 14:28:02.674681 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] subnetpool is already registered Aug 04 14:28:02.677029 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.677629 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service FLAVORS assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.678280 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.678772 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.679117 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:router Aug 04 14:28:02.679467 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] router is already registered Aug 04 14:28:02.679912 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 14:28:02.680255 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] floatingip is already registered Aug 04 14:28:02.680728 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service METERING assigned prefix: /metering {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.681430 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 14:28:02.681765 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] rbac_policy is already registered Aug 04 14:28:02.682201 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:security_group Aug 04 14:28:02.682545 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] security_group is already registered Aug 04 14:28:02.683207 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 14:28:02.683449 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] security_group_rule is already registered Aug 04 14:28:02.683903 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service CORE assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.684250 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 14:28:02.684573 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] subnetpool is already registered Aug 04 14:28:02.685012 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.v2.resource_helper [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Service CORE assigned prefix: {{(pid=94156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 14:28:02.685342 n-d-801743-12 neutron-server[94156]: INFO neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 14:28:02.685682 n-d-801743-12 neutron-server[94156]: WARNING neutron.quota.resource_registry [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] subnetpool is already registered Aug 04 14:28:02.687480 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: extensions {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.689026 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: address-groups {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.690865 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: address-scopes {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.692101 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: agents {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.693399 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: auto-allocated-topology {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.694757 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: availability_zones {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.696072 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: dhcp-networks {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.697529 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: dhcp-agents {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.699329 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: routers {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.701080 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: flavors {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.702325 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: service_profiles {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.703724 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: next_providers {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.705186 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: service_profiles {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.706866 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: floatingip-pools {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.708233 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: routers {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.709982 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: floatingips {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.711262 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: l3-routers {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.712764 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: l3-agents {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.714312 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: metering-labels {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.715999 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: metering-label-rules {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.717312 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: network-ip-availabilities {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.719004 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: bindings {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.720628 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: quotas {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.722746 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: quotas {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.724761 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: rbac-policies {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.726276 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: security-groups {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.727934 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: security-group-rules {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.729609 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: service-providers {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.731198 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: subnetpools {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.733068 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: subnetpools {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.735094 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.736952 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.739417 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.741790 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.744054 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.746348 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.748657 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.751068 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.754944 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.757082 n-d-801743-12 neutron-server[94156]: DEBUG neutron.api.extensions [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Extended resource: tags {{(pid=94156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 14:28:02.764480 n-d-801743-12 neutron-server[94156]: WARNING keystonemiddleware.auth_token [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 14:28:02.770574 n-d-801743-12 neutron-server[94156]: WARNING keystonemiddleware.auth_token [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 14:28:02.781773 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Acquired lock "singleton_lock" {{(pid=94156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 14:28:02.782469 n-d-801743-12 neutron-server[94156]: DEBUG oslo_concurrency.lockutils [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Releasing lock "singleton_lock" {{(pid=94156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 14:28:02.783477 n-d-801743-12 neutron-server[94156]: INFO oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Starting 2 workers Aug 04 14:28:02.789287 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Started child 94265 {{(pid=94156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 14:28:02.794219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.794976 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Started child 94266 {{(pid=94156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 14:28:02.795701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [-] (94265) wsgi starting up on http://0.0.0.0:9696 Aug 04 14:28:02.796534 n-d-801743-12 neutron-server[94156]: INFO neutron.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 14:28:02.797240 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Notify callbacks [] for process, before_spawn {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.799380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.799829 n-d-801743-12 neutron-server[94156]: INFO oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Starting 1 workers Aug 04 14:28:02.800709 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [-] (94266) wsgi starting up on http://0.0.0.0:9696 Aug 04 14:28:02.804907 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Started child 94267 {{(pid=94156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 14:28:02.805403 n-d-801743-12 neutron-server[94156]: INFO oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Starting 1 workers Aug 04 14:28:02.808353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] calling RpcWorker wait() {{(pid=94267) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 14:28:02.808964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] returning from RpcWorker wait() {{(pid=94267) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 14:28:02.809868 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Started child 94268 {{(pid=94156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 14:28:02.810049 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.810506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:02.810657 n-d-801743-12 neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-830cb69d-ed65-48b0-942c-99334ac613c8 None None] Notify callbacks [] for process, after_spawn {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.812474 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 14:28:02.812651 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 14:28:02.812839 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 14:28:02.813061 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 14:28:02.813423 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 14:28:02.813562 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 14:28:02.814066 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.814332 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.814567 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.814694 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:02.815158 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.815158 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.815744 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.815890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:02.815983 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.816229 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.816533 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.816761 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.816918 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.817093 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.817360 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.817561 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.817884 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.818154 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.818367 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.818694 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.818837 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.819106 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.819340 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.819621 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.819855 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] debug = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.820121 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.820664 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.820911 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.821129 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.821355 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.821638 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.821869 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.822543 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.822543 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.822756 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.822843 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.823090 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.823328 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.823551 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.823774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.824018 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.824236 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.824687 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] host = n-d-801743-12 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.824922 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.825138 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.825378 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.825632 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.825887 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.826100 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.826356 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.826617 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.826861 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.827104 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.827340 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.827572 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.827817 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.828060 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.828224 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_options = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.828469 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.828727 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.829006 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.829249 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.829422 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.829599 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.829864 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.830028 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.830273 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.830506 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.830795 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.830987 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.831200 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.831447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.831705 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.831945 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.832175 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.832383 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.832636 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.832880 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.833108 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.833334 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.833583 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.833823 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.834026 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.834239 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.834492 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.834747 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.834959 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.835232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.835472 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.835749 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.835996 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.836250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.836486 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.836703 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.836938 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.837213 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.837442 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.837696 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.837942 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.838156 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.838390 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.838652 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.838887 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.839077 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_json = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.839290 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.839525 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.839811 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.840362 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.840582 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.840849 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.841008 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.843667 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.844141 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.844450 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.844806 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.845343 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.845879 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.845879 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.845879 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.846272 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.846461 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.846764 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.846892 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.847120 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.847412 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.847662 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.847928 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.848251 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.848514 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.848779 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.848998 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.849235 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.849452 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.849672 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.849999 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.850271 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.850540 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.850822 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.851043 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.851280 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.851576 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.851825 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.852067 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.852284 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.852557 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.852794 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.853009 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.853227 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.854239 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.854497 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.855290 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.855552 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.856440 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857133 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857133 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857133 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857510 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857638 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.857818 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.858072 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.858311 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.858789 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.860698 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.860866 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.861285 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.861818 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.861955 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.862189 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.862830 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.862830 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.863064 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.863064 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.863805 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.863805 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.863805 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.864237 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.864237 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.864467 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.864599 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.865291 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.865435 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.865656 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.865896 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.866116 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.866334 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.866553 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.867673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.867673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.867933 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.868069 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.868272 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.868579 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.868757 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.868975 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.869191 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.869424 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.869757 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.870034 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.870284 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.870534 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.870781 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.871022 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.871266 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.871508 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.871725 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.871974 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.872193 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.872466 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.872706 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.873208 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.873208 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.873481 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.873634 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.873868 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.874091 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.874323 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.874860 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.874860 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.875556 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.875556 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.875556 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.875796 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877223 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877712 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.877712 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879758 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879758 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.879919 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.880059 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.880402 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.880619 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.880858 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.881093 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.881407 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.881638 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.881864 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.882074 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.882344 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.882632 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.882944 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.883206 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.883446 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.883730 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.884018 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.884268 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.884437 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.884664 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.884906 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.885135 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.885370 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.885611 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.885838 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.886048 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.886257 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.886570 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.886810 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.887045 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.887248 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.887490 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.887681 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.887907 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.888116 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.888331 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.888561 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.888788 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.889022 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.889245 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.889475 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.889722 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.889937 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.890206 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.890467 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.890713 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.890968 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.891169 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.891574 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.891948 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.892347 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.892724 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.893099 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.893314 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.893546 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.893777 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.893993 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.894233 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.894481 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.894714 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.894958 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.895282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.895526 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896027 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896027 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896207 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896449 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896684 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.896931 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.897132 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.897337 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.897542 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.898815 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.898815 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.898815 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.898815 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.898815 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.899172 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.899172 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.899293 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.899573 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.899825 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.900071 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.900317 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.900541 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.900957 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.901385 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.901765 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.902114 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.902483 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.902881 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.903091 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.903331 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.903537 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.903743 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.903955 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.904161 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.904360 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.904610 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.904818 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.905024 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.905243 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.905454 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.905678 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.905901 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.906144 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.906373 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.906627 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.906822 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.907026 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.907268 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.907473 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.907677 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.907893 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.908124 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.908326 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.908608 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.908866 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.909082 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.909362 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.909603 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.909852 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.910086 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.910370 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.910597 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.910848 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.911063 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.911290 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.911507 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.911753 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.912073 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.912355 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.912605 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.912834 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.913098 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.913362 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.913626 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.913940 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.914235 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.914557 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.914839 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.915095 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.915359 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.915553 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.915790 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.916000 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.916236 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.916465 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.916693 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.916925 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.917147 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.917370 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.917599 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.917820 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.918030 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.918280 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.918503 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.918756 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.918968 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.919121 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 14:28:02.919651 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 14:28:02.919808 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 14:28:02.919959 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 14:28:02.920126 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 14:28:02.920293 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 14:28:02.920442 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 14:28:02.920646 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.920877 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921047 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921235 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921378 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921545 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921703 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.921904 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922032 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922147 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922305 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922461 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922862 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.922862 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923113 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923113 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923363 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923363 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923577 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923733 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923854 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.923935 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924067 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] debug = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924224 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924426 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924578 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924730 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.924886 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.925041 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.925198 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.925353 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.925513 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.925667 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926015 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926015 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926171 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926259 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926407 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926562 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926738 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.926896 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] host = n-d-801743-12 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927054 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927209 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927365 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927521 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927676 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927831 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.927986 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928141 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928296 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928451 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928607 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928765 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.928920 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.929074 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.929230 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_options = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.929386 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.929681 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.929840 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930023 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930185 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930342 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930503 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930700 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.930832 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931025 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931215 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931377 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931535 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931693 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.931856 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932024 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932154 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932287 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932419 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932549 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932691 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932848 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.932991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933137 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933307 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933506 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933657 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933787 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.933876 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934004 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934157 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934313 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934461 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934633 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934792 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.934933 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935093 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935427 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935427 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935657 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935736 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935859 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.935974 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936128 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936284 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936438 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_json = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936594 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936749 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.936904 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937060 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937215 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937370 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937527 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937683 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 14:28:02.937860 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938019 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938188 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938345 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938504 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938680 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938837 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.938994 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939151 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939309 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939474 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939632 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939802 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.939960 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940119 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940418 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940418 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940626 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940710 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.940856 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941013 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941172 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941347 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941513 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941660 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941817 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.941975 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942134 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942292 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942456 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942687 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942846 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.942990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:02.943161 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943161 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943364 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943364 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943523 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943645 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943802 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.943961 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944119 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944275 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944432 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944591 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944749 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.944909 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.945067 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.945275 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.945434 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.945595 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.945762 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946074 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946234 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946393 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946522 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946720 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.946878 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947036 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947195 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947353 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947506 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947834 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.947990 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948149 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948307 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948466 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948624 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948782 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.948940 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949096 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949243 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949400 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949557 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949703 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.949862 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950020 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950179 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950336 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950496 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950691 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950821 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.950954 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951111 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951277 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951450 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951600 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951741 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.951895 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952052 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952195 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952352 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952509 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952665 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952822 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.952977 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.953135 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.953296 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.953526 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.954300 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.954300 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.954300 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.954300 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.954300 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.955447 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.956673 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.957670 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.958479 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.958479 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.958479 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.958479 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.958479 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959118 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959118 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959118 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959118 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959623 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959623 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959623 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.959623 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960041 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960041 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960041 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960253 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960332 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960476 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960633 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960812 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.960972 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961131 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961288 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961448 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961607 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961763 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.961926 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.962079 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.962310 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.962481 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.962697 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.962858 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963016 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963176 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963334 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963493 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963651 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963809 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.963968 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964125 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964282 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964441 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964599 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964756 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.964919 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.965436 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.965579 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.965739 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.965898 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.966055 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.966213 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.966372 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.966533 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.966709 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.967002 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.967308 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.967467 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.967624 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.970625 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971232 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.971774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972250 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972681 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972681 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972681 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972851 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.972957 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973117 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973272 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973436 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973593 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973749 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.973905 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974061 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974218 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974384 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974541 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974721 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.974879 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975037 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975193 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975366 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975528 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975687 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975842 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.975998 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.976155 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.976323 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.976565 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.976724 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.976888 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977047 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977203 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977361 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977529 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977688 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.977851 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978011 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978169 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978326 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978484 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978667 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.978835 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.979075 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.979236 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.979560 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.979871 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.980209 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.980505 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.980945 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.980945 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.981521 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.981521 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.981521 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.981774 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.982991 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983520 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983520 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983520 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983821 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983821 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.983964 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.984042 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.984170 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 14:28:02.984361 n-d-801743-12 neutron-server[94156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 14:28:03.192561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34800) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:03.209229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0117939 Aug 04 14:28:14.764821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a550317-147a-4b9b-8d79-d674e5a3224d None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:28:14.845483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a550317-147a-4b9b-8d79-d674e5a3224d None None] No non-hosted networks {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 14:28:14.854065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.agentschedulers_db [None req-8a550317-147a-4b9b-8d79-d674e5a3224d None None] DHCP Agent not found on host n-d-801743-12 {{(pid=94267) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 14:28:14.918947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de07c9ea-f998-4de0-9312-2ac7a12748f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:17.291880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d9918b64-8aad-4f3a-bb71-7ffe08d83642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:17.350596 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45310fe6-34b2-442d-8db9-c7bc0b63681b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:17.521187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:17.524045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.529706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.530642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.531001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.531349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.531689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.535851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.536608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.536964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.537313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.537654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.539143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:17.540771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-801743-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:17.553158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-801743-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:18.574375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:19.998995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:20.102235 n-d-801743-12 neutron-server[94267]: INFO neutron.db.l3_hamode_db [None req-93de0c6c-c02e-438b-994e-e9c66ac502c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 14:28:20.179296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0c6c-c02e-438b-994e-e9c66ac502c1 None None] Routers set() bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:28:20.179656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0c6c-c02e-438b-994e-e9c66ac502c1 None None] Router IDs set() for agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 14:28:21.263390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:21.788865 n-d-801743-12 neutron-server[94266]: WARNING oslo_policy.policy [None req-3100963a-0af4-47b2-b577-b61955fc681b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:21.789438 n-d-801743-12 neutron-server[94266]: WARNING oslo_policy.policy [None req-3100963a-0af4-47b2-b577-b61955fc681b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:22.000523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-3100963a-0af4-47b2-b577-b61955fc681b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:28:22.001475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3100963a-0af4-47b2-b577-b61955fc681b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7371628 Aug 04 14:28:24.391066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34906) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:24.729630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:24.820064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.policy [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94266) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 14:28:24.863492 n-d-801743-12 neutron-server[94266]: WARNING oslo_policy.policy [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:24.863855 n-d-801743-12 neutron-server[94266]: WARNING oslo_policy.policy [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:24.872695 n-d-801743-12 neutron-server[94266]: INFO neutron.quota [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] Loaded quota_driver: . Aug 04 14:28:24.966436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768244556298', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768244555999', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768244550690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768244612077', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768242874719', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768244589768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-711997', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3723937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3929637'] for rbac-policy, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:25.034499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:25.036288 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ac00c748-3ea8-4dbe-bd6f-15e145478c73 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6442518 Aug 04 14:28:27.641751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34918) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:28.190061 n-d-801743-12 neutron-server[94265]: WARNING oslo_policy.policy [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:28.190677 n-d-801743-12 neutron-server[94265]: WARNING oslo_policy.policy [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:28.404327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:28.405932 n-d-801743-12 neutron-server[94265]: INFO neutron.quota [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Loaded quota_driver: . Aug 04 14:28:28.474981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Made reservation on behalf of 993efac8d5b449e1b1d5c85b27e6073a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:28:28.539957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.policy [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94265) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 14:28:28.583659 n-d-801743-12 neutron-server[94265]: WARNING oslo_policy.policy [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:28.584032 n-d-801743-12 neutron-server[94265]: WARNING oslo_policy.policy [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 14:28:28.594617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:28.617449 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:28.774639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:28.782321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:28.801581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:28:28.829593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768245063253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:28.830202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Unsubscribe: segment precommit_create {{(pid=94265) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 14:28:28.830726 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Added segment c6643803-8285-404d-8754-457cfc8f013f of type vlan for network 0aefc059-ed05-4887-9f31-d1d03d160fcd Aug 04 14:28:28.852172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cacf6fc-b1a9-408d-9670-9a52582fe623,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:28.886320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.886693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.887040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.887364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.887690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.888016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.888340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.888657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.888977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.889294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.889592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.889907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Tracked resource versions report: Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: pushed versions: Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: { 'AddressGroup': {'1.2'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'ConntrackHelper': {'1.0'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Log': {'1.0'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Network': {'1.1'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Port': {'1.7'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'PortForwarding': {'1.2'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'QosPolicy': {'1.9'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SecurityGroup': {'1.4'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SubPort': {'1.0'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Subnet': {'1.1'}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Trunk': {'1.1'}} Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: consumer versions: Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: L3 agent@n-d-801743-12: {}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: Metadata agent@n-d-801743-12: {}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: Metering agent@n-d-801743-12: {}, Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'ConntrackHelper': '1.0', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Log': '1.0', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Network': '1.1', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Port': '1.7', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'PortForwarding': '1.2', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'QosPolicy': '1.9', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SecurityGroup': '1.4', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SecurityGroupRule': '1.2', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'SubPort': '1.0', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Subnet': '1.1', Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: 'Trunk': '1.1'}} Aug 04 14:28:28.891049 n-d-801743-12 neutron-server[94265]: {{(pid=94265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:28:28.960058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:29.016980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:29.018243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:29.018961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:29.101498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4574714 Aug 04 14:28:29.119739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb631f9-842f-4f3d-9aa4-8a7d8c2cf0bf admin admin] Pushing event updated for resources: {'Network': ['ID=0aefc059-ed05-4887-9f31-d1d03d160fcd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:29.133308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:28:31.801106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34940) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:32.286985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef481ec-5430-4bdc-a367-43d5ee644081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:32.288539 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3ef481ec-5430-4bdc-a367-43d5ee644081 admin admin] 10.222.0.76 "GET /v2.0/networks/0aefc059-ed05-4887-9f31-d1d03d160fcd HTTP/1.1" status: 200 len: 825 time: 0.4864948 Aug 04 14:28:32.319444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92cdd048-8826-4e82-9e6e-31b46afde4c1 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/d36f98a2-3388-4fdc-84ca-4d92f0820142 HTTP/1.1" status: 200 len: 734 time: 0.0246229 Aug 04 14:28:32.331548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:32.365764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Made reservation on behalf of 993efac8d5b449e1b1d5c85b27e6073a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:28:32.368510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:32.674684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:32.741054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Checking segment: {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:28:32.741439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Network hostable DHCP agents. Network: 0aefc059-ed05-4887-9f31-d1d03d160fcd, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:28:32.752931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5835f0c2-20d6-4b07-a280-8a63ee260726,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:32.765467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.765787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.766121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.766444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.766802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.767121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.767444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.767748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.768066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.768374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.768667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.768972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Tracked resource versions report: Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: pushed versions: Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: { 'AddressGroup': {'1.2'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'ConntrackHelper': {'1.0'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Log': {'1.0'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Network': {'1.1'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Port': {'1.7'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'PortForwarding': {'1.2'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'QosPolicy': {'1.9'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SecurityGroup': {'1.4'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SubPort': {'1.0'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Subnet': {'1.1'}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Trunk': {'1.1'}} Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: consumer versions: Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: L3 agent@n-d-801743-12: {}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: Metadata agent@n-d-801743-12: {}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: Metering agent@n-d-801743-12: {}, Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'ConntrackHelper': '1.0', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Log': '1.0', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Network': '1.1', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Port': '1.7', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'PortForwarding': '1.2', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'QosPolicy': '1.9', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SecurityGroup': '1.4', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SecurityGroupRule': '1.2', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'SubPort': '1.0', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Subnet': '1.1', Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: 'Trunk': '1.1'}} Aug 04 14:28:32.770096 n-d-801743-12 neutron-server[94266]: {{(pid=94266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:28:32.804112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:28:32.819116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0aefc059-ed05-4887-9f31-d1d03d160fcd) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:32.824037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:32.824642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:32.829102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3ce57-9292-4197-bce0-b28fa6d1b064 None None] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:28:32.842211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-951230aa-46d6-4651-92e7-24415dd1f402 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5165589 Aug 04 14:28:33.153476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0aefc059-ed05-4887-9f31-d1d03d160fcd', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:28:33.155051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:33.427116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Allocated IP 172.20.0.2 (0aefc059-ed05-4887-9f31-d1d03d160fcd/5835f0c2-20d6-4b07-a280-8a63ee260726/2fbaeea4-2963-4e10-ae9a-886f7fd16aa7) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:28:33.629244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:33.646724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Transition to ACTIVE for port object 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:28:33.696135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Transition to ACTIVE for port object 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:28:33.705680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:33.772533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:28:33.779504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:33.788732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:28:33.791984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Pushing event updated for resources: {'Port': ['ID=2fbaeea4-2963-4e10-ae9a-886f7fd16aa7,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:33.803085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.803428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.803760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.804092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.804421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.804747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.805086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.805554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.805874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.806200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.806516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.806868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Tracked resource versions report: Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: pushed versions: Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: { 'AddressGroup': {'1.2'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'ConntrackHelper': {'1.0'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Log': {'1.0'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Network': {'1.1'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Port': {'1.7'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'PortForwarding': {'1.2'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'QosPolicy': {'1.9'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SecurityGroup': {'1.4'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SubPort': {'1.0'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Subnet': {'1.1'}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Trunk': {'1.1'}} Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: consumer versions: Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: L3 agent@n-d-801743-12: {}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: Metadata agent@n-d-801743-12: {}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: Metering agent@n-d-801743-12: {}, Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'ConntrackHelper': '1.0', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Log': '1.0', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Network': '1.1', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Port': '1.7', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'PortForwarding': '1.2', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'QosPolicy': '1.9', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SecurityGroup': '1.4', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SecurityGroupRule': '1.2', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'SubPort': '1.0', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Subnet': '1.1', Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: 'Trunk': '1.1'}} Aug 04 14:28:33.808001 n-d-801743-12 neutron-server[94267]: {{(pid=94267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:28:33.880775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Attempting to bind port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:28:33.881471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Attempting to bind port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:28:33.881580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Attempting to bind port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 on network 0aefc059-ed05-4887-9f31-d1d03d160fcd {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:28:33.886880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:28:33.887287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Checking segment: {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:28:33.887767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:33.888162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Bound using segment: {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:28:33.888663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Bound port: 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:28:33.889070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:33.951848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] For port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:28:33.956102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] For port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2fbaeea4-2963-4e10-ae9a-886f7fd16aa7,segment=NetworkSegment(c6643803-8285-404d-8754-457cfc8f013f),segment_id=c6643803-8285-404d-8754-457cfc8f013f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:28:33.961904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:34.030305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e950-970b-424f-89f2-10d51136ed37 None None] Pushing event updated for resources: {'Port': ['ID=2fbaeea4-2963-4e10-ae9a-886f7fd16aa7,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:35.230782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34952) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:35.554127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-6932a2e9-d8f7-4254-a46e-2c53c797e808 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:28:35.555459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6932a2e9-d8f7-4254-a46e-2c53c797e808 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234913 Aug 04 14:28:37.921808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34960) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:38.242275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-95a20f24-39b3-4035-b8c4-94477c9decbb admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:28:38.243404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95a20f24-39b3-4035-b8c4-94477c9decbb admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205454 Aug 04 14:28:40.817441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34970) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:41.140765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Request body: {'router': {'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:41.171213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:41.172745 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:41.338610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:41.344572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:41.359272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:41.372981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc8a198c-d538-4eb8-b25c-4df0364fa245 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5422881 Aug 04 14:28:41.683571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:28:41.772220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:28:42.290761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791cdba0-6c43-4383-abc1-35cb758c9102 None None] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:28:42.372735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Provisioning for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:28:42.381542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Provisioning complete for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:42.381933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:42.554777 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:42.596435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] For port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2fbaeea4-2963-4e10-ae9a-886f7fd16aa7,segment=NetworkSegment(c6643803-8285-404d-8754-457cfc8f013f),segment_id=c6643803-8285-404d-8754-457cfc8f013f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:28:42.603092 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:42.652195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6191b-e146-4c8e-8c7b-530197762c26 None None] Pushing event updated for resources: {'Port': ['ID=2fbaeea4-2963-4e10-ae9a-886f7fd16aa7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:42.722527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1015fdc7-bcda-4f4f-aaab-ddd70b9039e1 None None] Provisioning complete for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:42.723221 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1015fdc7-bcda-4f4f-aaab-ddd70b9039e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:43.660717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:28:43.707558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:43.707996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:43.715647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:44.055998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-67563a60-e7d0-4568-9e11-c8896dd6415e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:28:44.058179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-67563a60-e7d0-4568-9e11-c8896dd6415e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412442 Aug 04 14:28:44.684451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b826ce03-d834-4d70-94bd-e577c08dd622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.440592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34990) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:46.761928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:46.787473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Made reservation on behalf of 4e9cd34dc46c4e20b1489351c9f326ae for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:28:46.789836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.798012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.891544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.899062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.919211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Reserving flat network on physical network physnet1 {{(pid=94265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 14:28:46.939215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b956192-2dd6-43f1-b6ac-04a4436bce04,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:46.942137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:46.942472 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Added segment 648c1d20-64b6-4610-9425-277838a63249 of type flat for network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad Aug 04 14:28:46.988923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:47.026762 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:47.027748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:47.028320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:47.083609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6419656 Aug 04 14:28:47.088561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004785-c658-4fcf-acd8-721c69991417 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdf6bb4-3950-4f99-9337-fbc74aa451ad,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:47.109898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:28:47.277442 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d20690c-d385-4550-9352-dea7e6047f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:47.499005 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:48.499519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:49.446395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35008) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:49.690972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd12dc10-d101-4416-9fcb-938cd6144204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:49.692358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cd12dc10-d101-4416-9fcb-938cd6144204 admin admin] 10.222.0.76 "GET /v2.0/subnets/5835f0c2-20d6-4b07-a280-8a63ee260726 HTTP/1.1" status: 200 len: 849 time: 0.2449460 Aug 04 14:28:49.871662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f2f906af-e2cc-4b04-b124-cfebdc5e2cb4 admin admin] 10.222.0.76 "GET /v2.0/routers/0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 HTTP/1.1" status: 200 len: 704 time: 0.1730523 Aug 04 14:28:49.943196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:50.143794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:50.459390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Allocated IP 172.20.0.1 (0aefc059-ed05-4887-9f31-d1d03d160fcd/5835f0c2-20d6-4b07-a280-8a63ee260726/a031723c-1807-40ab-8260-641a0b7e64fb) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:28:50.645197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:50.669969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Transition to ACTIVE for port object a031723c-1807-40ab-8260-641a0b7e64fb will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:28:50.757660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:50.825995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:28:50.836458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:50.842110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=a031723c-1807-40ab-8260-641a0b7e64fb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:50.854622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:28:50.855200 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.087211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77b73b09-184c-484f-b52f-c99dddc920f8 None None] Provisioning for port a031723c-1807-40ab-8260-641a0b7e64fb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:28:51.091448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77b73b09-184c-484f-b52f-c99dddc920f8 None None] Provisioning complete for port a031723c-1807-40ab-8260-641a0b7e64fb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:51.091832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77b73b09-184c-484f-b52f-c99dddc920f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.100090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.125595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-77b73b09-184c-484f-b52f-c99dddc920f8 None None] Port a031723c-1807-40ab-8260-641a0b7e64fb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:28:51.314079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.322040 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.322918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.395368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=a031723c-1807-40ab-8260-641a0b7e64fb,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:51.447858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:28:51.449240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:51.630539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:28:51.646740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d44d6ea8-3748-4abf-aa78-8cbbec40abef None None] Provisioning complete for port a031723c-1807-40ab-8260-641a0b7e64fb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:51.647046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d44d6ea8-3748-4abf-aa78-8cbbec40abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:51.681155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d44d6ea8-3748-4abf-aa78-8cbbec40abef None None] Port a031723c-1807-40ab-8260-641a0b7e64fb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:28:51.721461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:28:51.727356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89bfcfa0-6409-4a4e-bc00-9876cd646ca7 admin admin] 10.222.0.76 "PUT /v2.0/routers/0bacced6-ca6e-44b2-8e16-d3eb791d9ed8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8473229 Aug 04 14:28:51.737773 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Sync routers for ids ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:28:51.750036 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Routers {'0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:28:51.750999 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:51.935829 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Set router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:28:52.361379 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:50Z', 'revision_number': 2, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port_host': None, '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:51Z', 'revision_number': 2, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:52.412332 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Checking router: 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:28:52.412698 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Updating router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 port a031723c-1807-40ab-8260-641a0b7e64fb binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:28:52.462497 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:52.989282 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:53.007080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Transition to ACTIVE for port object a031723c-1807-40ab-8260-641a0b7e64fb will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:28:53.013227 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:53.166139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Pushing event updated for resources: {'Port': ['ID=a031723c-1807-40ab-8260-641a0b7e64fb,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:53.182562 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.183039 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.183373 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.183559 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.183930 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.184276 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.184536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.184868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.185197 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.185492 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.185804 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.186257 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Tracked resource versions report: Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: pushed versions: Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: { 'AddressGroup': {'1.2'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'ConntrackHelper': {'1.0'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Log': {'1.0'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Network': {'1.1'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Port': {'1.7'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'PortForwarding': {'1.2'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'QosPolicy': {'1.9'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SecurityGroup': {'1.4'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SubPort': {'1.0'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Subnet': {'1.1'}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Trunk': {'1.1'}} Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: consumer versions: Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: L3 agent@n-d-801743-12: {}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: Metadata agent@n-d-801743-12: {}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: Metering agent@n-d-801743-12: {}, Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'ConntrackHelper': '1.0', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Log': '1.0', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Network': '1.1', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Port': '1.7', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'PortForwarding': '1.2', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'QosPolicy': '1.9', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SecurityGroup': '1.4', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SecurityGroupRule': '1.2', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'SubPort': '1.0', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Subnet': '1.1', Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: 'Trunk': '1.1'}} Aug 04 14:28:53.187270 n-d-801743-12 neutron-server[94268]: {{(pid=94268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:28:53.192120 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Attempting to bind port a031723c-1807-40ab-8260-641a0b7e64fb on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:28:53.192517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Attempting to bind port a031723c-1807-40ab-8260-641a0b7e64fb by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:28:53.192970 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Attempting to bind port a031723c-1807-40ab-8260-641a0b7e64fb on network 0aefc059-ed05-4887-9f31-d1d03d160fcd {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:28:53.199183 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:28:53.199594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Checking segment: {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:28:53.200087 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:53.200479 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Bound using segment: {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:28:53.201018 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Bound port: a031723c-1807-40ab-8260-641a0b7e64fb, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6643803-8285-404d-8754-457cfc8f013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:28:53.201385 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:53.270250 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] For port a031723c-1807-40ab-8260-641a0b7e64fb, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:28:53.298572 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] For port a031723c-1807-40ab-8260-641a0b7e64fb, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a031723c-1807-40ab-8260-641a0b7e64fb,segment=NetworkSegment(c6643803-8285-404d-8754-457cfc8f013f),segment_id=c6643803-8285-404d-8754-457cfc8f013f)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:28:53.304035 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:53.358636 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Routers {'0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:28:53.359284 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:53.427773 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938f970-32e4-4be5-b8e7-653bd87eb342 None None] Pushing event updated for resources: {'Port': ['ID=a031723c-1807-40ab-8260-641a0b7e64fb,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:53.450525 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] Set router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:28:53.662741 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:50Z', 'revision_number': 2, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port_host': None, '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:53Z', 'revision_number': 4, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:28:53.688791 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ba858-76bc-4a40-9e78-0a45705cec8f None None] The sync data for ids ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'] in n-d-801743-12 is: [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:50Z', 'revision_number': 2, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port_host': None, '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:53Z', 'revision_number': 4, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:28:53.921735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35030) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:54.034270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab86e3-bea0-420d-b886-ef3f2688a6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:54.035787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0aab86e3-bea0-420d-b886-ef3f2688a6e5 admin admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 842 time: 0.1129377 Aug 04 14:28:54.045784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:54.070760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Made reservation on behalf of 4e9cd34dc46c4e20b1489351c9f326ae for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:28:54.073180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:54.381634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:28:54.382075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:54.433230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73ce00e-d139-4ba8-b6f1-ba2571639136,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:54.443670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:28:54.444037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Network hostable DHCP agents. Network: 1fdf6bb4-3950-4f99-9337-fbc74aa451ad, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:28:54.467287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:28:54.478892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1fdf6bb4-3950-4f99-9337-fbc74aa451ad) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:54.483161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:54.483737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:54.487893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc0e7f-8964-47d0-92f8-d2f1c63804ee None None] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:28:54.508284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-feea717d-f994-4032-887a-36036a3147c0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4571242 Aug 04 14:28:54.623006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056afe1-452a-461b-b737-40e8b867b129 None None] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:28:56.742543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35038) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:28:56.871408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b4a483f8-6ac5-432c-a6fe-08e2ab101b80 admin admin] 10.222.0.76 "GET /v2.0/routers/0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 HTTP/1.1" status: 200 len: 710 time: 0.1276705 Aug 04 14:28:56.960436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5f641-d6e4-4125-adbe-3d23cfca9398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:28:56.961764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83e5f641-d6e4-4125-adbe-3d23cfca9398 admin admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 886 time: 0.0845816 Aug 04 14:28:56.972056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:28:57.294964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:57.528021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:57.604684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:57.707862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Allocated IP 172.25.0.24 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/07b362cc-14b4-4f12-ab3f-6a38873b72ce) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:28:57.805990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:57.847061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:57.884140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:28:57.886774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:28:57.892173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:28:57.925748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Pushing event updated for resources: {'Port': ['ID=07b362cc-14b4-4f12-ab3f-6a38873b72ce,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:28:58.140082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:58.335224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:58.338816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:58.530961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:28:58.642866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:28:58.647197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:58.649200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5ccd2943-f196-4d8c-a607-eb15f6695380 admin admin] 10.222.0.76 "PUT /v2.0/routers/0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 HTTP/1.1" status: 200 len: 889 time: 1.6800168 Aug 04 14:28:59.695557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a031723c-1807-40ab-8260-641a0b7e64fb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:28:59.747122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a031723c-1807-40ab-8260-641a0b7e64fb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:28:59.750997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a031723c-1807-40ab-8260-641a0b7e64fb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:28:59.751425 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:59.831282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:59.864298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a031723c-1807-40ab-8260-641a0b7e64fb, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a031723c-1807-40ab-8260-641a0b7e64fb,segment=NetworkSegment(c6643803-8285-404d-8754-457cfc8f013f),segment_id=c6643803-8285-404d-8754-457cfc8f013f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:28:59.869743 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:28:59.916457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a031723c-1807-40ab-8260-641a0b7e64fb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:29:00.004195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Sync routers for ids ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:29:00.016282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Routers {'0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:29:00.017089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:29:00.268830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Set router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:29:00.659056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:58Z', 'revision_number': 4, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port': {'id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:57Z', 'updated_at': '2021-08-04T14:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:59Z', 'revision_number': 5, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:29:00.709147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Checking router: 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:29:00.709818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Updating router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 port 07b362cc-14b4-4f12-ab3f-6a38873b72ce binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:29:00.759026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.024271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35050) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:29:01.089908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.099958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Transition to ACTIVE for port object 07b362cc-14b4-4f12-ab3f-6a38873b72ce will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:29:01.107307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.162611 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c5afcce-ce22-4a55-a80a-e804affbf92d admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1239431 Aug 04 14:29:01.162878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbbf9-fb74-4e16-84cb-067d5d417189 None None] Pushing event updated for resources: {'Port': ['ID=07b362cc-14b4-4f12-ab3f-6a38873b72ce,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:29:01.162878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Attempting to bind port 07b362cc-14b4-4f12-ab3f-6a38873b72ce on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:29:01.162878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Attempting to bind port 07b362cc-14b4-4f12-ab3f-6a38873b72ce by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:29:01.162878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Attempting to bind port 07b362cc-14b4-4f12-ab3f-6a38873b72ce on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Bound port: 07b362cc-14b4-4f12-ab3f-6a38873b72ce, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:29:01.171458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.227026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] For port 07b362cc-14b4-4f12-ab3f-6a38873b72ce, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:29:01.230495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] For port 07b362cc-14b4-4f12-ab3f-6a38873b72ce, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=07b362cc-14b4-4f12-ab3f-6a38873b72ce,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:29:01.235414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:01.289434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Routers {'0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:29:01.290071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:29:01.330739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbbf9-fb74-4e16-84cb-067d5d417189 None None] Pushing event updated for resources: {'Port': ['ID=07b362cc-14b4-4f12-ab3f-6a38873b72ce,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:29:01.487472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] Set router 0bacced6-ca6e-44b2-8e16-d3eb791d9ed8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:29:01.697126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a031723c-1807-40ab-8260-641a0b7e64fb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:29:01.739686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dc42384c-626b-4745-a087-e215461e39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:58Z', 'revision_number': 4, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port': {'id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:57Z', 'updated_at': '2021-08-04T14:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:59Z', 'revision_number': 5, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:29:01.769082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42384c-626b-4745-a087-e215461e39ee None None] The sync data for ids ['0bacced6-ca6e-44b2-8e16-d3eb791d9ed8'] in n-d-801743-12 is: [{'id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'name': 'router1', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:28:41Z', 'updated_at': '2021-08-04T14:28:58Z', 'revision_number': 4, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'gw_port': {'id': '07b362cc-14b4-4f12-ab3f-6a38873b72ce', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:57Z', 'updated_at': '2021-08-04T14:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a031723c-1807-40ab-8260-641a0b7e64fb', 'name': '', 'network_id': '0aefc059-ed05-4887-9f31-d1d03d160fcd', 'tenant_id': '993efac8d5b449e1b1d5c85b27e6073a', 'mac_address': 'fa:16:3e:49:e6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bacced6-ca6e-44b2-8e16-d3eb791d9ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:28:50Z', 'updated_at': '2021-08-04T14:28:59Z', 'revision_number': 5, 'project_id': '993efac8d5b449e1b1d5c85b27e6073a', 'subnets': [{'id': '5835f0c2-20d6-4b07-a280-8a63ee260726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36f98a2-3388-4fdc-84ca-4d92f0820142'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:29:01.787698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a031723c-1807-40ab-8260-641a0b7e64fb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:29:01.788017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:03.748433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 07b362cc-14b4-4f12-ab3f-6a38873b72ce up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:29:03.800220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 07b362cc-14b4-4f12-ab3f-6a38873b72ce completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:29:03.803967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 07b362cc-14b4-4f12-ab3f-6a38873b72ce triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:29:03.804569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:03.882316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:03.905301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 07b362cc-14b4-4f12-ab3f-6a38873b72ce, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=07b362cc-14b4-4f12-ab3f-6a38873b72ce,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:29:03.912363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:03.962559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=07b362cc-14b4-4f12-ab3f-6a38873b72ce,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:29:05.722061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 07b362cc-14b4-4f12-ab3f-6a38873b72ce up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:29:05.794488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 07b362cc-14b4-4f12-ab3f-6a38873b72ce triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:29:05.794884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:08.874385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:29:14.694064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08c85a95-b150-4d29-94ae-c142c3cf6627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:17.280938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5cdebea0-cb26-4e58-a434-c2cf5dc8f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:17.536772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:18.507614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:19.971683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:44.687167 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c7504228-3e3f-4a50-8e49-64c749c10daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:45.873086 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:29:47.287403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89af342a-30f8-4a60-a98e-f0bb8cea5235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:47.493094 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:48.509837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:29:49.967832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:14.690437 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ef87677a-19e3-4557-8f6c-81752b22705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:17.295189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0519f908-e182-46d0-bb85-bc7b0a5566a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:17.495641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:18.510637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:19.973685 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:22.875993 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:30:41.285505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35652) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:41.356591 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f12ff3-f256-4860-b0d2-7e25f11856c3 admin admin] GET failed (client error): The resource could not be found. Aug 04 14:30:41.357938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36f12ff3-f256-4860-b0d2-7e25f11856c3 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714698 Aug 04 14:30:41.518385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84287cf5-24d2-4772-9776-7f6fd3c519c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:41.519918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84287cf5-24d2-4772-9776-7f6fd3c519c9 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574302 Aug 04 14:30:43.690364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35662) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:43.799249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351820e-e5dc-4608-bcd0-2baaaa351282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:43.800616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d351820e-e5dc-4608-bcd0-2baaaa351282 admin admin] 10.222.0.76 "GET /v2.0/subnets/5835f0c2-20d6-4b07-a280-8a63ee260726 HTTP/1.1" status: 200 len: 849 time: 0.1092703 Aug 04 14:30:43.814006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:30:43.897789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:44.067305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768245045113'] for subnet, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:44.107497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:44.108110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:44.109398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] 10.222.0.76 "PUT /v2.0/subnets/5835f0c2-20d6-4b07-a280-8a63ee260726 HTTP/1.1" status: 200 len: 868 time: 0.2993360 Aug 04 14:30:44.113121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f211d3-a968-4959-ab53-645b7d5bb0d5 None None] Network 0aefc059-ed05-4887-9f31-d1d03d160fcd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:30:44.127277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5835f0c2-20d6-4b07-a280-8a63ee260726,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:30:44.134773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.135103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.135468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.135804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.136138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.136460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.136805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.137126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.137456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.137802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.138125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.138452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21cf58-5cb2-4da6-a268-d5f2e2c9bb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:30:44.451743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bc464371-637f-499e-9338-4fb0d83f9ec3 None None] Provisioning complete for port 2fbaeea4-2963-4e10-ae9a-886f7fd16aa7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:30:44.452129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc464371-637f-499e-9338-4fb0d83f9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:44.540927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bc464371-637f-499e-9338-4fb0d83f9ec3 None None] Provisioning complete for port a031723c-1807-40ab-8260-641a0b7e64fb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:30:44.541450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc464371-637f-499e-9338-4fb0d83f9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:44.692644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fb57-ceb5-4f0d-ac20-5d7b493af2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:46.242232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:46.456484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0bdd4-0113-4b33-a04e-124559e9e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:46.456888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0bdd4-0113-4b33-a04e-124559e9e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:46.458468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2f0bdd4-0113-4b33-a04e-124559e9e643 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152393 Aug 04 14:30:47.288163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24ede297-5a8c-48ae-b0f6-45ba5b6552e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:47.499695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:48.516541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:48.603183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:48.812029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f421-ba5c-4f02-9a77-11ae73c09049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:48.812413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f421-ba5c-4f02-9a77-11ae73c09049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:48.813981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab57f421-ba5c-4f02-9a77-11ae73c09049 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2098339 Aug 04 14:30:49.976816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:30:50.953793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35688) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:51.093404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c243c-dfe4-4ded-9c58-4377a7debb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:51.094840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c92c243c-dfe4-4ded-9c58-4377a7debb84 admin admin] 10.222.0.76 "GET /v2.0/networks/0aefc059-ed05-4887-9f31-d1d03d160fcd HTTP/1.1" status: 200 len: 869 time: 0.1400535 Aug 04 14:30:53.255791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35696) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:53.380764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9075f0c5-ec71-4eef-a8f0-c927c28fec16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:53.382145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9075f0c5-ec71-4eef-a8f0-c927c28fec16 admin admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 886 time: 0.1253839 Aug 04 14:30:55.529886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35704) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:55.666724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73785ecf-1ed0-4a4f-b2cc-6019392f1cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:55.667198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73785ecf-1ed0-4a4f-b2cc-6019392f1cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:55.668748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73785ecf-1ed0-4a4f-b2cc-6019392f1cb5 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378839 Aug 04 14:30:57.825141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35712) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:30:57.923062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d530ac-61df-4c71-adfa-2686cac97192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:57.923527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d530ac-61df-4c71-adfa-2686cac97192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:30:57.925066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-82d530ac-61df-4c71-adfa-2686cac97192 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0986652 Aug 04 14:30:59.875516 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:31:00.066770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35720) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:00.162112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee933a-0f19-4bc0-a662-f2337dd42a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:00.163534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bbee933a-0f19-4bc0-a662-f2337dd42a13 admin admin] 10.222.0.76 "GET /v2.0/subnets/5835f0c2-20d6-4b07-a280-8a63ee260726 HTTP/1.1" status: 200 len: 868 time: 0.0957921 Aug 04 14:31:02.316480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35728) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:02.407229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26517a81-085f-4a51-99f6-19a9f271442f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:02.408619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-26517a81-085f-4a51-99f6-19a9f271442f admin admin] 10.222.0.76 "GET /v2.0/subnets/b73ce00e-d139-4ba8-b6f1-ba2571639136 HTTP/1.1" status: 200 len: 816 time: 0.0911736 Aug 04 14:31:14.695241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-305a50f1-59a1-4c78-b2b0-05a374c37e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:17.294880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eef0659e-af19-4805-a9a6-b166bf8ab680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:17.502136 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:18.518187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:19.980243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:27.865467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:27.918637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-ef35090d-2fd3-4582-a0cd-904a7a186d4f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:31:27.919664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ef35090d-2fd3-4582-a0cd-904a7a186d4f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529332 Aug 04 14:31:30.158538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:30.237589 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2383bcb9-6882-4e5e-86b5-ddc68ecd36de admin admin] GET failed (client error): The resource could not be found. Aug 04 14:31:30.238994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2383bcb9-6882-4e5e-86b5-ddc68ecd36de admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0791245 Aug 04 14:31:30.391203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5966d2be-9ffa-4336-9a14-e6d585962dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:30.392649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5966d2be-9ffa-4336-9a14-e6d585962dad admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1475627 Aug 04 14:31:32.565272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35798) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:32.614618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:31:32.641465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Made reservation on behalf of 4e9cd34dc46c4e20b1489351c9f326ae for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:31:32.643834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:32.688667 n-d-801743-12 neutron-server[94266]: WARNING neutron.services.revisions.revision_plugin [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Could not find related network for resource to bump revision. Aug 04 14:31:32.705815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:31:32.721349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768245063253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:32.721917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Unsubscribe: segment precommit_create {{(pid=94266) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 14:31:32.722371 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Added segment 2ddb6f55-29a9-4e11-b45c-560a5a468bbb of type vlan for network 7017246f-8f99-4682-beae-332c7d1ef6bb Aug 04 14:31:32.776745 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:32.818948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:32.820406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:32.821118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:32.904598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3383288 Aug 04 14:31:32.912916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b39320-bb71-4a3c-a4f5-17292f855fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=7017246f-8f99-4682-beae-332c7d1ef6bb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:31:32.926775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 7017246f-8f99-4682-beae-332c7d1ef6bb details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:31:35.092744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:31:35.163778 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0db26f4-401c-4096-959e-daba45ba944e admin admin] GET failed (client error): The resource could not be found. Aug 04 14:31:35.165104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b0db26f4-401c-4096-959e-daba45ba944e admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710971 Aug 04 14:31:35.238563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318647e-95e9-4547-9525-96b7d3de5eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:35.240176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e318647e-95e9-4547-9525-96b7d3de5eab admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705562 Aug 04 14:31:35.253701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:31:35.278188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Made reservation on behalf of 4e9cd34dc46c4e20b1489351c9f326ae for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:31:35.280401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:35.445509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:35.491426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eff5ab9-9e28-48a5-8af8-a685894f9e72,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:31:35.504768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.505086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.505536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.505874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.506223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.506548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.506907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.507233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.507558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.507881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.508192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.508513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:35.516083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:31:35.516470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Network hostable DHCP agents. Network: 7017246f-8f99-4682-beae-332c7d1ef6bb, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:31:35.535505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:31:35.545639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 7017246f-8f99-4682-beae-332c7d1ef6bb) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:31:35.550487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:31:35.551153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:35.555577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41439eb8-c1a0-4d63-b485-ff1c55782744 None None] Network 7017246f-8f99-4682-beae-332c7d1ef6bb requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:31:35.566676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12b365ec-02bd-4c0b-b662-a23484d97e57 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164861 Aug 04 14:31:35.805132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-7017246f-8f99-4682-beae-332c7d1ef6bb', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'tenant_id': '4e9cd34dc46c4e20b1489351c9f326ae', 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:31:35.806022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:35.942306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Allocated IP 192.168.233.2 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/d51c6259-8354-404e-9454-2578ce7c0eac) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:31:36.088308 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:36.097709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Transition to ACTIVE for port object d51c6259-8354-404e-9454-2578ce7c0eac will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:31:36.112924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Transition to ACTIVE for port object d51c6259-8354-404e-9454-2578ce7c0eac will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:31:36.120261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:36.157530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:31:36.162409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:31:36.169138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:31:36.171430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Pushing event updated for resources: {'Port': ['ID=d51c6259-8354-404e-9454-2578ce7c0eac,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:31:36.181921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.182275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.182682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.183024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.183360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.183691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.184013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.184342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.184668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.185016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.185356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.185670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:31:36.239156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Attempting to bind port d51c6259-8354-404e-9454-2578ce7c0eac on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:31:36.239529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Attempting to bind port d51c6259-8354-404e-9454-2578ce7c0eac by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:31:36.239893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Attempting to bind port d51c6259-8354-404e-9454-2578ce7c0eac on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:31:36.245076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:31:36.245455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:31:36.245878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:36.246268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:31:36.246768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Bound port: d51c6259-8354-404e-9454-2578ce7c0eac, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:31:36.247179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:36.311525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] For port d51c6259-8354-404e-9454-2578ce7c0eac, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:31:36.316738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] For port d51c6259-8354-404e-9454-2578ce7c0eac, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d51c6259-8354-404e-9454-2578ce7c0eac,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:31:36.322846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:36.382022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3c91f-0626-4715-ad8f-ef556edaf635 None None] Pushing event updated for resources: {'Port': ['ID=d51c6259-8354-404e-9454-2578ce7c0eac,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:31:36.873866 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:31:37.228628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c0b0e-6079-4d28-a96f-427d04e1d5fb None None] Network 7017246f-8f99-4682-beae-332c7d1ef6bb requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:31:37.292320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d1d9dd47-7fe7-4605-99b9-358499b20df3 None None] Provisioning for port d51c6259-8354-404e-9454-2578ce7c0eac completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:31:37.847836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d51c6259-8354-404e-9454-2578ce7c0eac up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:31:37.898817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d51c6259-8354-404e-9454-2578ce7c0eac completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:31:37.902735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d51c6259-8354-404e-9454-2578ce7c0eac triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:31:37.903106 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:37.985723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:38.021582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d51c6259-8354-404e-9454-2578ce7c0eac, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d51c6259-8354-404e-9454-2578ce7c0eac,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:31:38.027175 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:38.080961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d51c6259-8354-404e-9454-2578ce7c0eac,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:31:39.808040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d51c6259-8354-404e-9454-2578ce7c0eac up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:31:39.857234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d51c6259-8354-404e-9454-2578ce7c0eac triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:31:39.857604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:44.698426 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6852f713-dc5f-4bd7-8ea8-d349011edc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:47.287724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2f47c135-2c89-41ac-9348-89ca89e3d6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:47.506555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:48.522696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:31:49.984084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:13.877932 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:32:14.700775 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-79a65f22-6908-4402-ae61-400fc5899bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:17.291186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b8518de5-a606-47ec-8e33-8f60cc010b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:17.510241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:18.523654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:19.997989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:44.702427 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae2ca-71ff-4fc1-bbf8-ce292fb5d0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:47.294163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b7295456-14cf-4c6e-aa2f-3e54fbbb683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:47.513665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:48.529628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:49.479848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35858) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:32:49.485823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-500454a6-ec3d-44de-b082-bf793f1e3519 tempest-verify_tempest_config-1923264360 tempest-verify_tempest_config-1923264360-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:32:49.486832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-500454a6-ec3d-44de-b082-bf793f1e3519 tempest-verify_tempest_config-1923264360 tempest-verify_tempest_config-1923264360-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059586 Aug 04 14:32:49.818087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35876) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:32:49.927262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:49.989274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.055048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.060267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.104765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a691ff4715c841fb82271a5e021dcd92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851930 Aug 04 14:32:50.105383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d20a9d-67f0-4998-9dc9-37d33b5dfdcb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:32:50.107471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35880) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:32:50.112150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.112498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.112843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.113175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.113527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.113840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.114170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.114496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.114843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.115170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.115490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.115813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d901454-3fda-4bd6-91f4-a2b704f3bad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.164276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.184487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.279014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.283402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:32:50.285327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1d20a9d-67f0-4998-9dc9-37d33b5dfdcb HTTP/1.1" status: 204 len: 168 time: 0.1764858 Aug 04 14:32:50.294535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d20a9d-67f0-4998-9dc9-37d33b5dfdcb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:32:50.301386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.301725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.302069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.302406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.302781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.303185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.306844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.307194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.307530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.307863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.308218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.308641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2abe5-9143-4d74-a91e-478f51d329d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:32:50.878712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:33:14.706961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d747a8a8-b6d8-4055-bcb4-81879f2f4535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:17.308850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf4e874a-43fd-42e0-8f4a-786187119dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:17.522019 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:18.530612 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:20.005811 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:27.880064 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:33:44.704247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f66f698a-110d-4804-8572-3ebd2a10cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:47.305578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-186d27c3-b186-4b9f-b023-f3942d63d72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:47.522134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:48.537711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:33:50.005310 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:04.879012 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:34:14.698252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-33096955-7b71-470a-ae31-b96622227901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:17.300395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-134753b7-7216-4132-9fab-87052d4d80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:17.522632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:18.542045 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:20.010888 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:41.882749 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:34:44.709478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e563b8b9-6a7d-449e-9ce5-1b71e64c6dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:47.317429 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-13008a7e-5d85-4976-8054-c1f467301590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:47.525753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:48.543923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:34:50.021451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:14.703679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f3e8-bdc3-4554-b606-fe4cc1a66897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:17.304351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f9c6fa2-d5d9-4f67-a59d-55f0d82b4f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:17.527025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:18.551012 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:18.883055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 5 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:35:20.019813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:44.716765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-079fc094-90d6-40fc-b4be-db4cde9a238a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:47.299228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81b3d018-482e-467e-953d-b904dc145f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:47.529160 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:47.578969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:48.351643 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875487'] for agent, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:48.549359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:50.024038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:35:55.885879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:36:14.711680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-99dfb459-7ee4-4c36-95c3-f68e62c66a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:17.311358 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e946e0-b9ef-40bd-a63d-bd5437ca0a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:17.522800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:17.576439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:18.306703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:18.558958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:20.030413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:32.119996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:36:32.231694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a51b5c3-3e50-41af-a307-6b4d57e08405 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1105821 Aug 04 14:36:32.886541 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:36:34.393335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:36:34.454379 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-edfb6024-b34d-4d40-ba6f-de38e609f906 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0599411 Aug 04 14:36:44.721124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-31ffac28-679f-4414-aadd-1795807c70a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:47.316024 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c766dbca-2069-43ab-ab11-c0e35b09be0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:47.530895 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:47.567753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:48.304281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:48.557236 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:36:50.039724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:09.887046 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:37:14.725651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73436e64-ab6e-41f7-b55a-90304b4b0fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:17.314324 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0e3e904-fe82-4a1b-a19c-4c1096f37ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:17.535748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:17.580948 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:18.319845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:18.572128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:20.032887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:44.711504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e464e02c-6d5f-4ac0-9758-d093499b539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:46.889966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:37:47.309007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26887694-ba45-45c7-9a05-b836910a5809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:47.528254 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:47.584712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:48.333285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:48.570470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:50.035485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:57.328585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36182) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:57.509584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:57.835609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dbbf6410-550c-422e-a5b3-eab56dc46c3a tempest-AutoAllocateNetworkTest-1532950429 tempest-AutoAllocateNetworkTest-1532950429-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3afc19ebc9af401cbfd50fb88a6c2f0b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5033042 Aug 04 14:37:57.836091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36210) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:57.862567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-network', 'tenant_id': '00fd057a346e466c975324a686be03b0'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:37:57.898574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Made reservation on behalf of 00fd057a346e466c975324a686be03b0 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:37:57.902188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:57.921009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.041043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.047296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.066632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebb7f5-8ea7-4fb3-a934-1f1bc0904ab0 tempest-AutoAllocateNetworkTest-1532950429 tempest-AutoAllocateNetworkTest-1532950429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:37:58.071391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8eebb7f5-8ea7-4fb3-a934-1f1bc0904ab0 tempest-AutoAllocateNetworkTest-1532950429 tempest-AutoAllocateNetworkTest-1532950429-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2342191 Aug 04 14:37:58.071831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:58.094792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:37:58.097309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e116eedd-20d1-4d69-9199-c4e854e0f2b8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:37:58.218548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.218922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.219266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.219603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.219933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.220265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.220588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.220913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.221234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.221553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.222045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.222522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Tracked resource versions report: Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: pushed versions: Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: { 'AddressGroup': {'1.2'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'ConntrackHelper': {'1.0'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Log': {'1.0'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Network': {'1.1'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Port': {'1.7'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'PortForwarding': {'1.2'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'QosPolicy': {'1.9'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SecurityGroup': {'1.4'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SubPort': {'1.0'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Subnet': {'1.1'}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Trunk': {'1.1'}} Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: consumer versions: Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: HyperV agent@n-h1-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: HyperV agent@n-h2-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: L3 agent@n-d-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: Metadata agent@n-d-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: Metering agent@n-d-801743-12: {}, Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'ConntrackHelper': '1.0', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Log': '1.0', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Network': '1.1', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Port': '1.7', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'PortForwarding': '1.2', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'QosPolicy': '1.9', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SecurityGroup': '1.4', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SecurityGroupRule': '1.2', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'SubPort': '1.0', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Subnet': '1.1', Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: 'Trunk': '1.1'}} Aug 04 14:37:58.226575 n-d-801743-12 neutron-server[94266]: {{(pid=94266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:37:58.236395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36240) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:58.255269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17ebbec9-bfa0-48c9-acad-e4a11edef64a tempest-AutoAllocateNetworkTest-1532950429 tempest-AutoAllocateNetworkTest-1532950429-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1812623 Aug 04 14:37:58.256761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.257111 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Added segment 90061585-6625-4f20-a6d7-48812fac8ab8 of type vlan for network 15c818d0-97b9-464f-9231-c1333e243e23 Aug 04 14:37:58.275838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b319754-0638-47bc-bed0-f3815db76ce8 tempest-AutoAllocateNetworkTest-1532950429 tempest-AutoAllocateNetworkTest-1532950429-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3afc19ebc9af401cbfd50fb88a6c2f0b HTTP/1.1" status: 200 len: 208 time: 0.0382245 Aug 04 14:37:58.298635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.339712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.341065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:37:58.341857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.366284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8553758 Aug 04 14:37:58.369434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36252) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:58.374353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Request body: {'subnet': {'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-subnet', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:37:58.397514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Made reservation on behalf of 00fd057a346e466c975324a686be03b0 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:37:58.401055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.411109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53da78-76dd-4275-ba19-999753f3b923 admin admin] Pushing event updated for resources: {'Network': ['ID=15c818d0-97b9-464f-9231-c1333e243e23,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:37:58.423429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 15c818d0-97b9-464f-9231-c1333e243e23 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:37:58.729732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.794445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Checking segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:37:58.794837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Network hostable DHCP agents. Network: 15c818d0-97b9-464f-9231-c1333e243e23, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:37:58.797764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73806e4a-7bdd-4b24-8967-9d5ccbbf195a,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:37:58.811652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.812030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.812380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.812720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.813055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.813376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.813701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.814037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.814349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.814702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.815028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.815350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Tracked resource versions report: Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: pushed versions: Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: { 'AddressGroup': {'1.2'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'ConntrackHelper': {'1.0'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Log': {'1.0'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Network': {'1.1'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Port': {'1.7'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'PortForwarding': {'1.2'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'QosPolicy': {'1.9'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SecurityGroup': {'1.4'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SubPort': {'1.0'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Subnet': {'1.1'}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Trunk': {'1.1'}} Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: consumer versions: Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: HyperV agent@n-h1-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: HyperV agent@n-h2-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: L3 agent@n-d-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: Metadata agent@n-d-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: Metering agent@n-d-801743-12: {}, Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'ConntrackHelper': '1.0', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Log': '1.0', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Network': '1.1', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Port': '1.7', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'PortForwarding': '1.2', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'QosPolicy': '1.9', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SecurityGroup': '1.4', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SecurityGroupRule': '1.2', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'SubPort': '1.0', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Subnet': '1.1', Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: 'Trunk': '1.1'}} Aug 04 14:37:58.816455 n-d-801743-12 neutron-server[94265]: {{(pid=94265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:37:58.829042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Network 15c818d0-97b9-464f-9231-c1333e243e23 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:37:58.840351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 15c818d0-97b9-464f-9231-c1333e243e23) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:37:58.846772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:37:58.847538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.853356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00cdef9-e048-4797-b293-20697c4e18c8 None None] Network 15c818d0-97b9-464f-9231-c1333e243e23 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:37:58.875097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40d7b92b-7b46-486a-aaa9-f4ac0f9a2c85 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5045457 Aug 04 14:37:58.877996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:58.883988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:37:58.913719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.915249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:58.987979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.112446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36292) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:59.161737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-15c818d0-97b9-464f-9231-c1333e243e23', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:37:59.162701 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.203628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.340097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Allocated IP 172.20.0.2 (15c818d0-97b9-464f-9231-c1333e243e23/73806e4a-7bdd-4b24-8967-9d5ccbbf195a/60b178c2-ef24-4fd0-aea7-7ee37fe04af7) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:37:59.508959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.574216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.625154 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.637393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Transition to ACTIVE for port object 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:37:59.639509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f30d0a-81a2-4116-93fe-3cca82edc8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.657707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Transition to ACTIVE for port object 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:37:59.667383 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.725712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Network 15c818d0-97b9-464f-9231-c1333e243e23 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:37:59.729867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:37:59.746459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:37:59.765622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Pushing event updated for resources: {'Port': ['ID=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:37:59.810385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.810824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.811270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.811768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.812270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.812871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.813431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.813876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.814367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.814955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.815834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.816145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Tracked resource versions report: Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: pushed versions: Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: { 'AddressGroup': {'1.2'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'ConntrackHelper': {'1.0'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Log': {'1.0'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Network': {'1.1'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Port': {'1.7'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'PortForwarding': {'1.2'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'QosPolicy': {'1.9'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SecurityGroup': {'1.4'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SubPort': {'1.0'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Subnet': {'1.1'}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Trunk': {'1.1'}} Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: consumer versions: Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: HyperV agent@n-h1-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: HyperV agent@n-h2-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: L3 agent@n-d-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: Metadata agent@n-d-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: Metering agent@n-d-801743-12: {}, Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'ConntrackHelper': '1.0', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Log': '1.0', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Network': '1.1', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Port': '1.7', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'PortForwarding': '1.2', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'QosPolicy': '1.9', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SecurityGroup': '1.4', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SecurityGroupRule': '1.2', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'SubPort': '1.0', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Subnet': '1.1', Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: 'Trunk': '1.1'}} Aug 04 14:37:59.817516 n-d-801743-12 neutron-server[94267]: {{(pid=94267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:37:59.859788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f30d0a-81a2-4116-93fe-3cca82edc8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.868139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f30d0a-81a2-4116-93fe-3cca82edc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.875351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Attempting to bind port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:37:59.876082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Attempting to bind port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:37:59.876925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Attempting to bind port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:37:59.885302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:37:59.886174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Checking segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:37:59.887054 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.887895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Bound using segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:37:59.888597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Bound port: 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:37:59.889287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:37:59.893763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Allocated IP 172.25.0.238 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/dee36758-3d6d-47d6-a9d3-c14496e715cc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:37:59.938448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f30d0a-81a2-4116-93fe-3cca82edc8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af66f76-3056-4234-abd0-ac5fdc1b75ac,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:37:59.947253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14f30d0a-81a2-4116-93fe-3cca82edc8bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3afc19ebc9af401cbfd50fb88a6c2f0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8334687 Aug 04 14:37:59.954128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:37:59.996708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] For port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:00.001335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] For port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:00.022567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.046336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.108337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.111717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9dcfd-5510-445d-9aa1-be57ac16daf5 None None] Pushing event updated for resources: {'Port': ['ID=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:00.128246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.197043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.200192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.204635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4af66f76-3056-4234-abd0-ac5fdc1b75ac HTTP/1.1" status: 204 len: 168 time: 0.2490325 Aug 04 14:38:00.217978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db725-6155-4fca-b606-57b32ca648c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af66f76-3056-4234-abd0-ac5fdc1b75ac,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:00.259162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:00.327043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:00.344090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:00.360290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:00.384769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Pushing event updated for resources: {'Port': ['ID=dee36758-3d6d-47d6-a9d3-c14496e715cc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:01.004787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:01.277293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f35268-07d9-4085-91ac-dcaba388ced6 None None] Network 15c818d0-97b9-464f-9231-c1333e243e23 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:01.297117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:01.375347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6aec5210-baa0-41c0-8095-74aa85fe6ee8 None None] Provisioning for port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:01.497129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:38:01.648888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:38:01.661692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:38:01.675105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:01.678072 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:01.703071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:01.704650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cfaf0ece-777d-4d6c-ab7d-fb0d968116ff admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8249316 Aug 04 14:38:01.708319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:01.891286 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:02.175043 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:00Z', 'revision_number': 3, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:02.176578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:02.238813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:38:02.240415 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Updating router 0b08b0ed-10b0-4f8a-af0d-156207beb54e port dee36758-3d6d-47d6-a9d3-c14496e715cc binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:38:02.324948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:02.330817 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.331891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:02.332406 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.379296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.502603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:02.518609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.583650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:02.590126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.716475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:02.822518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Allocated IP 172.20.0.1 (15c818d0-97b9-464f-9231-c1333e243e23/73806e4a-7bdd-4b24-8967-9d5ccbbf195a/9125dc17-53e5-4795-a53b-83cb204c418c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:02.855927 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.883618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Transition to ACTIVE for port object dee36758-3d6d-47d6-a9d3-c14496e715cc will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:02.892373 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.943039 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Pushing event updated for resources: {'Port': ['ID=dee36758-3d6d-47d6-a9d3-c14496e715cc,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:02.946834 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.952672 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.953201 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.953934 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.954412 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.954850 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.956363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.956886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.957444 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.957930 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.958390 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.958845 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.959266 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Tracked resource versions report: Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: pushed versions: Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: { 'AddressGroup': {'1.2'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'ConntrackHelper': {'1.0'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Log': {'1.0'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Network': {'1.1'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Port': {'1.7'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'PortForwarding': {'1.2'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'QosPolicy': {'1.9'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SecurityGroup': {'1.4'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SecurityGroupRule': {'1.2'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SubPort': {'1.0'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Subnet': {'1.1'}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Trunk': {'1.1'}} Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: consumer versions: Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: { DHCP agent@n-d-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: HyperV agent@n-h1-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: HyperV agent@n-h2-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: L3 agent@n-d-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: Metadata agent@n-d-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: Metering agent@n-d-801743-12: {}, Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: Open vSwitch agent@n-d-801743-12: { 'AddressGroup': '1.2', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'ConntrackHelper': '1.0', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Log': '1.0', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Network': '1.1', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Port': '1.7', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'PortForwarding': '1.2', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'QosPolicy': '1.9', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SecurityGroup': '1.4', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SecurityGroupRule': '1.2', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'SubPort': '1.0', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Subnet': '1.1', Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: 'Trunk': '1.1'}} Aug 04 14:38:02.960593 n-d-801743-12 neutron-server[94268]: {{(pid=94268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 14:38:02.962379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Transition to ACTIVE for port object 9125dc17-53e5-4795-a53b-83cb204c418c will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:02.996928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbe-7a42-4877-ad4a-74b3a6dd9e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:02.999168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.014910 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Attempting to bind port dee36758-3d6d-47d6-a9d3-c14496e715cc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:03.015562 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Attempting to bind port dee36758-3d6d-47d6-a9d3-c14496e715cc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:03.016354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Attempting to bind port dee36758-3d6d-47d6-a9d3-c14496e715cc on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:03.025616 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:03.026238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:03.026811 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.027449 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:03.028111 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Bound port: dee36758-3d6d-47d6-a9d3-c14496e715cc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:03.028801 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.033145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:03.056425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Network 15c818d0-97b9-464f-9231-c1333e243e23 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:03.060732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:03.072871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Pushing event updated for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.075494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:03.076133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.127247 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] For port dee36758-3d6d-47d6-a9d3-c14496e715cc, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:03.142050 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] For port dee36758-3d6d-47d6-a9d3-c14496e715cc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dee36758-3d6d-47d6-a9d3-c14496e715cc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:03.154316 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.168242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbe-7a42-4877-ad4a-74b3a6dd9e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.179249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbe-7a42-4877-ad4a-74b3a6dd9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.238201 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:03.238966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:03.257668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-016a5dbe-7a42-4877-ad4a-74b3a6dd9e0d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbfed756870f44daa7949c6965bac712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7512267 Aug 04 14:38:03.259506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a5dbe-7a42-4877-ad4a-74b3a6dd9e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995c7d8b-3d72-425b-b6a2-1c60adaa3d50,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.268472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36538) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:03.323157 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0092-564d-4715-b098-36d6edcb9b48 None None] Pushing event updated for resources: {'Port': ['ID=dee36758-3d6d-47d6-a9d3-c14496e715cc,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.361306 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.371969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f4d32a3e-c049-4a95-b9c8-8f058812e219 None None] Provisioning for port 9125dc17-53e5-4795-a53b-83cb204c418c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:03.378016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f4d32a3e-c049-4a95-b9c8-8f058812e219 None None] Provisioning complete for port 9125dc17-53e5-4795-a53b-83cb204c418c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:03.378391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f4d32a3e-c049-4a95-b9c8-8f058812e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.429698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.440178 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:03.471927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f4d32a3e-c049-4a95-b9c8-8f058812e219 None None] Port 9125dc17-53e5-4795-a53b-83cb204c418c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:03.509508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.553799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36548) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:03.615728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.619052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.620209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/995c7d8b-3d72-425b-b6a2-1c60adaa3d50 HTTP/1.1" status: 204 len: 168 time: 0.3496807 Aug 04 14:38:03.657713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291890a-a855-42d0-84d2-0ded91eaa8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c7d8b-3d72-425b-b6a2-1c60adaa3d50,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.689328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5786a7e3-53b6-4301-9dc6-d453b4a722d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.718524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.726431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.727428 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.814051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1710da98-027e-47e3-8303-4e34376aabff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.834824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Pushing event updated for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.889625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5786a7e3-53b6-4301-9dc6-d453b4a722d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.895532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5786a7e3-53b6-4301-9dc6-d453b4a722d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:03.934635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786a7e3-53b6-4301-9dc6-d453b4a722d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070e050-d610-4937-bb3d-98e90db88c2b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:03.961548 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5786a7e3-53b6-4301-9dc6-d453b4a722d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=304d373281a54fd49fe262b56e5b4000&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9270012 Aug 04 14:38:03.964412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36590) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:03.996955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1710da98-027e-47e3-8303-4e34376aabff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.020280 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:00Z', 'revision_number': 3, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:04.027326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.040788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1710da98-027e-47e3-8303-4e34376aabff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.082793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.104561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36598) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:04.112322 n-d-801743-12 neutron-server[94265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 14:38:04.113839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d7b49-b523-488a-9930-569d060bd266 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:00Z', 'revision_number': 3, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:38:04.152996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:04.170384 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.173160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.174394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e070e050-d610-4937-bb3d-98e90db88c2b HTTP/1.1" status: 204 len: 168 time: 0.2089193 Aug 04 14:38:04.185849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4811ec0-6eae-42f8-b058-ef2657993846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070e050-d610-4937-bb3d-98e90db88c2b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:04.205351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-a3602cc2-4495-4f42-99a2-c99383f509a9 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=785994c09e8a4eb7a28621262d405ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901051 Aug 04 14:38:04.249867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:04.250544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.344307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36614) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:04.372071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8140d30-7712-4879-957b-de4dc7c1d6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.430519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1710da98-027e-47e3-8303-4e34376aabff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4500cc3e7b914425819162ab11d013b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8753626 Aug 04 14:38:04.431326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710da98-027e-47e3-8303-4e34376aabff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70ca58-454e-4d02-b1e9-1ced8654902e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:04.433892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36620) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:04.516481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Network 15c818d0-97b9-464f-9231-c1333e243e23 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:04.549398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:04.571702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8140d30-7712-4879-957b-de4dc7c1d6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.586072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8140d30-7712-4879-957b-de4dc7c1d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.641422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8140d30-7712-4879-957b-de4dc7c1d6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ee10c-dfda-4342-add2-9c43107d8208,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:04.696175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-6af8f7f2-7afb-4413-b205-8cd2c447254e tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:04.701236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e8140d30-7712-4879-957b-de4dc7c1d6eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c50692f20b646f58778b2d5f71c8800&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3562548 Aug 04 14:38:04.703986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36624) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:04.717848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-6af8f7f2-7afb-4413-b205-8cd2c447254e tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5086856 Aug 04 14:38:04.735355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.809210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.823315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-a508816f-02aa-425e-984b-6d3daa077f99 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/quotas/785994c09e8a4eb7a28621262d405ab8 HTTP/1.1" status: 200 len: 375 time: 0.1044657 Aug 04 14:38:04.861935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.912767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b4e8133d-44dd-4fbd-887a-f4f817787716 None None] Provisioning complete for port 9125dc17-53e5-4795-a53b-83cb204c418c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:04.913997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b4e8133d-44dd-4fbd-887a-f4f817787716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.917987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36632) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:04.936426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd769b06-4e00-40f9-a612-2c1a8f3ae8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.948352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:04.978969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8133d-44dd-4fbd-887a-f4f817787716 None None] Port 9125dc17-53e5-4795-a53b-83cb204c418c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:04.979049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-b00574f7-2c60-44c0-b369-952f645a3022 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=785994c09e8a4eb7a28621262d405ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232691 Aug 04 14:38:05.000392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.003014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.007252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a5ee10c-dfda-4342-add2-9c43107d8208 HTTP/1.1" status: 204 len: 168 time: 0.3016281 Aug 04 14:38:05.012680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:38:05.024011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd531a-ea7e-4e3a-99f3-d53e2a25c902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ee10c-dfda-4342-add2-9c43107d8208,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:05.126292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd769b06-4e00-40f9-a612-2c1a8f3ae8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.132444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd769b06-4e00-40f9-a612-2c1a8f3ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.197910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd769b06-4e00-40f9-a612-2c1a8f3ae8a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4693846fa89946a8a002b52e8ae5650a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2785556 Aug 04 14:38:05.202420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36648) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:05.205692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd769b06-4e00-40f9-a612-2c1a8f3ae8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa243a-8dbd-415e-9b96-5981d2fd42f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:05.207432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.211001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.225825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f70ca58-454e-4d02-b1e9-1ced8654902e HTTP/1.1" status: 204 len: 168 time: 0.7471955 Aug 04 14:38:05.260760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbeca1-4056-42e8-9812-b2158eaf63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70ca58-454e-4d02-b1e9-1ced8654902e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:05.330481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:38:05.337448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aa307253-6b6b-4ac3-ac62-92ec5a7fee73 admin admin] 10.222.0.76 "PUT /v2.0/routers/0b08b0ed-10b0-4f8a-af0d-156207beb54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6280251 Aug 04 14:38:05.342627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.393382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.443801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-128af6bb-aca0-4bce-935d-c1ca6a51b00c req-be7a0228-2da4-42f4-ba0b-4742a37ab70c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.0708458 Aug 04 14:38:05.463455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.467681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:05.471614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7aa243a-8dbd-415e-9b96-5981d2fd42f3 HTTP/1.1" status: 204 len: 168 time: 0.2654450 Aug 04 14:38:05.477790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd8323-8820-4494-9844-d2ee84288546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa243a-8dbd-415e-9b96-5981d2fd42f3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:06.098818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dee36758-3d6d-47d6-a9d3-c14496e715cc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:06.103428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:06.116721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54ec8026-8748-4cc0-9e42-c82cd23136e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.166323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port dee36758-3d6d-47d6-a9d3-c14496e715cc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:06.170906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port dee36758-3d6d-47d6-a9d3-c14496e715cc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:06.171283 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.245067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:06.251713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54ec8026-8748-4cc0-9e42-c82cd23136e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.258053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54ec8026-8748-4cc0-9e42-c82cd23136e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.300804 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.327160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-54ec8026-8748-4cc0-9e42-c82cd23136e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69bc1aadc23c4425bd2e0758dc3a4430&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2225325 Aug 04 14:38:06.328696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec8026-8748-4cc0-9e42-c82cd23136e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9e8d0-22e8-4de4-a7e5-b16ae3ec0e1c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:06.330190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36728) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:06.338430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port dee36758-3d6d-47d6-a9d3-c14496e715cc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dee36758-3d6d-47d6-a9d3-c14496e715cc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:06.347448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.422941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:38:06.428307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.454768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:06.455496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:06.459226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=dee36758-3d6d-47d6-a9d3-c14496e715cc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:06.459364 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.521896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.526149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.535311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04a9e8d0-22e8-4de4-a7e5-b16ae3ec0e1c HTTP/1.1" status: 204 len: 168 time: 0.1950898 Aug 04 14:38:06.542267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0a76-3401-4d94-889a-537c4b710a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9e8d0-22e8-4de4-a7e5-b16ae3ec0e1c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:06.721804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:06.758259 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f365259d-7315-422b-a872-eec5e3508147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.975155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f365259d-7315-422b-a872-eec5e3508147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.987126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f365259d-7315-422b-a872-eec5e3508147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:06.991965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 2, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:07.019071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:38:07.019648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Updating router 0b08b0ed-10b0-4f8a-af0d-156207beb54e port 9125dc17-53e5-4795-a53b-83cb204c418c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:38:07.045765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.101429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f365259d-7315-422b-a872-eec5e3508147 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21412451fea544c4bbde682e951dc255&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8523493 Aug 04 14:38:07.102203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36792) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:07.111740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365259d-7315-422b-a872-eec5e3508147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a14c1e-3682-4f42-91d3-d4ad1097fd1d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:07.212970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.249523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36804) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:07.280142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.376679 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.380997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.385316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8a14c1e-3682-4f42-91d3-d4ad1097fd1d HTTP/1.1" status: 204 len: 168 time: 0.2800112 Aug 04 14:38:07.399444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200fa63-05ef-421e-b12f-1316f4885fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a14c1e-3682-4f42-91d3-d4ad1097fd1d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:07.459011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.477037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Transition to ACTIVE for port object 9125dc17-53e5-4795-a53b-83cb204c418c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:07.484672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.536165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eddb9-3789-41bf-834d-7879093c363c None None] Pushing event updated for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:07.616771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48bd9748-aa7c-4818-b66d-89b272df79ad req-04433922-457e-4b7f-a4f4-0730b33439a7 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.3657002 Aug 04 14:38:07.649158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Attempting to bind port 9125dc17-53e5-4795-a53b-83cb204c418c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:07.649538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Attempting to bind port 9125dc17-53e5-4795-a53b-83cb204c418c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:07.649926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Attempting to bind port 9125dc17-53e5-4795-a53b-83cb204c418c on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Checking segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Bound using segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Bound port: 9125dc17-53e5-4795-a53b-83cb204c418c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:07.667147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.673510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:07.678723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-network', 'tenant_id': '18a5238c59b1437384dbee90d9a02673'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:07.728288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Made reservation on behalf of 18a5238c59b1437384dbee90d9a02673 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:07.735180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.760961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.813728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] For port 9125dc17-53e5-4795-a53b-83cb204c418c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:07.824131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] For port 9125dc17-53e5-4795-a53b-83cb204c418c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9125dc17-53e5-4795-a53b-83cb204c418c,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:07.835821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.975638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.987935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:07.994175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:07.995143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:08.013457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:38:08.047299 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.047851 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Added segment 336a17be-ed1a-4e2e-adc5-ef87848d21bf of type vlan for network 34dcde19-0efd-4251-9d2d-68c04f47df94 Aug 04 14:38:08.083287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eddb9-3789-41bf-834d-7879093c363c None None] Pushing event updated for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.138101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36862) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.157754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32453fe5-1c91-49cc-b643-19e39b3513da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.197615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dee36758-3d6d-47d6-a9d3-c14496e715cc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:08.200221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.282328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.283386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:08.283969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.287453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:08.304611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba4c482-5327-49c8-b4e0-6494b23697b4,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.367913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32453fe5-1c91-49cc-b643-19e39b3513da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.378645 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32453fe5-1c91-49cc-b643-19e39b3513da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.427662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7528412 Aug 04 14:38:08.430496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36870) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.439154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32453fe5-1c91-49cc-b643-19e39b3513da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9ab86963a5043098d5c38c6e9e6d717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2999146 Aug 04 14:38:08.443526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36872) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.455429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Request body: {'subnet': {'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-subnet', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:08.492089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbab9ad-b55f-4490-b74b-05473df60dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=34dcde19-0efd-4251-9d2d-68c04f47df94,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.522076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Made reservation on behalf of 18a5238c59b1437384dbee90d9a02673 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:08.525446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.529685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.46', 54849) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.543088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:38:08.601850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-fca81587-b64f-4404-a4c3-6a1327789025 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=785994c09e8a4eb7a28621262d405ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703576 Aug 04 14:38:08.733970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port dee36758-3d6d-47d6-a9d3-c14496e715cc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:08.734760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.737679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36880) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.763360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.769802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.824253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.859599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36888) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:08.911460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e9598f-5b05-4a64-82cc-aac140793609,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.918675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.919685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453fe5-1c91-49cc-b643-19e39b3513da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb11c6-411e-4905-987f-39e53514e319,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.922276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:08.923818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8beb11c6-411e-4905-987f-39e53514e319 HTTP/1.1" status: 204 len: 168 time: 0.4792817 Aug 04 14:38:08.930127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:07Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:08.952025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd269b1-9d84-43b9-b624-84773ccda411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb11c6-411e-4905-987f-39e53514e319,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:08.989358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18cdb045-1011-4493-bb02-e9d37b01504d req-dd33a019-d607-4888-9910-ece4c00eb499 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.0480599 Aug 04 14:38:08.998960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Checking segment: {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:08.999326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Network hostable DHCP agents. Network: 34dcde19-0efd-4251-9d2d-68c04f47df94, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:38:09.015190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-9c9f57c8-d900-4e8c-ae15-667d4e3fb64c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:09.017511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-9c9f57c8-d900-4e8c-ae15-667d4e3fb64c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089880 Aug 04 14:38:09.028087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff7ffc-956c-4685-aa67-0f717f523f20 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:07Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:38:09.031663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:38:09.042314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 34dcde19-0efd-4251-9d2d-68c04f47df94) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:09.047600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:09.048172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.053364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd09db-d373-491f-9afd-4db58bbe747a None None] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:09.082221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-faa1b7e1-6c32-485f-9185-1bc6f7f8ac5b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6308081 Aug 04 14:38:09.084950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36902) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:09.102538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Request body: {'port': {'device_id': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '785994c09e8a4eb7a28621262d405ab8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:09.108346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:09.164499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.165576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.212285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-227639927-network', 'tenant_id': '3125fe8accca4b878a77bddccadab7fa'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:09.265107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:09.267489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.287657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2d67595-e323-431b-aad4-e04bed9f8f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.323260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.392359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-34dcde19-0efd-4251-9d2d-68c04f47df94', 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'fixed_ips': [{'subnet_id': 'b2e9598f-5b05-4a64-82cc-aac140793609'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:38:09.394528 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.588271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2d67595-e323-431b-aad4-e04bed9f8f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.594862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2d67595-e323-431b-aad4-e04bed9f8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.678510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.685972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Allocated IP 172.20.0.2 (34dcde19-0efd-4251-9d2d-68c04f47df94/b2e9598f-5b05-4a64-82cc-aac140793609/ce8cd43c-7a74-45c9-9037-14649a6ea5c2) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:09.766855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d67595-e323-431b-aad4-e04bed9f8f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46851ce-01b5-4961-8dfd-3ccb27a2dc68,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:09.777705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c2d67595-e323-431b-aad4-e04bed9f8f2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e66218989acf4c0dbfb53da5fc8ed115&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0389166 Aug 04 14:38:09.778986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36930) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:09.779628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Made reservation on behalf of 785994c09e8a4eb7a28621262d405ab8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:09.784561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.813362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.879289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.897662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:38:09.897662 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:38:09.897662 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '785994c09e8a4eb7a28621262d405ab8', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 38, 9, 831640)}] Aug 04 14:38:09.897662 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:38:09.899496 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:38:09.900376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:09.938645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.003123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.029759 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.035570 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.043850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Transition to ACTIVE for port object ce8cd43c-7a74-45c9-9037-14649a6ea5c2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:10.044735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a46851ce-01b5-4961-8dfd-3ccb27a2dc68 HTTP/1.1" status: 204 len: 168 time: 0.2564051 Aug 04 14:38:10.068434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82eb68-2415-4bbd-a5b1-a01b4618dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46851ce-01b5-4961-8dfd-3ccb27a2dc68,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:10.081196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Transition to ACTIVE for port object ce8cd43c-7a74-45c9-9037-14649a6ea5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:10.090363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.113145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:10.117458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:10.121037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:10.134247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:10.142293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77b063b6-7520-4903-a1a9-62894df0bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.205272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.228346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.250923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9125dc17-53e5-4795-a53b-83cb204c418c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:10.284835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Pushing event updated for resources: {'Port': ['ID=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:10.364879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-004630ca-3335-4feb-981a-8ffc8c896c23 req-5a87c99f-a849-459f-bc3f-f610778b436b tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.0688920 Aug 04 14:38:10.408971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.418810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Attempting to bind port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:10.420059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Attempting to bind port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:10.420607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Attempting to bind port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 on network 34dcde19-0efd-4251-9d2d-68c04f47df94 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:10.433083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:38:10.436690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:10.440122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Checking segment: {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:10.440789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.441286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Bound using segment: {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:10.442466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Bound port: ce8cd43c-7a74-45c9-9037-14649a6ea5c2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:10.448239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.461589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd38740-6029-4705-84d3-cb654bf61e8d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:10.470496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.472545 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Added segment 8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1 of type vlan for network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 Aug 04 14:38:10.482416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77b063b6-7520-4903-a1a9-62894df0bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.498688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77b063b6-7520-4903-a1a9-62894df0bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.565131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9125dc17-53e5-4795-a53b-83cb204c418c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:10.584271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9125dc17-53e5-4795-a53b-83cb204c418c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:10.584645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.588368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.639727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.646294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.652943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36950) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:10.653769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-77b063b6-7520-4903-a1a9-62894df0bc73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5c2faeda31d4ba482a8ad20aec0d4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313284 Aug 04 14:38:10.670880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b063b6-7520-4903-a1a9-62894df0bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aac189-6c3f-446e-a64e-e9ab2dc4b28d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:10.713174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] For port ce8cd43c-7a74-45c9-9037-14649a6ea5c2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:10.732475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] For port ce8cd43c-7a74-45c9-9037-14649a6ea5c2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:10.747541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.786397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.788774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:10.789585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.815100 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.826923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.937600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:10.988127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3db2c-b46e-49ec-950e-506ae1493b8f None None] Pushing event updated for resources: {'Port': ['ID=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:10.997529 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1239512 Aug 04 14:38:11.022193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36958) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:11.029126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:11.045740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Request body: {'subnet': {'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-227639927-subnet', 'tenant_id': '3125fe8accca4b878a77bddccadab7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:11.114146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:11.119761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:11.120240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9125dc17-53e5-4795-a53b-83cb204c418c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9125dc17-53e5-4795-a53b-83cb204c418c,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:11.127650 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:11.197708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Allocated IP 172.25.0.18 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/cf1c9e52-6515-445d-aebe-fb8da42f6a14) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:11.353742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:11.572233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c066d-3373-4135-8de4-273bbd7f5607,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:11.595410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:11.726850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bee2ecf5-b10b-4bb0-86c9-47f68ada8a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:11.768229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e62c92a-20b8-4e52-a1d5-4b3ab4c90c14 req-9c536314-ef22-4972-b74d-eac3d881f612 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.1688852 Aug 04 14:38:11.801684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7e42-d46f-4b94-89d6-3cbf5d3db271 admin admin] Pushing event updated for resources: {'Network': ['ID=51ff9d44-1cab-4c49-9cd3-19c025fc1f98,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:11.838571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:11.971956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:38:12.008226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.011297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.015967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72aac189-6c3f-446e-a64e-e9ab2dc4b28d HTTP/1.1" status: 204 len: 168 time: 1.3614016 Aug 04 14:38:12.064171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.138661 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bee2ecf5-b10b-4bb0-86c9-47f68ada8a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.157383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bee2ecf5-b10b-4bb0-86c9-47f68ada8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.184290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1dbaa-c23e-4dfa-81dc-f5fd1b73e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aac189-6c3f-446e-a64e-e9ab2dc4b28d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:12.186174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36988) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:12.323238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Allocated IP 192.168.233.31 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/71719203-a24d-4bb6-972e-3e7a10d21d82) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:12.402082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bee2ecf5-b10b-4bb0-86c9-47f68ada8a7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02471cb2918e44068f2c8a910402a493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002326 Aug 04 14:38:12.408792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:12.446078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9125dc17-53e5-4795-a53b-83cb204c418c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:12.495804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2ecf5-b10b-4bb0-86c9-47f68ada8a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f584bf2e-88a6-4cfb-9b0b-958717f10d59,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:12.539844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.569369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9125dc17-53e5-4795-a53b-83cb204c418c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:12.570920 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.665360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.685142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.750278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:12.789418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce8cd43c-7a74-45c9-9037-14649a6ea5c2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:12.860517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:12.871563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:12.874874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f942aa-575b-4ee5-ae96-2728a55cb4e4 None None] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:12.898091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:12.997451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4fc495-15c8-4457-9669-2aba550d63d9 req-89f4adac-c773-47f5-bb03-f87ffd2d678a tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 210 time: 0.0635109 Aug 04 14:38:13.013667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.018315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.022561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.027295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f584bf2e-88a6-4cfb-9b0b-958717f10d59 HTTP/1.1" status: 204 len: 168 time: 0.6137834 Aug 04 14:38:13.047833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059861ad-e22c-4c2e-baea-80ea8bcdf0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584bf2e-88a6-4cfb-9b0b-958717f10d59,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:13.051729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Transition to ACTIVE for port object 71719203-a24d-4bb6-972e-3e7a10d21d82 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:13.061031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Provisioning for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:13.087073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1c9e52-6515-445d-aebe-fb8da42f6a14,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:13.089074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a7ba5a-12a2-45b8-b74e-83f429e20d7e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:13.092131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Provisioning complete for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:13.092609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.103383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.160760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:13.195694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:13.200989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:13.203533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:13.210142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:13.210937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.254941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:13.255678 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.257953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1731243 Aug 04 14:38:13.286999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6bfb0040-ee75-4fd9-8a06-b11483ca41c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.327039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-46444aae-e3fe-4ec4-bae1-9021f9beac7c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:38:13.328383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-46444aae-e3fe-4ec4-bae1-9021f9beac7c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156043 Aug 04 14:38:13.333457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c688f-885e-4220-aab2-60bc3099adb3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Pushing event updated for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:13.559918 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.595360 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.685570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ce8cd43c-7a74-45c9-9037-14649a6ea5c2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:13.704097 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.706079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:13.725480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:13.725850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Network hostable DHCP agents. Network: 51ff9d44-1cab-4c49-9cd3-19c025fc1f98, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:38:13.868111 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:38:13.868525 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-1e89980a-e4a3-45fd-a374-a01d9835001b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:38:13.958726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:14.039735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Request body: {'port': {'device_id': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'device_owner': 'compute:tempest-test_az-816570631', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:14.094902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:38:14.116763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 51ff9d44-1cab-4c49-9cd3-19c025fc1f98) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:14.127825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c2512-e7df-469f-a0eb-af46211f9573 None None] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:14.150154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:14.151075 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.313872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce8cd43c-7a74-45c9-9037-14649a6ea5c2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:14.382056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.492441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6bfb0040-ee75-4fd9-8a06-b11483ca41c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.511091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6bfb0040-ee75-4fd9-8a06-b11483ca41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.559386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:14.559770 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.564855 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6bfb0040-ee75-4fd9-8a06-b11483ca41c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ac9136f54d9426d89d2b527631de6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3672264 Aug 04 14:38:14.565986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.568866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:14.573298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5340aa51-559a-43fb-88d0-0d02929e08e5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.5468290 Aug 04 14:38:14.689765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb0040-ee75-4fd9-8a06-b11483ca41c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c871a6-1485-4ca6-aa6c-f36ee5542df2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:14.710895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.840377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:14.849850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52070d41-c68a-49f9-ae2e-7dfd108fd0ad req-31c4c49e-6c03-40d1-9c85-e30a4d541435 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:14.851910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52070d41-c68a-49f9-ae2e-7dfd108fd0ad req-31c4c49e-6c03-40d1-9c85-e30a4d541435 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 935 time: 0.6022923 Aug 04 14:38:14.890505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac525ed0-1adb-416e-9139-28ac88140bb2 None None] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:14.896843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Provisioning for port 71719203-a24d-4bb6-972e-3e7a10d21d82 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:14.915293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Provisioning complete for port 71719203-a24d-4bb6-972e-3e7a10d21d82 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:14.916111 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.025272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Router bf56d885-295d-4059-b48d-d8bf2e6fe483 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:38:15.058370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.065696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.070803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6c871a6-1485-4ca6-aa6c-f36ee5542df2 HTTP/1.1" status: 204 len: 168 time: 0.4994071 Aug 04 14:38:15.142977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Port 71719203-a24d-4bb6-972e-3e7a10d21d82 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:15.154977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d073982-829a-4832-a91a-7f152b024782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.178228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Provisioning complete for port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:15.178719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8e87-e551-489a-9b7f-451b7fb223a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c871a6-1485-4ca6-aa6c-f36ee5542df2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:15.179817 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e28a1339-dfa8-44cb-93d7-094691ad41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.260305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52070d41-c68a-49f9-ae2e-7dfd108fd0ad req-66e39d06-8521-43c8-8ef7-959f674778ed tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617640 Aug 04 14:38:15.350487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:38:15.367497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Sync routers for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:38:15.379580 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.384820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f9ee744-6858-40c9-bfb9-a1617a9f2c12 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2969103 Aug 04 14:38:15.385486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37074) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:15.410661 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:15.411592 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:15.557853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71719203-a24d-4bb6-972e-3e7a10d21d82 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:15.586049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.639026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Transition to ACTIVE for port object 71719203-a24d-4bb6-972e-3e7a10d21d82 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:15.648652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:15.658484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:15.741175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Pushing event updated for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:15.994448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Attempting to bind port 71719203-a24d-4bb6-972e-3e7a10d21d82 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:15.994833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Attempting to bind port 71719203-a24d-4bb6-972e-3e7a10d21d82 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:15.995191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Attempting to bind port 71719203-a24d-4bb6-972e-3e7a10d21d82 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:16.001239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Port 71719203-a24d-4bb6-972e-3e7a10d21d82 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:16.001809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Attempting to bind port 71719203-a24d-4bb6-972e-3e7a10d21d82 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:16.009814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:16.010211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:16.010811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:16.011299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Bound port: 71719203-a24d-4bb6-972e-3e7a10d21d82, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:16.011670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.108762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:16.115540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=71719203-a24d-4bb6-972e-3e7a10d21d82,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:16.121149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.160993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:16.162161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.164342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] 10.222.0.46 "PUT /v2.0/ports/71719203-a24d-4bb6-972e-3e7a10d21d82 HTTP/1.1" status: 200 len: 1117 time: 2.2572999 Aug 04 14:38:16.164942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:16.280112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3a5a-406e-44d4-a8ed-c8ebba7ed051 service neutron] Pushing event updated for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:16.402204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:16.519736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:13Z', 'revision_number': 3, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:16.590301 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Checking router: bf56d885-295d-4059-b48d-d8bf2e6fe483 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:38:16.591027 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Updating router bf56d885-295d-4059-b48d-d8bf2e6fe483 port cf1c9e52-6515-445d-aebe-fb8da42f6a14 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:38:16.645997 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.698882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f41380-5e87-4b5c-9cc3-1667aa1e2138 req-f36087e8-c154-4abf-874f-5ef36b328d49 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:16.700476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1f41380-5e87-4b5c-9cc3-1667aa1e2138 req-f36087e8-c154-4abf-874f-5ef36b328d49 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.2897182 Aug 04 14:38:16.708687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-be0c7dfa-51c7-4424-996b-db7ac278cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:16.710271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-be0c7dfa-51c7-4424-996b-db7ac278cb7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785994c09e8a4eb7a28621262d405ab8&device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 1120 time: 0.2258997 Aug 04 14:38:16.711924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37102) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:16.734739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d711a9d7-bf10-416e-bb29-9e1eecc2e657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.747428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.956042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d711a9d7-bf10-416e-bb29-9e1eecc2e657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:16.977150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40434eb1-8fd9-416a-beaa-85b27dccc7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.046832 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d711a9d7-bf10-416e-bb29-9e1eecc2e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.082737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Allocated IP 172.20.0.1 (34dcde19-0efd-4251-9d2d-68c04f47df94/b2e9598f-5b05-4a64-82cc-aac140793609/313e63a1-be1a-4eef-8b3d-af0699240e1b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:17.227526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.270134 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.270265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Transition to ACTIVE for port object 313e63a1-be1a-4eef-8b3d-af0699240e1b will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:17.326144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b186f2d-9687-445a-b806-d7d888e63fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.340354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Transition to ACTIVE for port object cf1c9e52-6515-445d-aebe-fb8da42f6a14 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:17.362425 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.393564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.455166 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899f847-46cd-4fde-9360-0bbd33b3a384 None None] Pushing event updated for resources: {'Port': ['ID=cf1c9e52-6515-445d-aebe-fb8da42f6a14,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:17.462519 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723a7b6-728a-4ea8-b53c-ebbd6127b900" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:17.490008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:17.499013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:17.500058 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Attempting to bind port cf1c9e52-6515-445d-aebe-fb8da42f6a14 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:17.500725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Attempting to bind port cf1c9e52-6515-445d-aebe-fb8da42f6a14 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:17.501340 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Attempting to bind port cf1c9e52-6515-445d-aebe-fb8da42f6a14 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:17.509366 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:17.509852 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:17.510377 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.511037 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:17.511552 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Bound port: cf1c9e52-6515-445d-aebe-fb8da42f6a14, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:17.512019 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.522926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:17.525165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.538567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.559743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d711a9d7-bf10-416e-bb29-9e1eecc2e657 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bed8c1290e8a4f1cb1edd173ad1ab468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8443403 Aug 04 14:38:17.589477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37120) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:17.593616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.646980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1f41380-5e87-4b5c-9cc3-1667aa1e2138 req-5345975d-e2d9-4952-a0d7-79777ca6d371 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9337304 Aug 04 14:38:17.650781 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] For port cf1c9e52-6515-445d-aebe-fb8da42f6a14, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:17.657046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711a9d7-bf10-416e-bb29-9e1eecc2e657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd0cde-bdaf-4a6b-9cba-2d05e5a02a13,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:17.660403 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] For port cf1c9e52-6515-445d-aebe-fb8da42f6a14, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cf1c9e52-6515-445d-aebe-fb8da42f6a14,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:17.672890 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:17.700981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-d12c86b7-bb9c-465f-ae4e-2f1c849bee35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=71719203-a24d-4bb6-972e-3e7a10d21d82 HTTP/1.1" status: 200 len: 217 time: 0.9249394 Aug 04 14:38:17.813572 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:17.814230 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:18.001808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-077ab356-6111-4328-a1d3-7d37584f79d0 None None] Provisioning for port 313e63a1-be1a-4eef-8b3d-af0699240e1b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:18.007701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-077ab356-6111-4328-a1d3-7d37584f79d0 None None] Provisioning complete for port 313e63a1-be1a-4eef-8b3d-af0699240e1b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:18.008410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-077ab356-6111-4328-a1d3-7d37584f79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.037148 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:18.064190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37130) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:18.110126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-14765981-network', 'tenant_id': '9f98cf9b5ee746f8bed283b0c87cf6c8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:18.116875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-077ab356-6111-4328-a1d3-7d37584f79d0 None None] Port 313e63a1-be1a-4eef-8b3d-af0699240e1b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:18.204646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Pushing event updated for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:18.226828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.230066 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfde634-3168-499e-826f-ad6b2029ae14 x-openstack-request-id: req-7dfde634-3168-499e-826f-ad6b2029ae14 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:18.230066 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:18.230369 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7dfde634-3168-499e-826f-ad6b2029ae14 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:18.239090 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82', 'status': 'completed', 'code': 200} Aug 04 14:38:18.296923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-2e32c217-78d2-474a-8135-14d38ae55d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:18.307225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-2e32c217-78d2-474a-8135-14d38ae55d7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.4665396 Aug 04 14:38:18.311638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.364855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.449064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.525639 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899f847-46cd-4fde-9360-0bbd33b3a384 None None] Pushing event updated for resources: {'Port': ['ID=cf1c9e52-6515-445d-aebe-fb8da42f6a14,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:18.562702 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:13Z', 'revision_number': 3, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:18.583824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.613875 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40434eb1-8fd9-416a-beaa-85b27dccc7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.638896 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44ba7a-6a25-49b4-801b-835563d44cd6 None None] The sync data for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 is: [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:13Z', 'revision_number': 3, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:38:18.652561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40434eb1-8fd9-416a-beaa-85b27dccc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.682141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.692268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.693832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.722902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40434eb1-8fd9-416a-beaa-85b27dccc7bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae89d94ab72349098860abab0bf8dc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3190172 Aug 04 14:38:18.725466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37148) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:18.730624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Made reservation on behalf of 9f98cf9b5ee746f8bed283b0c87cf6c8 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:18.734390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.837922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.866876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Pushing event updated for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:18.962157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.980712 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:18.985053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21bd0cde-bdaf-4a6b-9cba-2d05e5a02a13 HTTP/1.1" status: 204 len: 168 time: 1.3355064 Aug 04 14:38:19.031576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434eb1-8fd9-416a-beaa-85b27dccc7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b43f8c-767e-445e-94a1-ff5919192800,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:19.059044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:19.061507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:19.064300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e4bff-269e-48fd-967f-0c89dafad1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd0cde-bdaf-4a6b-9cba-2d05e5a02a13,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:19.113730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.138154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.255824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.268453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.272168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6b43f8c-767e-445e-94a1-ff5919192800 HTTP/1.1" status: 204 len: 168 time: 0.5401030 Aug 04 14:38:19.300090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2510dfa-380f-45dd-af37-550fae82e776 req-a45309d6-5c8b-42e0-aebe-c0b6ed6b7de2 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:19.302241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2510dfa-380f-45dd-af37-550fae82e776 req-a45309d6-5c8b-42e0-aebe-c0b6ed6b7de2 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.4381196 Aug 04 14:38:19.303283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e12cad-223d-477d-8925-3898b450dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b43f8c-767e-445e-94a1-ff5919192800,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:19.434143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Router bf56d885-295d-4059-b48d-d8bf2e6fe483 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:38:19.454426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2510dfa-380f-45dd-af37-550fae82e776 req-1ed5863e-97a1-47c4-b4d3-7ee45910e438 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258566 Aug 04 14:38:19.464862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.495242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.556219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:38:19.587199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ef897-4bea-4f93-b6f4-59614ab37efc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:19.591902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.597618 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Added segment a4b64e26-3f44-44ec-bffc-2c451d6a1f26 of type vlan for network bac8e7b6-dbe0-44db-97bc-44550807c65e Aug 04 14:38:19.662618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77339bad-fd86-4104-bbfe-7d376e359e19 None None] Provisioning complete for port 313e63a1-be1a-4eef-8b3d-af0699240e1b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:19.663153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77339bad-fd86-4104-bbfe-7d376e359e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.715757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.741741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-77339bad-fd86-4104-bbfe-7d376e359e19 None None] Port 313e63a1-be1a-4eef-8b3d-af0699240e1b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:19.753781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:38:19.763538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9aac634-5a18-42c9-be92-a35fb2fffc97 admin admin] 10.222.0.76 "PUT /v2.0/routers/bf56d885-295d-4059-b48d-d8bf2e6fe483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3747425 Aug 04 14:38:19.879320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.880471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:19.882971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:19.995914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9306014 Aug 04 14:38:19.998817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:20.001328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-65baa178-a3a3-44ad-8e59-d56beb5b527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:20.005441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Request body: {'subnet': {'network_id': 'bac8e7b6-dbe0-44db-97bc-44550807c65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-14765981-subnet', 'tenant_id': '9f98cf9b5ee746f8bed283b0c87cf6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:20.007403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-65baa178-a3a3-44ad-8e59-d56beb5b527c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2299526 Aug 04 14:38:20.027881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8738e-5a99-4f6b-aabb-03eab3ad414b admin admin] Pushing event updated for resources: {'Network': ['ID=bac8e7b6-dbe0-44db-97bc-44550807c65e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:20.053103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.063925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Made reservation on behalf of 9f98cf9b5ee746f8bed283b0c87cf6c8 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:20.066213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.094976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network bac8e7b6-dbe0-44db-97bc-44550807c65e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:38:20.325309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cf1c9e52-6515-445d-aebe-fb8da42f6a14 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:20.335805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-0f75ba08-c937-412c-a815-2b3314f5604a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036773 Aug 04 14:38:20.418273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37186) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:20.454750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c233-558b-4f98-846e-60a9ebf41a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.616721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port cf1c9e52-6515-445d-aebe-fb8da42f6a14 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:20.622400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cf1c9e52-6515-445d-aebe-fb8da42f6a14 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:20.625280 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.749300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.791271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56ec7-fba4-4728-a6fe-620ae65dc583 req-f040ac70-f54a-4f8b-bfce-16bc7ea88876 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:20.793074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3f56ec7-fba4-4728-a6fe-620ae65dc583 req-f040ac70-f54a-4f8b-bfce-16bc7ea88876 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.1215284 Aug 04 14:38:20.813083 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.855047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port cf1c9e52-6515-445d-aebe-fb8da42f6a14, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cf1c9e52-6515-445d-aebe-fb8da42f6a14,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:20.866290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.928751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23732edc-ca2b-4d73-81d8-2663ca19264f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:20.943799 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c233-558b-4f98-846e-60a9ebf41a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:20.991735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Checking segment: {'id': 'a4b64e26-3f44-44ec-bffc-2c451d6a1f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bac8e7b6-dbe0-44db-97bc-44550807c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:20.992114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Network hostable DHCP agents. Network: bac8e7b6-dbe0-44db-97bc-44550807c65e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:38:21.006688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=cf1c9e52-6515-445d-aebe-fb8da42f6a14,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:21.041592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c233-558b-4f98-846e-60a9ebf41a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.049048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Network bac8e7b6-dbe0-44db-97bc-44550807c65e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:38:21.089927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, bac8e7b6-dbe0-44db-97bc-44550807c65e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:21.094603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:21.095461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.102482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730e238-063d-4193-873a-3645bc8987e8 None None] Network bac8e7b6-dbe0-44db-97bc-44550807c65e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:21.131847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3f56ec7-fba4-4728-a6fe-620ae65dc583 req-3c5f2133-ffa2-495c-ab10-106567ac151f tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102188 Aug 04 14:38:21.143243 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eede9ec9-df37-432b-af16-cbf405beaa08 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1421592 Aug 04 14:38:21.228414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37220) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:21.229536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9c8c233-558b-4f98-846e-60a9ebf41a6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a639ae4c714b4454a0751b6cdcffc488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099518 Aug 04 14:38:21.278206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c233-558b-4f98-846e-60a9ebf41a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e830e2-fc96-4a94-8f44-b74945c6e635,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:21.416349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff541b4d-e15b-434b-86d6-b2d92aa7a117 req-62316bb7-6101-4789-84b4-35ad514a9386 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778244 Aug 04 14:38:21.430871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.475586 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.522208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f7817-210e-41a8-a6cf-4508f3fe93fe None None] Network bac8e7b6-dbe0-44db-97bc-44550807c65e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:21.527022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37234) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:21.599622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.603070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.604144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25e830e2-fc96-4a94-8f44-b74945c6e635 HTTP/1.1" status: 204 len: 168 time: 0.3746257 Aug 04 14:38:21.621834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d1c2-5c62-4dd6-91c8-515bab927e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e830e2-fc96-4a94-8f44-b74945c6e635,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:21.855655 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2fa-a54d-41bf-90f6-f75349da0a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:21.907768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Sync routers for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:38:21.922950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:21.927038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:22.047244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2fa-a54d-41bf-90f6-f75349da0a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.064382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92e1f2fa-a54d-41bf-90f6-f75349da0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.145920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cf1c9e52-6515-445d-aebe-fb8da42f6a14 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:22.215969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1f2fa-a54d-41bf-90f6-f75349da0a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b5e88-7d92-4cb0-8e95-34a1d74ef978,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:22.223211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92e1f2fa-a54d-41bf-90f6-f75349da0a1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7ef0fbc68d943a29ed37faa57924dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950021 Aug 04 14:38:22.225935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37254) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:22.240451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:22.294979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72191-fd34-44aa-9251-b9c947e93c3d req-4404cf74-418c-4c7c-a771-e433815a8c7a tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:22.306217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.314629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68e72191-fd34-44aa-9251-b9c947e93c3d req-4404cf74-418c-4c7c-a771-e433815a8c7a tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.1265128 Aug 04 14:38:22.359187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.404013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68e72191-fd34-44aa-9251-b9c947e93c3d req-912b1811-6336-42fd-bac7-4214e273798d tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Aug 04 14:38:22.442736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37266) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:22.477082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.480612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.482467 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a8b5e88-7d92-4cb0-8e95-34a1d74ef978 HTTP/1.1" status: 204 len: 168 time: 0.2549610 Aug 04 14:38:22.512428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037051-22ee-498c-bc55-c11bf1625b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b5e88-7d92-4cb0-8e95-34a1d74ef978,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:22.618980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cf1c9e52-6515-445d-aebe-fb8da42f6a14 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:22.619443 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.732531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7dfc-aca8-482f-8160-794d60eaf925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.768747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:18Z', 'revision_number': 4, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '313e63a1-be1a-4eef-8b3d-af0699240e1b', 'name': '', 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'mac_address': 'fa:16:3e:36:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:16Z', 'updated_at': '2021-08-04T14:38:18Z', 'revision_number': 2, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'subnets': [{'id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:22.798249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:22.803711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421310581', 'description': 'tempest-description--1838251079'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:22.823038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Checking router: bf56d885-295d-4059-b48d-d8bf2e6fe483 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:38:22.823548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Updating router bf56d885-295d-4059-b48d-d8bf2e6fe483 port 313e63a1-be1a-4eef-8b3d-af0699240e1b binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:38:22.877224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.905553 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7dfc-aca8-482f-8160-794d60eaf925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.924775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7dfc-aca8-482f-8160-794d60eaf925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.934191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:22.963093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c3ab7dfc-aca8-482f-8160-794d60eaf925 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ffb4f854c90d459eb2a8e21d6f5db7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189326 Aug 04 14:38:22.964605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37298) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.062999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.117635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.175287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.183036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.210300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab7dfc-aca8-482f-8160-794d60eaf925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91fcb7-dd40-476e-af31-4eab70045997,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.222131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.223547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4238765 Aug 04 14:38:23.224472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013d18a-f8d3-4836-b254-fdbe74e4d9a9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.226413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.231535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'security_group_rule': {'security_group_id': 'fae9ff0c-27bb-497c-aaa9-0aef7d6daca9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:23.252114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.256900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.257202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb91fcb7-dd40-476e-af31-4eab70045997 HTTP/1.1" status: 204 len: 168 time: 0.2911129 Aug 04 14:38:23.260971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.277210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-92b31417-9c53-4724-8ee9-377ce7b80ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:23.278945 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-92b31417-9c53-4724-8ee9-377ce7b80ac4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785994c09e8a4eb7a28621262d405ab8&device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 1120 time: 0.2250574 Aug 04 14:38:23.289058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b5ce8-02f9-4521-9532-b94bd6557398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91fcb7-dd40-476e-af31-4eab70045997,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.292598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29650991-0836-4e68-a3a5-1926beeb2324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.294889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.378088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-4afa9038-19ca-4b21-b3b7-c11f518ad9c4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:23.379702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-4afa9038-19ca-4b21-b3b7-c11f518ad9c4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.4694307 Aug 04 14:38:23.429801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-16403b0b-0630-46c7-96e0-63e52d534524 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/quotas/3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 375 time: 0.0380571 Aug 04 14:38:23.443865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.454432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.482117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc997325-c0d9-476e-9ce1-d86804aaf127,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.526038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.538925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Transition to ACTIVE for port object 313e63a1-be1a-4eef-8b3d-af0699240e1b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:23.551322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.619953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-ed0248ea-b6b0-4179-8535-6f1f34501c0c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287179 Aug 04 14:38:23.639513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-196af8ac-9744-498a-8dc5-4641c8208bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:23.641071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-196af8ac-9744-498a-8dc5-4641c8208bd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3508222 Aug 04 14:38:23.657430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29650991-0836-4e68-a3a5-1926beeb2324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.664772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29650991-0836-4e68-a3a5-1926beeb2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.694425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.695729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-adfcb4ff-fd73-453c-82f6-8664c2ca93ec tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4682684 Aug 04 14:38:23.713618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.726702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'security_group_rule': {'security_group_id': 'fae9ff0c-27bb-497c-aaa9-0aef7d6daca9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:23.787765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29650991-0836-4e68-a3a5-1926beeb2324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1ca85-8f62-4671-ab2e-dc64139de0f0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.815558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433356e-7c66-4b7c-83c3-e84aaa0a2d16 None None] Pushing event updated for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:23.816378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29650991-0836-4e68-a3a5-1926beeb2324 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8ac407bed2e4a3490453fe95cf1972b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544746 Aug 04 14:38:23.829498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37330) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.851666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Attempting to bind port 313e63a1-be1a-4eef-8b3d-af0699240e1b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:23.852051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Attempting to bind port 313e63a1-be1a-4eef-8b3d-af0699240e1b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:23.852733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Attempting to bind port 313e63a1-be1a-4eef-8b3d-af0699240e1b on network 34dcde19-0efd-4251-9d2d-68c04f47df94 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:23.859474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:23.864264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.866368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Checking segment: {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:23.867021 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.867491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Bound using segment: {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:23.868028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Bound port: 313e63a1-be1a-4eef-8b3d-af0699240e1b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336a17be-ed1a-4e2e-adc5-ef87848d21bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:23.868449 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.890098 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:38:23.928349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:23.966754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16c4-6a3f-437c-b517-96294bf4dcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:23.990277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.009604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] For port 313e63a1-be1a-4eef-8b3d-af0699240e1b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:24.011695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0d638-5f5b-483f-8a2e-1e5daa0d9df5 req-10577ac8-d972-4bb2-b5d3-3ea1370afe30 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:24.013824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edc0d638-5f5b-483f-8a2e-1e5daa0d9df5 req-10577ac8-d972-4bb2-b5d3-3ea1370afe30 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.4773388 Aug 04 14:38:24.022712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-cd8b56b9-ea6c-4be1-9c94-431946c3aa9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=71719203-a24d-4bb6-972e-3e7a10d21d82 HTTP/1.1" status: 200 len: 217 time: 0.3719907 Aug 04 14:38:24.023433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.038720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.041858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.057927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] For port 313e63a1-be1a-4eef-8b3d-af0699240e1b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=313e63a1-be1a-4eef-8b3d-af0699240e1b,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:24.076780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.097271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728a84da-8870-4fbf-9315-62eefb26e927,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:24.132001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-db6b0471-bacf-4770-9a24-c1f185a0de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:24.134084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-db6b0471-bacf-4770-9a24-c1f185a0de3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1009126 Aug 04 14:38:24.154165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edc0d638-5f5b-483f-8a2e-1e5daa0d9df5 req-1ea75b41-f79d-4b88-bdb7-c5f7f9fb4b22 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293023 Aug 04 14:38:24.157585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.160688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.161955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ce1ca85-8f62-4671-ab2e-dc64139de0f0 HTTP/1.1" status: 204 len: 168 time: 0.3318698 Aug 04 14:38:24.188301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16c4-6a3f-437c-b517-96294bf4dcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.188301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc126a9-31be-42fa-8e03-64d61a07ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1ca85-8f62-4671-ab2e-dc64139de0f0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:24.195484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16c4-6a3f-437c-b517-96294bf4dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.218834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.220083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-97a091db-8f78-4e73-96f0-d43a3385a66b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5026126 Aug 04 14:38:24.225409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37344) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:24.234515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:24.235270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:24.240397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433356e-7c66-4b7c-83c3-e84aaa0a2d16 None None] Pushing event updated for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:24.264300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:24.294260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-afd85c62-ebe0-4645-b8cf-637747552f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:24.294721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0b1e16c4-6a3f-437c-b517-96294bf4dcc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb1fcdc72e32482b861f820640249cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580353 Aug 04 14:38:24.301248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:24.302418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-afd85c62-ebe0-4645-b8cf-637747552f25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247659 Aug 04 14:38:24.325885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e16c4-6a3f-437c-b517-96294bf4dcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303c80db-5cad-4a0e-aa34-3360873bf04d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:24.326035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-23b683e5-111d-414b-8888-cf08760ba4e3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:38:24.327049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-23b683e5-111d-414b-8888-cf08760ba4e3 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3357816 Aug 04 14:38:24.379306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.504817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:24.505854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-eaf82efd-3478-4b1a-b5c9-77646d4dc479 service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668670 Aug 04 14:38:24.509364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-6e341693-87de-4f3d-b9a0-7b6fc003f8a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980565 Aug 04 14:38:24.578323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.636825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.777623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-ca4d904b-5c82-4be0-8af0-3f587b4385eb service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638416 Aug 04 14:38:24.783840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6723a7b6-728a-4ea8-b53c-ebbd6127b900 req-b80a317b-853d-45fc-9c2e-3e86dca7135d service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624817 Aug 04 14:38:24.851622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:18Z', 'revision_number': 4, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '313e63a1-be1a-4eef-8b3d-af0699240e1b', 'name': '', 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'mac_address': 'fa:16:3e:36:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:16Z', 'updated_at': '2021-08-04T14:38:23Z', 'revision_number': 4, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'subnets': [{'id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:24.884323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed34953-b496-4c41-89b6-c390889c2820 None None] The sync data for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 is: [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:38:18Z', 'revision_number': 4, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '313e63a1-be1a-4eef-8b3d-af0699240e1b', 'name': '', 'network_id': '34dcde19-0efd-4251-9d2d-68c04f47df94', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'mac_address': 'fa:16:3e:36:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:16Z', 'updated_at': '2021-08-04T14:38:23Z', 'revision_number': 4, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'subnets': [{'id': 'b2e9598f-5b05-4a64-82cc-aac140793609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:38:24.983300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.985960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:24.991361 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/303c80db-5cad-4a0e-aa34-3360873bf04d HTTP/1.1" status: 204 len: 168 time: 0.6881588 Aug 04 14:38:24.992595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:25.009598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aaaa4c-0da4-4286-8b5c-cb6a5fbac31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c80db-5cad-4a0e-aa34-3360873bf04d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:25.176004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b4a95ad-5aaf-4612-96c7-60cef1c8d12e req-a567057a-6503-495a-9b3f-76d35e2e5b66 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 210 time: 0.0584483 Aug 04 14:38:25.186454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Allocated IP 172.25.0.191 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/aee60b3d-8524-40ac-a169-2238435d4bbb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:25.345841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6631cc-7391-4696-9b48-b7ff8bc2a0e3 req-01b502c2-d0b9-4fde-a57a-0fc87676d58e tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:25.353345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca6631cc-7391-4696-9b48-b7ff8bc2a0e3 req-01b502c2-d0b9-4fde-a57a-0fc87676d58e tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.0767901 Aug 04 14:38:25.392878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:25.410327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca6631cc-7391-4696-9b48-b7ff8bc2a0e3 req-edf1900a-ad48-4504-9261-aca0bac5d094 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Aug 04 14:38:25.486317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:25.559448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:25.563748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:25.566538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:25.578137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'Port': ['ID=aee60b3d-8524-40ac-a169-2238435d4bbb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:25.693938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:25.751714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:25.949174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-1f940668-a777-4be2-8407-d4be6a0f7614 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=707b98ded7bd453e94bfde53e62c46c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628541 Aug 04 14:38:26.019870 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.029626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.061806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.161375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-f9c7880c-3026-4da8-afd6-e97ec19b2185 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:26.163060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-f9c7880c-3026-4da8-afd6-e97ec19b2185 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018850 Aug 04 14:38:26.166396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.167793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9353690 Aug 04 14:38:26.179173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d2fa9-f714-4f3c-b8b7-41e2066d176a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'Port': ['ID=aee60b3d-8524-40ac-a169-2238435d4bbb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:26.191315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-6ade8d20-cacb-455d-ac55-46030add7a34 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/quotas/707b98ded7bd453e94bfde53e62c46c7 HTTP/1.1" status: 200 len: 375 time: 0.0222447 Aug 04 14:38:26.231782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 313e63a1-be1a-4eef-8b3d-af0699240e1b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:26.265822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-d48dd4d2-a344-4902-bba2-0acd52b77b10 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665863 Aug 04 14:38:26.293496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 71719203-a24d-4bb6-972e-3e7a10d21d82 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:26.323826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 313e63a1-be1a-4eef-8b3d-af0699240e1b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:26.330370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 313e63a1-be1a-4eef-8b3d-af0699240e1b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:26.331299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.399076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0eeed0d-19ce-4dfc-9506-6c135ea9df84 req-6c7c8937-e4f7-48ca-9724-291c63ddf59c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 210 time: 0.0600564 Aug 04 14:38:26.504590 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.569674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 313e63a1-be1a-4eef-8b3d-af0699240e1b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=313e63a1-be1a-4eef-8b3d-af0699240e1b,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:26.594623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.659188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce52507-4c07-41c4-b812-772fa19122a5 req-fa7b8b03-2d4d-40e0-9722-4bbe2542be81 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:26.660860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce52507-4c07-41c4-b812-772fa19122a5 req-fa7b8b03-2d4d-40e0-9722-4bbe2542be81 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 968 time: 0.0653067 Aug 04 14:38:26.673045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=71719203-a24d-4bb6-972e-3e7a10d21d82,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:26.726394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '71719203-a24d-4bb6-972e-3e7a10d21d82', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '71719203-a24d-4bb6-972e-3e7a10d21d82', 'mac_address': 'fa:16:3e:58:52:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-816570631', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:26.745774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce52507-4c07-41c4-b812-772fa19122a5 req-1e511030-2ca2-4d15-b101-0ed26c4e71c3 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Aug 04 14:38:26.747982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:26.786870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.38', 51129) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:26.809154 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.825361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71719203-a24d-4bb6-972e-3e7a10d21d82 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:26.871500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=71719203-a24d-4bb6-972e-3e7a10d21d82,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:26.879478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:26.993303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:27.008432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-f1759990-8707-4b09-ab5c-790d247d7125 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1421310581&fields=id&tenant_id=00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 267 time: 0.0960581 Aug 04 14:38:27.165503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-adbd6411-8e18-4ea7-9a6f-be6504e6ded7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:27.181989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-adbd6411-8e18-4ea7-9a6f-be6504e6ded7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.3922920 Aug 04 14:38:27.183612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e29172a-4073-482b-acfe-c01a90494b7a req-bc79c016-c17e-49c0-80ed-683eeabd2149 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 210 time: 0.0708463 Aug 04 14:38:27.218968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['71719203-a24d-4bb6-972e-3e7a10d21d82'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:27.243394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Request body: {'port': {'device_id': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'admin_state_up': True, 'tenant_id': '3125fe8accca4b878a77bddccadab7fa'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:27.334495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-70ae10ab-9ed0-4fb8-990c-b6eb3a71b49c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:27.337528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-70ae10ab-9ed0-4fb8-990c-b6eb3a71b49c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 824 time: 0.3272965 Aug 04 14:38:27.396841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-211a1fd0-9b18-43c8-b653-84fa54d7ef8c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/quotas/00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 375 time: 0.0450437 Aug 04 14:38:27.467390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:27.473712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:27.573759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-ee9a17ed-9331-4fc2-b525-57527c98f98b tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764970 Aug 04 14:38:27.832730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Allocated IP 172.20.0.14 (51ff9d44-1cab-4c49-9cd3-19c025fc1f98/10a7ba5a-12a2-45b8-b74e-83f429e20d7e/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:27.884034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85866398-6c9a-4596-9faf-2f633557afa3 req-fe511c66-e05d-4c16-9f2e-52993d630c43 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 210 time: 0.0895975 Aug 04 14:38:28.085597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d09b7-d300-463b-b1ff-da24bc71053c req-75e401d0-bd9d-475d-952e-ae7d645d8733 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:28.085597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c94d09b7-d300-463b-b1ff-da24bc71053c req-75e401d0-bd9d-475d-952e-ae7d645d8733 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 969 time: 0.0888653 Aug 04 14:38:28.139178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 313e63a1-be1a-4eef-8b3d-af0699240e1b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:28.166420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c94d09b7-d300-463b-b1ff-da24bc71053c req-7096dd5c-5401-494a-93f8-862ccca6bb97 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Aug 04 14:38:28.218178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-8cfc1f6a-6908-454b-8b11-2fc0d5c97559 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:38:28.226511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-8cfc1f6a-6908-454b-8b11-2fc0d5c97559 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2961760 Aug 04 14:38:28.228061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 313e63a1-be1a-4eef-8b3d-af0699240e1b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:28.228682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.260425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 71719203-a24d-4bb6-972e-3e7a10d21d82 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:28.279006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.354723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef9d2c4b-4ce4-4186-a3ac-f9a75bbbae12 req-bb7acbd9-7528-4b07-b70e-5a9ba5c2ef7f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 210 time: 0.0398414 Aug 04 14:38:28.387491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 71719203-a24d-4bb6-972e-3e7a10d21d82 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:28.396459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.399286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-682d1400-d257-45e5-9968-8919279100f3 service neutron] 10.222.0.76 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611857 Aug 04 14:38:28.419007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 71719203-a24d-4bb6-972e-3e7a10d21d82 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:28.421254 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.461935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:28.536792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:28.544593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:28.554956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:28.563843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:28.564023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-da5000b3-6130-4b9a-8dce-ffd48184bfcf service neutron] 10.222.0.76 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574616 Aug 04 14:38:28.564597 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.577995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:28.587042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-3864e06b-1245-4492-b25f-0ff6023c690e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3522522 Aug 04 14:38:28.604747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.635851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:28.718412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-fb9d04c7-fe22-40f8-baa0-068133a26ab4 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=707b98ded7bd453e94bfde53e62c46c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573332 Aug 04 14:38:28.740769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=71719203-a24d-4bb6-972e-3e7a10d21d82,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:28.746143 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.825228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:28.837020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53ba75aa-0a86-4ea3-b03a-7c13cc5fe9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:28.968860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a514fae6-53f1-4e6e-89c7-1ca3f5de45e7 req-4aafeb03-db0f-4d9b-bbea-ac3906c8a613 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 210 time: 0.0719211 Aug 04 14:38:29.079502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-d151fd1f-d1ff-4071-b735-367a004a6a4c tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:29.082155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-d151fd1f-d1ff-4071-b735-367a004a6a4c tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531702 Aug 04 14:38:29.112446 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709afef-ff3a-430e-ac30-d43f63adf2c4" -d '{"events": [{"server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "name": "network-vif-plugged", "status": "completed", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:29.121625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Request body: {'port': {'device_id': '9130aec4-4e48-414b-b2d7-8dc509322585', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '707b98ded7bd453e94bfde53e62c46c7'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:29.158972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713516dc-16bd-4a5d-bcce-4c7a36780969 req-8cfcc563-cc88-43ad-8f4d-3e56aee4a761 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:29.160752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-713516dc-16bd-4a5d-bcce-4c7a36780969 req-8cfcc563-cc88-43ad-8f4d-3e56aee4a761 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 932 time: 0.1270013 Aug 04 14:38:29.283055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1037249608', 'description': 'tempest-description-2071576740'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:29.309214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-713516dc-16bd-4a5d-bcce-4c7a36780969 req-b205b7a0-669b-4e24-9bd8-89a6efe6e357 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204081 Aug 04 14:38:29.322408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53ba75aa-0a86-4ea3-b03a-7c13cc5fe9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.333076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53ba75aa-0a86-4ea3-b03a-7c13cc5fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.413863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-53ba75aa-0a86-4ea3-b03a-7c13cc5fe9fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e94750c58bc476b9cf22b3a0f98a479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9497411 Aug 04 14:38:29.415924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37568) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:29.419334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.423282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba75aa-0a86-4ea3-b03a-7c13cc5fe9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9d355-469f-422f-82d8-ce97602572e2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:29.433899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.460149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Made reservation on behalf of 707b98ded7bd453e94bfde53e62c46c7 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:29.467486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.479701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.480879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.506773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.565763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.571751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.573740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07c9d355-469f-422f-82d8-ce97602572e2 HTTP/1.1" status: 204 len: 168 time: 0.1559613 Aug 04 14:38:29.583438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.589199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37de219-32f6-441d-a12e-712efb65edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c9d355-469f-422f-82d8-ce97602572e2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:29.589445 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.594280 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e1a409-55bb-4d77-ab0a-b8f1bb786137 x-openstack-request-id: req-46e1a409-55bb-4d77-ab0a-b8f1bb786137 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:29.595636 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "name": "network-vif-plugged", "status": "completed", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:29.596042 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46e1a409-55bb-4d77-ab0a-b8f1bb786137 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:29.596676 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82', 'code': 200} Aug 04 14:38:29.654306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bdf911-a299-4f20-8f6c-e586da404413,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:29.663854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.46', 54856) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:29.744029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866105e-f5fb-4439-97cf-b0e6e86f4559 req-34825b6f-d7a1-4659-885f-cd9a5f4512e2 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:29.745556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d866105e-f5fb-4439-97cf-b0e6e86f4559 req-34825b6f-d7a1-4659-885f-cd9a5f4512e2 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.0878315 Aug 04 14:38:29.748763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-e7d110f1-3cdc-4df4-b1b7-9e926dc6073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:29.750370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-e7d110f1-3cdc-4df4-b1b7-9e926dc6073b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 1122 time: 0.0852323 Aug 04 14:38:29.773174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-d6cc232c-c282-48ec-b965-abb1f1bcd5cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.814327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.817947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d866105e-f5fb-4439-97cf-b0e6e86f4559 req-b62b1e81-1f6f-4e4e-b958-5570efb6c7f5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624428 Aug 04 14:38:29.822281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:29.922514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a6158-be2b-4688-970e-5716d5c13372,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.005452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Allocated IP 192.168.233.99 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/5a4b1482-3754-419f-9229-15b263258cb5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:30.006174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37580) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:30.025358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.030155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6298bffc-c042-4858-ba4f-f140d04052b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.036314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.088734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5fb325-2cb0-48f9-85dd-002d8302a0c3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.144382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-d6cc232c-c282-48ec-b965-abb1f1bcd5cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.149794 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-d6cc232c-c282-48ec-b965-abb1f1bcd5cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.164859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.167045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3815c3cd-2823-40ec-a47c-fb1009959aca req-ac733e48-9b24-4fc6-bc4e-8d4893c6884d tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9046061 Aug 04 14:38:30.205312 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95adfb01-2d66-44e8-89a6-4292e42d900e req-d6cc232c-c282-48ec-b965-abb1f1bcd5cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439814 Aug 04 14:38:30.210629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc232c-c282-48ec-b965-abb1f1bcd5cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20772935-7b0c-4e83-a7db-a1e35c073581,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.229020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3108f750-26ae-4f8f-9386-2a4419bf8091 req-d79800ae-cf62-4a2f-b188-b8fcc8351fe0 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 210 time: 0.0509114 Aug 04 14:38:30.272782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14c041a4-5cc3-4023-aa81-abf298207fa7 req-357d1354-a434-4680-8119-6f6e2e52ed42 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 210 time: 0.0490103 Aug 04 14:38:30.306244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.314134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1544891221', 'description': 'tempest-description-183606005'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:30.322025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6298bffc-c042-4858-ba4f-f140d04052b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.330133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6298bffc-c042-4858-ba4f-f140d04052b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.343690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Transition to ACTIVE for port object 5a4b1482-3754-419f-9229-15b263258cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:30.358420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.370898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298bffc-c042-4858-ba4f-f140d04052b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabdbcf7-820e-4c47-a200-ff2efd883da9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.379827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6298bffc-c042-4858-ba4f-f140d04052b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5eca194fd494b84a6f1d6816d1c77aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715394 Aug 04 14:38:30.380603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37590) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:30.413110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.444001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.478954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.492318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:30.496831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Pushing event updated for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.500513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:30.503859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:30.509577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:30.510246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.588341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.601153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.611743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-0b0d4d0f-019d-4ba0-aace-4b61729e4ad2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5044873 Aug 04 14:38:30.621059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a341bd-1c18-43d8-8364-8dd1e3416419 req-e4277d81-5d99-4295-bebb-a4b041601df7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:30.622233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10a341bd-1c18-43d8-8364-8dd1e3416419 req-e4277d81-5d99-4295-bebb-a4b041601df7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 932 time: 0.1008584 Aug 04 14:38:30.631212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Request body: {'port': {'device_id': '9130aec4-4e48-414b-b2d7-8dc509322585', 'device_owner': 'compute:tempest-test_az-816570631', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:30.664849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.670985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13e54d68-941e-4cbb-b3de-1e227b0b8ed4 req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3620942 Aug 04 14:38:30.696615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.699684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.703654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dabdbcf7-820e-4c47-a200-ff2efd883da9 HTTP/1.1" status: 204 len: 168 time: 0.3195393 Aug 04 14:38:30.717316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a43808-4b26-43bf-a51c-41a543e07b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabdbcf7-820e-4c47-a200-ff2efd883da9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.738644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662263b3-9bc9-4beb-8fed-d7583c3258fc tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af354490-bbbe-4a81-8c6d-05e8ce0d7d29,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:30.784943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10a341bd-1c18-43d8-8364-8dd1e3416419 req-bd32baa6-302e-46d6-9776-7279cc9bf8ea tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263049 Aug 04 14:38:30.797511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.810355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e080456b-6889-4aea-b8ce-1248fbc5e7be None None] Provisioning for port 5a4b1482-3754-419f-9229-15b263258cb5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:30.816214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e080456b-6889-4aea-b8ce-1248fbc5e7be None None] Provisioning complete for port 5a4b1482-3754-419f-9229-15b263258cb5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:30.816967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e080456b-6889-4aea-b8ce-1248fbc5e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:30.870099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e080456b-6889-4aea-b8ce-1248fbc5e7be None None] Port 5a4b1482-3754-419f-9229-15b263258cb5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:30.995013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1796158081', 'description': 'tempest-description-896053473'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:31.072631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.085156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36ff5c-70fb-43cb-96f0-bcc9bd055c49 req-a89ad002-8c86-4f5c-9f06-f49f7affd83c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:31.086651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed36ff5c-70fb-43cb-96f0-bcc9bd055c49 req-a89ad002-8c86-4f5c-9f06-f49f7affd83c tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.1347370 Aug 04 14:38:31.110517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.178627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed36ff5c-70fb-43cb-96f0-bcc9bd055c49 req-78220f0d-42d1-471c-9c2e-bec75ce5b2b9 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843546 Aug 04 14:38:31.266147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4b1482-3754-419f-9229-15b263258cb5 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:31.278281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.307592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Transition to ACTIVE for port object 5a4b1482-3754-419f-9229-15b263258cb5 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:31.318042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.407275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.412327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:31.430318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.691691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Attempting to bind port 5a4b1482-3754-419f-9229-15b263258cb5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:31.692367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Attempting to bind port 5a4b1482-3754-419f-9229-15b263258cb5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:31.692367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Attempting to bind port 5a4b1482-3754-419f-9229-15b263258cb5 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:31.694437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67af756-1120-44f5-a608-ff1794d1367a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:31.706575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b5cd6-380b-43f5-bd1c-8402a5ca771b req-d580f996-37b4-434d-b5b7-cbc870c6a949 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:31.708238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb7b5cd6-380b-43f5-bd1c-8402a5ca771b req-d580f996-37b4-434d-b5b7-cbc870c6a949 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 968 time: 0.3574479 Aug 04 14:38:31.714165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Port 5a4b1482-3754-419f-9229-15b263258cb5 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:31.714490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Attempting to bind port 5a4b1482-3754-419f-9229-15b263258cb5 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:31.745553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:31.745912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:31.746328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:31.746761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Bound port: 5a4b1482-3754-419f-9229-15b263258cb5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:31.747308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.830782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb7b5cd6-380b-43f5-bd1c-8402a5ca771b req-24c34633-0ce3-45ac-8850-72f22cfeb35b tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093175 Aug 04 14:38:31.865692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.876392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.885110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:31.894532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5a4b1482-3754-419f-9229-15b263258cb5,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:31.907066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.921626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.922948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eab303cd-8298-4948-a2a3-5f5f8885ec24 req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9368348 Aug 04 14:38:31.948547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf7005-5f3c-41f1-8f45-425ecfd3081a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db968064-ace4-4014-8591-d3af6bb144ba,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:31.964567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:31.965357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:31.967488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] 10.222.0.46 "PUT /v2.0/ports/5a4b1482-3754-419f-9229-15b263258cb5 HTTP/1.1" status: 200 len: 1117 time: 1.3440061 Aug 04 14:38:31.968079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:31.970500 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc308d-4276-4c58-ba81-2198fba72fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "tag": "5a4b1482-3754-419f-9229-15b263258cb5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:32.015532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-825d7eae-5fd2-4da6-a75e-ba73337ec78d req-4daf1163-e534-411a-9c02-fa897b40d569 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 210 time: 0.0411789 Aug 04 14:38:32.034030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0913e-a1d6-4a54-af74-36eed765dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:32.073050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1985243870', 'description': 'tempest-description-1897898152'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:32.155758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-2a71182f-7d63-4deb-a504-3b8c9485d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:32.157282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-2a71182f-7d63-4deb-a504-3b8c9485d138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 1120 time: 0.1333752 Aug 04 14:38:32.160441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.175954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e43c1e-968a-4b23-b2b1-2953dd0dcf42 req-8ba1c593-2341-4748-8ab4-db7f3af096f3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:32.179042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4e43c1e-968a-4b23-b2b1-2953dd0dcf42 req-8ba1c593-2341-4748-8ab4-db7f3af096f3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 932 time: 0.1236064 Aug 04 14:38:32.246375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-36cbb4d5-396c-441d-97b8-acbd8ce52c2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5a4b1482-3754-419f-9229-15b263258cb5 HTTP/1.1" status: 200 len: 217 time: 0.0596027 Aug 04 14:38:32.331186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4e43c1e-968a-4b23-b2b1-2953dd0dcf42 req-a11fccaf-9a6c-4cf3-9262-b237e6a0cd4d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411278 Aug 04 14:38:32.362201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37660) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:32.365433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-a097a2cb-898e-4cd5-bc6b-be0c21819c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:32.367299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-a097a2cb-898e-4cd5-bc6b-be0c21819c40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1002054 Aug 04 14:38:32.411375 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c11fe-4c86-40f2-b70c-cf16f3852fba x-openstack-request-id: req-564c11fe-4c86-40f2-b70c-cf16f3852fba {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:32.411691 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "tag": "5a4b1482-3754-419f-9229-15b263258cb5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:32.412045 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-564c11fe-4c86-40f2-b70c-cf16f3852fba {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:32.412634 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5', 'status': 'completed', 'code': 200} Aug 04 14:38:32.438236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.446679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.468013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-dfbcad37-0eff-45ee-9bdf-6d74fa0bed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:32.469393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-dfbcad37-0eff-45ee-9bdf-6d74fa0bed40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919580 Aug 04 14:38:32.487441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.488658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d53b9cd-08cf-4df0-9d62-a292e724ec3f req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4298234 Aug 04 14:38:32.523587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c4d27-c56e-42cd-adee-d6e03d5e8810 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb99489-7cce-44b7-ab64-ad46f00d512f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:32.590865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c922310-30a9-45e5-81bb-50a9be7ade59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.644589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93425e9-67e6-4074-a7d5-c7d20f3ea833 req-d3536a19-892e-4684-9aef-45b42de77a63 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:32.646022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d93425e9-67e6-4074-a7d5-c7d20f3ea833 req-d3536a19-892e-4684-9aef-45b42de77a63 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.1746705 Aug 04 14:38:32.718824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-8c5ce8d2-0814-461d-a572-f0ae841506ba service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270477 Aug 04 14:38:32.810196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d93425e9-67e6-4074-a7d5-c7d20f3ea833 req-e560db63-7ede-4d5c-a304-746e0990c279 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539094 Aug 04 14:38:32.907539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1471a52-cc60-4b95-8c63-ec947ab5cfda req-78f86f9e-97f8-48ea-851c-a26f8f068600 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755884 Aug 04 14:38:32.952458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c922310-30a9-45e5-81bb-50a9be7ade59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:32.985293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c922310-30a9-45e5-81bb-50a9be7ade59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.063130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c922310-30a9-45e5-81bb-50a9be7ade59 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7297bf89e4914e5eace3f2dc04975757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996672 Aug 04 14:38:33.065909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37684) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:33.077339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922310-30a9-45e5-81bb-50a9be7ade59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c6c910-bd96-4c48-96c3-8b6cdb1676c2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:33.088255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-32703703-6edc-4c27-96dd-92b6b5b94d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:33.089812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-32703703-6edc-4c27-96dd-92b6b5b94d22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 1120 time: 0.1336524 Aug 04 14:38:33.103179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-a172ecdb-629e-42f4-9d16-a05346b7b697 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39558 time: 0.5443065 Aug 04 14:38:33.129287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.153153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.211786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-c2ab88d3-a271-4e3c-91c8-0983ec9c414c tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/0ba4c482-5327-49c8-b4e0-6494b23697b4 HTTP/1.1" status: 200 len: 2977 time: 0.0948980 Aug 04 14:38:33.218015 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.221211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.222810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4c6c910-bd96-4c48-96c3-8b6cdb1676c2 HTTP/1.1" status: 204 len: 168 time: 0.1557033 Aug 04 14:38:33.232428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32998070-a195-4be4-862e-1e4c59ea332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c6c910-bd96-4c48-96c3-8b6cdb1676c2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:33.239983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-c5c6c550-592f-4f39-937c-01aee8e27b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:33.239983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-c5c6c550-592f-4f39-937c-01aee8e27b2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1328452 Aug 04 14:38:33.303993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-af071f87-c95c-40b2-8f23-395ce1614136 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5a4b1482-3754-419f-9229-15b263258cb5 HTTP/1.1" status: 200 len: 217 time: 0.0565186 Aug 04 14:38:33.403191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-e1bc0d64-e8c6-444a-9bd7-1017f9591f94 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/0ba4c482-5327-49c8-b4e0-6494b23697b4 HTTP/1.1" status: 200 len: 2977 time: 0.1639996 Aug 04 14:38:33.442093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-d0ed91c9-ebc0-4299-b565-94fc4fb316fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:33.443601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-d0ed91c9-ebc0-4299-b565-94fc4fb316fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1090739 Aug 04 14:38:33.452773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-306fb49d-4e39-4513-9794-5d5f5d3690ef tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:33.454315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-306fb49d-4e39-4513-9794-5d5f5d3690ef tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 1122 time: 0.1567698 Aug 04 14:38:33.506734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-154bf314-36b7-4fd6-aa8c-076de73c0cf1 tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.520847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-6f9edec6-dead-4a10-b8b6-00d10ccec604 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1b956192-2dd6-43f1-b6ac-04a4436bce04 HTTP/1.1" status: 200 len: 2977 time: 0.1122086 Aug 04 14:38:33.550184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-eefc3abc-9ec8-4b21-8c85-8e5f855ded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:33.551853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-eefc3abc-9ec8-4b21-8c85-8e5f855ded2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966635 Aug 04 14:38:33.605885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37694) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:33.621034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40bc7870-92a6-4927-83e7-45415c42b00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.653164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-cf6ad732-f716-4418-9d79-2c6a04c43d01 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1b956192-2dd6-43f1-b6ac-04a4436bce04 HTTP/1.1" status: 200 len: 2977 time: 0.1258981 Aug 04 14:38:33.725369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-6901a7b2-09cb-4a35-9b12-4d0a5d7e0680 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623158 Aug 04 14:38:33.793781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-eed1f56e-9644-415c-8d88-82bd02d67376 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/20772935-7b0c-4e83-a7db-a1e35c073581 HTTP/1.1" status: 200 len: 2981 time: 0.1332948 Aug 04 14:38:33.799463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-154bf314-36b7-4fd6-aa8c-076de73c0cf1 tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.812660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-154bf314-36b7-4fd6-aa8c-076de73c0cf1 tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.876917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76384e2a-5de5-42c4-bd0a-431b2ee234c0 req-154bf314-36b7-4fd6-aa8c-076de73c0cf1 tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097683 Aug 04 14:38:33.898921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf314-36b7-4fd6-aa8c-076de73c0cf1 tempest-AggregatesAdminTestJSON-678751362 tempest-AggregatesAdminTestJSON-678751362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a4646-f92c-4312-ae32-57a5db323785,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:33.915434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40bc7870-92a6-4927-83e7-45415c42b00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.921680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fc308d-4276-4c58-ba81-2198fba72fb3 req-fccfd4be-4b49-4c49-a712-38d86610abb5 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848826 Aug 04 14:38:33.922708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-933e56d6-c5f9-4ca5-bb0c-ce08c9311431 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:38:33.923719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-2f0ba72f-a06b-4e3d-928e-5534a32d04e7 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/20772935-7b0c-4e83-a7db-a1e35c073581 HTTP/1.1" status: 200 len: 2981 time: 0.1230211 Aug 04 14:38:33.930509 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-933e56d6-c5f9-4ca5-bb0c-ce08c9311431 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134735 Aug 04 14:38:33.932110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40bc7870-92a6-4927-83e7-45415c42b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:33.967844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7870-92a6-4927-83e7-45415c42b00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b772d46-e039-4e51-9f84-30ab2e271c62,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:33.981961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-40bc7870-92a6-4927-83e7-45415c42b00c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e30e4e23ee14f0a8a0e9e9cde79e4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749733 Aug 04 14:38:33.984985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:34.014757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-07672c7d-9cf1-4c03-a138-f74f1e4faf67 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8cacf6fc-b1a9-408d-9670-9a52582fe623 HTTP/1.1" status: 200 len: 2973 time: 0.0839815 Aug 04 14:38:34.035395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe21a0-6461-4de8-a021-d4c3d9e63da1 req-7568103c-d6e2-4c77-b300-df5ac2dfdf20 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:34.044294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5efe21a0-6461-4de8-a021-d4c3d9e63da1 req-7568103c-d6e2-4c77-b300-df5ac2dfdf20 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 968 time: 0.0837326 Aug 04 14:38:34.048294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.071681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.111480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5efe21a0-6461-4de8-a021-d4c3d9e63da1 req-c19a299d-136f-4c65-a52d-f909a4123ab1 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659173 Aug 04 14:38:34.112918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-05d0e9c3-a7da-42fa-b4bf-0bbc7c111ecb tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8cacf6fc-b1a9-408d-9670-9a52582fe623 HTTP/1.1" status: 200 len: 2973 time: 0.0916920 Aug 04 14:38:34.146002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.148644 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.152827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b772d46-e039-4e51-9f84-30ab2e271c62 HTTP/1.1" status: 204 len: 168 time: 0.1631782 Aug 04 14:38:34.162500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Request body: {'port': {'device_id': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:34.202457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c7c0-f5bc-4e75-bee8-594db3828dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b772d46-e039-4e51-9f84-30ab2e271c62,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:34.220980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-99c2b1fb-f956-48e4-a61f-2e7fd7bf942a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/a67af756-1120-44f5-a608-ff1794d1367a HTTP/1.1" status: 200 len: 2981 time: 0.0926490 Aug 04 14:38:34.245265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78ecb3fc-ea08-4410-8c4c-f83253e51a95 req-ae8421e2-b82c-461e-baea-09bfabb9ac45 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 210 time: 0.0639484 Aug 04 14:38:34.249793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.302536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-d85af55d-9f08-4af9-a7f5-c53ed3a46d2f tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/a67af756-1120-44f5-a608-ff1794d1367a HTTP/1.1" status: 200 len: 2981 time: 0.0605395 Aug 04 14:38:34.357676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-6f8faa8e-6390-4d8f-a1a4-49b7b57a260e tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/acd38740-6029-4705-84d3-cb654bf61e8d HTTP/1.1" status: 200 len: 2981 time: 0.0460000 Aug 04 14:38:34.411822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-9e1bd290-ecfd-4d52-9b23-fd5067086607 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/acd38740-6029-4705-84d3-cb654bf61e8d HTTP/1.1" status: 200 len: 2981 time: 0.0477111 Aug 04 14:38:34.459910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-201b02bb-a3b1-4671-86db-0566842c2338 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ad2a6158-be2b-4688-970e-5716d5c13372 HTTP/1.1" status: 200 len: 2981 time: 0.0405812 Aug 04 14:38:34.509258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-49498dce-6a14-4773-a33b-7b04837c147b tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ad2a6158-be2b-4688-970e-5716d5c13372 HTTP/1.1" status: 200 len: 2981 time: 0.0417161 Aug 04 14:38:34.555428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.38', 51135) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:34.567602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-27b16e71-5837-45fb-93de-9d489c610c9a tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/c9bdf911-a299-4f20-8f6c-e586da404413 HTTP/1.1" status: 200 len: 2981 time: 0.0523980 Aug 04 14:38:34.683409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-b9141d70-d5d7-4b78-8c0a-53acea090470 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/c9bdf911-a299-4f20-8f6c-e586da404413 HTTP/1.1" status: 200 len: 2981 time: 0.1028628 Aug 04 14:38:34.745234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-4ae3cae0-a82c-4012-aa1d-bb3496e5763e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:34.747172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-4ae3cae0-a82c-4012-aa1d-bb3496e5763e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 824 time: 0.1900599 Aug 04 14:38:34.761503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:34.779118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.800604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-9562136d-9522-429c-8dc7-e4599dd6bcee tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e116eedd-20d1-4d69-9199-c4e854e0f2b8 HTTP/1.1" status: 200 len: 2977 time: 0.1023424 Aug 04 14:38:34.804626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Transition to ACTIVE for port object f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:34.810965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:34.862880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297617c-05e2-4bdb-a347-0673a8a82792 req-4dcc5d54-a18b-411d-ae7f-35734372be86 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:34.864618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f297617c-05e2-4bdb-a347-0673a8a82792 req-4dcc5d54-a18b-411d-ae7f-35734372be86 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 932 time: 0.1121964 Aug 04 14:38:34.870658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0fe917cd-aae0-4bab-96c6-176b8a89a69c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 380 time: 0.1138685 Aug 04 14:38:34.888900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'port': {'device_id': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'admin_state_up': True, 'tenant_id': '00fd057a346e466c975324a686be03b0', 'security_groups': ['fae9ff0c-27bb-497c-aaa9-0aef7d6daca9']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:34.949346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:34.954762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-0a84d52a-0e7a-4504-9f18-f8fa47492419 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e116eedd-20d1-4d69-9199-c4e854e0f2b8 HTTP/1.1" status: 200 len: 2977 time: 0.1427066 Aug 04 14:38:34.965228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:34.965862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:34.967196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:34.973851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:34.974262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:34.979945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:34.980326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:34.980901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:34.981396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Bound port: f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:34.981672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f297617c-05e2-4bdb-a347-0673a8a82792 req-d17fe9d3-d66c-430b-ad42-df0868d6b957 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076953 Aug 04 14:38:34.981782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.058868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-277d171d-3dbd-4eb2-ba8e-215362ee2148 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e69c066d-3373-4135-8de4-273bbd7f5607 HTTP/1.1" status: 200 len: 2981 time: 0.0828598 Aug 04 14:38:35.082477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:35.088497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:35.091604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Made reservation on behalf of 00fd057a346e466c975324a686be03b0 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:35.095182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.095813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.150508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:35.151201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.152723 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] 10.222.0.38 "PUT /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 1093 time: 1.0635173 Aug 04 14:38:35.153800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:35.326254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875211d3-e4b2-4bb1-b2dd-2a608e31ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:35.336134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-1441f0bf-970b-4f82-a8d1-82e33491a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:35.338121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-1441f0bf-970b-4f82-a8d1-82e33491a85b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1096 time: 0.1147614 Aug 04 14:38:35.370377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-a9e67c73-ee42-424a-9f20-7beba38835f6 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e69c066d-3373-4135-8de4-273bbd7f5607 HTTP/1.1" status: 200 len: 2981 time: 0.3033223 Aug 04 14:38:35.476759 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad016e81-fab8-40e1-bc70-73f6ab9232e4" -d '{"events": [{"name": "network-changed", "server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:35.482808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-8922ad9e-12f7-46e6-8f5f-fce4059e3c67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1361547 Aug 04 14:38:35.500358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-2243872a-9fb7-4ce9-8afb-9439be498465 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ec3ef897-4bea-4f93-b6f4-59614ab37efc HTTP/1.1" status: 200 len: 2981 time: 0.1286333 Aug 04 14:38:35.566173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Allocated IP 172.20.0.14 (15c818d0-97b9-464f-9231-c1333e243e23/73806e4a-7bdd-4b24-8967-9d5ccbbf195a/5ea5b90e-33c3-4ce3-93be-56c6a8344fe3) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:35.579040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-4c8dda1e-6af0-4f8a-bb9d-4d79f243771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:35.581505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-4c8dda1e-6af0-4f8a-bb9d-4d79f243771e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0910561 Aug 04 14:38:35.583157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd84d29-e033-43fd-abc6-310aa0e0fc02 req-a32201d9-9186-4bae-b600-75aa102944c0 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ec3ef897-4bea-4f93-b6f4-59614ab37efc HTTP/1.1" status: 200 len: 2981 time: 0.0818658 Aug 04 14:38:35.654457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-cd5b4d24-3ac5-44a8-805a-9d1de5a6dbab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655198 Aug 04 14:38:35.755246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be08d8d-8339-49aa-9a23-cab08db099a0 req-98207398-e2cf-404a-aa7a-a7440abd9b1a tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:35.756954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8be08d8d-8339-49aa-9a23-cab08db099a0 req-98207398-e2cf-404a-aa7a-a7440abd9b1a tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 968 time: 0.1067293 Aug 04 14:38:35.765983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-d03e6fc1-4ca8-4308-a7d1-1de145d72569 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026454 Aug 04 14:38:35.837289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8be08d8d-8339-49aa-9a23-cab08db099a0 req-feeae5c0-c5c5-4407-a32b-fce456beb609 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Aug 04 14:38:35.850170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.865652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Transition to ACTIVE for port object 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:35.900568 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6d851c06-251e-48ee-81da-1353c62fdf08 req-570f99cb-0a97-463c-9c99-67903d157334 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268830 Aug 04 14:38:35.903228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:35.968428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Network 15c818d0-97b9-464f-9231-c1333e243e23 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:35.971263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:35.973739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:35.980290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:35.980646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.031493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1466033 Aug 04 14:38:36.032120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622db61-6976-4a73-ba5b-49086929cd31 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:36.047052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Request body: {'port': {'device_id': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:36.059324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322372-b90a-4bbb-bab0-3d29192d5591 req-b1244eab-48df-484e-9517-ec67c2e1c21c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:36.060933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a322372-b90a-4bbb-bab0-3d29192d5591 req-b1244eab-48df-484e-9517-ec67c2e1c21c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 932 time: 0.1184947 Aug 04 14:38:36.123323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a322372-b90a-4bbb-bab0-3d29192d5591 req-63036493-c756-4be0-939b-0dd465f0705d tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Aug 04 14:38:36.150269 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d6fc3-c987-44cb-adc2-f0a6bb7cff75 x-openstack-request-id: req-a68d6fc3-c987-44cb-adc2-f0a6bb7cff75 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:36.151204 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:36.151700 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a68d6fc3-c987-44cb-adc2-f0a6bb7cff75 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:36.152504 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'status': 'completed', 'code': 200} Aug 04 14:38:36.176119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.233172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-bb53a96c-fe07-42c3-bd7d-51ea52733aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:36.234412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-bb53a96c-fe07-42c3-bd7d-51ea52733aa2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1096 time: 0.0536826 Aug 04 14:38:36.275193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ec34adf-c1e8-41c8-b274-7bfe4d148294 req-a35b6599-cdf5-42a8-a8fc-16f6592185cd tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b96baa4d11548049e70c897d4cc9ff9 HTTP/1.1" status: 200 len: 6103 time: 0.1239648 Aug 04 14:38:36.285377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5a4b1482-3754-419f-9229-15b263258cb5 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:36.304030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7f168d7-926d-4dea-9eef-9530ef5ad0a3 None None] Provisioning for port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:36.314318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7f168d7-926d-4dea-9eef-9530ef5ad0a3 None None] Provisioning complete for port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:36.315042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f168d7-926d-4dea-9eef-9530ef5ad0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.403345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ec34adf-c1e8-41c8-b274-7bfe4d148294 req-52ce63a1-0649-4df5-acdb-6f800975817f tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "GET /v2.0/security-groups/c9bdf911-a299-4f20-8f6c-e586da404413 HTTP/1.1" status: 200 len: 2981 time: 0.0613911 Aug 04 14:38:36.441611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-e4d1ca6c-e924-4e7c-bd9d-067125c752c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:36.445860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-e4d1ca6c-e924-4e7c-bd9d-067125c752c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2024190 Aug 04 14:38:36.498516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-a52b801d-1e74-4e94-9dd0-a9b9cdcd6fac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0437522 Aug 04 14:38:36.531773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ec34adf-c1e8-41c8-b274-7bfe4d148294 req-bb909527-6cc6-4083-bc68-2e1cd6d18562 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "GET /v2.0/security-groups/c9bdf911-a299-4f20-8f6c-e586da404413 HTTP/1.1" status: 200 len: 2981 time: 0.1275234 Aug 04 14:38:36.550782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e7f168d7-926d-4dea-9eef-9530ef5ad0a3 None None] Port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:36.573326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-2219bf00-d877-4f77-9130-9aa122d94da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:36.575074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-2219bf00-d877-4f77-9130-9aa122d94da2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0695934 Aug 04 14:38:36.585058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5a4b1482-3754-419f-9229-15b263258cb5,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:36.596376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '5a4b1482-3754-419f-9229-15b263258cb5', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '5a4b1482-3754-419f-9229-15b263258cb5', 'mac_address': 'fa:16:3e:ef:fb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:tempest-test_az-816570631', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:36.648756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.654768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e71e4-3787-49ff-b140-951c373ee3db req-56930ca6-befc-4f17-976e-4aa65ed81f65 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:36.663269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b6e71e4-3787-49ff-b140-951c373ee3db req-56930ca6-befc-4f17-976e-4aa65ed81f65 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.1375473 Aug 04 14:38:36.665753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4b1482-3754-419f-9229-15b263258cb5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:36.669675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-c1f5cb2f-4705-40af-bc25-ebfe477ea1fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852776 Aug 04 14:38:36.691792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5a4b1482-3754-419f-9229-15b263258cb5,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:36.699111 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.805748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:36.834015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b6e71e4-3787-49ff-b140-951c373ee3db req-967abe66-17fe-4eec-a3bb-9114a25c169d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698561 Aug 04 14:38:36.843720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:36.851634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-1c50e7ac-7058-4ec4-930f-8656c91b3f00 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/eeb99489-7cce-44b7-ab64-ad46f00d512f HTTP/1.1" status: 200 len: 1778 time: 0.0671246 Aug 04 14:38:36.853500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.870457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Transition to ACTIVE for port object 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:36.872612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:36.877625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-4bce6f65-edd2-4349-823b-5b31798cb1f5 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995199 Aug 04 14:38:36.927294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5a4b1482-3754-419f-9229-15b263258cb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:36.964829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:37.077378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Attempting to bind port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:37.081992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Attempting to bind port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:37.082352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Attempting to bind port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:37.090912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.105338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 on network 15c818d0-97b9-464f-9231-c1333e243e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:37.109627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Attempting to bind port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:37.122455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:37.122919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Checking segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:37.123275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Bound using segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:37.126570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Bound port: 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:37.127164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.165213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:37.225324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.234376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12276ab-302f-440d-8df2-42cd8e1ab8d2 req-af989f36-6377-43a8-b64e-fd8932de1c79 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:37.236430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d12276ab-302f-440d-8df2-42cd8e1ab8d2 req-af989f36-6377-43a8-b64e-fd8932de1c79 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 969 time: 0.2371907 Aug 04 14:38:37.307759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37830) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:37.316168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ad016e81-fab8-40e1-bc70-73f6ab9232e4 req-91501ae2-c32f-4a57-bdfc-7dbbf41be2b5 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309766 Aug 04 14:38:37.320568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:37.337438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d12276ab-302f-440d-8df2-42cd8e1ab8d2 req-6e2d5440-f46b-4573-888e-482f278f3d54 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Aug 04 14:38:37.351418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:37.357052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.413735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.416014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.417173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a170ffb-4c85-4301-b1b6-8a47135c3ec8 req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/eeb99489-7cce-44b7-ab64-ad46f00d512f HTTP/1.1" status: 204 len: 173 time: 0.5542798 Aug 04 14:38:37.454524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.468283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d08b-85aa-4487-a242-7a04c3495926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.471084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:37.471707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.473357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] 10.222.0.38 "PUT /v2.0/ports/5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 200 len: 1093 time: 1.4309580 Aug 04 14:38:37.479783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:37.482021 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:37.492921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd3864-cb36-40ff-8a8a-f693fd9fa2a2 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb99489-7cce-44b7-ab64-ad46f00d512f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:37.494645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f2db6-ca7f-40bc-89cf-f0b67e2f95df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:37.618942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:38:37.618942 n-d-801743-12 neutron-server[94265]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:38:37.618942 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id': '9d0ba93ec44046dc93a95503d9f61f37', 'id': '122c6134-bdab-473d-8c64-c0f7f38cc335', 'expiration': datetime.datetime(2021, 8, 4, 14, 40, 37, 596903)}] Aug 04 14:38:37.618942 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:38:37.619368 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:38:37.655357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-30a861dd-cc4a-449f-8dac-31b6edef8d43 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "GET /v2.0/security-groups/db968064-ace4-4014-8591-d3af6bb144ba HTTP/1.1" status: 200 len: 1777 time: 0.1442623 Aug 04 14:38:37.664941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1d3ad-98c3-4f78-95a5-218f215f9acf req-fe6e813f-eca8-4fb9-b253-4820d1aaee7e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:37.666413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11b1d3ad-98c3-4f78-95a5-218f215f9acf req-fe6e813f-eca8-4fb9-b253-4820d1aaee7e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 944 time: 0.1813586 Aug 04 14:38:37.670675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-99f65283-ad28-49b2-ab2b-899d6fcb3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:37.671942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-99f65283-ad28-49b2-ab2b-899d6fcb3722 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 1096 time: 0.1459665 Aug 04 14:38:37.758060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-e0b7d475-3833-4e17-84e1-0118c2d10fb9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 200 len: 217 time: 0.0760567 Aug 04 14:38:37.838221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11b1d3ad-98c3-4f78-95a5-218f215f9acf req-ccd697d6-b443-4836-baf9-b98d4ad6cb33 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570969 Aug 04 14:38:37.854672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.860176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d08b-85aa-4487-a242-7a04c3495926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.870905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-1743f02f-2161-45e9-9cde-e0269aa038e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:37.872549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-1743f02f-2161-45e9-9cde-e0269aa038e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.1057422 Aug 04 14:38:37.874727 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d08b-85aa-4487-a242-7a04c3495926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.902066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:37.935249 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8bef00-3b0b-4abd-9210-537c3371e54f x-openstack-request-id: req-9e8bef00-3b0b-4abd-9210-537c3371e54f {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:37.935535 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:37.935788 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e8bef00-3b0b-4abd-9210-537c3371e54f {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:37.936186 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'status': 'completed', 'code': 200} Aug 04 14:38:37.968471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d08b-85aa-4487-a242-7a04c3495926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285169a-18e7-48b8-96f8-a4ba6d0693ab,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:37.975130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0c1d08b-85aa-4487-a242-7a04c3495926 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd04135fc5cb46f9aa8aa7420493da13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8043895 Aug 04 14:38:37.975682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37850) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:38.012563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-83b56c2f-61d7-4b53-94c8-994726014a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.014091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-83b56c2f-61d7-4b53-94c8-994726014a0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321201 Aug 04 14:38:38.032797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.035374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.043934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-468fec25-5020-4bb2-afa7-c4a667e61fc6 req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/db968064-ace4-4014-8591-d3af6bb144ba HTTP/1.1" status: 204 len: 173 time: 0.3746159 Aug 04 14:38:38.049481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.077768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.105392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6922d0-380a-49c1-84be-0161ed4b3ba4 tempest-SecurityGroupsTestAdminJSON-905812691 tempest-SecurityGroupsTestAdminJSON-905812691-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db968064-ace4-4014-8591-d3af6bb144ba,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.127675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef9c70-9819-4050-91a4-9585e6e5ccb3 req-cf750e9d-95ec-4cbf-8d8d-68a36a0a6874 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.129124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef9c70-9819-4050-91a4-9585e6e5ccb3 req-cf750e9d-95ec-4cbf-8d8d-68a36a0a6874 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.1544609 Aug 04 14:38:38.129667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.136443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.139354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.140585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5285169a-18e7-48b8-96f8-a4ba6d0693ab HTTP/1.1" status: 204 len: 168 time: 0.1638403 Aug 04 14:38:38.148451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a831c-954f-48cb-b2cb-03f5ca563302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285169a-18e7-48b8-96f8-a4ba6d0693ab,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.226236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-69529f0e-9001-4f32-bb29-51b8bd826732 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "GET /v2.0/security-groups/af354490-bbbe-4a81-8c6d-05e8ce0d7d29 HTTP/1.1" status: 200 len: 1777 time: 0.1343312 Aug 04 14:38:38.236372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-588253b2-1e3a-49f9-933b-0e10b296b45a service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137139 Aug 04 14:38:38.247139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef9c70-9819-4050-91a4-9585e6e5ccb3 req-c04b3690-6ad6-4e45-82bb-3bd8fc1dca52 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082122 Aug 04 14:38:38.306064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5a4b1482-3754-419f-9229-15b263258cb5 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:38.370277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 5a4b1482-3754-419f-9229-15b263258cb5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:38.377557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 5a4b1482-3754-419f-9229-15b263258cb5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:38.378292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.477180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.495467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2ca0879-bf20-4bca-833c-77f343bc1b36 req-03f8f368-a71a-4528-a888-85774e2f7c04 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429116 Aug 04 14:38:38.497274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.531972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.552900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.570495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.577048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5a4b1482-3754-419f-9229-15b263258cb5,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:38.578717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:38.584157 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6305b9-64d5-49b5-888f-451ac44549fb" -d '{"events": [{"server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b1482-3754-419f-9229-15b263258cb5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:38.589004 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.597978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37872) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:38.615637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae264ba9-cf93-45a5-b890-8bf69f020976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.656229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.681629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d0ba93ec44046dc93a95503d9f61f37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3728004 Aug 04 14:38:38.684677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:38.685832 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.688363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.689418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-abf15082-3863-4eb7-9267-0cd1f805f0e2 req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "DELETE /v2.0/security-groups/af354490-bbbe-4a81-8c6d-05e8ce0d7d29 HTTP/1.1" status: 204 len: 173 time: 0.4557183 Aug 04 14:38:38.699809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f25b5f-ebbf-47b0-8eff-b93aa9169285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c0bfd-5e19-426e-a0e0-a411c1d2c2f2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.720860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-c691858d-8be7-4a2f-a651-ed9693b9cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.722371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-c691858d-8be7-4a2f-a651-ed9693b9cda6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 1096 time: 0.1611509 Aug 04 14:38:38.723346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f425-8a94-4e52-b521-46d58439e8b9 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af354490-bbbe-4a81-8c6d-05e8ce0d7d29,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.741491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f572be-4cb5-44d5-92bd-33b19584e4a3 req-cb827d36-2b46-4db9-8081-9385a0cfd597 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.743122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f572be-4cb5-44d5-92bd-33b19584e4a3 req-cb827d36-2b46-4db9-8081-9385a0cfd597 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 970 time: 0.1647429 Aug 04 14:38:38.773869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.795047 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca1cfa-63e9-4117-8158-07d24fbe5b73 x-openstack-request-id: req-c1ca1cfa-63e9-4117-8158-07d24fbe5b73 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:38.795341 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b1482-3754-419f-9229-15b263258cb5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:38.795592 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1ca1cfa-63e9-4117-8158-07d24fbe5b73 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:38.796247 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5', 'code': 200} Aug 04 14:38:38.805213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.838528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae264ba9-cf93-45a5-b890-8bf69f020976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.846197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae264ba9-cf93-45a5-b890-8bf69f020976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.875108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f572be-4cb5-44d5-92bd-33b19584e4a3 req-23b30de7-6d07-43e8-9165-a355ae9151b2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232021 Aug 04 14:38:38.891682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae264ba9-cf93-45a5-b890-8bf69f020976 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e2ba43fa01444a893f576bf2cf196e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894585 Aug 04 14:38:38.891916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37882) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:38.902954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae264ba9-cf93-45a5-b890-8bf69f020976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9ffc6-0ccd-4adb-bcd9-34630dfba789,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.922878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.926023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:38.927187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be8c0bfd-5e19-426e-a0e0-a411c1d2c2f2 HTTP/1.1" status: 204 len: 168 time: 0.2415762 Aug 04 14:38:38.928002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-48021b3f-7fcd-440e-a73a-f313b216f11a tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "GET /v2.0/security-groups/ab5fb325-2cb0-48f9-85dd-002d8302a0c3 HTTP/1.1" status: 200 len: 1778 time: 0.1131876 Aug 04 14:38:38.930554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-cb665b1e-1749-400c-803d-6d970c1c29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.932007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-cb665b1e-1749-400c-803d-6d970c1c29cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.1880062 Aug 04 14:38:38.957705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c722-905f-44dc-a1e5-172038c6fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c0bfd-5e19-426e-a0e0-a411c1d2c2f2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:38.964271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa44c-8db1-4dbd-ab0f-ce2f2aaf6193 req-1b85af94-b38b-4ece-9b79-9ee59f695236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:38.965847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21faa44c-8db1-4dbd-ab0f-ce2f2aaf6193 req-1b85af94-b38b-4ece-9b79-9ee59f695236 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 1122 time: 0.0962360 Aug 04 14:38:38.993048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.009268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-baca1b9a-cd21-4914-b5f4-71d8c6916460 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 200 len: 217 time: 0.0615120 Aug 04 14:38:39.017910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.079801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.083373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.089481 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79b9ffc6-0ccd-4adb-bcd9-34630dfba789 HTTP/1.1" status: 204 len: 168 time: 0.1966014 Aug 04 14:38:39.099360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31c33a-73a5-409d-82af-a9d26977f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9ffc6-0ccd-4adb-bcd9-34630dfba789,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:39.099596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21faa44c-8db1-4dbd-ab0f-ce2f2aaf6193 req-626ad1f5-b99e-4edd-9764-9e7311db1827 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997791 Aug 04 14:38:39.116808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.132137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:39.138603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-040c3051-96a4-49db-8420-bc6d5be76e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:39.140575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-040c3051-96a4-49db-8420-bc6d5be76e10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.1179774 Aug 04 14:38:39.215151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.247067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6718e-bd1d-4d49-8d31-216295e4c0be req-d2a70b3c-8954-46fc-ac14-85bc64b693f7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:39.248958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68e6718e-bd1d-4d49-8d31-216295e4c0be req-d2a70b3c-8954-46fc-ac14-85bc64b693f7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 944 time: 0.1330953 Aug 04 14:38:39.272204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:39.274315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-d2285830-b417-473d-a0ce-e2aeb02a2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:39.275851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-d2285830-b417-473d-a0ce-e2aeb02a2d3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073246 Aug 04 14:38:39.291009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'port_id': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'mac_address': 'fa:16:3e:95:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ba5a-12a2-45b8-b74e-83f429e20d7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:39.342264 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.342978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.344952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.356482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37904) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:39.356781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a9c2dee-76c5-45df-9491-40fed93c9ede req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] 10.222.0.76 "DELETE /v2.0/security-groups/ab5fb325-2cb0-48f9-85dd-002d8302a0c3 HTTP/1.1" status: 204 len: 173 time: 0.4197335 Aug 04 14:38:39.376144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e25bdc7-019b-412c-ac44-54b8af336b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.384428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:39.387040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68e6718e-bd1d-4d49-8d31-216295e4c0be req-1450caeb-91e4-46cb-b2a8-fc4ceccf9659 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301773 Aug 04 14:38:39.389509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd19c0-c88e-4547-9da6-f92fe7582949 tempest-SecurityGroupsTestAdminJSON-28411818 tempest-SecurityGroupsTestAdminJSON-28411818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5fb325-2cb0-48f9-85dd-002d8302a0c3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:39.449282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:39.468947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.481100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-9101dac1-a5b6-4e4e-8c9e-91c779c66c22 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940629 Aug 04 14:38:39.556551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e25bdc7-019b-412c-ac44-54b8af336b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.573628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e25bdc7-019b-412c-ac44-54b8af336b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.603470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:39.605573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1865e-c7a8-4a4a-bf0f-018baa62d399 req-a0ceab9c-f9c4-4ac4-b62d-8260f15fedc5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:39.607230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ff1865e-c7a8-4a4a-bf0f-018baa62d399 req-a0ceab9c-f9c4-4ac4-b62d-8260f15fedc5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.1195321 Aug 04 14:38:39.632994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bdc7-019b-412c-ac44-54b8af336b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e629e-b0f0-4b0f-a96b-52d142ba428d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:39.640591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6d0d1f-90b7-4263-89c4-fc5b06f2c926 req-32308d34-d1f5-4de2-8e4d-c2d33a541487 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504450 Aug 04 14:38:39.666057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e25bdc7-019b-412c-ac44-54b8af336b96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bee4326f92554f87881d9350d5c2c7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066614 Aug 04 14:38:39.666499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:39.670645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ff1865e-c7a8-4a4a-bf0f-018baa62d399 req-2d3b6d45-6a42-4075-ba06-c96e2a06333c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Aug 04 14:38:39.739703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.770911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.788018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:39.828815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37934) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:39.831664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.836546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:39.838378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/299e629e-b0f0-4b0f-a96b-52d142ba428d HTTP/1.1" status: 204 len: 168 time: 0.1705489 Aug 04 14:38:39.852837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47bf1-f0ed-470f-aee1-63a969dda9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e629e-b0f0-4b0f-a96b-52d142ba428d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:40.138520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c770c6-c6dd-48af-9c3a-ee866a0bf6ca req-c667aba4-c345-48dd-b662-f5f0ff80bbc2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:40.151405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0c770c6-c6dd-48af-9c3a-ee866a0bf6ca req-c667aba4-c345-48dd-b662-f5f0ff80bbc2 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 970 time: 0.0914793 Aug 04 14:38:40.248839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0c770c6-c6dd-48af-9c3a-ee866a0bf6ca req-946ead65-6675-4360-b3e1-d37da3cd1055 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943987 Aug 04 14:38:40.316252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4b7c7b01-dd56-4acd-a5cc-5c33491461e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b96baa4d11548049e70c897d4cc9ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861100 Aug 04 14:38:40.320376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:40.407894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:40.453763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:40.557542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:40.562101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:40.564316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9bdf911-a299-4f20-8f6c-e586da404413 HTTP/1.1" status: 204 len: 168 time: 0.2425811 Aug 04 14:38:40.575747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d179-e44e-4b44-9d0b-0cd743ee0f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bdf911-a299-4f20-8f6c-e586da404413,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:40.626491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4f95-389b-47cd-aadf-1012df519453 req-47552806-08b9-4c5e-a220-b770ea59b966 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:40.635295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcbf4f95-389b-47cd-aadf-1012df519453 req-47552806-08b9-4c5e-a220-b770ea59b966 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 944 time: 0.0945623 Aug 04 14:38:40.693416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcbf4f95-389b-47cd-aadf-1012df519453 req-ffd2c2c2-4a5d-42ba-a12d-925552222e73 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566370 Aug 04 14:38:41.025902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e8da-0510-4147-86dd-083eefc13bb1 req-74268487-0561-4f31-af82-86e647e2636a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:41.027504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f64e8da-0510-4147-86dd-083eefc13bb1 req-74268487-0561-4f31-af82-86e647e2636a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.2501328 Aug 04 14:38:41.068467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f64e8da-0510-4147-86dd-083eefc13bb1 req-f915675f-7c2e-4c67-b99a-4edf11fc42e3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Aug 04 14:38:41.086928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38028) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:41.122228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:41.167458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:41.206089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-08b6fce1-d3ef-4c5b-8a1a-d4cdd3523427 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bae6c2254b7e4e9ab16568682b48cafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163363 Aug 04 14:38:41.207672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38040) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:41.338530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.389047 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.399961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:41.413306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:41.413981 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.416855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:41.449471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'port_id': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'mac_address': 'fa:16:3e:87:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:41.507409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.524695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:41.548686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22848d3-ac9a-47c7-902b-79a102684a38 req-5bd4bb37-a3a1-4099-8cbd-a5741170bb2f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:41.558113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d22848d3-ac9a-47c7-902b-79a102684a38 req-5bd4bb37-a3a1-4099-8cbd-a5741170bb2f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 970 time: 0.0926332 Aug 04 14:38:41.569393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:41.585710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.590703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.638901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.641678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.645728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a67af756-1120-44f5-a608-ff1794d1367a HTTP/1.1" status: 204 len: 168 time: 0.4341750 Aug 04 14:38:41.645885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:41.645885 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3639aa-9d5b-453a-8f1f-6779a303386f" -d '{"events": [{"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-plugged", "status": "completed", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:41.651524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d22848d3-ac9a-47c7-902b-79a102684a38 req-4140a74e-d733-42f6-a664-112259421d23 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Aug 04 14:38:41.660937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa3e26-ef73-4a7c-b01f-dd90ae7cd8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67af756-1120-44f5-a608-ff1794d1367a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:41.672242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:41.696298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:41.706779 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:41.725812 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868cd01f-def3-4d75-b3fd-2be893e425fe x-openstack-request-id: req-868cd01f-def3-4d75-b3fd-2be893e425fe {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:41.726099 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-plugged", "status": "completed", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:41.726351 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-868cd01f-def3-4d75-b3fd-2be893e425fe {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:41.726763 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'code': 200} Aug 04 14:38:41.785319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:41.806348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:41.885197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eacb1-2724-4285-8e0d-9c52539e319f req-2abea8ae-f444-421b-a88e-8d903225b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:41.886162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f01eacb1-2724-4285-8e0d-9c52539e319f req-2abea8ae-f444-421b-a88e-8d903225b307 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1098 time: 0.0777743 Aug 04 14:38:41.894596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076245-0a22-48cd-ac92-4cb401269c54 req-b5d444c8-ad46-4df6-8401-0c84fe508e64 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:41.896087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18076245-0a22-48cd-ac92-4cb401269c54 req-b5d444c8-ad46-4df6-8401-0c84fe508e64 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 945 time: 0.0598400 Aug 04 14:38:41.949992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f01eacb1-2724-4285-8e0d-9c52539e319f req-cb2223b5-b345-44a5-b899-86fa65d951d4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 Aug 04 14:38:41.961983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18076245-0a22-48cd-ac92-4cb401269c54 req-4a8f5097-928d-41b6-91e5-1935f363640f tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583186 Aug 04 14:38:42.454384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aaf9d-cd0f-4162-a017-7e731903fce3 req-40a769ff-69ad-40da-a592-f4dabfc5ac45 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:42.463437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582aaf9d-cd0f-4162-a017-7e731903fce3 req-40a769ff-69ad-40da-a592-f4dabfc5ac45 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 946 time: 0.0846751 Aug 04 14:38:42.504194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582aaf9d-cd0f-4162-a017-7e731903fce3 req-d6930622-ce67-46e1-9378-319161f5d03c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Aug 04 14:38:42.571373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac202640-4ad7-43b6-862d-fcbab13d4b15 req-e28b3f5a-11a9-42fa-a897-903d6783aa7f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:42.574128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac202640-4ad7-43b6-862d-fcbab13d4b15 req-e28b3f5a-11a9-42fa-a897-903d6783aa7f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 970 time: 0.0689516 Aug 04 14:38:42.620384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac202640-4ad7-43b6-862d-fcbab13d4b15 req-dd93fcc3-afc2-43ac-8abb-050ff32800ac tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Aug 04 14:38:42.837510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c860ccc-4c26-47b9-966b-577c9beffae7 req-144afac1-b184-41b2-b64e-f5f6a49a136a tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:42.843674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c860ccc-4c26-47b9-966b-577c9beffae7 req-144afac1-b184-41b2-b64e-f5f6a49a136a tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.0717137 Aug 04 14:38:42.897515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c860ccc-4c26-47b9-966b-577c9beffae7 req-1b3a0ba5-4e75-4862-b24a-5680a6148d01 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526776 Aug 04 14:38:43.093786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db25d1-9877-4401-beb8-326ce7a71153 req-5e083daf-c1e8-43b7-854a-acea532f8f59 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:43.095374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61db25d1-9877-4401-beb8-326ce7a71153 req-5e083daf-c1e8-43b7-854a-acea532f8f59 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 945 time: 0.0572913 Aug 04 14:38:43.129121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:43.141463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61db25d1-9877-4401-beb8-326ce7a71153 req-f472d4f9-5480-4788-b16a-c5c253ae92b3 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Aug 04 14:38:43.207319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:43.213691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:43.214565 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:43.316832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:43.359784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:43.365076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:43.420206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:43.728627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:43.730299 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357d478-c824-4252-8a33-890b83b8eeef" -d '{"events": [{"server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:43.748270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f65c1-62d0-40c8-a466-5ead37efc3b7 req-f2794db5-0b57-4a49-8275-cbce5ec9459d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:43.749862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d39f65c1-62d0-40c8-a466-5ead37efc3b7 req-f2794db5-0b57-4a49-8275-cbce5ec9459d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 946 time: 0.0656643 Aug 04 14:38:43.849188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-1b051199-bbc9-4d2d-a606-4ae7d6b9e1b9 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:43.850743 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-1b051199-bbc9-4d2d-a606-4ae7d6b9e1b9 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 1122 time: 0.0475941 Aug 04 14:38:43.869235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d39f65c1-62d0-40c8-a466-5ead37efc3b7 req-5757fcaa-b7ae-47a4-a47e-a9f11215601c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Aug 04 14:38:43.902005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d8ff3-fea1-4cb1-8913-e042d4ad3dd5 req-e2554833-8614-4b5c-9520-77d4b3f777d0 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:43.903855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-441d8ff3-fea1-4cb1-8913-e042d4ad3dd5 req-e2554833-8614-4b5c-9520-77d4b3f777d0 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=9130aec4-4e48-414b-b2d7-8dc509322585 HTTP/1.1" status: 200 len: 970 time: 0.1282783 Aug 04 14:38:43.917246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-56074ba0-fc9c-49c5-81a7-095f249be883 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:43.918844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-56074ba0-fc9c-49c5-81a7-095f249be883 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.1011128 Aug 04 14:38:43.968672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Deleting port 5a4b1482-3754-419f-9229-15b263258cb5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:38:43.969023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.000936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38250) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:44.034984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:44.066951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] For port 5a4b1482-3754-419f-9229-15b263258cb5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5a4b1482-3754-419f-9229-15b263258cb5,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:44.067521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.073231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-441d8ff3-fea1-4cb1-8913-e042d4ad3dd5 req-3d8da2a6-a5a3-402c-94af-442866e52977 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533644 Aug 04 14:38:44.082486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Calling delete_port for 5a4b1482-3754-419f-9229-15b263258cb5 owned by compute:tempest-test_az-816570631 {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:38:44.135543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Deleting port 71719203-a24d-4bb6-972e-3e7a10d21d82 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:38:44.135898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.149910 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f115446e-f83f-4c4e-b082-1b420df472ac x-openstack-request-id: req-f115446e-f83f-4c4e-b082-1b420df472ac {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:44.150901 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:44.151586 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f115446e-f83f-4c4e-b082-1b420df472ac {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:44.152369 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'code': 200} Aug 04 14:38:44.291528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.291761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81586d-fcb9-4d0f-b2db-15f7cf2acd16 req-7276f6e3-9e9c-43de-b8aa-9c8aef02e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:44.293928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e81586d-fcb9-4d0f-b2db-15f7cf2acd16 req-7276f6e3-9e9c-43de-b8aa-9c8aef02e122 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 1098 time: 0.0767312 Aug 04 14:38:44.304833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5a4b1482-3754-419f-9229-15b263258cb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:44.334044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] For port 71719203-a24d-4bb6-972e-3e7a10d21d82, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=71719203-a24d-4bb6-972e-3e7a10d21d82,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:44.334422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.343583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694d87e0-0077-464b-b498-f26094a6809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.362395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a4b1482-3754-419f-9229-15b263258cb5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:44.395021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] No DVR routers for this DVR port 5a4b1482-3754-419f-9229-15b263258cb5 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:38:44.402382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.405790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9ca7f37a-3ce1-41cc-aa0d-b6b4975990e9 req-03063a3e-5c70-4bde-8d4b-784e7d0581a3 tempest-DeleteServersAdminTestJSON-1308573737 tempest-DeleteServersAdminTestJSON-1308573737-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5a4b1482-3754-419f-9229-15b263258cb5 HTTP/1.1" status: 204 len: 173 time: 0.5471308 Aug 04 14:38:44.406569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'name': 'network-vif-deleted', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:44.416871 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afef1d7-cad1-421a-9ac2-713269fb8542" -d '{"events": [{"server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "name": "network-vif-deleted", "tag": "5a4b1482-3754-419f-9229-15b263258cb5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:44.464739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Calling delete_port for 71719203-a24d-4bb6-972e-3e7a10d21d82 owned by compute:tempest-test_az-816570631 {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:38:44.506253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d7c7-6235-46fd-bb71-58b7c5689872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.527891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e81586d-fcb9-4d0f-b2db-15f7cf2acd16 req-6d7b3979-51fd-4ae0-8e13-b1482eccc82b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139137 Aug 04 14:38:44.563168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694d87e0-0077-464b-b498-f26094a6809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.671937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694d87e0-0077-464b-b498-f26094a6809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.719754 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-075f058c-a5fa-4f04-9d17-36780631251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.791042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-694d87e0-0077-464b-b498-f26094a6809a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8869c569397e4494997ce98997138b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7865977 Aug 04 14:38:44.791619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:44.799621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d87e0-0077-464b-b498-f26094a6809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b266d-7e04-4268-998f-879640839b2a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:44.842286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d7c7-6235-46fd-bb71-58b7c5689872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.844747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.866147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.866852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595e58-eea3-4943-b127-66f91da89737 req-8e5c75e1-082f-4203-aecc-f9d8ccbcc3c8 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:44.868075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c595e58-eea3-4943-b127-66f91da89737 req-8e5c75e1-082f-4203-aecc-f9d8ccbcc3c8 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ceff70-960c-4499-ab2c-ee3b49d16f83 HTTP/1.1" status: 200 len: 970 time: 0.1989548 Aug 04 14:38:44.872082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d7c7-6235-46fd-bb71-58b7c5689872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.912204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.914831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:44.916251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/624b266d-7e04-4268-998f-879640839b2a HTTP/1.1" status: 204 len: 168 time: 0.1231594 Aug 04 14:38:44.924297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d57685-be5c-4705-b0b2-59e1cb2d5cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b266d-7e04-4268-998f-879640839b2a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:44.972589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cfe6d7c7-6235-46fd-bb71-58b7c5689872 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e79e81f2f324e1bb609cc2b47e09bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9365199 Aug 04 14:38:44.978464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d7c7-6235-46fd-bb71-58b7c5689872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c15d84-76ec-49b5-810e-7ef50e8befe9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:44.979170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38284) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:45.002615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58614b-9ba5-467c-87c5-b24724ef4381 req-77690c62-4e2c-4572-94bb-5d4bd38d9c3a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:45.004467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b58614b-9ba5-467c-87c5-b24724ef4381 req-77690c62-4e2c-4572-94bb-5d4bd38d9c3a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1098 time: 0.1977892 Aug 04 14:38:45.017273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c595e58-eea3-4943-b127-66f91da89737 req-7ec8771a-6f11-4c9c-b2fa-7cf68d0511bc tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.76 "GET /v2.0/security-groups?id=e69c066d-3373-4135-8de4-273bbd7f5607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250329 Aug 04 14:38:45.073436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.095160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b58614b-9ba5-467c-87c5-b24724ef4381 req-b92a58e6-24c5-488f-a9b4-a08051ff0ab6 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Aug 04 14:38:45.096105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.100604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.108266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['71719203-a24d-4bb6-972e-3e7a10d21d82'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:45.179602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.182975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.184229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98c15d84-76ec-49b5-810e-7ef50e8befe9 HTTP/1.1" status: 204 len: 168 time: 0.2040560 Aug 04 14:38:45.202091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec4fc-df0f-4fa3-b916-1d169f039566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c15d84-76ec-49b5-810e-7ef50e8befe9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:45.223540 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67fd1a3-2362-44ca-bc69-b8347d97c2a6 x-openstack-request-id: req-b67fd1a3-2362-44ca-bc69-b8347d97c2a6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:45.224007 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130aec4-4e48-414b-b2d7-8dc509322585", "name": "network-vif-deleted", "tag": "5a4b1482-3754-419f-9229-15b263258cb5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:45.224411 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b67fd1a3-2362-44ca-bc69-b8347d97c2a6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:45.224887 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9130aec4-4e48-414b-b2d7-8dc509322585', 'name': 'network-vif-deleted', 'tag': '5a4b1482-3754-419f-9229-15b263258cb5', 'status': 'completed', 'code': 200} Aug 04 14:38:45.314794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Pushing event deleted for resources: {'Port': ['ID=71719203-a24d-4bb6-972e-3e7a10d21d82,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:45.356079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] No DVR routers for this DVR port 71719203-a24d-4bb6-972e-3e7a10d21d82 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:38:45.360375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.363125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8b8727c-063a-4d5d-8471-e5ac5d3fea70 req-ea348f28-9c69-4573-b8bd-f13d9225b2b5 tempest-AggregatesAdminTestJSON-170226602 tempest-AggregatesAdminTestJSON-170226602-project] 10.222.0.46 "DELETE /v2.0/ports/71719203-a24d-4bb6-972e-3e7a10d21d82 HTTP/1.1" status: 204 len: 173 time: 1.4365449 Aug 04 14:38:45.365022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'name': 'network-vif-deleted', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:45.368490 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47875c-6202-441f-babd-14ae21d69ac1" -d '{"events": [{"server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "name": "network-vif-deleted", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:45.387921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10beb30-2074-4da6-aafd-77aec282d4a8 req-983cae33-5cf3-4954-afa9-a483fd251cdd tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:45.397817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a10beb30-2074-4da6-aafd-77aec282d4a8 req-983cae33-5cf3-4954-afa9-a483fd251cdd tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 946 time: 0.2599359 Aug 04 14:38:45.457617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a10beb30-2074-4da6-aafd-77aec282d4a8 req-3fd208e1-0a64-4b6f-8c6a-051be8932f27 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586205 Aug 04 14:38:45.480641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38302) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:45.500081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc5978be-6261-419c-a20d-db528c041bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.656565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc5978be-6261-419c-a20d-db528c041bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.661425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc5978be-6261-419c-a20d-db528c041bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.681804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36f293-6fcd-4d96-9529-2dcad349b42d req-6bb6eeaa-e30b-4e33-be0c-7666090f24c4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:45.684233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d36f293-6fcd-4d96-9529-2dcad349b42d req-6bb6eeaa-e30b-4e33-be0c-7666090f24c4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1098 time: 0.0437944 Aug 04 14:38:45.702102 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc5978be-6261-419c-a20d-db528c041bca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61e956234683414f899ba89d8239092b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203374 Aug 04 14:38:45.704660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:45.713706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5978be-6261-419c-a20d-db528c041bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8312c-3d5a-4b14-9b17-f9d7b6111d4e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:45.730194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d36f293-6fcd-4d96-9529-2dcad349b42d req-ce057860-1e82-4a2b-808c-b8fa79983c57 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Aug 04 14:38:45.755244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38308) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:45.771851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.782169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45ca3de5-481b-43b0-a667-c9e91da08057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.801778 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.873552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.878387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:45.880468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05a8312c-3d5a-4b14-9b17-f9d7b6111d4e HTTP/1.1" status: 204 len: 168 time: 0.1744213 Aug 04 14:38:45.890285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654e437-037d-47ac-89ea-ba4677d83b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8312c-3d5a-4b14-9b17-f9d7b6111d4e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:45.979445 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-1572a8a1-1722-4a59-a4de-984d5076d3c1 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342171 Aug 04 14:38:45.990348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45ca3de5-481b-43b0-a667-c9e91da08057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.055662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45ca3de5-481b-43b0-a667-c9e91da08057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.118996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca3de5-481b-43b0-a667-c9e91da08057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c1cfd-c890-400c-b334-427ef1b169c7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:46.133812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45ca3de5-481b-43b0-a667-c9e91da08057 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef965ed83a764a0099fc62da143ba989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748991 Aug 04 14:38:46.133812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38332) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:46.149014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-31433ed8-3b31-48b9-a705-7b6e1ded277d tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:46.155315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-31433ed8-3b31-48b9-a705-7b6e1ded277d tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679599 Aug 04 14:38:46.193849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-587eeed2-5b69-4c04-8d46-3ea1a18d6d9c tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/quotas/73bdf0b166884fb6a46d494e1ef9bbb9 HTTP/1.1" status: 200 len: 375 time: 0.0372925 Aug 04 14:38:46.215464 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fac197-bc1b-4f7a-81d3-23859996b5bc x-openstack-request-id: req-62fac197-bc1b-4f7a-81d3-23859996b5bc {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:46.215768 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ceff70-960c-4499-ab2c-ee3b49d16f83", "name": "network-vif-deleted", "tag": "71719203-a24d-4bb6-972e-3e7a10d21d82", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:46.216025 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62fac197-bc1b-4f7a-81d3-23859996b5bc {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:46.216446 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ceff70-960c-4499-ab2c-ee3b49d16f83', 'name': 'network-vif-deleted', 'tag': '71719203-a24d-4bb6-972e-3e7a10d21d82', 'status': 'completed', 'code': 200} Aug 04 14:38:46.250091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-caffab42-e414-4cce-b35d-13558fa2358f tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519099 Aug 04 14:38:46.294569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.328866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.368630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-0d77dc39-5c9b-44c4-b112-60064fdb7638 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=707b98ded7bd453e94bfde53e62c46c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314550 Aug 04 14:38:46.505591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.511809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:46.518017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee2c1cfd-c890-400c-b334-427ef1b169c7 HTTP/1.1" status: 204 len: 168 time: 0.3833466 Aug 04 14:38:46.536057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff31a3f-2bc1-4ecf-bbc3-032c71f2efa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c1cfd-c890-400c-b334-427ef1b169c7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:46.564340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-01fc5ea6-8bd1-4b7e-85ac-89a65015707e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:46.571936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-01fc5ea6-8bd1-4b7e-85ac-89a65015707e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890025 Aug 04 14:38:46.590615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-13401cca-b39c-410d-8ceb-614228cb855a tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/quotas/707b98ded7bd453e94bfde53e62c46c7 HTTP/1.1" status: 200 len: 375 time: 0.0174916 Aug 04 14:38:46.626794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-28dae4df-eb47-4855-bd86-58f3dddb3f38 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351472 Aug 04 14:38:46.771960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38378) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:47.101460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78ce8922-b3df-4b22-a9ba-6955faa341d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=785994c09e8a4eb7a28621262d405ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257997 Aug 04 14:38:47.102297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:47.196229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.225998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.320343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a18c442-e778-4fc9-8f68-3af8794e75e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.352699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.358389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.360451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e69c066d-3373-4135-8de4-273bbd7f5607 HTTP/1.1" status: 204 len: 168 time: 0.2568350 Aug 04 14:38:47.378902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26452648-1433-4da4-9d25-6204e57236cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c066d-3373-4135-8de4-273bbd7f5607,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:47.478276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db99b4d1-1e28-4529-b5d5-93fcbef26928 req-8d379d11-dca8-4039-96de-6de84bd446a0 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 210 time: 0.0343504 Aug 04 14:38:47.524623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.593532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:47.633881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2a968-8f1d-4c2b-a282-4401310ba7c0 req-11ab91ae-c282-4931-aafe-da6b67339e17 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:47.635459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80a2a968-8f1d-4c2b-a282-4401310ba7c0 req-11ab91ae-c282-4931-aafe-da6b67339e17 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 946 time: 0.0614297 Aug 04 14:38:47.711496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80a2a968-8f1d-4c2b-a282-4401310ba7c0 req-5418aa03-cc8f-4a43-a152-a5f5d091f66c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622530 Aug 04 14:38:47.829105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f3d7daa-2742-4056-b790-a3a95cf520a7 req-7c0b68c9-92a5-404b-8566-1b1f25814197 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 210 time: 0.0359108 Aug 04 14:38:47.852134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-be1731ed-1fd0-423a-833a-6052df79f97e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216370 Aug 04 14:38:48.031571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38458) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:48.032752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb167-e412-4074-bf33-4b6710a22ec3 req-2976918f-6493-4ad3-a5ab-fe42923a9ecc tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:48.034276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-038cb167-e412-4074-bf33-4b6710a22ec3 req-2976918f-6493-4ad3-a5ab-fe42923a9ecc tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 946 time: 0.0910027 Aug 04 14:38:48.043349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:48.049340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'floatingip': {'port_id': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:48.064410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-acec5b2a-a7bf-446d-ac61-8b1341ddab14 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:48.066050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-acec5b2a-a7bf-446d-ac61-8b1341ddab14 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080626 Aug 04 14:38:48.081585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Request body: {'port': {'device_id': '1c88744e-0419-4f8d-873e-351a3d50c805', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '73bdf0b166884fb6a46d494e1ef9bbb9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:48.126485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.213737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Made reservation on behalf of 73bdf0b166884fb6a46d494e1ef9bbb9 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:48.220048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.232188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bda66fb8-467d-4d9a-8f35-a7bb6c4a0cf0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=920b0c45dc454c08af36f1ac4c71a989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993623 Aug 04 14:38:48.245423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:48.249309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.335261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5a4b1482-3754-419f-9229-15b263258cb5 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:38:48.393148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 5a4b1482-3754-419f-9229-15b263258cb5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:38:48.402296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5a4b1482-3754-419f-9229-15b263258cb5 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:38:48.402916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 71719203-a24d-4bb6-972e-3e7a10d21d82 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:38:48.444920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 71719203-a24d-4bb6-972e-3e7a10d21d82 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:38:48.445443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 71719203-a24d-4bb6-972e-3e7a10d21d82 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:38:48.463655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.504119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-31d741d0-6188-47d8-9f79-f02da5f130d8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=707b98ded7bd453e94bfde53e62c46c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2589009 Aug 04 14:38:48.590343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.683771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.691840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.692942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.774836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30a431-26fa-4db2-86b2-04afe3521922,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:48.837410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:48.879780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Allocated IP 192.168.233.159 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/137a7e83-4a31-4213-9cb7-c555fd3c360d) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:49.021120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-b26925e8-563c-45c0-9a57-616991ddf59e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:49.022642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-b26925e8-563c-45c0-9a57-616991ddf59e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899867 Aug 04 14:38:49.111719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.130447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Transition to ACTIVE for port object 137a7e83-4a31-4213-9cb7-c555fd3c360d will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:49.172308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:49.206372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a84aab26-0826-4032-93d7-9996b0ad7b12 req-55a1560c-61b8-484e-bbf0-0fc30c10138c tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 210 time: 0.1213253 Aug 04 14:38:49.231004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.279355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Request body: {'port': {'device_id': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '707b98ded7bd453e94bfde53e62c46c7'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:49.299998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:49.317819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:49.322591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:49.328945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:49.329613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.358080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39efe4f2-c0bc-4a79-8015-7064246892fb req-77749f32-f6d3-46cd-8074-e31db787810e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 210 time: 0.0687799 Aug 04 14:38:49.366415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Pushing event updated for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:49.380083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-03f0618a-d25e-430f-a3ff-1845be24b25e tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3035865 Aug 04 14:38:49.391787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.394219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Request body: {'port': {'device_id': '1c88744e-0419-4f8d-873e-351a3d50c805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:49.395207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.396703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/867a4646-f92c-4312-ae32-57a5db323785 HTTP/1.1" status: 204 len: 168 time: 1.1502807 Aug 04 14:38:49.442214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cacd0-0c70-440d-a4b7-7bfcf91d92e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a4646-f92c-4312-ae32-57a5db323785,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:49.490946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.552268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-bbf79712-0abf-47af-8d17-0d3f99c3c8f8 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:38:49.553655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-bbf79712-0abf-47af-8d17-0d3f99c3c8f8 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3801060 Aug 04 14:38:49.577441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:38:49.651765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Made reservation on behalf of 707b98ded7bd453e94bfde53e62c46c7 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:49.655606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.704772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.723562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.760011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93898608-25a9-4ed0-9040-8a9dc856d2d3 None None] Provisioning for port 137a7e83-4a31-4213-9cb7-c555fd3c360d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:49.764622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93898608-25a9-4ed0-9040-8a9dc856d2d3 None None] Provisioning complete for port 137a7e83-4a31-4213-9cb7-c555fd3c360d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:49.765290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93898608-25a9-4ed0-9040-8a9dc856d2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.804932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-93898608-25a9-4ed0-9040-8a9dc856d2d3 None None] Port 137a7e83-4a31-4213-9cb7-c555fd3c360d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:49.922876 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Floating IP 7a26799e-bd00-413f-9a97-99ef298a2341 associated. External IP: 172.25.0.191, port: 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3. Aug 04 14:38:49.973215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137a7e83-4a31-4213-9cb7-c555fd3c360d {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:49.984887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:49.997941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Transition to ACTIVE for port object 137a7e83-4a31-4213-9cb7-c555fd3c360d will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:50.003902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.019881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Request body: {'binding': {'host': 'n-h2-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:50.020653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:38:50.048043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.189786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Pushing event updated for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:50.227457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Allocated IP 192.168.233.109 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/4a5abb16-4cba-4bef-80f3-9abd3813f346) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:50.270971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Attempting to bind port 137a7e83-4a31-4213-9cb7-c555fd3c360d on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:50.271577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Attempting to bind port 137a7e83-4a31-4213-9cb7-c555fd3c360d by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:50.271857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Attempting to bind port 137a7e83-4a31-4213-9cb7-c555fd3c360d on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:50.295259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Port 137a7e83-4a31-4213-9cb7-c555fd3c360d on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:50.295639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Attempting to bind port 137a7e83-4a31-4213-9cb7-c555fd3c360d on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:50.412895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:50.413248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:50.413639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:50.414090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Bound port: 137a7e83-4a31-4213-9cb7-c555fd3c360d, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:50.414460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.482114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on host n-h2-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:50.482716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:50.483339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:50.539761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:50.540417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:50.540554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:38:50.552158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.560212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:50.560779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:50.561387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:50.562023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Bound port: f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:50.571400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Transition to ACTIVE for port object 4a5abb16-4cba-4bef-80f3-9abd3813f346 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:50.646679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:50.667373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a381f-5782-4846-a73b-522e0ca21701 req-93e0ce1b-8c81-4d31-82be-a119729e020f tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:50.674989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd6a381f-5782-4846-a73b-522e0ca21701 req-93e0ce1b-8c81-4d31-82be-a119729e020f tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 948 time: 0.2119975 Aug 04 14:38:50.694362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:38:50.699935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.704901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:50.715511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.721201 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:38:50.731245 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.740907 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:50.741283 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a2902c67-bfea-440e-bc3a-66993549c070 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "PUT /v2.0/floatingips/7a26799e-bd00-413f-9a97-99ef298a2341 HTTP/1.1" status: 200 len: 992 time: 2.6969299 Aug 04 14:38:50.742022 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:50.748402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:50.750688 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9628441-d699-405f-b8a7-38ef2ff9728e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:50.776142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd6a381f-5782-4846-a73b-522e0ca21701 req-a4609b86-ebc6-47a7-97c6-24965ccb0f15 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999091 Aug 04 14:38:50.785706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:50.786843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:50.797406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:50.797593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:50.798314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.799944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] 10.222.0.46 "PUT /v2.0/ports/137a7e83-4a31-4213-9cb7-c555fd3c360d HTTP/1.1" status: 200 len: 1097 time: 1.4112308 Aug 04 14:38:50.800345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:38:50.800819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:50.803200 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fce31-7d88-439e-b586-d795bf5a8c57" -d '{"events": [{"name": "network-changed", "server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:50.812406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.813607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-df82cd27-d69d-473a-bbaa-60faf6fa8377 service neutron] 10.222.0.76 "POST /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb/bindings HTTP/1.1" status: 201 len: 390 time: 0.9139404 Aug 04 14:38:50.853411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:50.854003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:50.858140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225d9cf-4430-400b-8373-d6312a89d574 service neutron] Pushing event updated for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:50.885668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Pushing event updated for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:50.918469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-fec7bb2d-c990-46b5-a2b0-26d808a453c8 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8721163 Aug 04 14:38:50.932728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Request body: {'port': {'device_id': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:50.979578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-3b1bf229-ed05-422a-a7d6-9b558266702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:50.981608 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:51.005329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-3b1bf229-ed05-422a-a7d6-9b558266702d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 1100 time: 0.1330478 Aug 04 14:38:51.093883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:51.159402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-9564e5c4-1266-4922-9c15-23446b29d210 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d HTTP/1.1" status: 200 len: 217 time: 0.1496129 Aug 04 14:38:51.170498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.46', 54871) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:51.271401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f88d25bc-ed60-4e78-a8af-bad47ecca647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.274162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-f88d25bc-ed60-4e78-a8af-bad47ecca647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0957580 Aug 04 14:38:51.327970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-5f8d49a7-9bcc-4bdf-be2c-d147de387b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.329475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-5f8d49a7-9bcc-4bdf-be2c-d147de387b49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1098 time: 0.1562886 Aug 04 14:38:51.367866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b98ac3-1625-430c-8c0b-b07686f47606 req-54004444-c074-4b9a-bcb8-ed7622f46d1c tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.369951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8b98ac3-1625-430c-8c0b-b07686f47606 req-54004444-c074-4b9a-bcb8-ed7622f46d1c tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 936 time: 0.2149553 Aug 04 14:38:51.419407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-0c7ef662-3f68-4688-8146-86bcf9fbe2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.425080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-0c7ef662-3f68-4688-8146-86bcf9fbe2dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234024 Aug 04 14:38:51.594608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70d69da7-1fc5-46f0-9823-af0314bf842f None None] Provisioning for port 4a5abb16-4cba-4bef-80f3-9abd3813f346 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:51.600135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70d69da7-1fc5-46f0-9823-af0314bf842f None None] Provisioning complete for port 4a5abb16-4cba-4bef-80f3-9abd3813f346 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:51.600616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70d69da7-1fc5-46f0-9823-af0314bf842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:51.604189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:87:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:38:49Z', 'revision_number': 1, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:51.611924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8b98ac3-1625-430c-8c0b-b07686f47606 req-04a93b7e-d4c1-4f43-a7b5-72370e8dccfd tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262864 Aug 04 14:38:51.648903 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:38:51.659503 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:38:51.659630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-796b5600-7570-4410-9fb2-844b3e71a234 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217333 Aug 04 14:38:51.660248 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:51.699189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-70d69da7-1fc5-46f0-9823-af0314bf842f None None] Port 4a5abb16-4cba-4bef-80f3-9abd3813f346 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:38:51.826563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-694075a5-5867-4d15-b36e-2d9d6002db2d req-4340d822-7655-43d1-88cf-a03aa749a995 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587861 Aug 04 14:38:51.828941 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:38:51.935588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-9694f07e-9526-48a0-9b1f-b8e966df1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.937269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-9694f07e-9526-48a0-9b1f-b8e966df1c5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.5945969 Aug 04 14:38:51.960251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-28901af9-e5b0-476d-a59d-3b55e327a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:51.961919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-28901af9-e5b0-476d-a59d-3b55e327a2b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1098 time: 0.0475397 Aug 04 14:38:52.050102 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d4e048-18bd-4472-8073-996e84ca85dc x-openstack-request-id: req-61d4e048-18bd-4472-8073-996e84ca85dc {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:52.050102 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:52.050316 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61d4e048-18bd-4472-8073-996e84ca85dc {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:52.050762 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'status': 'completed', 'code': 200} Aug 04 14:38:52.096138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-0fe4a24d-f5d6-44f3-aa7d-41a2c6b6a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.099232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-0fe4a24d-f5d6-44f3-aa7d-41a2c6b6a47e service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1136754 Aug 04 14:38:52.104119 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f9fae-c751-4520-a9f4-553bfb11febe x-openstack-request-id: req-427f9fae-c751-4520-a9f4-553bfb11febe {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:52.104489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:52.104801 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-427f9fae-c751-4520-a9f4-553bfb11febe {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:52.105755 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d', 'status': 'completed', 'code': 200} Aug 04 14:38:52.111071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-79f6be81-a6b5-4642-a619-5948f110f7b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1597016 Aug 04 14:38:52.217786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-2828564e-eb55-4e97-956f-843cc2b65f81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1088228 Aug 04 14:38:52.228051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-c0c4b75b-7836-423a-91ec-6aec85cf3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.229850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-c0c4b75b-7836-423a-91ec-6aec85cf3f02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 1098 time: 0.1818335 Aug 04 14:38:52.249144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2fbd8-b3c7-4dd4-9af4-c3a5af4bf674 req-25b1b221-a21c-4e06-b4ba-8df04e552f55 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.250753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4f2fbd8-b3c7-4dd4-9af4-c3a5af4bf674 req-25b1b221-a21c-4e06-b4ba-8df04e552f55 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 946 time: 0.1428390 Aug 04 14:38:52.278462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-a7b4ce2a-0d36-4955-a41f-bb3da50b9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.280364 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-a7b4ce2a-0d36-4955-a41f-bb3da50b9a53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1481652 Aug 04 14:38:52.289837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:87:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:38:49Z', 'revision_number': 1, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:38:52.325944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-34f61452-8f4c-4c39-baa3-4b1b0fcf5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.327791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-34f61452-8f4c-4c39-baa3-4b1b0fcf5fdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0957446 Aug 04 14:38:52.335907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-7c7b41ca-e943-48ff-a625-81565f7710a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.337678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-7c7b41ca-e943-48ff-a625-81565f7710a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 1100 time: 0.2310297 Aug 04 14:38:52.337800 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f4f2-35c1-472b-9d52-1b501e5b68ed None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:87:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:38:49Z', 'revision_number': 1, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:38:52.340006 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-7597cb9e-7fbe-420f-8f24-bf6a0881ac4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306859 Aug 04 14:38:52.365751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5abb16-4cba-4bef-80f3-9abd3813f346 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:52.391153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-4e5a9544-650a-4f10-a568-1cd6f820849a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521622 Aug 04 14:38:52.411946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:52.445966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Transition to ACTIVE for port object 4a5abb16-4cba-4bef-80f3-9abd3813f346 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:52.463512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:52.491189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4f2fbd8-b3c7-4dd4-9af4-c3a5af4bf674 req-c71f4718-3799-4a44-a7bb-5bf9aa2c5df6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260754 Aug 04 14:38:52.521505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:52.539449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-b7bf57b3-c9a0-4b0a-a804-28f0576d893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.541352 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-b7bf57b3-c9a0-4b0a-a804-28f0576d893c service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.2899780 Aug 04 14:38:52.576805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-57bdef1c-cb98-4854-9dea-6758cc629609 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563280 Aug 04 14:38:52.579538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-ea226dee-c5e8-4dc4-a1b3-194e6776f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.581226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-ea226dee-c5e8-4dc4-a1b3-194e6776f1a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2295098 Aug 04 14:38:52.615871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-7c99a6cd-b424-4678-b220-616820d11896 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631001 Aug 04 14:38:52.687806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-7d3754af-cc4f-41d5-8d91-651e7d4c52aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d HTTP/1.1" status: 200 len: 217 time: 0.0941567 Aug 04 14:38:52.690657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1d3e0-9952-4d9c-aeee-4f0405fbecbd None None] New status for floating IP 7a26799e-bd00-413f-9a97-99ef298a2341: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:38:52.778985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Attempting to bind port 4a5abb16-4cba-4bef-80f3-9abd3813f346 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:52.779664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Attempting to bind port 4a5abb16-4cba-4bef-80f3-9abd3813f346 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:52.780276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Attempting to bind port 4a5abb16-4cba-4bef-80f3-9abd3813f346 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:52.785168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-ec334225-a9c5-43f2-abf8-4ad9dbdd5778 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 200 len: 1000 time: 0.2326467 Aug 04 14:38:52.807045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Port 4a5abb16-4cba-4bef-80f3-9abd3813f346 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:52.807386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Attempting to bind port 4a5abb16-4cba-4bef-80f3-9abd3813f346 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:52.809169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90dda3e9-883d-4e0d-aa82-6d253cf48e1a req-aaa9489c-c8ef-40a2-bb18-53b540eaab03 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168272 Aug 04 14:38:52.845871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a3fe-e596-43ea-b804-7f0bc84c53a5 req-20e729e7-a36b-48a0-8b0f-7d51cf389d6f tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.849538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d80a3fe-e596-43ea-b804-7f0bc84c53a5 req-20e729e7-a36b-48a0-8b0f-7d51cf389d6f tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 948 time: 0.2662659 Aug 04 14:38:52.864367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-dd421d8e-3408-4f05-a152-907a55108ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.865391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:52.865826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:52.866262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:52.866819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Bound port: 4a5abb16-4cba-4bef-80f3-9abd3813f346, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:52.867444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:52.867553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-dd421d8e-3408-4f05-a152-907a55108ce0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1700237 Aug 04 14:38:52.937495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-ab77d3c3-1a63-4853-aee0-44c7114a439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:52.938945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-ab77d3c3-1a63-4853-aee0-44c7114a439d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.1458421 Aug 04 14:38:52.941105 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-e10ae2f7-90ac-411a-8928-3edd72ac32f1 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823303 Aug 04 14:38:52.994415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d80a3fe-e596-43ea-b804-7f0bc84c53a5 req-4547acc1-8928-43fb-bcf9-40992adf827b tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378181 Aug 04 14:38:53.015278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-1aa101c4-71e8-40df-89b3-2801ad577dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.016808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-1aa101c4-71e8-40df-89b3-2801ad577dfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366391 Aug 04 14:38:53.046398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:53.118418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:53.146401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-436fb03f-fc26-464f-972c-428bab537324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.148214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-436fb03f-fc26-464f-972c-428bab537324 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010996 Aug 04 14:38:53.149537 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.253946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.255347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.257347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] 10.222.0.46 "PUT /v2.0/ports/4a5abb16-4cba-4bef-80f3-9abd3813f346 HTTP/1.1" status: 200 len: 1097 time: 2.3298357 Aug 04 14:38:53.291801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-6535c2b4-c017-43f1-94de-a1cf02275ab4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.301716 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-6535c2b4-c017-43f1-94de-a1cf02275ab4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1098 time: 0.2408533 Aug 04 14:38:53.370407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9e9d-2ddf-4c4f-9b1a-cb53480dea67 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:53.375213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-8f33be26-d174-419c-9679-1060bd99a111 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127621 Aug 04 14:38:53.382935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801743-12'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:53.471339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-6a2be72c-702c-4381-8dc2-ec44c9733a2a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408586 Aug 04 14:38:53.484527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653256e-3d3d-4947-834e-f0049f92f736 req-782112c8-4b8d-4879-b5e2-98b2dce6ed12 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.485782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b653256e-3d3d-4947-834e-f0049f92f736 req-782112c8-4b8d-4879-b5e2-98b2dce6ed12 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 948 time: 0.1263089 Aug 04 14:38:53.552104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-bd3c58b0-51af-49bb-a4e3-bf98f04d9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.553794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-bd3c58b0-51af-49bb-a4e3-bf98f04d9316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 1100 time: 0.1763723 Aug 04 14:38:53.559529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.572187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38652) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:53.607307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b653256e-3d3d-4947-834e-f0049f92f736 req-cc71677f-53e1-45d8-a6c9-dbd1a319ce85 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118062 Aug 04 14:38:53.620746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-4dfb0112-0917-4baf-ab29-59f7f6807f00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346 HTTP/1.1" status: 200 len: 217 time: 0.0562668 Aug 04 14:38:53.626149 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f9628441-d699-405f-b8a7-38ef2ff9728e req-d0696cde-817e-4c81-ad99-1f370b0c2cc6 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112296 Aug 04 14:38:53.651621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b33fce31-7d88-439e-b586-d795bf5a8c57 req-705d4161-16ec-40dc-9983-92b9194b6666 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644669 Aug 04 14:38:53.754572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9699d38c-79d8-41de-b6ff-06eea512dee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.762172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-ced64db2-ea1e-4562-a9de-58db5aedce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.764060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-ced64db2-ea1e-4562-a9de-58db5aedce68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1357980 Aug 04 14:38:53.850232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-aff69f49-1256-49e3-808c-530200259e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:53.852158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-aff69f49-1256-49e3-808c-530200259e30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799572 Aug 04 14:38:53.854873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:53.883687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9699d38c-79d8-41de-b6ff-06eea512dee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.892344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9699d38c-79d8-41de-b6ff-06eea512dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:53.935991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9699d38c-79d8-41de-b6ff-06eea512dee9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cb7a057368d4a268377e781e4c794b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620737 Aug 04 14:38:53.936818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:53.937583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699d38c-79d8-41de-b6ff-06eea512dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb8725-7f22-49b7-a72d-5aa53a28439a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:53.968852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:54.018551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.025380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-39829645-7b7f-44a7-8fd8-39334db16728 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609299 Aug 04 14:38:54.036300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.054979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346'}, {'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:54.057526 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb055c7-acc6-4ba6-9c30-167879d67c68" -d '{"events": [{"name": "network-changed", "server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346"}, {"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:54.060336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.091532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.153819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7758fa-fbc5-4ab7-929b-feced2c69c57 req-89247039-77af-4889-9f25-0446ee265681 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.155694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc7758fa-fbc5-4ab7-929b-feced2c69c57 req-89247039-77af-4889-9f25-0446ee265681 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.0743554 Aug 04 14:38:54.198767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:54.202570 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.205631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.209720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14eb8725-7f22-49b7-a72d-5aa53a28439a HTTP/1.1" status: 204 len: 168 time: 0.2667468 Aug 04 14:38:54.219415 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4aa54792-88d9-4a48-8cb6-7c6d2bf8f1a6 req-49038152-4e81-4d31-9814-7bca9cc1154a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851013 Aug 04 14:38:54.220232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on host n-h1-801743-12 for vnic_type normal with profile {"migrating_to": "n-h2-801743-12"} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:38:54.220570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:38:54.220904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:54.225699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:38:54.226028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Attempting to bind port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:38:54.229259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0017-adf4-408e-b0df-824dadcb5268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb8725-7f22-49b7-a72d-5aa53a28439a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:54.232040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:38:54.232530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:54.232929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:38:54.233541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Bound port: f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:38:54.233916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.257988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc7758fa-fbc5-4ab7-929b-feced2c69c57 req-04db414f-0b95-4ae8-8b72-005074a8fd38 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911899 Aug 04 14:38:54.272121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33545c1d-ab82-4f5c-a296-40238356fc5b req-acc3cd5f-51d9-449e-8da3-4915d1e00050 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.276047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33545c1d-ab82-4f5c-a296-40238356fc5b req-acc3cd5f-51d9-449e-8da3-4915d1e00050 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 948 time: 0.1191585 Aug 04 14:38:54.332178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38682) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:54.334193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33545c1d-ab82-4f5c-a296-40238356fc5b req-e0399d38-aa07-4004-bd51-384b32daed96 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Aug 04 14:38:54.348563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:38:54.367316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 137a7e83-4a31-4213-9cb7-c555fd3c360d details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:54.387914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:38:54.394124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.435688 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa0f41b-18dc-4063-9178-47fabe0a8aa1 x-openstack-request-id: req-3fa0f41b-18dc-4063-9178-47fabe0a8aa1 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:54.435989 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346", "status": "completed", "code": 200}, {"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:54.436242 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fa0f41b-18dc-4063-9178-47fabe0a8aa1 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:54.436657 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346', 'status': 'completed', 'code': 200} Aug 04 14:38:54.436906 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'code': 200} Aug 04 14:38:54.551010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.551786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.556226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] 10.222.0.46 "PUT /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 1124 time: 1.1800039 Aug 04 14:38:54.562406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a14f1-2d78-458d-8d3f-e3223da7032b service neutron] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=8']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:54.597152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-7b364d40-14ab-40a9-a81d-237c72cf50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.598839 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-7b364d40-14ab-40a9-a81d-237c72cf50d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=707b98ded7bd453e94bfde53e62c46c7&device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 1100 time: 0.1581533 Aug 04 14:38:54.633059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:54.688407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:54.694748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-661e9cf6-a0d8-4136-b53c-deb0da400c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.716723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '137a7e83-4a31-4213-9cb7-c555fd3c360d', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '137a7e83-4a31-4213-9cb7-c555fd3c360d', 'mac_address': 'fa:16:3e:4b:38:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:54.762700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-3a41dab9-e2f0-497e-ba87-253c4e6fbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.764475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-3a41dab9-e2f0-497e-ba87-253c4e6fbe45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1576192 Aug 04 14:38:54.850619 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.851870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:54.877540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d04fb5e-e551-426a-af2c-341bc554f7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.887454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137a7e83-4a31-4213-9cb7-c555fd3c360d {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:54.912500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:54.919633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc6537-c3cf-4d83-b3b6-c2aa6568b821 req-39a4b938-a6f9-445d-b6be-d8ddb442cc15 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:54.921507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bbc6537-c3cf-4d83-b3b6-c2aa6568b821 req-39a4b938-a6f9-445d-b6be-d8ddb442cc15 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 948 time: 0.1195283 Aug 04 14:38:54.927799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:54.988169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bbc6537-c3cf-4d83-b3b6-c2aa6568b821 req-6f6cc40f-5aa7-4fce-b5b4-50db5b1c9779 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572195 Aug 04 14:38:55.014777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.058158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-422fec1e-26b1-4982-a245-c796fdf3581f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346 HTTP/1.1" status: 200 len: 217 time: 0.2832222 Aug 04 14:38:55.131456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['137a7e83-4a31-4213-9cb7-c555fd3c360d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:55.133318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-d0e154a0-c53f-4482-86bd-cc2f6472c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:55.134831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-d0e154a0-c53f-4482-86bd-cc2f6472c31d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0680692 Aug 04 14:38:55.139692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-661e9cf6-a0d8-4136-b53c-deb0da400c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.152080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-661e9cf6-a0d8-4136-b53c-deb0da400c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.216108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-661e9cf6-a0d8-4136-b53c-deb0da400c63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10901d045596463d830054c314ebcead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8794680 Aug 04 14:38:55.218255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9cf6-a0d8-4136-b53c-deb0da400c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5e8ef7-2471-4d9c-98d8-bc7ecc103c73,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.220362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38716) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:55.222774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-59d36e36-d79e-49a1-af56-8f6efa8e594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:55.224509 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-59d36e36-d79e-49a1-af56-8f6efa8e594a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825658 Aug 04 14:38:55.305522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d04fb5e-e551-426a-af2c-341bc554f7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.333524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d04fb5e-e551-426a-af2c-341bc554f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.336074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-da9fa9a1-4965-4813-9f4b-7fff7bcf98d9 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001332 Aug 04 14:38:55.392810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.433344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:55.434305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d04fb5e-e551-426a-af2c-341bc554f7c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dff5e947ce9f4fe2a42a88bc9990a4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789244 Aug 04 14:38:55.435416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38726) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:55.452452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04fb5e-e551-426a-af2c-341bc554f7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd875de-ca77-4db6-b39e-2c392339c02e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.486358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.489398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fdb055c7-acc6-4ba6-9c30-167879d67c68 req-335b377a-17c9-4631-a799-778b1bcb5bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Aug 04 14:38:55.528175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e7796-8d9f-4d7b-88ee-fb92bc69da1e req-e10f7afd-5917-414e-a59a-28d3da7f7f8c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:55.529789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d47e7796-8d9f-4d7b-88ee-fb92bc69da1e req-e10f7afd-5917-414e-a59a-28d3da7f7f8c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.1318982 Aug 04 14:38:55.565572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-249c5368-39f1-457d-aa53-9996fcf74d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.570283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.609145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d47e7796-8d9f-4d7b-88ee-fb92bc69da1e req-73c48c04-659f-46a1-8b2b-2cbf5a2f80d0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675249 Aug 04 14:38:55.610901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.622297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.624912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.629226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd5e8ef7-2471-4d9c-98d8-bc7ecc103c73 HTTP/1.1" status: 204 len: 168 time: 0.4009240 Aug 04 14:38:55.642913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619df43-f013-4d43-b2d3-4c2cf119bff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5e8ef7-2471-4d9c-98d8-bc7ecc103c73,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.705649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-249c5368-39f1-457d-aa53-9996fcf74d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.712061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-249c5368-39f1-457d-aa53-9996fcf74d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.718302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.721409 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.725466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bd875de-ca77-4db6-b39e-2c392339c02e HTTP/1.1" status: 204 len: 168 time: 0.2815042 Aug 04 14:38:55.757108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9177-27a6-49c1-92f5-4aece281d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd875de-ca77-4db6-b39e-2c392339c02e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.762658 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-249c5368-39f1-457d-aa53-9996fcf74d2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5c66aaef5df47ffb2f21e8326847064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271599 Aug 04 14:38:55.763723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38734) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:55.772378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c5368-39f1-457d-aa53-9996fcf74d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f5c9d-1510-46c6-aa74-523bf6a5f490,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:55.801828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75bf10-2659-4c89-85b2-cb82a2698d54 req-3475e206-0e99-49cf-b68c-b2933d22f4ac tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:55.804227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c75bf10-2659-4c89-85b2-cb82a2698d54 req-3475e206-0e99-49cf-b68c-b2933d22f4ac tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 949 time: 0.0803516 Aug 04 14:38:55.835434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.860061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.868082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c75bf10-2659-4c89-85b2-cb82a2698d54 req-3bc09b63-07aa-4d82-a54d-354a98787cc6 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Aug 04 14:38:55.930220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.933906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:55.935551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b13f5c9d-1510-46c6-aa74-523bf6a5f490 HTTP/1.1" status: 204 len: 168 time: 0.1707444 Aug 04 14:38:55.945070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbd9e-b0e0-442d-84c4-dfbb90395ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f5c9d-1510-46c6-aa74-523bf6a5f490,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:56.054325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:56.069487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e41208c-2744-43c5-ae4e-5f6dd9898908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.133822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310c2eb-3e6e-445b-928e-587c428e235b req-47f21515-9a80-4b95-9f49-9d71eaf3a63e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.143528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6310c2eb-3e6e-445b-928e-587c428e235b req-47f21515-9a80-4b95-9f49-9d71eaf3a63e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 948 time: 0.0691116 Aug 04 14:38:56.194823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6310c2eb-3e6e-445b-928e-587c428e235b req-634a629d-68b1-4190-9cb0-be13780f6792 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Aug 04 14:38:56.200729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e41208c-2744-43c5-ae4e-5f6dd9898908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.206134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e41208c-2744-43c5-ae4e-5f6dd9898908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.242807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e41208c-2744-43c5-ae4e-5f6dd9898908 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e7436df71bbe4ffe923c9be9456fd2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872046 Aug 04 14:38:56.245549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:56.247895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41208c-2744-43c5-ae4e-5f6dd9898908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d3044-dfe5-4265-bcdf-212ce716fdb8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:56.299073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.326515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.379804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.382756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.384083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b66d3044-dfe5-4265-bcdf-212ce716fdb8 HTTP/1.1" status: 204 len: 168 time: 0.1372354 Aug 04 14:38:56.390559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 137a7e83-4a31-4213-9cb7-c555fd3c360d up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:38:56.395785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23d201-1d3c-405c-b2f1-aba76ec9c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d3044-dfe5-4265-bcdf-212ce716fdb8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:56.437899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:56.440362 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:56.452312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38764) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:56.456414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 137a7e83-4a31-4213-9cb7-c555fd3c360d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:38:56.461781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 137a7e83-4a31-4213-9cb7-c555fd3c360d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:38:56.462173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.474199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc56-065a-479b-b713-87009d3b652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.497746 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f518fc44-ccd6-4ee5-9094-fca2c3ec6af2 x-openstack-request-id: req-f518fc44-ccd6-4ee5-9094-fca2c3ec6af2 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:56.498128 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:56.499662 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f518fc44-ccd6-4ee5-9094-fca2c3ec6af2 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:56.500211 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'status': 'completed', 'code': 200} Aug 04 14:38:56.592200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-25aa1008-6f76-4066-9f8f-618205116a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.594073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-25aa1008-6f76-4066-9f8f-618205116a65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1127 time: 0.0694494 Aug 04 14:38:56.604439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc56-065a-479b-b713-87009d3b652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.609823 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.610887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29d1bc56-065a-479b-b713-87009d3b652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.639384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:38:56.642346 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3e146-1d08-46be-bb4b-d97b8ba8f748" -d '{"events": [{"server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "name": "network-vif-plugged", "status": "completed", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:38:56.660304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:56.668535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.726032 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb67014-083e-451d-8404-c126f14707d5 x-openstack-request-id: req-2eb67014-083e-451d-8404-c126f14707d5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:38:56.726861 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "name": "network-vif-plugged", "status": "completed", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:38:56.727348 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2eb67014-083e-451d-8404-c126f14707d5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:38:56.727983 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d', 'code': 200} Aug 04 14:38:56.740816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29d1bc56-065a-479b-b713-87009d3b652e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1cebf8b19d1a42948187422ecb4b3cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850251 Aug 04 14:38:56.740816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1bc56-065a-479b-b713-87009d3b652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08dae9b-71ca-49a4-96c4-a58c032f6a5c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:56.745262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-c49ded00-985a-48c8-9b09-5438fc32cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.748470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:56.751191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-c49ded00-985a-48c8-9b09-5438fc32cc88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1489270 Aug 04 14:38:56.791906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:56.792352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:56.814624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-e0043a8b-dfa6-4edb-abfa-85f0515fbf74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0518534 Aug 04 14:38:56.874705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0bf59-d109-4da6-b28c-f64efa33dc63 req-31f6e0f5-ddd8-4b94-8c1f-f000ba8f2956 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.876274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1f0bf59-d109-4da6-b28c-f64efa33dc63 req-31f6e0f5-ddd8-4b94-8c1f-f000ba8f2956 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.1162636 Aug 04 14:38:56.915165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:56.930969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-f4b94b9a-4514-4524-a16b-739e70b9233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.932564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-f4b94b9a-4514-4524-a16b-739e70b9233b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1086788 Aug 04 14:38:56.939259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28b9a1-e2c2-4d75-9d2f-95972cd0f2d7 req-cc4de1c9-f8f0-478d-806c-ff10227c831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:56.940677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1f0bf59-d109-4da6-b28c-f64efa33dc63 req-a1af8919-ff30-4009-9c78-7935ff8357a6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Aug 04 14:38:56.941385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cb28b9a1-e2c2-4d75-9d2f-95972cd0f2d7 req-cc4de1c9-f8f0-478d-806c-ff10227c831a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 1102 time: 0.1255612 Aug 04 14:38:56.965993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.011362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-0977a016-932a-4d43-9b0d-27912529c6df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688384 Aug 04 14:38:57.032582 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cb28b9a1-e2c2-4d75-9d2f-95972cd0f2d7 req-5596eeae-a697-4492-81ce-658c455d9e12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 Aug 04 14:38:57.050175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb3b-9ebf-42c0-ad64-b33196fa518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.086224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332f27-4fe5-4709-be3e-4bbbc52e5e0d req-ef4fd4f9-47b6-44cf-9dde-3ae640f9b798 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:57.087818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e332f27-4fe5-4709-be3e-4bbbc52e5e0d req-ef4fd4f9-47b6-44cf-9dde-3ae640f9b798 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 950 time: 0.0993135 Aug 04 14:38:57.105040 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.107542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.108651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f08dae9b-71ca-49a4-96c4-a58c032f6a5c HTTP/1.1" status: 204 len: 168 time: 0.3592021 Aug 04 14:38:57.141825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8b300-05bb-4b06-9559-e7a7b0f23935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08dae9b-71ca-49a4-96c4-a58c032f6a5c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:57.153830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-96ffd35a-cb3d-4ede-8d3f-c23612de637e service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232095 Aug 04 14:38:57.172261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e332f27-4fe5-4709-be3e-4bbbc52e5e0d req-562148d6-49d9-4841-970a-ded83668c547 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754945 Aug 04 14:38:57.250910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb3b-9ebf-42c0-ad64-b33196fa518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.258835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e32fcb3b-9ebf-42c0-ad64-b33196fa518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.280746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a363a44f-437a-4aa6-9273-8aa4a2a8cbfa req-db40dad4-5ecf-44c1-bbaf-01da1a60e1f8 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192796 Aug 04 14:38:57.316587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e32fcb3b-9ebf-42c0-ad64-b33196fa518e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=039cf3a9301b419095addedc6ebfe79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172431 Aug 04 14:38:57.319814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38804) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:57.330387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fcb3b-9ebf-42c0-ad64-b33196fa518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1316c82-bbcd-41d5-80ee-a7c1c8ab9d80,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:57.358874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e57dd-d0d5-4ff7-92a6-6f4d6b482672 req-d54f22fe-5bbe-428c-b61a-4bcf1fb2a3d1 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:57.368538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e37e57dd-d0d5-4ff7-92a6-6f4d6b482672 req-d54f22fe-5bbe-428c-b61a-4bcf1fb2a3d1 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 948 time: 0.0697057 Aug 04 14:38:57.388975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.410837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e37e57dd-d0d5-4ff7-92a6-6f4d6b482672 req-e8b3e3e4-8625-4433-a87e-f00498a01381 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Aug 04 14:38:57.421595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.476196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.478868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.480061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1316c82-bbcd-41d5-80ee-a7c1c8ab9d80 HTTP/1.1" status: 204 len: 168 time: 0.1582413 Aug 04 14:38:57.488757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b24bd-7f18-4a25-8266-67ce3d7f4fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1316c82-bbcd-41d5-80ee-a7c1c8ab9d80,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:57.819680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38826) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:57.835808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389409b5-f753-43d7-83b4-b3c99040d0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.950808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389409b5-f753-43d7-83b4-b3c99040d0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.957640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389409b5-f753-43d7-83b4-b3c99040d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:57.990186 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-389409b5-f753-43d7-83b4-b3c99040d0ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ccd4b82f3982473f839cd038ba9bac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689274 Aug 04 14:38:57.992689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:58.020523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389409b5-f753-43d7-83b4-b3c99040d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c212581-56dd-4c44-90f5-df98948ec456,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:58.101046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38842) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:58.131647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89504981-00dd-4409-a4fa-15a6ea7a6d38 req-2a80cd22-f093-4366-8aa3-e1fd459d331f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:58.133164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89504981-00dd-4409-a4fa-15a6ea7a6d38 req-2a80cd22-f093-4366-8aa3-e1fd459d331f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.0966067 Aug 04 14:38:58.133797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.170157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.222642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89504981-00dd-4409-a4fa-15a6ea7a6d38 req-100cfcc9-c552-4353-9df9-e43d6fd82d51 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Aug 04 14:38:58.227555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-689762186-network', 'tenant_id': '76988566815f4a62bf864166a2ec32c1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:58.276353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Made reservation on behalf of 76988566815f4a62bf864166a2ec32c1 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:58.279893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.293347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.303627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.307895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.315218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c212581-56dd-4c44-90f5-df98948ec456 HTTP/1.1" status: 204 len: 168 time: 0.3205884 Aug 04 14:38:58.337763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deda94b-a5b0-4ef9-a467-91c43e1356c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c212581-56dd-4c44-90f5-df98948ec456,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:58.355789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f08b0-394d-4942-b2b5-999e03de9890 req-97d1a889-1084-4932-92fd-3ae9d582b562 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:58.357954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e10f08b0-394d-4942-b2b5-999e03de9890 req-97d1a889-1084-4932-92fd-3ae9d582b562 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 950 time: 0.0889192 Aug 04 14:38:58.395961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:58.431204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.449402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.458177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e10f08b0-394d-4942-b2b5-999e03de9890 req-ae0fc8b8-2cb6-45d4-ad30-96b69887ceaf tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872109 Aug 04 14:38:58.468472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:38:58.478994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.479342 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Added segment be9ddb29-8f0d-41b2-986e-6220b87b964b of type vlan for network d224948e-3f92-4479-a489-75fe4bea30b2 Aug 04 14:38:58.541345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.547329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12b588-c1a7-4d30-ae8a-1b43ef95eb9a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:58.557062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.557679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.558313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.558826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.559307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.559787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.560287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.560764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.561253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.561724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.562325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.562870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:58.587203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:58.605579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb has no active binding in host n-h2-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:38:58.606378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4a5abb16-4cba-4bef-80f3-9abd3813f346 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:38:58.618400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.619745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:58.620276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.680425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86e47-3fcf-43f6-860f-239dedeccbff req-a94aecca-8ed9-4a9c-a8a0-c9aa626ec4e0 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:58.681993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3a86e47-3fcf-43f6-860f-239dedeccbff req-a94aecca-8ed9-4a9c-a8a0-c9aa626ec4e0 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 948 time: 0.0962424 Aug 04 14:38:58.724087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] Pushing event updated for resources: {'Network': ['ID=d224948e-3f92-4479-a489-75fe4bea30b2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:58.731759 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24c82a66-f110-47f4-9080-c9bfaf343365 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6291733 Aug 04 14:38:58.734789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38876) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:58.740207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Request body: {'subnet': {'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-689762186-subnet', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:58.741516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d224948e-3f92-4479-a489-75fe4bea30b2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:38:58.764895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3a86e47-3fcf-43f6-860f-239dedeccbff req-1e9e9797-b4bb-4ddf-8b83-98051f8f8670 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754230 Aug 04 14:38:58.772268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Made reservation on behalf of 76988566815f4a62bf864166a2ec32c1 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:38:58.783354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.860872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:58.881984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4a5abb16-4cba-4bef-80f3-9abd3813f346', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '4a5abb16-4cba-4bef-80f3-9abd3813f346', 'mac_address': 'fa:16:3e:7e:95:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:38:58.941837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:58.958188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5abb16-4cba-4bef-80f3-9abd3813f346 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:38:58.983361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:38:58.990616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.028546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.099307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Checking segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:38:59.099687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Network hostable DHCP agents. Network: d224948e-3f92-4479-a489-75fe4bea30b2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:38:59.106058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:59.110886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d4aabd-47a3-4d60-8983-4f59d079010d,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:59.130102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Network d224948e-3f92-4479-a489-75fe4bea30b2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:38:59.148072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d224948e-3f92-4479-a489-75fe4bea30b2) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:59.152767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:59.154082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.158984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c2d86-1ad1-4d77-b1f2-604c65e3d213 None None] Network d224948e-3f92-4479-a489-75fe4bea30b2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:38:59.183110 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f5119513-ce48-41a1-932d-be195d58f963 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4445040 Aug 04 14:38:59.183603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38900) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:38:59.189502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:38:59.223064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4a5abb16-4cba-4bef-80f3-9abd3813f346'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:38:59.238971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.240450 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.425040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d224948e-3f92-4479-a489-75fe4bea30b2', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:38:59.425947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.449838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.612344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Allocated IP 172.20.0.2 (d224948e-3f92-4479-a489-75fe4bea30b2/a4d4aabd-47a3-4d60-8983-4f59d079010d/d812ba9e-03bf-467a-804b-150cf644e325) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:38:59.753675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.765163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294365-008e-49e9-a728-393cce0f59df req-497ecb0b-7964-47df-bd41-3693d5f8d7fa tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:59.772474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22294365-008e-49e9-a728-393cce0f59df req-497ecb0b-7964-47df-bd41-3693d5f8d7fa tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 944 time: 0.2548337 Aug 04 14:38:59.843132 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.855397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Transition to ACTIVE for port object d812ba9e-03bf-467a-804b-150cf644e325 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:59.867206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22294365-008e-49e9-a728-393cce0f59df req-c3662c87-1860-4d76-bbc6-45bd87782f60 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937884 Aug 04 14:38:59.872363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Transition to ACTIVE for port object d812ba9e-03bf-467a-804b-150cf644e325 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:38:59.877522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7141fb-24cb-4617-b51f-3e225a9edee0 req-f554c753-dc62-4918-8dc6-7b406b339a8b tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:38:59.880961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:38:59.890546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a7141fb-24cb-4617-b51f-3e225a9edee0 req-f554c753-dc62-4918-8dc6-7b406b339a8b tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 950 time: 0.2345269 Aug 04 14:38:59.968046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Pushing event updated for resources: {'Port': ['ID=d812ba9e-03bf-467a-804b-150cf644e325,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:38:59.984750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a7141fb-24cb-4617-b51f-3e225a9edee0 req-d9a015d1-241d-4c8d-883f-de024f7cdd18 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Aug 04 14:38:59.988076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Network d224948e-3f92-4479-a489-75fe4bea30b2 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:38:59.989993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:38:59.992481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.992824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.993757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.994238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.994611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.994928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.995255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.995585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.995907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.996510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.996840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:38:59.997288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.000784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:00.046486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-3d4284d5-1fbe-4fac-b3f9-90c91566b690 service neutron] 10.222.0.38 "GET /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb/bindings/n-h2-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1446855 Aug 04 14:39:00.115894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Attempting to bind port d812ba9e-03bf-467a-804b-150cf644e325 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:00.116115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Attempting to bind port d812ba9e-03bf-467a-804b-150cf644e325 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:00.116842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Attempting to bind port d812ba9e-03bf-467a-804b-150cf644e325 on network d224948e-3f92-4479-a489-75fe4bea30b2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:00.121753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:00.122358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Checking segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:00.122564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.123110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Bound using segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:00.123596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Bound port: d812ba9e-03bf-467a-804b-150cf644e325, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:00.124009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.204471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.217403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] For port d812ba9e-03bf-467a-804b-150cf644e325, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:00.222664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] For port d812ba9e-03bf-467a-804b-150cf644e325, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d812ba9e-03bf-467a-804b-150cf644e325,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:00.227614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.229892 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.281948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b16ea-dabe-48c6-b590-86958094cc97 req-60b5b376-f552-46b5-8ba5-5f506d732899 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:00.290646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-824b16ea-dabe-48c6-b590-86958094cc97 req-60b5b376-f552-46b5-8ba5-5f506d732899 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 949 time: 0.2015040 Aug 04 14:39:00.310023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041b09-c01a-41b6-85b7-bb73e611f122 None None] Pushing event updated for resources: {'Port': ['ID=d812ba9e-03bf-467a-804b-150cf644e325,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:00.337739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:00.353818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-824b16ea-dabe-48c6-b590-86958094cc97 req-88efa737-fa8b-4a3c-9eb6-f8138d2d9a4e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614302 Aug 04 14:39:00.381813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:00.411919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Allocated IP 172.25.0.97 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/44b99a8e-2774-46a9-917a-2341318dbead) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:00.412895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4a5abb16-4cba-4bef-80f3-9abd3813f346 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:00.462811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:00.488689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:00.538688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.549568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.550690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 4a5abb16-4cba-4bef-80f3-9abd3813f346 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:00.561081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4a5abb16-4cba-4bef-80f3-9abd3813f346 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:00.562220 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.640183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.705606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] Transition to ACTIVE for port object f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:00.712963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.717347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.730251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:00.733938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:00.738261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:00.765345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:00.768052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:00.771770 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7326abb9-1887-40ba-93e0-1107e52de418" -d '{"events": [{"server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "name": "network-vif-plugged", "status": "completed", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:00.796808 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:00.873816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:00.874208 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8770ea00-2c1d-4f58-a2dc-d9d6c0d50588 x-openstack-request-id: req-8770ea00-2c1d-4f58-a2dc-d9d6c0d50588 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:00.874613 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "name": "network-vif-plugged", "status": "completed", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:00.874951 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8770ea00-2c1d-4f58-a2dc-d9d6c0d50588 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:00.875452 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346', 'code': 200} Aug 04 14:39:00.878793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:00.911336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:39:00.921645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=44b99a8e-2774-46a9-917a-2341318dbead,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:00.935844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.935983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] No DVR routers for this DVR port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:39:00.936205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.936563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.936893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.937233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.937573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.937963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.938227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.938566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.938932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.939262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:00.939716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:01.078812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281e92-38f9-41a3-b6a9-b5f702e1fea2 req-bfbd4615-3228-4172-a026-873e8e158412 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:01.082574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90281e92-38f9-41a3-b6a9-b5f702e1fea2 req-bfbd4615-3228-4172-a026-873e8e158412 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.0872283 Aug 04 14:39:01.113015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-892edffb-8736-477f-a53b-bf0a0e595b21 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb/bindings/n-h2-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0594335 Aug 04 14:39:01.127572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38980) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:01.160657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f407-3fd4-45fc-9a6b-ac7227f9ef0f req-9eea8cc1-7764-4ddd-bfdb-ae4aac97d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:01.162610 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ae5f407-3fd4-45fc-9a6b-ac7227f9ef0f req-9eea8cc1-7764-4ddd-bfdb-ae4aac97d466 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 1102 time: 0.2058454 Aug 04 14:39:01.184415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-a29a6acc-f613-4440-a931-2d13116ea6fa tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:01.185964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-a29a6acc-f613-4440-a931-2d13116ea6fa tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 950 time: 0.2111609 Aug 04 14:39:01.344746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ae5f407-3fd4-45fc-9a6b-ac7227f9ef0f req-29185e1e-bc71-41f9-b43a-75a661d6a181 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577573 Aug 04 14:39:01.348393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb38b17-e01b-417f-98d5-730f22a11ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.436958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Deleting port 137a7e83-4a31-4213-9cb7-c555fd3c360d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:39:01.437393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.566457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] For port 137a7e83-4a31-4213-9cb7-c555fd3c360d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=137a7e83-4a31-4213-9cb7-c555fd3c360d,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:01.566848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.578090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb38b17-e01b-417f-98d5-730f22a11ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.588148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb38b17-e01b-417f-98d5-730f22a11ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.591693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Calling delete_port for 137a7e83-4a31-4213-9cb7-c555fd3c360d owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:39:01.614343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90281e92-38f9-41a3-b6a9-b5f702e1fea2 req-158f68ad-08a1-4db3-afa0-422a45d414b8 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306705 Aug 04 14:39:01.618497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.620938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b24de-ac73-43c0-b3e8-69729e8a42ab None None] Network d224948e-3f92-4479-a489-75fe4bea30b2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:01.647095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38b17-e01b-417f-98d5-730f22a11ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df596f4-03ae-4382-88e3-d96e9ae5f537,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:01.669617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-feb38b17-e01b-417f-98d5-730f22a11ce5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e140434c0e64c24b3ca80bb29bcdf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377870 Aug 04 14:39:01.670636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38990) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:01.680329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8803b6-c0f0-4e7d-8f32-e7da51f3b4c8 req-fb3f029b-916c-4fc8-882e-ab8af4643aa2 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:01.688734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a8803b6-c0f0-4e7d-8f32-e7da51f3b4c8 req-fb3f029b-916c-4fc8-882e-ab8af4643aa2 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 950 time: 0.2060678 Aug 04 14:39:01.702030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-4d19812c-ba7a-42f8-92bc-2602e52351c7 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:01.703546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-4d19812c-ba7a-42f8-92bc-2602e52351c7 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.2223606 Aug 04 14:39:01.719431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-16a70a39-a494-4e8d-a4a0-3adcdb13bf7d None None] Provisioning for port d812ba9e-03bf-467a-804b-150cf644e325 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:01.806312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.857676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.859264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a8803b6-c0f0-4e7d-8f32-e7da51f3b4c8 req-53e80a82-57fb-4528-87a4-486ec3844116 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c30a431-26fa-4db2-86b2-04afe3521922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684947 Aug 04 14:39:01.909080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:01.927544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['137a7e83-4a31-4213-9cb7-c555fd3c360d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:01.962193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Pushing event deleted for resources: {'Port': ['ID=137a7e83-4a31-4213-9cb7-c555fd3c360d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:02.031617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-d87bb0d4-4fa2-4b9a-ab8d-ae87d504c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:02.033266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-d87bb0d4-4fa2-4b9a-ab8d-ae87d504c5e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&tenant_id=3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 1097 time: 0.3163469 Aug 04 14:39:02.052968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.056760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.058202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3df596f4-03ae-4382-88e3-d96e9ae5f537 HTTP/1.1" status: 204 len: 168 time: 0.3500080 Aug 04 14:39:02.071253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa73fbb-9bc7-439d-8a78-012c8d5c42b0 req-5af6c2ef-f4f9-40d9-bf5a-d8d093345a1f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:02.084289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aa73fbb-9bc7-439d-8a78-012c8d5c42b0 req-5af6c2ef-f4f9-40d9-bf5a-d8d093345a1f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.2646165 Aug 04 14:39:02.158302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] No DVR routers for this DVR port 137a7e83-4a31-4213-9cb7-c555fd3c360d on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:39:02.168052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.174109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38998a54-f5f3-48b1-b7a2-9b0786ce3c0c req-c62c14f7-fd22-44e2-83e7-87015257ae82 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.46 "DELETE /v2.0/ports/137a7e83-4a31-4213-9cb7-c555fd3c360d HTTP/1.1" status: 204 len: 173 time: 0.9800336 Aug 04 14:39:02.213663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'name': 'network-vif-deleted', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:02.222930 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba595166-f3e1-49a0-a33b-7ed18778ffe5" -d '{"events": [{"server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "name": "network-vif-deleted", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:02.229622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2b50a-bef7-443b-a69d-775bbbd6118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df596f4-03ae-4382-88e3-d96e9ae5f537,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:02.312507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aa73fbb-9bc7-439d-8a78-012c8d5c42b0 req-6287b620-8e9c-410c-83c8-822137f7860f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272203 Aug 04 14:39:02.331240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d812ba9e-03bf-467a-804b-150cf644e325 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:02.389865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-ecc23f8d-e579-4fd2-b181-467633f37a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:02.392587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-ecc23f8d-e579-4fd2-b181-467633f37a9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1097 time: 0.2975638 Aug 04 14:39:02.394508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.397481 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb841b9-d21c-451e-8f4d-69a158734904 x-openstack-request-id: req-1eb841b9-d21c-451e-8f4d-69a158734904 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:02.398281 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c88744e-0419-4f8d-873e-351a3d50c805", "name": "network-vif-deleted", "tag": "137a7e83-4a31-4213-9cb7-c555fd3c360d", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:02.398771 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1eb841b9-d21c-451e-8f4d-69a158734904 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:02.399739 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c88744e-0419-4f8d-873e-351a3d50c805', 'name': 'network-vif-deleted', 'tag': '137a7e83-4a31-4213-9cb7-c555fd3c360d', 'status': 'completed', 'code': 200} Aug 04 14:39:02.473873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d812ba9e-03bf-467a-804b-150cf644e325 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:02.480251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d812ba9e-03bf-467a-804b-150cf644e325 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:02.481676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.613791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39058) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:02.627062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6172b2fc-4652-4574-8adc-1c635d6d5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.654945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.667702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Router fb9a1b90-9d26-4766-9985-6a2e615734c4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:39:02.682379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-51e20beb-0cc6-4d9e-b57b-cc4ed25f4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:02.683968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-51e20beb-0cc6-4d9e-b57b-cc4ed25f4a3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2781231 Aug 04 14:39:02.721380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d812ba9e-03bf-467a-804b-150cf644e325, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d812ba9e-03bf-467a-804b-150cf644e325,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:02.733930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.799944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:02.812316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Sync routers for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:02.827408 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:02.832385 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6172b2fc-4652-4574-8adc-1c635d6d5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.833167 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:02.834012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d812ba9e-03bf-467a-804b-150cf644e325,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:02.846630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6172b2fc-4652-4574-8adc-1c635d6d5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.882456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-252c5b4a-d5a4-425c-9afb-9e144d0d0b2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0851231 Aug 04 14:39:02.914727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbc55a-bea7-4911-b5a3-1449f5434037 req-012897ba-d29f-4d22-838c-63fa5b4aa7c9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:02.916298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ffbc55a-bea7-4911-b5a3-1449f5434037 req-012897ba-d29f-4d22-838c-63fa5b4aa7c9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.1179171 Aug 04 14:39:02.917133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:02.920933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e34a0d00-be53-47cd-b49d-4f560b6f4fb3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7337134 Aug 04 14:39:02.921793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39066) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:02.972881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6172b2fc-4652-4574-8adc-1c635d6d5503 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01a89c10357049eaaab74b52c5e5feee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607521 Aug 04 14:39:02.973804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172b2fc-4652-4574-8adc-1c635d6d5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791599df-c91a-4231-bd12-e5e6ad666db8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.002254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39072) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:03.050015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39074) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:03.133187 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:03.179893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a821e13-d423-464b-a8ea-3eb268f393a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.209193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ffbc55a-bea7-4911-b5a3-1449f5434037 req-cc58c71f-c3da-4219-9b7c-96a00a6b220e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138648 Aug 04 14:39:03.211331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43dbe51e-f3bb-479b-9dba-a2b043ee62b3 req-830c775d-0dd9-40e5-87b9-719069920751 tempest-TenantUsagesTestJSON-305394121 tempest-TenantUsagesTestJSON-305394121-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c88744e-0419-4f8d-873e-351a3d50c805 HTTP/1.1" status: 200 len: 210 time: 0.0786510 Aug 04 14:39:03.215203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-d414c51b-6999-4376-8628-32f5c418144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:03.217598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-d414c51b-6999-4376-8628-32f5c418144b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.3245623 Aug 04 14:39:03.220370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.254245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:39:03.315479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-639da00c-991c-44e0-8f37-aa4d4acb6238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438361 Aug 04 14:39:03.323186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39080) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:03.330342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:39:03.343120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.343438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a821e13-d423-464b-a8ea-3eb268f393a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.353268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a821e13-d423-464b-a8ea-3eb268f393a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.404619 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:01Z', 'revision_number': 3, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:03.416648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821e13-d423-464b-a8ea-3eb268f393a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056b342-10e9-46e5-a970-20d5aab57986,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.433421 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a821e13-d423-464b-a8ea-3eb268f393a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14a351c4107e46fc95693c880c07b797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796439 Aug 04 14:39:03.435942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39086) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:03.439184 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Checking router: fb9a1b90-9d26-4766-9985-6a2e615734c4 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:03.439619 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Updating router fb9a1b90-9d26-4766-9985-6a2e615734c4 port 44b99a8e-2774-46a9-917a-2341318dbead binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:03.473387 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.499411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.501954 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.503123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/791599df-c91a-4231-bd12-e5e6ad666db8 HTTP/1.1" status: 204 len: 168 time: 0.4936471 Aug 04 14:39:03.537918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fad244df-3a16-4cd5-8822-687aeac240a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.559901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.565402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796afead-0443-4a6f-b1d3-a01cd3583a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791599df-c91a-4231-bd12-e5e6ad666db8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.587231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c393b-87cf-4117-bdfb-20f6650d1f29 req-3448c98a-a238-4b0e-97b2-42330f9b6558 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:03.594812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-444c393b-87cf-4117-bdfb-20f6650d1f29 req-3448c98a-a238-4b0e-97b2-42330f9b6558 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.1944416 Aug 04 14:39:03.616572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.653766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-f865aaa1-2af6-46c4-ad7b-32bc51124e0c service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617292 Aug 04 14:39:03.715135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.724066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.725284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0056b342-10e9-46e5-a970-20d5aab57986 HTTP/1.1" status: 204 len: 168 time: 0.2881396 Aug 04 14:39:03.747066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703d7dd-46eb-4da0-ad04-d35fc288cb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056b342-10e9-46e5-a970-20d5aab57986,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.750751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fad244df-3a16-4cd5-8822-687aeac240a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.769691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fad244df-3a16-4cd5-8822-687aeac240a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.814341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad244df-3a16-4cd5-8822-687aeac240a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe0298-45c7-4858-866f-7c97d22447a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.846755 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.851883 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fad244df-3a16-4cd5-8822-687aeac240a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b58515ba4054b11bb45cb50feed9e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274005 Aug 04 14:39:03.854530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39096) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:03.865630 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Transition to ACTIVE for port object 44b99a8e-2774-46a9-917a-2341318dbead will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:03.890920 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.947125 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Pushing event updated for resources: {'Port': ['ID=44b99a8e-2774-46a9-917a-2341318dbead,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:03.960848 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.961252 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.961571 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.962408 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.962806 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.963132 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.963519 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.963926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.964139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.964770 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.965273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.966074 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:39:03.966451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:03.977432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-444c393b-87cf-4117-bdfb-20f6650d1f29 req-74cb7297-a3d2-410e-ab51-69932eb72064 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798451 Aug 04 14:39:03.989353 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Attempting to bind port 44b99a8e-2774-46a9-917a-2341318dbead on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:03.989735 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Attempting to bind port 44b99a8e-2774-46a9-917a-2341318dbead by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:03.990832 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Attempting to bind port 44b99a8e-2774-46a9-917a-2341318dbead on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:04.000703 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:04.001307 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:04.001900 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.002455 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:04.003115 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Bound port: 44b99a8e-2774-46a9-917a-2341318dbead, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:04.003749 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.035236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.074292 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] For port 44b99a8e-2774-46a9-917a-2341318dbead, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:04.080151 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] For port 44b99a8e-2774-46a9-917a-2341318dbead, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=44b99a8e-2774-46a9-917a-2341318dbead,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:04.088897 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.110700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-e248bb3c-071c-4a57-9835-2c61dbb1df56 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472520 Aug 04 14:39:04.144564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.147751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.151316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4dbe0298-45c7-4858-866f-7c97d22447a4 HTTP/1.1" status: 204 len: 168 time: 0.2929816 Aug 04 14:39:04.176314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95b62e-ec25-4b02-8f9f-f9322ace371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe0298-45c7-4858-866f-7c97d22447a4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:04.220073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d812ba9e-03bf-467a-804b-150cf644e325 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:04.240612 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce582-3c05-4546-b1f9-4ee9d6e65a39 None None] Pushing event updated for resources: {'Port': ['ID=44b99a8e-2774-46a9-917a-2341318dbead,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:04.296812 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:04.297449 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:04.371080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.374324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d812ba9e-03bf-467a-804b-150cf644e325 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:04.376847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.424091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39118) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:04.452498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e38824-9e44-4338-b954-a2879ca04323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.515840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858fd7-3260-448a-bb00-e066bc4658ca req-815b4b1a-9777-4de7-914d-c2245e345a2d tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:04.517387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-815b4b1a-9777-4de7-914d-c2245e345a2d tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1053476 Aug 04 14:39:04.612791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fba68-ccef-4d11-910d-b3d239d30d6c req-387869f5-b047-4fdd-821d-25e4d72f8ee2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:04.621594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b14fba68-ccef-4d11-910d-b3d239d30d6c req-387869f5-b047-4fdd-821d-25e4d72f8ee2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.2226715 Aug 04 14:39:04.637633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e38824-9e44-4338-b954-a2879ca04323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.648537 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e38824-9e44-4338-b954-a2879ca04323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.688690 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:04.734849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b14fba68-ccef-4d11-910d-b3d239d30d6c req-688309d1-e8b5-4502-aa2c-b8defdb5740d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119955 Aug 04 14:39:04.744279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92e38824-9e44-4338-b954-a2879ca04323 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edea90e21c404d46a40b79b2f49da519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184297 Aug 04 14:39:04.748330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:04.752777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73520239-c46d-4fd9-9ddb-93698a9d4a55 req-39212ee8-6591-4a00-bc3b-13f1b974649d tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:04.754949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73520239-c46d-4fd9-9ddb-93698a9d4a55 req-39212ee8-6591-4a00-bc3b-13f1b974649d tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.2341776 Aug 04 14:39:04.771043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e38824-9e44-4338-b954-a2879ca04323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36508505-2c0c-4629-98e9-ece961f66f2c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:04.887218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73520239-c46d-4fd9-9ddb-93698a9d4a55 req-d29b4204-3ef5-4886-838b-125f6beec98b tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206136 Aug 04 14:39:04.901056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.901793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Allocated IP 172.20.0.1 (d224948e-3f92-4479-a489-75fe4bea30b2/a4d4aabd-47a3-4d60-8983-4f59d079010d/a5abd86f-bd7c-483a-8513-d809ebcd4f59) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:04.939264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-04858fd7-3260-448a-bb00-e066bc4658ca req-ad2045fd-cace-4634-ab41-f2fdcad567d2 service neutron] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:04.964030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.968081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04858fd7-3260-448a-bb00-e066bc4658ca req-ad2045fd-cace-4634-ab41-f2fdcad567d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:04.969383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04858fd7-3260-448a-bb00-e066bc4658ca req-ad2045fd-cace-4634-ab41-f2fdcad567d2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb/bindings/n-h1-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.4306223 Aug 04 14:39:05.007899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39132) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:05.055339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.059105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.063779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36508505-2c0c-4629-98e9-ece961f66f2c HTTP/1.1" status: 204 len: 168 time: 0.3141935 Aug 04 14:39:05.079351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:01Z', 'revision_number': 3, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:05.086374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea8113-20bc-4a56-9868-de652bea267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36508505-2c0c-4629-98e9-ece961f66f2c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:05.102492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.118278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Transition to ACTIVE for port object a5abd86f-bd7c-483a-8513-d809ebcd4f59 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:05.147771 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee1fe1-9aa6-42b6-a32c-1f77849713a2 None None] The sync data for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 is: [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:01Z', 'revision_number': 3, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:05.150692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-263ffb54-5eb4-4cc5-81d2-607a6059fb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.163046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.181636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Network d224948e-3f92-4479-a489-75fe4bea30b2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:05.186177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:05.205567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39140) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:05.212185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:05.212704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.547765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.551254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-207527c8-eed9-42eb-a75b-ce3c7059a4cd None None] Provisioning for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:05.556469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-207527c8-eed9-42eb-a75b-ce3c7059a4cd None None] Provisioning complete for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:05.557366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-207527c8-eed9-42eb-a75b-ce3c7059a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.569252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14d31e2f-25a9-4ab2-a61d-31ace89060c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73bdf0b166884fb6a46d494e1ef9bbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624582 Aug 04 14:39:05.572638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39154) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:05.574266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Pushing event updated for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:05.658977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2b4f7-1034-49bd-8660-3574b0222d92 req-0a765d5d-6183-4d41-a273-acf4c537111e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:05.669760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17a2b4f7-1034-49bd-8660-3574b0222d92 req-0a765d5d-6183-4d41-a273-acf4c537111e tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.2643678 Aug 04 14:39:05.752080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.775181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17a2b4f7-1034-49bd-8660-3574b0222d92 req-cfec2613-0508-4b0a-8899-40b0c303de21 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043384 Aug 04 14:39:05.809705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.879972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.885767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:05.890196 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c30a431-26fa-4db2-86b2-04afe3521922 HTTP/1.1" status: 204 len: 168 time: 0.3145664 Aug 04 14:39:05.929588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d2045-9f25-4641-962c-62c96f633782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30a431-26fa-4db2-86b2-04afe3521922,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.000135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-207527c8-eed9-42eb-a75b-ce3c7059a4cd None None] Port a5abd86f-bd7c-483a-8513-d809ebcd4f59 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:06.025161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-263ffb54-5eb4-4cc5-81d2-607a6059fb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.090065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.093023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-263ffb54-5eb4-4cc5-81d2-607a6059fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.128597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ffb54-5eb4-4cc5-81d2-607a6059fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd8d8f-e552-4eee-a0d8-afced40039f8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.136224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.136962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.186721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fbbb2-35eb-4806-a511-5df3cd3d4ea1 req-88833b70-72d9-426b-82f1-b59d9b8b5a6c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:06.188379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-340fbbb2-35eb-4806-a511-5df3cd3d4ea1 req-88833b70-72d9-426b-82f1-b59d9b8b5a6c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.2757998 Aug 04 14:39:06.300272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 44b99a8e-2774-46a9-917a-2341318dbead up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:06.315961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-263ffb54-5eb4-4cc5-81d2-607a6059fb91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e7246e30ac054e9c855feeb740f89508&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3069024 Aug 04 14:39:06.318889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:06.409279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 44b99a8e-2774-46a9-917a-2341318dbead completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:06.417754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 44b99a8e-2774-46a9-917a-2341318dbead triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:06.418491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.425034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:06.446927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.449325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c59d8702-4385-4a3c-98ec-1f8702661acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.451758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Pushing event updated for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.472306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-340fbbb2-35eb-4806-a511-5df3cd3d4ea1 req-1c95a898-1ad4-427d-bd89-03916049a634 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888483 Aug 04 14:39:06.483802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 137a7e83-4a31-4213-9cb7-c555fd3c360d no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:39:06.495164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.551144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Network d224948e-3f92-4479-a489-75fe4bea30b2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:06.554611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:06.556275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 137a7e83-4a31-4213-9cb7-c555fd3c360d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:39:06.556791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 137a7e83-4a31-4213-9cb7-c555fd3c360d not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:39:06.663186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.667626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.672792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6bd8d8f-e552-4eee-a0d8-afced40039f8 HTTP/1.1" status: 204 len: 168 time: 0.3528118 Aug 04 14:39:06.695137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9149-34c4-4423-a36b-acf451851474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd8d8f-e552-4eee-a0d8-afced40039f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.737705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c59d8702-4385-4a3c-98ec-1f8702661acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.748725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c59d8702-4385-4a3c-98ec-1f8702661acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.754757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.806946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 44b99a8e-2774-46a9-917a-2341318dbead, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=44b99a8e-2774-46a9-917a-2341318dbead,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:06.828298 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.857414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d8702-4385-4a3c-98ec-1f8702661acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98693c8-c1da-4fb1-9a12-e26ad83f1213,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.887005 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c59d8702-4385-4a3c-98ec-1f8702661acc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f436c9dedf714e18850fcd145f61a794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581950 Aug 04 14:39:06.889400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39212) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:06.965678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4a1419a8-d87c-4507-8c96-4872a234ccf5 None None] Provisioning complete for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:06.966077 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a1419a8-d87c-4507-8c96-4872a234ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:06.971961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=44b99a8e-2774-46a9-917a-2341318dbead,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:06.988857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38272-c803-4818-9233-b5e23c828586 req-fa382b75-ea8f-4a09-9c87-4ebf8a142733 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:06.990374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32f38272-c803-4818-9233-b5e23c828586 req-fa382b75-ea8f-4a09-9c87-4ebf8a142733 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.3924527 Aug 04 14:39:07.026994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.035937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53d2a-1d3b-48e2-8574-4f0aec0aa6c6 req-fbf4b88f-6fa5-4709-a78f-1a118b344593 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:07.037662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7e53d2a-1d3b-48e2-8574-4f0aec0aa6c6 req-fbf4b88f-6fa5-4709-a78f-1a118b344593 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1097 time: 0.2495334 Aug 04 14:39:07.045463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4a1419a8-d87c-4507-8c96-4872a234ccf5 None None] Port a5abd86f-bd7c-483a-8513-d809ebcd4f59 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:07.052394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.133845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.139152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.140680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d98693c8-c1da-4fb1-9a12-e26ad83f1213 HTTP/1.1" status: 204 len: 168 time: 0.2277570 Aug 04 14:39:07.146753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103e02-be0d-4f49-8512-72c7a27ee2ed req-5a40cfcf-67c7-44b9-9320-0563cf11f26f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:07.148557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78103e02-be0d-4f49-8512-72c7a27ee2ed req-5a40cfcf-67c7-44b9-9320-0563cf11f26f tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 950 time: 0.1682289 Aug 04 14:39:07.150682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Router fb9a1b90-9d26-4766-9985-6a2e615734c4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:39:07.161343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425267e-56d0-4f4a-b830-6e9b32488954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98693c8-c1da-4fb1-9a12-e26ad83f1213,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:07.191257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7e53d2a-1d3b-48e2-8574-4f0aec0aa6c6 req-72491e11-b585-44e7-9a0e-238a7f94a80c tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317420 Aug 04 14:39:07.275058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Deleting port 4a5abb16-4cba-4bef-80f3-9abd3813f346 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:39:07.275763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.340929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78103e02-be0d-4f49-8512-72c7a27ee2ed req-6a1718ca-c08f-45da-b7af-99c2a2cbc5ea tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad2a6158-be2b-4688-970e-5716d5c13372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787975 Aug 04 14:39:07.833097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3e2f26f-270c-4022-a89e-e9a5269eeb6e req-bd33a116-386b-4918-8489-9f9f6551ff30 tempest-FlavorsV2NegativeTest-2057247442 tempest-FlavorsV2NegativeTest-2057247442-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3ac100f462da4343a36780532ba6bd8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113641 Aug 04 14:39:07.841291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:07.851239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-083c8171-a475-42ee-8c76-7a8a5663c803 admin admin] 10.222.0.76 "PUT /v2.0/routers/fb9a1b90-9d26-4766-9985-6a2e615734c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9285250 Aug 04 14:39:07.928813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14546592-441b-475c-adeb-1dab3066861c None None] Sync routers for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:07.950492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:07.951502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:07.959139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] For port 4a5abb16-4cba-4bef-80f3-9abd3813f346, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4a5abb16-4cba-4bef-80f3-9abd3813f346,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:07.959521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:07.998395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Calling delete_port for 4a5abb16-4cba-4bef-80f3-9abd3813f346 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:39:08.042227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-0daaed7d-272d-4753-bc21-fd0e3446086e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:08.043768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-0daaed7d-272d-4753-bc21-fd0e3446086e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.3251884 Aug 04 14:39:08.054000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f26f-270c-4022-a89e-e9a5269eeb6e req-324c25a3-9bd9-4b88-b096-50e8e6a7f7e0 tempest-FlavorsV2NegativeTest-2057247442 tempest-FlavorsV2NegativeTest-2057247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:08.061021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3e2f26f-270c-4022-a89e-e9a5269eeb6e req-324c25a3-9bd9-4b88-b096-50e8e6a7f7e0 tempest-FlavorsV2NegativeTest-2057247442 tempest-FlavorsV2NegativeTest-2057247442-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082782 Aug 04 14:39:08.106956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:08.119228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3e2f26f-270c-4022-a89e-e9a5269eeb6e req-5508e79c-6746-42cd-8956-61d4b81575fa tempest-FlavorsV2NegativeTest-2057247442 tempest-FlavorsV2NegativeTest-2057247442-project] 10.222.0.76 "GET /v2.0/quotas/3ac100f462da4343a36780532ba6bd8f HTTP/1.1" status: 200 len: 375 time: 0.0572295 Aug 04 14:39:08.138894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-cf34574e-bdf4-4718-89df-f1d9b7835b34 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/quotas/3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 375 time: 0.0476019 Aug 04 14:39:08.171239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3e2f26f-270c-4022-a89e-e9a5269eeb6e req-91a3ada4-ab69-490c-8496-f1cb649609fa tempest-FlavorsV2NegativeTest-2057247442 tempest-FlavorsV2NegativeTest-2057247442-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3ac100f462da4343a36780532ba6bd8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510943 Aug 04 14:39:08.214107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 44b99a8e-2774-46a9-917a-2341318dbead up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:08.256663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-a79a3e86-bcd6-4e6e-a179-00580e17094c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924437 Aug 04 14:39:08.354552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 44b99a8e-2774-46a9-917a-2341318dbead triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:08.355171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:08.383030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:08.406304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4a5abb16-4cba-4bef-80f3-9abd3813f346'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:08.455834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Pushing event deleted for resources: {'Port': ['ID=4a5abb16-4cba-4bef-80f3-9abd3813f346,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:08.493447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-d1d51d43-0c7d-4ca0-8a7f-b2ea3cb4778c service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062352 Aug 04 14:39:08.521454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] No DVR routers for this DVR port 4a5abb16-4cba-4bef-80f3-9abd3813f346 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:39:08.557737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 2, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:08.597385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14546592-441b-475c-adeb-1dab3066861c None None] Checking router: fb9a1b90-9d26-4766-9985-6a2e615734c4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:08.597743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14546592-441b-475c-adeb-1dab3066861c None None] Updating router fb9a1b90-9d26-4766-9985-6a2e615734c4 port a5abd86f-bd7c-483a-8513-d809ebcd4f59 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:08.628841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-a270165e-a005-4008-89e1-feb2965aa76f service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085351 Aug 04 14:39:08.631148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:08.633487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32f38272-c803-4818-9233-b5e23c828586 req-f6d85201-ea3c-47ef-959a-a75ae4e9ddff tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.46 "DELETE /v2.0/ports/4a5abb16-4cba-4bef-80f3-9abd3813f346 HTTP/1.1" status: 204 len: 173 time: 1.6260192 Aug 04 14:39:08.633700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'name': 'network-vif-deleted', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:08.636064 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3ffe3-f3a1-497b-bf8b-324e215a1364" -d '{"events": [{"server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "name": "network-vif-deleted", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:08.643056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.036090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de1d96b9-2530-4ebc-b0e7-0f2710162b80 req-037db023-1144-4748-8282-c305b6e99f68 tempest-DeleteServersAdminTestJSON-1684976329 tempest-DeleteServersAdminTestJSON-1684976329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4426d3d0-4e10-4ecd-9d0e-a653409493a8 HTTP/1.1" status: 200 len: 210 time: 0.0510340 Aug 04 14:39:09.040524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39338) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:09.086340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.086849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:09.104066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-14546592-441b-475c-adeb-1dab3066861c None None] Transition to ACTIVE for port object a5abd86f-bd7c-483a-8513-d809ebcd4f59 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:09.113909 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.302835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0353a-11ef-4c65-a038-39591affe8b0 None None] Pushing event updated for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:09.349848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-14546592-441b-475c-adeb-1dab3066861c None None] Attempting to bind port a5abd86f-bd7c-483a-8513-d809ebcd4f59 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:09.350228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-14546592-441b-475c-adeb-1dab3066861c None None] Attempting to bind port a5abd86f-bd7c-483a-8513-d809ebcd4f59 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:09.350628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14546592-441b-475c-adeb-1dab3066861c None None] Attempting to bind port a5abd86f-bd7c-483a-8513-d809ebcd4f59 on network d224948e-3f92-4479-a489-75fe4bea30b2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:09.363022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14546592-441b-475c-adeb-1dab3066861c None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:09.363896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14546592-441b-475c-adeb-1dab3066861c None None] Checking segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:09.366690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.367235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14546592-441b-475c-adeb-1dab3066861c None None] Bound using segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:09.369689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-14546592-441b-475c-adeb-1dab3066861c None None] Bound port: a5abd86f-bd7c-483a-8513-d809ebcd4f59, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:09.371059 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.481859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-14546592-441b-475c-adeb-1dab3066861c None None] For port a5abd86f-bd7c-483a-8513-d809ebcd4f59, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:09.498385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-14546592-441b-475c-adeb-1dab3066861c None None] For port a5abd86f-bd7c-483a-8513-d809ebcd4f59, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a5abd86f-bd7c-483a-8513-d809ebcd4f59,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:09.505002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14546592-441b-475c-adeb-1dab3066861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.572335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:09.573116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:09.580492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-network', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:09.621636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Made reservation on behalf of 2a30a5d9b68e4f23ba3fa44e3841c686 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:09.624225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.627288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0353a-11ef-4c65-a038-39591affe8b0 None None] Pushing event updated for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:09.661905 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.689722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39356) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:09.701603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-764992574-network', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:09.747883 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7e9bf-f438-4552-b409-07d1d2933962 x-openstack-request-id: req-b8e7e9bf-f438-4552-b409-07d1d2933962 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:09.748563 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4426d3d0-4e10-4ecd-9d0e-a653409493a8", "name": "network-vif-deleted", "tag": "4a5abb16-4cba-4bef-80f3-9abd3813f346", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:09.748820 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8e7e9bf-f438-4552-b409-07d1d2933962 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:09.749216 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4426d3d0-4e10-4ecd-9d0e-a653409493a8', 'name': 'network-vif-deleted', 'tag': '4a5abb16-4cba-4bef-80f3-9abd3813f346', 'status': 'completed', 'code': 200} Aug 04 14:39:09.754765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Made reservation on behalf of 06a00364c0d54eec965fdff2f31d0e3a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:09.760237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.784981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:09.797437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.808985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.896071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82ea7b94-37d8-45a8-9cb1-e53905a3677c req-a6039ac0-28bb-4b19-8803-384cfe0df550 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 210 time: 0.0668881 Aug 04 14:39:09.961677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.978271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:09.979856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:39:09.979856 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:39:09.979856 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '3ac100f462da4343a36780532ba6bd8f', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 39, 9, 899798)}] Aug 04 14:39:09.979856 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:09.980689 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:09.998690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39364) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:10.006414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350043651', 'description': 'tempest-description--1901647271'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:10.016635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:10.043833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.045045 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Added segment 973f8cbd-146e-4d6e-acc0-3d967e0089cc of type vlan for network 21bb1c08-559c-444f-889b-dde92283a0c9 Aug 04 14:39:10.047413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffcd60d-b540-41d4-9043-c94d177bd00d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:10.105158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-14546592-441b-475c-adeb-1dab3066861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:09Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:10.105673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.162612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.163883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:10.164636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.198617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14546592-441b-475c-adeb-1dab3066861c None None] The sync data for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 is: [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:09Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:10.262267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.296066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.332761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:10.337387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2950573 Aug 04 14:39:10.347333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39384) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:10.364687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Request body: {'subnet': {'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-subnet', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:10.374819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7dc3e-d735-40ba-a1c7-1d47ed68de76 admin admin] Pushing event updated for resources: {'Network': ['ID=21bb1c08-559c-444f-889b-dde92283a0c9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:10.378485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.378857 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Added segment d358e102-a75f-43de-927d-a1b3d253322e of type vlan for network be25f5b6-1b28-4a47-adf1-b75e8162e3db Aug 04 14:39:10.392876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 21bb1c08-559c-444f-889b-dde92283a0c9 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:10.416295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.449161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5876c8-db35-42db-9958-180f44d57ae9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:10.452228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4a5abb16-4cba-4bef-80f3-9abd3813f346 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:39:10.484713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.495953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39388) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:10.516120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 4a5abb16-4cba-4bef-80f3-9abd3813f346 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:39:10.516719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4a5abb16-4cba-4bef-80f3-9abd3813f346 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:39:10.537102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Made reservation on behalf of 2a30a5d9b68e4f23ba3fa44e3841c686 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:10.546003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.562958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.603885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.606521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:10.608937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.687151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5997732 Aug 04 14:39:10.694199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:10.699992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Request body: {'subnet': {'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-764992574-subnet', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:10.703714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-53a6d8ce-b7e5-45b7-8fed-51beb40bebc7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:10.705843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-53a6d8ce-b7e5-45b7-8fed-51beb40bebc7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.5042291 Aug 04 14:39:10.720130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5188d7-867c-481f-826b-2317523dbeb6 admin admin] Pushing event updated for resources: {'Network': ['ID=be25f5b6-1b28-4a47-adf1-b75e8162e3db,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:10.729383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Request body: {'port': {'device_id': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'admin_state_up': True, 'tenant_id': '3125fe8accca4b878a77bddccadab7fa'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:10.733833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:10.735920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Made reservation on behalf of 06a00364c0d54eec965fdff2f31d0e3a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:10.738807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.780831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39396) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:10.791580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f071-b51f-4693-8cae-61607a5ec5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.957305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:10.985402 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-44c6ddfc-0c61-4a05-9a8d-6b2e65fdf637 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=707b98ded7bd453e94bfde53e62c46c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030840 Aug 04 14:39:11.004947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39402) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.067332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.085980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90164781-cdf8-46ac-8402-7083ea653f90,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.095892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9227aa10-0e2d-4fdb-bd1a-acd9efb13833 req-1b178602-f1c4-4906-b096-c3284fca25e8 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 210 time: 0.0621901 Aug 04 14:39:11.098819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.120759 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.139907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.143721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53d7eef-6552-4c0b-a217-ac3211bc9e3a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.181337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.183198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Checking segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:11.183545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Network hostable DHCP agents. Network: be25f5b6-1b28-4a47-adf1-b75e8162e3db, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:11.192486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Checking segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:11.193009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Network hostable DHCP agents. Network: 21bb1c08-559c-444f-889b-dde92283a0c9, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:11.200740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aab8026-8328-43cc-b67d-a8c58fc91e53,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.214921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-20d4e48a-b54b-4346-9af2-865cb6b74187 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3ac100f462da4343a36780532ba6bd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5238888 Aug 04 14:39:11.217201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39408) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.238240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:11.253105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, be25f5b6-1b28-4a47-adf1-b75e8162e3db) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:11.257619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:11.258342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.263877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b11281-2deb-4d7e-bc36-137031782d40 None None] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:11.276513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Network 21bb1c08-559c-444f-889b-dde92283a0c9 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:11.279739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.282709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.286809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad2a6158-be2b-4688-970e-5716d5c13372 HTTP/1.1" status: 204 len: 168 time: 0.2808137 Aug 04 14:39:11.290690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 21bb1c08-559c-444f-889b-dde92283a0c9) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:11.308586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3158-1577-4b00-9bb7-3cd7539eeda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a6158-be2b-4688-970e-5716d5c13372,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.308837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:11.308837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.335970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.359663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.371645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7c113-2f69-4f3d-b75d-a5ae99cf79fe None None] Network 21bb1c08-559c-444f-889b-dde92283a0c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:11.375569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.377508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.381043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-352fb506-168c-4206-9285-d9dc8f2d4122 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6850464 Aug 04 14:39:11.383126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.389269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:11.413906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce6b3dbc-8453-49f1-91f3-e14bc23e1d33 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0611117 Aug 04 14:39:11.415713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39414) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.422289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:11.476421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bfbac3-0970-47d3-9c02-1cb1b698b77b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.508293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:39:11.509295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.524452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.527825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.528787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3aab8026-8328-43cc-b67d-a8c58fc91e53 HTTP/1.1" status: 204 len: 168 time: 0.3084710 Aug 04 14:39:11.545522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c87aa7-0775-43c0-bd7f-7563955c9827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aab8026-8328-43cc-b67d-a8c58fc91e53,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.600601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f071-b51f-4693-8cae-61607a5ec5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.610666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f071-b51f-4693-8cae-61607a5ec5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.617440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.618991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b08acc26-550b-4a58-9e54-c501ce004d65 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6177335 Aug 04 14:39:11.630564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39420) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.641703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfbac3-0970-47d3-9c02-1cb1b698b77b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:11.656836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:39:11.656836 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:39:11.656836 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '3125fe8accca4b878a77bddccadab7fa', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 39, 10, 975243)}] Aug 04 14:39:11.656836 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:11.657418 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:11.665467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:39:11.665467 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:39:11.665467 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '2a30a5d9b68e4f23ba3fa44e3841c686', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 39, 11, 436647)}] Aug 04 14:39:11.665467 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:11.666620 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:11.672056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.675692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.678626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b7b4f071-b51f-4693-8cae-61607a5ec5f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aca1a597bbf44891b2bcb3a5a0603799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1813262 Aug 04 14:39:11.682771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39422) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.685294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f071-b51f-4693-8cae-61607a5ec5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477447b7-9101-407b-a903-136020f85e97,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.722574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.808182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.853194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.882236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39426) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.883451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-21bb1c08-559c-444f-889b-dde92283a0c9', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'fixed_ips': [{'subnet_id': '90164781-cdf8-46ac-8402-7083ea653f90'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:39:11.884482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.891801 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.901766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d269db1a-4b68-4b23-88c0-4c936fa1bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.904121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.940220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b886247-4e69-49c9-b7d8-8e753387e130,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:11.945347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.950154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9dcc371-9e35-4b00-abc7-fd6263c4ee26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165855 Aug 04 14:39:11.951795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:11.955883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:11.958506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfbac3-0970-47d3-9c02-1cb1b698b77b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:11.998575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.040843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.116410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Allocated IP 172.20.0.2 (be25f5b6-1b28-4a47-adf1-b75e8162e3db/f53d7eef-6552-4c0b-a217-ac3211bc9e3a/ea47cf65-30c6-425e-8aa8-f6d84134d0ee) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:12.147222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.150402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.154697 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/477447b7-9101-407b-a903-136020f85e97 HTTP/1.1" status: 204 len: 168 time: 0.4663053 Aug 04 14:39:12.154893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Allocated IP 172.20.0.2 (21bb1c08-559c-444f-889b-dde92283a0c9/90164781-cdf8-46ac-8402-7083ea653f90/29628dd4-6e95-4603-ae96-7ab4ba2758c0) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:12.257743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.281750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d269db1a-4b68-4b23-88c0-4c936fa1bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.290935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.316848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a5abd86f-bd7c-483a-8513-d809ebcd4f59 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:12.333624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46a0ab8d-bddb-4175-973c-e3b0da890e56 req-0f3a3eb7-3dfc-47a9-ac52-3db0dff1ee71 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 210 time: 0.0626283 Aug 04 14:39:12.334224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d269db1a-4b68-4b23-88c0-4c936fa1bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.365446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd9da68-1970-4ac2-82a5-2be5fd4f2bca,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:12.407303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:12.416304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.451421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d269db1a-4b68-4b23-88c0-4c936fa1bbf0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=192bf7108b6a4723aa4ae2b6b00a60c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679257 Aug 04 14:39:12.452274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.453317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7157317f-f4d9-4853-87fb-6543259cc184 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5005014 Aug 04 14:39:12.465937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:12.466270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:12.468447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269db1a-4b68-4b23-88c0-4c936fa1bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb07efa-eda1-40ec-92c3-d8c03e2c4dc6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:12.495033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:12.531628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464c13a-cc5f-4d37-bcb3-c5f6d9be1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477447b7-9101-407b-a903-136020f85e97,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:12.537025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:39:12.537025 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:39:12.537025 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '76988566815f4a62bf864166a2ec32c1', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 39, 12, 517510)}] Aug 04 14:39:12.537025 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:12.537492 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:12.539480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.540490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.570494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:12.603463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:12.603846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.622368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.632024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.691861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.708548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:12.725151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Allocated IP 172.20.0.3 (51ff9d44-1cab-4c49-9cd3-19c025fc1f98/10a7ba5a-12a2-45b8-b74e-83f429e20d7e/f7c6aeb3-3d71-45c7-a722-be080c8e1c67) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:12.755116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec20812-4fa8-44a4-8e65-aef4c411cd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.785543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.824870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a5abd86f-bd7c-483a-8513-d809ebcd4f59, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a5abd86f-bd7c-483a-8513-d809ebcd4f59,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:12.837650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.838667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.840265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.841490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcb07efa-eda1-40ec-92c3-d8c03e2c4dc6 HTTP/1.1" status: 204 len: 168 time: 0.3685522 Aug 04 14:39:12.865658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.892022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a0fbb-c2c8-48f1-b7e0-32711408e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb07efa-eda1-40ec-92c3-d8c03e2c4dc6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:12.935356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:12.963366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.965819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.971450 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:12.979778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Transition to ACTIVE for port object ea47cf65-30c6-425e-8aa8-f6d84134d0ee will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:12.987869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Transition to ACTIVE for port object 29628dd4-6e95-4603-ae96-7ab4ba2758c0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:13.003088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec20812-4fa8-44a4-8e65-aef4c411cd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.010536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Transition to ACTIVE for port object ea47cf65-30c6-425e-8aa8-f6d84134d0ee will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:13.017403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Transition to ACTIVE for port object 29628dd4-6e95-4603-ae96-7ab4ba2758c0 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:13.020502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.024055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec20812-4fa8-44a4-8e65-aef4c411cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.040628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:13.043959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:13.066609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.077932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:13.095676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ec20812-4fa8-44a4-8e65-aef4c411cd54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=055e65f094c844b4a65abfd0fbb4ce42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837748 Aug 04 14:39:13.098091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39468) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:13.108741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20812-4fa8-44a4-8e65-aef4c411cd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d74eae5-feda-4483-9139-2a6e257ce69e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.132930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.142519 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.166252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Network 21bb1c08-559c-444f-889b-dde92283a0c9 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:13.167698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.169505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Attempting to bind port ea47cf65-30c6-425e-8aa8-f6d84134d0ee on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:13.170081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Attempting to bind port ea47cf65-30c6-425e-8aa8-f6d84134d0ee by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:13.170622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Attempting to bind port ea47cf65-30c6-425e-8aa8-f6d84134d0ee on network be25f5b6-1b28-4a47-adf1-b75e8162e3db {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:13.180351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:13.181040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Checking segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:13.181591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.182127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Bound using segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:13.182900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Bound port: ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:13.183453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.247567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:13.253266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:13.260461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:13.266270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:13.267204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.278139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.310045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] For port ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:13.315816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] For port ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:13.316433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.317914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:13.327780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:13.336760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.338944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.339939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Pushing event updated for resources: {'Port': ['ID=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.345459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-aa5e7eec-4535-4985-9d13-c1691ccbad2b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6214201 Aug 04 14:39:13.374340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Request body: {'port': {'device_id': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:13.444789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.450622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Attempting to bind port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:13.451237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Attempting to bind port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:13.451756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Attempting to bind port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 on network 21bb1c08-559c-444f-889b-dde92283a0c9 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:13.460257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Pushing event updated for resources: {'Port': ['ID=29628dd4-6e95-4603-ae96-7ab4ba2758c0,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.471811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:13.472594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Checking segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:13.473206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.473798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Bound using segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:13.475137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Bound port: 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:13.475753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.538594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Allocated IP 172.25.0.100 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/e2affc48-35a9-4498-bef9-c15dc231fc67) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:13.621474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac014cf6-cf1c-4635-86e0-9e86e2c0018c None None] Pushing event updated for resources: {'Port': ['ID=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.649743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.660108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] For port 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:13.671393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] For port 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29628dd4-6e95-4603-ae96-7ab4ba2758c0,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:13.671546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.678432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.740788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.745788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-3f15692e-264b-4e42-8a5b-932f45c77cbd tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=60fc85493ffb48a29996823aabf5eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897706 Aug 04 14:39:13.805009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1de71-510e-48e9-89c3-f170155b37b3 req-cdbe3974-3462-4b51-82b2-be56b1ca8a80 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:13.806656 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2d1de71-510e-48e9-89c3-f170155b37b3 req-cdbe3974-3462-4b51-82b2-be56b1ca8a80 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 931 time: 0.3184924 Aug 04 14:39:13.817159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Pushing event updated for resources: {'Port': ['ID=e2affc48-35a9-4498-bef9-c15dc231fc67,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.824375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.833374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:13.833374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d74eae5-feda-4483-9139-2a6e257ce69e HTTP/1.1" status: 204 len: 168 time: 0.7311194 Aug 04 14:39:13.837121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:13.847824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c34c5-b3fa-416b-9fe8-8023d6e9aead None None] Pushing event updated for resources: {'Port': ['ID=29628dd4-6e95-4603-ae96-7ab4ba2758c0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:13.859022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:13.865836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:13.938496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e560c-3111-41fa-8cda-6ca06e7bca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d74eae5-feda-4483-9139-2a6e257ce69e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:14.243380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.376779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ea47cf65-30c6-425e-8aa8-f6d84134d0ee up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:14.415052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.482529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ea47cf65-30c6-425e-8aa8-f6d84134d0ee completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:14.486985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a5abd86f-bd7c-483a-8513-d809ebcd4f59 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:14.504278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.516875 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.585615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a5abd86f-bd7c-483a-8513-d809ebcd4f59 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:14.586788 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.654079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2d1de71-510e-48e9-89c3-f170155b37b3 req-dd0ec97b-ec87-45f9-83e1-d48f010035d6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177190 Aug 04 14:39:14.782546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-d9800cf8-689b-4991-b5b2-e2338583dfb1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:14.799456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-d9800cf8-689b-4991-b5b2-e2338583dfb1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0407181 Aug 04 14:39:14.817353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-50cfa278-ecb9-453e-b426-ca4570e6e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:14.861595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-3310b857-5913-4a26-a53b-dee82560bc2b tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/quotas/60fc85493ffb48a29996823aabf5eb1b HTTP/1.1" status: 200 len: 375 time: 0.0611353 Aug 04 14:39:14.877191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Allocated IP 172.25.0.8 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/92d8b995-1ba5-4b70-85d8-3d36c3826e27) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:14.919799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-70789888-3cd5-40be-8808-dc43725f72d8 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60fc85493ffb48a29996823aabf5eb1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572116 Aug 04 14:39:15.067730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c6aeb3-3d71-45c7-a722-be080c8e1c67 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:15.078859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.117992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Transition to ACTIVE for port object f7c6aeb3-3d71-45c7-a722-be080c8e1c67 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:15.125219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988780ff-11e8-46b2-9df0-6d6c6618f058 None None] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:15.131604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.176355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.238762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:15.294098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Provisioning for port ea47cf65-30c6-425e-8aa8-f6d84134d0ee completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:15.316262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Provisioning complete for port ea47cf65-30c6-425e-8aa8-f6d84134d0ee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:15.316645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.363103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ccf4d9c-68ae-4f41-a1c2-6f9d27635818 req-226ce646-4b06-467a-81a9-6d04107c321b tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.0852284 Aug 04 14:39:15.371788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:15.372143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:15.374796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:15.393037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:15.393377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:15.406366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:15.406868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:15.407277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:15.407755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Bound port: f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:15.408175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.513271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:15.522865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:15.536418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.536985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4ff70-3fe2-498b-8f21-77802bc7ecea None None] Network 21bb1c08-559c-444f-889b-dde92283a0c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:15.546869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.613680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:15.614464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.616724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] 10.222.0.46 "PUT /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 1092 time: 2.2513378 Aug 04 14:39:15.617173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:15.620228 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd310e6-dc26-4ca4-b728-3e64a08b3069" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:15.647669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47628-d2b7-4111-9c40-6175b13bceaf service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:15.654601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.683253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.738502 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b942cb-8f9f-4f19-8dec-925082b108f7 x-openstack-request-id: req-88b942cb-8f9f-4f19-8dec-925082b108f7 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:15.739332 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:15.739758 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88b942cb-8f9f-4f19-8dec-925082b108f7 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:15.740321 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'status': 'completed', 'code': 200} Aug 04 14:39:15.759135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] For port ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:15.768763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Pushing event updated for resources: {'Port': ['ID=92d8b995-1ba5-4b70-85d8-3d36c3826e27,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:15.780732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:15.802276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Allocated IP 172.25.0.240 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/5aca5af4-bbab-468f-a3ab-2390982b382f) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:15.813912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:15.824217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-76dc69b0-f06a-45b7-95f2-608de795d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:15.824546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:15.826532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-76dc69b0-f06a-45b7-95f2-608de795d68c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1095 time: 0.0917442 Aug 04 14:39:15.829281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:15.836097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Router 2e8cd710-064e-4215-91b4-44b520cf6167 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:39:15.982536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-f4725fb5-c3d5-459e-a016-606bbd5c8f3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.1198370 Aug 04 14:39:16.021712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e359367-9bc3-45fc-aeca-f6a1510ceb8c req-41952b49-81fa-493d-9601-c0e6ab397160 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:16.023935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e359367-9bc3-45fc-aeca-f6a1510ceb8c req-41952b49-81fa-493d-9601-c0e6ab397160 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.2054951 Aug 04 14:39:16.038179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-97e80ad7-6d02-4ad3-bbac-a9e7194fdd25 None None] Provisioning for port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:16.170186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d71f3e-5322-4600-98fc-5123a93a30a3 None None] Pushing event updated for resources: {'Port': ['ID=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:16.313758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:16.399912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dbf8bf34-52e7-4f57-9966-75b55c959009 None None] Provisioning complete for port ea47cf65-30c6-425e-8aa8-f6d84134d0ee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:16.400932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bf34-52e7-4f57-9966-75b55c959009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:16.421691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-79f5d628-0696-4d3e-861f-7a895f193b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:16.429156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-79f5d628-0696-4d3e-861f-7a895f193b31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.4372981 Aug 04 14:39:16.488291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:16.513331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e359367-9bc3-45fc-aeca-f6a1510ceb8c req-0c43893f-4872-4d8b-aa89-b45b75f83fe2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273574 Aug 04 14:39:16.517901 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Sync routers for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:16.568349 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:16.569267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:16.577769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-48155bb4-bb8d-439f-b690-ba2a9c711d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041396 Aug 04 14:39:16.600237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:16.606462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-680f009d-ad96-4fa6-8157-e0c684c72a26 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2220092 Aug 04 14:39:16.613648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39572) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:16.633528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:16.771688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29628dd4-6e95-4603-ae96-7ab4ba2758c0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:16.834320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:16.915981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49a2066b-9fcf-4857-9408-7f51f2640e36 req-f390fa9b-9c66-4604-be8e-818e450e02f7 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.3288038 Aug 04 14:39:16.931150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:16.960531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:16.961257 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.056865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:17.071119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:17.073107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:17.087538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11854675-7c45-443a-8100-69296145b3e4 None None] Provisioning complete for port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:17.088334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11854675-7c45-443a-8100-69296145b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.091040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:17.110975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'Port': ['ID=5aca5af4-bbab-468f-a3ab-2390982b382f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:17.180278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-77e0db0c-7aa7-4129-8516-0fee982fe973 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=60fc85493ffb48a29996823aabf5eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530610 Aug 04 14:39:17.297455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.301188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.344860 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:14Z', 'revision_number': 3, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:17.358166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3581b80-c363-4e5d-b474-17874360c2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.378921 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Checking router: 2e8cd710-064e-4215-91b4-44b520cf6167 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:17.378921 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Updating router 2e8cd710-064e-4215-91b4-44b520cf6167 port e2affc48-35a9-4498-bef9-c15dc231fc67 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:17.386862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-f24c3cfa-431e-48f7-b426-902ed2fb65e2 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644966 Aug 04 14:39:17.413328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.442476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-de2159c0-f89f-4c0e-a147-87af609fd91c tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:17.444072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-de2159c0-f89f-4c0e-a147-87af609fd91c tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499981 Aug 04 14:39:17.449914 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.460367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Request body: {'port': {'device_id': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '60fc85493ffb48a29996823aabf5eb1b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:17.460706 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-facba8d9-09f0-4975-b422-617aba23ba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.473736 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11854675-7c45-443a-8100-69296145b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.479422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29628dd4-6e95-4603-ae96-7ab4ba2758c0,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:17.492631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.621292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.623559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.705479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=29628dd4-6e95-4603-ae96-7ab4ba2758c0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:17.725445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.731491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-11854675-7c45-443a-8100-69296145b3e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:17.732539 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-11854675-7c45-443a-8100-69296145b3e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:17.803745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Router c7c86442-9036-42e9-b240-873c4c0ee7f7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:39:17.812770 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.823783 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Transition to ACTIVE for port object e2affc48-35a9-4498-bef9-c15dc231fc67 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:17.831947 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.882560 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d2c3c-9dd8-41c4-82f4-65ac6460cdb0 None None] Pushing event updated for resources: {'Port': ['ID=e2affc48-35a9-4498-bef9-c15dc231fc67,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:17.904331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Attempting to bind port e2affc48-35a9-4498-bef9-c15dc231fc67 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:17.904878 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Attempting to bind port e2affc48-35a9-4498-bef9-c15dc231fc67 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:17.905783 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Attempting to bind port e2affc48-35a9-4498-bef9-c15dc231fc67 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:17.916733 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:17.917272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:17.917757 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.918223 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:17.921272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Bound port: e2affc48-35a9-4498-bef9-c15dc231fc67, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:17.921704 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.939520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be9377-696b-42b3-b38f-e697cc61fa7b req-4b3f9b5f-58d8-4508-a830-e23ef04842a6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:17.941121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11be9377-696b-42b3-b38f-e697cc61fa7b req-4b3f9b5f-58d8-4508-a830-e23ef04842a6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.1614981 Aug 04 14:39:17.941733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:17.957948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:17.970834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Sync routers for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:17.986653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:17.988354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:17.988500 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] For port e2affc48-35a9-4498-bef9-c15dc231fc67, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:17.993188 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] For port e2affc48-35a9-4498-bef9-c15dc231fc67, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e2affc48-35a9-4498-bef9-c15dc231fc67,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:17.999481 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.017396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.042789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39600) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:18.081980 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d2c3c-9dd8-41c4-82f4-65ac6460cdb0 None None] Pushing event updated for resources: {'Port': ['ID=e2affc48-35a9-4498-bef9-c15dc231fc67,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:18.090389 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:18.091035 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:18.114095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c98d4c6-bb0b-4a88-841c-4c0e020da4c1 req-77c404b4-ba6c-4415-9786-e0910f5a19a7 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.0701127 Aug 04 14:39:18.148054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:18.224364 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:18.225243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ea47cf65-30c6-425e-8aa8-f6d84134d0ee up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:18.239921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5165004-6e16-4ed5-bad6-4b15a6563874 req-341def0b-c156-46e2-a0be-d73355f65cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093078 Aug 04 14:39:18.245335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88f803bf-fc4d-495e-8da1-0285639848c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.292993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11be9377-696b-42b3-b38f-e697cc61fa7b req-f9ababb9-52f4-4b05-91d8-e473a6cb7225 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412113 Aug 04 14:39:18.440382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ea47cf65-30c6-425e-8aa8-f6d84134d0ee triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:18.440905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.442871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.467662 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:14Z', 'revision_number': 3, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:18.495926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8189e-8914-42df-a723-f865d9ab01cc None None] The sync data for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 is: [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:14Z', 'revision_number': 3, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:18.503583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:16Z', 'revision_number': 3, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:18.569315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Checking router: c7c86442-9036-42e9-b240-873c4c0ee7f7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:18.569761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Updating router c7c86442-9036-42e9-b240-873c4c0ee7f7 port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:18.615965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29628dd4-6e95-4603-ae96-7ab4ba2758c0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:18.619362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.638819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.648491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3581b80-c363-4e5d-b474-17874360c2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.669414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3581b80-c363-4e5d-b474-17874360c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.681197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Made reservation on behalf of 60fc85493ffb48a29996823aabf5eb1b for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:18.686201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.702720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.704418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0bd7ebb6-1262-4757-8d7c-8561a4491528 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2867348 Aug 04 14:39:18.715644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39606) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:18.719259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.765478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c3581b80-c363-4e5d-b474-17874360c2a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=deffddf5bf0c4064870f69a19c7b6091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6841524 Aug 04 14:39:18.768674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:18.768855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.769456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39608) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:18.781615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-254a65b9-dfb7-486b-b86f-cd2c1bf1241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:18.783193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-254a65b9-dfb7-486b-b86f-cd2c1bf1241b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1095 time: 0.4432855 Aug 04 14:39:18.801428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3581b80-c363-4e5d-b474-17874360c2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb86bbf9-38a9-4706-a6f2-744548c8287d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:18.893419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Allocated IP 172.20.0.1 (be25f5b6-1b28-4a47-adf1-b75e8162e3db/f53d7eef-6552-4c0b-a217-ac3211bc9e3a/fd441392-3efc-4188-860c-09e136321ace) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:18.923179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:18.951614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.061518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.063692 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.081742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Transition to ACTIVE for port object 92d8b995-1ba5-4b70-85d8-3d36c3826e27 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:19.083844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.090938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.109660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-f572516c-4132-4e2b-9f12-378212472afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:19.111184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-f572516c-4132-4e2b-9f12-378212472afb service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2893064 Aug 04 14:39:19.124760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Attempting to bind port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:19.125571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Attempting to bind port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:19.125971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Attempting to bind port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:19.142212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'Port': ['ID=5aca5af4-bbab-468f-a3ab-2390982b382f,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.143372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88f803bf-fc4d-495e-8da1-0285639848c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.146706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.179910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88f803bf-fc4d-495e-8da1-0285639848c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.183674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:19.184762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:19.185222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.185645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:19.186172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Bound port: 92d8b995-1ba5-4b70-85d8-3d36c3826e27, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:19.186561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.218808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-0ac6c053-f406-40fb-a3d8-9e9acd2af6c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.0877974 Aug 04 14:39:19.230203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.246493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b7289a2-ce9c-4fba-941d-dcde33322523 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7630007 Aug 04 14:39:19.257000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c71d-6143-448a-8497-403449b1589b None None] Pushing event updated for resources: {'Port': ['ID=92d8b995-1ba5-4b70-85d8-3d36c3826e27,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.269596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f803bf-fc4d-495e-8da1-0285639848c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17835c9-af51-473f-968d-33df42172c44,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.312201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] For port 92d8b995-1ba5-4b70-85d8-3d36c3826e27, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:19.321805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] For port 92d8b995-1ba5-4b70-85d8-3d36c3826e27, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=92d8b995-1ba5-4b70-85d8-3d36c3826e27,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:19.333820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88f803bf-fc4d-495e-8da1-0285639848c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=973c01b4149549f7b5c5ac03376cc1df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2896979 Aug 04 14:39:19.338876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39616) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:19.339320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.370049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.372704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.389733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a73d56e-3a48-47fc-985b-99922f81c81a req-444c982d-19ed-4f53-8fef-c7178959457c tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.1339686 Aug 04 14:39:19.450875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.468731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-78077860-77ec-4e2a-b190-07bee90583f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:19.471121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-78077860-77ec-4e2a-b190-07bee90583f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.2323468 Aug 04 14:39:19.475647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Transition to ACTIVE for port object fd441392-3efc-4188-860c-09e136321ace will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:19.478418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.480030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:19.480730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:19.481161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.484880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb86bbf9-38a9-4706-a6f2-744548c8287d HTTP/1.1" status: 204 len: 168 time: 0.7095828 Aug 04 14:39:19.529300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c71d-6143-448a-8497-403449b1589b None None] Pushing event updated for resources: {'Port': ['ID=92d8b995-1ba5-4b70-85d8-3d36c3826e27,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.529847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-55b675c4-c13a-4490-8c1b-c743a06d7b8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447328 Aug 04 14:39:19.535660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2af13-7f5d-4ed3-89e0-b2e77b83c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb86bbf9-38a9-4706-a6f2-744548c8287d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.638840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3793fa-0832-4b66-ba32-33c73b846f4b req-fceea4c1-8240-41f5-b96a-7aa345f0aced tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:19.652210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.654516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c3793fa-0832-4b66-ba32-33c73b846f4b req-fceea4c1-8240-41f5-b96a-7aa345f0aced tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.2410698 Aug 04 14:39:19.676196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.718271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:19.724780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7327304-5059-4a2a-8bb9-4dda3e71053f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.747065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.782149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.799746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c3793fa-0832-4b66-ba32-33c73b846f4b req-40894ae7-715d-4e71-8a31-152048551012 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429920 Aug 04 14:39:19.859471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.862216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:19.863500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b17835c9-af51-473f-968d-33df42172c44 HTTP/1.1" status: 204 len: 168 time: 0.5214579 Aug 04 14:39:19.876773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-1ae2eb46-1c62-403b-80b6-94e33a3cb90d tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1350043651&fields=id&tenant_id=76988566815f4a62bf864166a2ec32c1 HTTP/1.1" status: 200 len: 267 time: 0.2548840 Aug 04 14:39:19.895223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-061e5739-9f3f-410e-a44e-11e24d0a1185 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557603 Aug 04 14:39:19.916618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f878ba-72a0-446b-8e2c-b9277c0d090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17835c9-af51-473f-968d-33df42172c44,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:19.928958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Allocated IP 192.168.233.244 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/de23536f-b98a-4692-8621-a8553601353b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:20.088675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:20.090997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afd310e6-dc26-4ca4-b728-3e64a08b3069 req-6adb2556-1d9e-4c54-8545-d41906534f1b service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653528 Aug 04 14:39:20.126990 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.135102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:20.141845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Allocated IP 172.20.0.1 (21bb1c08-559c-444f-889b-dde92283a0c9/90164781-cdf8-46ac-8402-7083ea653f90/e5a80635-9459-4bea-8f7f-f00fee4245d4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:20.164363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:16Z', 'revision_number': 3, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:20.173114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58714bdc-25ae-4dc3-8d6b-04e401a66115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.202154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Pushing event updated for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:20.208279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:20.214312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:20.214312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.229414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe212d-c42e-41a1-aad7-56277cc53e46 None None] The sync data for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 is: [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:16Z', 'revision_number': 3, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:20.261039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e2affc48-35a9-4498-bef9-c15dc231fc67 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:20.332072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.345281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-41d3f20b-8939-404e-a50d-df402a3e3df4 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:20.350453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-41d3f20b-8939-404e-a50d-df402a3e3df4 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/networks?id=d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 200 len: 805 time: 0.4724219 Aug 04 14:39:20.355293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e2affc48-35a9-4498-bef9-c15dc231fc67 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:20.368574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e2affc48-35a9-4498-bef9-c15dc231fc67 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:20.369912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.383079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-398061cf-bb03-43e2-aa15-e9cf5de09ad9 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/quotas/76988566815f4a62bf864166a2ec32c1 HTTP/1.1" status: 200 len: 375 time: 0.0233734 Aug 04 14:39:20.401079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Transition to ACTIVE for port object de23536f-b98a-4692-8621-a8553601353b will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:20.493939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.538134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-c91f3fbe-7687-4416-87ed-9e5b8c8ad61b tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=76988566815f4a62bf864166a2ec32c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382189 Aug 04 14:39:20.547531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Transition to ACTIVE for port object e5a80635-9459-4bea-8f7f-f00fee4245d4 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:20.550926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:20.583045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.589484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97dd48ff-93d1-4e43-a0c1-f19c93692cb5 req-de814e19-fd8a-419a-b58e-d42b9d7ea167 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.0484004 Aug 04 14:39:20.594660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.673384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:20.677277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e2affc48-35a9-4498-bef9-c15dc231fc67, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e2affc48-35a9-4498-bef9-c15dc231fc67,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:20.687837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-e855d820-d782-434b-8ff4-3943bfd95341 service neutron] 10.222.0.76 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970962 Aug 04 14:39:20.693276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:20.694802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.709702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:20.712892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:20.716523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.720044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:20.721277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.738878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58714bdc-25ae-4dc3-8d6b-04e401a66115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.755215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-480cc0cc-f2b6-4af8-ba57-e31434826ac0 None None] Provisioning for port fd441392-3efc-4188-860c-09e136321ace completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:20.755816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58714bdc-25ae-4dc3-8d6b-04e401a66115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.791168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58714bdc-25ae-4dc3-8d6b-04e401a66115 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afe334c301ec435a9d25c94a888a787f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548660 Aug 04 14:39:20.792826 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f3614a5c-da4a-4b29-b631-8e86d91510d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3379705 Aug 04 14:39:20.795748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.798723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-480cc0cc-f2b6-4af8-ba57-e31434826ac0 None None] Provisioning complete for port fd441392-3efc-4188-860c-09e136321ace triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:20.799102 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-480cc0cc-f2b6-4af8-ba57-e31434826ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.813075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:20.879786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39646) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:20.921291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Network 21bb1c08-559c-444f-889b-dde92283a0c9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:20.940009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a709-8422-4e8f-a2c7-9774df85a0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:20.943688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Request body: {'port': {'device_id': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:20.947558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Pushing event updated for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:20.950635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:21.033500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:21.034309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.076322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e2affc48-35a9-4498-bef9-c15dc231fc67,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:21.120292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58714bdc-25ae-4dc3-8d6b-04e401a66115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b78a05-1a5a-4b6e-990c-b23cc71c4f95,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:21.125456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:21.141090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6249d7-5175-43d8-a189-0db7704c878a req-ffd6bbc3-c5c4-4d2a-bee7-4caabbe504a2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:21.142787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac6249d7-5175-43d8-a189-0db7704c878a req-ffd6bbc3-c5c4-4d2a-bee7-4caabbe504a2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.1933620 Aug 04 14:39:21.152977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'port_id': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'mac_address': 'fa:16:3e:01:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ba5a-12a2-45b8-b74e-83f429e20d7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:21.222004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-480cc0cc-f2b6-4af8-ba57-e31434826ac0 None None] Port fd441392-3efc-4188-860c-09e136321ace cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:21.231894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac6249d7-5175-43d8-a189-0db7704c878a req-9fede8af-a629-4e7c-a5e7-e808ed87a537 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682156 Aug 04 14:39:21.244275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.245234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.247791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-3ce8e434-33a3-4f6f-8557-c0b5a3692e91 service neutron] 10.222.0.76 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321636 Aug 04 14:39:21.272775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c6aeb3-3d71-45c7-a722-be080c8e1c67 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:21.305709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:21.318857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.335769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.417014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a12654c1-48d3-411b-8de7-76c553f8700b None None] Provisioning for port de23536f-b98a-4692-8621-a8553601353b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:21.432833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a12654c1-48d3-411b-8de7-76c553f8700b None None] Provisioning complete for port de23536f-b98a-4692-8621-a8553601353b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:21.433746 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a12654c1-48d3-411b-8de7-76c553f8700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.435948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a709-8422-4e8f-a2c7-9774df85a0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.436081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:21.441354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.449403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a709-8422-4e8f-a2c7-9774df85a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.483809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.537926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f7c6aeb3-3d71-45c7-a722-be080c8e1c67'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:21.575053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d8e3a709-8422-4e8f-a2c7-9774df85a0db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95bea006d15c4d9dbf010c4eed6ae3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708777 Aug 04 14:39:21.583864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a12654c1-48d3-411b-8de7-76c553f8700b None None] Port de23536f-b98a-4692-8621-a8553601353b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:21.599715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:21.609879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3a709-8422-4e8f-a2c7-9774df85a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e191e5-96e6-4537-8d9f-acc20e541f79,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:21.626144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-053803ed-a6f8-4582-aa34-4d34e43d96bb req-8e2f480b-4c6b-4d16-9365-3c76cf413cea tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 210 time: 0.0761657 Aug 04 14:39:21.636578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.644912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.645895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.695761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Pushing event updated for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:21.753243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8cb95a96-37af-460a-9d60-10390458fbb6 None None] Provisioning for port e5a80635-9459-4bea-8f7f-f00fee4245d4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:21.757442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8cb95a96-37af-460a-9d60-10390458fbb6 None None] Provisioning complete for port e5a80635-9459-4bea-8f7f-f00fee4245d4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:21.757594 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cb95a96-37af-460a-9d60-10390458fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:21.814811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8cb95a96-37af-460a-9d60-10390458fbb6 None None] Port e5a80635-9459-4bea-8f7f-f00fee4245d4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:21.848179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e50ed-9963-45b9-858c-10abf9d1dd0f req-1697147f-b66d-4d63-992f-859f1b0d0366 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:21.849628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-140e50ed-9963-45b9-858c-10abf9d1dd0f req-1697147f-b66d-4d63-992f-859f1b0d0366 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 936 time: 0.1289742 Aug 04 14:39:21.889291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:21.891126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:21.950142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-140e50ed-9963-45b9-858c-10abf9d1dd0f req-ed781300-9c57-40da-9848-10ae08abe04e tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934014 Aug 04 14:39:22.049760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Router 2e8cd710-064e-4215-91b4-44b520cf6167 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:39:22.198640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.201190 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.205212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50b78a05-1a5a-4b6e-990c-b23cc71c4f95 HTTP/1.1" status: 204 len: 168 time: 1.2758822 Aug 04 14:39:22.242415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f6a4573e-e190-4957-be6f-e64ed61bc565 None None] Provisioning complete for port fd441392-3efc-4188-860c-09e136321ace triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:22.243420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6a4573e-e190-4957-be6f-e64ed61bc565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.268655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:22.280507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-50a00c6c-2d79-40b9-a714-923dc439ce38 admin admin] 10.222.0.76 "PUT /v2.0/routers/2e8cd710-064e-4215-91b4-44b520cf6167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6337140 Aug 04 14:39:22.291342 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Sync routers for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:22.312010 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:22.312660 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:22.322017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.339049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e2affc48-35a9-4498-bef9-c15dc231fc67 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:22.346437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4573e-e190-4957-be6f-e64ed61bc565 None None] Port fd441392-3efc-4188-860c-09e136321ace cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:22.356080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683ed44-a942-4a51-9884-57f7a52325db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b78a05-1a5a-4b6e-990c-b23cc71c4f95,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:22.456434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.462536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77b98-2bb0-408f-a829-44b6c6ec81eb req-65d8a482-c470-457d-9395-6b581df817d0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:22.472606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08c77b98-2bb0-408f-a829-44b6c6ec81eb req-65d8a482-c470-457d-9395-6b581df817d0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.0818992 Aug 04 14:39:22.525254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:22.539575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08c77b98-2bb0-408f-a829-44b6c6ec81eb req-af8a066b-62cb-4eb8-9543-8f9e1edb16f2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Aug 04 14:39:22.568945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e2affc48-35a9-4498-bef9-c15dc231fc67 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:22.569381 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.570898 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:22.662566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.699179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.702448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.706867 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2e191e5-96e6-4537-8d9f-acc20e541f79 HTTP/1.1" status: 204 len: 168 time: 1.0960343 Aug 04 14:39:22.707681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.708419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.712936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:22.728179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:22.728575 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.737088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de23536f-b98a-4692-8621-a8553601353b {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:22.770303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a53e4-15b9-4298-9d94-3fa7868eb5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e191e5-96e6-4537-8d9f-acc20e541f79,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:22.773753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.839695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Transition to ACTIVE for port object de23536f-b98a-4692-8621-a8553601353b will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:22.850296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Pushing event updated for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:22.853350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4ff1a5d-adad-4236-bb04-cafc891f39e3 req-c664352b-c442-4cb7-9fa8-8db779533648 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 210 time: 0.0841119 Aug 04 14:39:22.855998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.928896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:22.958888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 92d8b995-1ba5-4b70-85d8-3d36c3826e27 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:22.985885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:23.046180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Network 21bb1c08-559c-444f-889b-dde92283a0c9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:23.063965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:23.068415 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a80b4-d4cb-4637-93a5-f74631e7f8d3" -d '{"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:23.069197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:23.089224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:23.089612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Attempting to bind port de23536f-b98a-4692-8621-a8553601353b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:23.089956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Attempting to bind port de23536f-b98a-4692-8621-a8553601353b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:23.090285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Attempting to bind port de23536f-b98a-4692-8621-a8553601353b on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:23.100219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.238723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:23.262517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 2, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:23.288556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:23.293133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Port de23536f-b98a-4692-8621-a8553601353b on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:23.298519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:23.300162 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.302378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Attempting to bind port de23536f-b98a-4692-8621-a8553601353b on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:23.325843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:23.328360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:23.330228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:23.339783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Bound port: de23536f-b98a-4692-8621-a8553601353b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:23.340543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.365473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Checking router: 2e8cd710-064e-4215-91b4-44b520cf6167 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:23.366062 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Updating router 2e8cd710-064e-4215-91b4-44b520cf6167 port fd441392-3efc-4188-860c-09e136321ace binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:23.442364 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.504770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a5c9a-608b-4c12-b224-e6b68841b51d req-d4b5805f-9e33-4e82-8a46-cdd516af8328 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:23.516931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b8a5c9a-608b-4c12-b224-e6b68841b51d req-d4b5805f-9e33-4e82-8a46-cdd516af8328 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 948 time: 0.3549011 Aug 04 14:39:23.564765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:23.572171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:23.594887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.618251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 92d8b995-1ba5-4b70-85d8-3d36c3826e27, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=92d8b995-1ba5-4b70-85d8-3d36c3826e27,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:23.626120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.632373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-5a475df3-f57d-430a-a0c4-4c708d9da36c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:23.633932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-5a475df3-f57d-430a-a0c4-4c708d9da36c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.46 "GET /v2.0/networks?id=d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 200 len: 805 time: 0.5936372 Aug 04 14:39:23.680918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b8a5c9a-608b-4c12-b224-e6b68841b51d req-bdbd2aa3-8b4b-4568-a5fe-d955dfb4726d tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594470 Aug 04 14:39:23.694398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.767341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=92d8b995-1ba5-4b70-85d8-3d36c3826e27,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:23.789985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-97f92e8e-6013-4a1c-bb9e-ae34b7029233 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76988566815f4a62bf864166a2ec32c1 HTTP/1.1" status: 200 len: 380 time: 0.1443720 Aug 04 14:39:23.816049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'port': {'device_id': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'admin_state_up': True, 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'security_groups': ['b3bfbac3-0970-47d3-9c02-1cb1b698b77b']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:23.838384 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07ebc4-039d-43d3-b6ca-187d88a826b0 x-openstack-request-id: req-0b07ebc4-039d-43d3-b6ca-187d88a826b0 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:23.840367 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:23.840677 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b07ebc4-039d-43d3-b6ca-187d88a826b0 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:23.843103 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'code': 200} Aug 04 14:39:23.883919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d8bd8f57-c106-4860-8238-b3f7815777c4 None None] Provisioning complete for port e5a80635-9459-4bea-8f7f-f00fee4245d4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:23.884366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8bd8f57-c106-4860-8238-b3f7815777c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.886316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:23.887164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:23.904018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] 10.222.0.38 "PUT /v2.0/ports/de23536f-b98a-4692-8621-a8553601353b HTTP/1.1" status: 200 len: 1097 time: 3.0885279 Aug 04 14:39:23.930367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:23.936852 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611fac9d-9f41-48fa-bc95-f5b1279d77e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:23.952532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39712) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:23.977684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386794784', 'description': 'tempest-description--419018541'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:24.047369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd8f57-c106-4860-8238-b3f7815777c4 None None] Port e5a80635-9459-4bea-8f7f-f00fee4245d4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:24.053451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Router c7c86442-9036-42e9-b240-873c4c0ee7f7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:39:24.066119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a0c54-7e69-4768-a8a4-908296fa8169 service neutron] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:24.087507 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.092229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.101033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Transition to ACTIVE for port object fd441392-3efc-4188-860c-09e136321ace will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:24.113279 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.197414 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55e9a-608b-4951-94b2-6f2c95b74a22 None None] Pushing event updated for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:24.227854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 92d8b995-1ba5-4b70-85d8-3d36c3826e27 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:24.285987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de81342-736a-459d-ade0-9eb16aa9f361 req-32653775-bb8c-4272-9b9b-e6f60d9cd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:24.293876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2de81342-736a-459d-ade0-9eb16aa9f361 req-32653775-bb8c-4272-9b9b-e6f60d9cd99e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1097 time: 0.3822351 Aug 04 14:39:24.295958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1089f4f6-1f4f-480c-987e-f7143a6bcd97 req-48cd1358-5eb7-488a-95ef-73a28c3706dc tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 210 time: 0.1990156 Aug 04 14:39:24.306003 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Attempting to bind port fd441392-3efc-4188-860c-09e136321ace on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:24.306979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Attempting to bind port fd441392-3efc-4188-860c-09e136321ace by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:24.310771 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Attempting to bind port fd441392-3efc-4188-860c-09e136321ace on network be25f5b6-1b28-4a47-adf1-b75e8162e3db {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:24.321114 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:24.321485 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Checking segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:24.324302 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.325075 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Bound using segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:24.325725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Bound port: fd441392-3efc-4188-860c-09e136321ace, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:24.327335 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.333543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:24.334070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.398008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217595a7-58e9-4d3a-9c42-1d3893089620 req-d78ba59a-64fc-4a66-9f7b-419d9f460827 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:24.405925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217595a7-58e9-4d3a-9c42-1d3893089620 req-d78ba59a-64fc-4a66-9f7b-419d9f460827 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 945 time: 0.3539097 Aug 04 14:39:24.430298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:39:24.430298 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:39:24.430298 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '76988566815f4a62bf864166a2ec32c1', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 39, 24, 380959)}] Aug 04 14:39:24.430298 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:39:24.430298 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:39:24.448045 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf0132-c1ad-44e1-b0dc-853c61158508 x-openstack-request-id: req-4adf0132-c1ad-44e1-b0dc-853c61158508 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:24.451112 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "tag": "de23536f-b98a-4692-8621-a8553601353b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:24.461382 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4adf0132-c1ad-44e1-b0dc-853c61158508 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:24.462127 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'status': 'completed', 'code': 200} Aug 04 14:39:24.476075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-9f8757a9-8911-4525-9d8c-9f519032b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:24.480152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-9f8757a9-8911-4525-9d8c-9f519032b99b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=60fc85493ffb48a29996823aabf5eb1b&device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 1100 time: 0.3962865 Aug 04 14:39:24.485409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217595a7-58e9-4d3a-9c42-1d3893089620 req-3e2e6d38-cec1-4567-b999-f42be867051b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753489 Aug 04 14:39:24.504282 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] For port fd441392-3efc-4188-860c-09e136321ace, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:24.509351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] For port fd441392-3efc-4188-860c-09e136321ace, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd441392-3efc-4188-860c-09e136321ace,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:24.519018 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.609159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.619877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.622543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2de81342-736a-459d-ade0-9eb16aa9f361 req-02166793-7f1d-4a86-a2ea-726084a143dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184664 Aug 04 14:39:24.631331 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-b94463f3-789f-47de-9bb8-cfd2d0369511 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de23536f-b98a-4692-8621-a8553601353b HTTP/1.1" status: 200 len: 217 time: 0.1367888 Aug 04 14:39:24.657345 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:24.658144 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:24.703662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:24.714563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Sync routers for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:24.716259 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-802c2198-58a2-436e-ad4c-546cbf7635dd admin admin] 10.222.0.76 "PUT /v2.0/routers/c7c86442-9036-42e9-b240-873c4c0ee7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991651 Aug 04 14:39:24.725586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca792025-9c9b-48dd-9c7c-3a21b72cb16f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:24.743546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:24.744660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:24.745034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-661390a4-83f3-4813-bd4d-6c784f179cdf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7913926 Aug 04 14:39:24.746373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:24.748221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:24.753016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'security_group_rule': {'security_group_id': 'ca792025-9c9b-48dd-9c7c-3a21b72cb16f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:24.755697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f9d6a2a1-bc3c-4b90-9383-e3cb5329f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:24.758385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-f9d6a2a1-bc3c-4b90-9383-e3cb5329f371 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1187129 Aug 04 14:39:24.863185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104963f3-b134-4371-80f9-268fc6fcd043 req-ced77091-627d-41e2-ac56-3d8edbd870a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:24.869584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-ced77091-627d-41e2-ac56-3d8edbd870a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027260 Aug 04 14:39:24.920441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:24.920891 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:24.924682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.011441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8983ac-1605-438d-8c07-8fa9bf025da8 req-48ebc201-5b6c-4f1f-8bbd-fcaffd1d509d tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:25.016436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f8983ac-1605-438d-8c07-8fa9bf025da8 req-48ebc201-5b6c-4f1f-8bbd-fcaffd1d509d tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 948 time: 0.2069950 Aug 04 14:39:25.040600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55e9a-608b-4951-94b2-6f2c95b74a22 None None] Pushing event updated for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:25.083856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-901c02e6-1c73-46b7-9142-f3d8f7b867c1 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062192 Aug 04 14:39:25.195587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f8983ac-1605-438d-8c07-8fa9bf025da8 req-b9fa19f8-37b1-4b43-a25e-3babec62b8b8 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099048 Aug 04 14:39:25.215490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104963f3-b134-4371-80f9-268fc6fcd043 req-72b39eaa-5bc9-455f-a5b7-b0d3a6187c3f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236088 Aug 04 14:39:25.256837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:24Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:25.263308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.270155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.281630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Made reservation on behalf of 76988566815f4a62bf864166a2ec32c1 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:25.286304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.310778 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e430118-aa76-4401-8f95-fbf08833a2fc None None] The sync data for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 is: [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:24Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:25.442391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-96ac9c63-aa54-475f-a0ad-5cd613f3837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:25.446469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-96ac9c63-aa54-475f-a0ad-5cd613f3837e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=60fc85493ffb48a29996823aabf5eb1b&device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 1100 time: 0.1529658 Aug 04 14:39:25.479864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:21Z', 'revision_number': 4, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e5a80635-9459-4bea-8f7f-f00fee4245d4', 'name': '', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'mac_address': 'fa:16:3e:4f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '90164781-cdf8-46ac-8402-7083ea653f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:19Z', 'updated_at': '2021-08-04T14:39:21Z', 'revision_number': 2, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'subnets': [{'id': '90164781-cdf8-46ac-8402-7083ea653f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:25.541296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Checking router: c7c86442-9036-42e9-b240-873c4c0ee7f7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:25.544721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Updating router c7c86442-9036-42e9-b240-873c4c0ee7f7 port e5a80635-9459-4bea-8f7f-f00fee4245d4 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:25.564915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Allocated IP 172.20.0.12 (d224948e-3f92-4479-a489-75fe4bea30b2/a4d4aabd-47a3-4d60-8983-4f59d079010d/56e69598-a40e-4d7e-8838-abe595426dd8) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:25.622769 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.643775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-82663dfc-99b6-45b6-8bee-712de8f2e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:25.646682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-82663dfc-99b6-45b6-8bee-712de8f2e8a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1846128 Aug 04 14:39:25.719941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-c0b6b16e-db7c-44b7-a5bc-222a83534746 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de23536f-b98a-4692-8621-a8553601353b HTTP/1.1" status: 200 len: 217 time: 0.0614169 Aug 04 14:39:25.766621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2339d640-7a8c-4f19-a54b-1a9f3b97f36d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:25.769965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06c0b5f6-7033-4d3a-9499-4846ee627048 req-a2511aa1-8415-42d7-a0aa-588f901d7081 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 210 time: 0.1183164 Aug 04 14:39:25.821917 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:25.823953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-887b79c6-4685-42de-8326-7206b076ee87 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0746779 Aug 04 14:39:25.829947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:25.844753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58bf46-f0e3-4e5b-8740-2ae83bb937be req-5338a686-87db-4a05-a677-67f82579ed15 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:25.846672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f58bf46-f0e3-4e5b-8740-2ae83bb937be req-5338a686-87db-4a05-a677-67f82579ed15 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 945 time: 0.1853213 Aug 04 14:39:25.860388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'security_group_rule': {'security_group_id': 'ca792025-9c9b-48dd-9c7c-3a21b72cb16f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:25.874473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-e19de0f2-97e2-46a0-8c9c-c22822cba378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:25.876328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-e19de0f2-97e2-46a0-8c9c-c22822cba378 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1439786 Aug 04 14:39:25.947629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f58bf46-f0e3-4e5b-8740-2ae83bb937be req-568d27ef-6f0b-4948-b885-639f9e6194d9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Aug 04 14:39:25.981907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.044270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Transition to ACTIVE for port object 56e69598-a40e-4d7e-8838-abe595426dd8 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:26.082852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.164039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.180519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-4285114a-bb74-45b1-8bce-5e92a7744575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:26.182060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-4285114a-bb74-45b1-8bce-5e92a7744575 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2860146 Aug 04 14:39:26.186896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Transition to ACTIVE for port object e5a80635-9459-4bea-8f7f-f00fee4245d4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:26.195755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.274727 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.313332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8a913-ab70-4df1-9320-df8810cece58 req-5be6475b-699f-4a93-ad0a-7368ccba807d tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:26.320834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cb8a913-ab70-4df1-9320-df8810cece58 req-5be6475b-699f-4a93-ad0a-7368ccba807d tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1097 time: 0.1498697 Aug 04 14:39:26.330509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd441392-3efc-4188-860c-09e136321ace up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:26.336383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Network d224948e-3f92-4479-a489-75fe4bea30b2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:26.378834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:26.388746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:26.398166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:26.398878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.419341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c8b6-f7c3-4fde-aca0-78fbaf3cd24f None None] Pushing event updated for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:26.475123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.488581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.500708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event updated for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:26.529425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-64007c8b-e49b-4f57-aab7-d5d44e23d0b1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7230616 Aug 04 14:39:26.546931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Attempting to bind port e5a80635-9459-4bea-8f7f-f00fee4245d4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:26.548165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Attempting to bind port e5a80635-9459-4bea-8f7f-f00fee4245d4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:26.548768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Attempting to bind port e5a80635-9459-4bea-8f7f-f00fee4245d4 on network 21bb1c08-559c-444f-889b-dde92283a0c9 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:26.563304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Request body: {'port': {'device_id': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:26.568781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-ce31057d-63b7-4519-a6da-29dc0ff768f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549552 Aug 04 14:39:26.571229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001e7d35-dbd3-476e-a333-6d72669db700,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:26.591283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:26.591925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Checking segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:26.592436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.592942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Bound using segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:26.593542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Bound port: e5a80635-9459-4bea-8f7f-f00fee4245d4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:26.594027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.639028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port fd441392-3efc-4188-860c-09e136321ace completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:26.660429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fd441392-3efc-4188-860c-09e136321ace triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:26.665997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.766217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-611fac9d-9f41-48fa-bc95-f5b1279d77e9 req-aecd7896-e7ba-4630-952c-d553b1d69f9e service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840127 Aug 04 14:39:26.767083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:26.775867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-network', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:26.796484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.798009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7ce2695c-393b-4366-8618-eb9b9ceaf597 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9669557 Aug 04 14:39:26.802357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Made reservation on behalf of 81f79f55c3954108b77e53863ac5f6c7 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:26.805584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.808206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39800) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:26.815403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:26.817801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] For port e5a80635-9459-4bea-8f7f-f00fee4245d4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:26.822639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] For port e5a80635-9459-4bea-8f7f-f00fee4245d4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5a80635-9459-4bea-8f7f-f00fee4245d4,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:26.836021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.839842 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.876773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:26.918620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cb8a913-ab70-4df1-9320-df8810cece58 req-2303da79-a3ec-42c9-bf04-aa202a44e8eb tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968542 Aug 04 14:39:26.968357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0f14-8103-4254-8e6f-7ae24ec11a5f req-423b2861-041e-4faf-94e1-73979c0b48ff tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:26.968357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcfe0f14-8103-4254-8e6f-7ae24ec11a5f req-423b2861-041e-4faf-94e1-73979c0b48ff tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 948 time: 0.5961158 Aug 04 14:39:26.990390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.053401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcfe0f14-8103-4254-8e6f-7ae24ec11a5f req-7e03cffe-ff38-42c6-988f-ac4ba0820d02 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857909 Aug 04 14:39:27.118926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd080a36-cd56-42bd-9cb9-a7c60474cbf2 None None] Provisioning for port 56e69598-a40e-4d7e-8838-abe595426dd8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:27.138556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd080a36-cd56-42bd-9cb9-a7c60474cbf2 None None] Provisioning complete for port 56e69598-a40e-4d7e-8838-abe595426dd8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:27.140112 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd080a36-cd56-42bd-9cb9-a7c60474cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.141085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.164611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.166474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.186606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:27.187862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:27.253150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:27.278683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd080a36-cd56-42bd-9cb9-a7c60474cbf2 None None] Port 56e69598-a40e-4d7e-8838-abe595426dd8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:27.381160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.381433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c8b6-f7c3-4fde-aca0-78fbaf3cd24f None None] Pushing event updated for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:27.381952 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Added segment b799a037-cbd5-4111-8809-5ab99c4b1bb0 of type vlan for network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 Aug 04 14:39:27.413782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9761b6a-bddc-4af5-8229-361942a971ef,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:27.418791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:27.470745 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.544386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e69598-a40e-4d7e-8838-abe595426dd8 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:27.553055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.563336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port fd441392-3efc-4188-860c-09e136321ace, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd441392-3efc-4188-860c-09e136321ace,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:27.566855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Allocated IP 172.25.0.250 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/c8374a39-0546-43cd-8df5-86bdd521bc8c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:27.568672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Transition to ACTIVE for port object 56e69598-a40e-4d7e-8838-abe595426dd8 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:27.573817 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.589361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.641927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Pushing event updated for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:27.656797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-e50e7607-c93b-4ac1-a485-7123e6b368fe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863757 Aug 04 14:39:27.672090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:27.705193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.751170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:21Z', 'revision_number': 4, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e5a80635-9459-4bea-8f7f-f00fee4245d4', 'name': '', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'mac_address': 'fa:16:3e:4f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '90164781-cdf8-46ac-8402-7083ea653f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:19Z', 'updated_at': '2021-08-04T14:39:26Z', 'revision_number': 4, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'subnets': [{'id': '90164781-cdf8-46ac-8402-7083ea653f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:27.791363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-1d10bc94-2128-40cd-9468-5571ef6c0ad8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:27.793316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-1d10bc94-2128-40cd-9468-5571ef6c0ad8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266439 Aug 04 14:39:27.797843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead799a6-0c91-4290-b9a1-7cf927b2006a None None] The sync data for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 is: [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:39:21Z', 'revision_number': 4, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e5a80635-9459-4bea-8f7f-f00fee4245d4', 'name': '', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'mac_address': 'fa:16:3e:4f:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '90164781-cdf8-46ac-8402-7083ea653f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:19Z', 'updated_at': '2021-08-04T14:39:26Z', 'revision_number': 4, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'subnets': [{'id': '90164781-cdf8-46ac-8402-7083ea653f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:27.803262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.806488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.865593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:27.895002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-0681f9cb-97cd-475d-acf3-529429e65766 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/quotas/14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 375 time: 0.0935512 Aug 04 14:39:27.895549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:27.901740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:27.909789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Attempting to bind port 56e69598-a40e-4d7e-8838-abe595426dd8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:27.910136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Attempting to bind port 56e69598-a40e-4d7e-8838-abe595426dd8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:27.910467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Attempting to bind port 56e69598-a40e-4d7e-8838-abe595426dd8 on network d224948e-3f92-4479-a489-75fe4bea30b2 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:27.939079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'Port': ['ID=c8374a39-0546-43cd-8df5-86bdd521bc8c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:27.951005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-92b17f27-f37f-47fe-8821-7d522d27634a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432098 Aug 04 14:39:27.951574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Port 56e69598-a40e-4d7e-8838-abe595426dd8 on network d224948e-3f92-4479-a489-75fe4bea30b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:27.951903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Attempting to bind port 56e69598-a40e-4d7e-8838-abe595426dd8 on network d224948e-3f92-4479-a489-75fe4bea30b2 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:27.965946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:27.966307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Checking segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:27.966743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Bound using segment: {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:27.968825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Bound port: 56e69598-a40e-4d7e-8838-abe595426dd8, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9ddb29-8f0d-41b2-986e-6220b87b964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:27.969210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.969768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:27.971155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:27.971945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.076670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:28.081226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56e69598-a40e-4d7e-8838-abe595426dd8,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:28.092482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.097487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3288252 Aug 04 14:39:28.100835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:28.104806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.115093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e9b4f-593d-40c8-a780-bc7116ff86e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2dea13e0-9015-4e54-9ad2-a33bcf37fa52,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:28.132864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Request body: {'subnet': {'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-subnet', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:28.150408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:28.189830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.202620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:28.202620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.205478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] 10.222.0.46 "PUT /v2.0/ports/56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 200 len: 1093 time: 1.6597753 Aug 04 14:39:28.227128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:28.246313 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62" -d '{"events": [{"name": "network-changed", "server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:28.402511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5a80635-9459-4bea-8f7f-f00fee4245d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:28.433324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Made reservation on behalf of 81f79f55c3954108b77e53863ac5f6c7 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:28.436084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.515550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e5a80635-9459-4bea-8f7f-f00fee4245d4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:28.520757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e5a80635-9459-4bea-8f7f-f00fee4245d4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:28.521339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.571942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dc6fb-c69c-47ad-9575-e0ef6fbb6393 service neutron] Pushing event updated for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:28.606871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-9fec781a-af8d-436a-868f-cae4eea1da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:28.608476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-9fec781a-af8d-436a-868f-cae4eea1da5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76988566815f4a62bf864166a2ec32c1&device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 1096 time: 0.3302784 Aug 04 14:39:28.619155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b9aa-faec-4d48-a51e-99214502375a req-d46e72d2-3363-40ba-b959-24901e8fc7a9 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:28.620955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecb7b9aa-faec-4d48-a51e-99214502375a req-d46e72d2-3363-40ba-b959-24901e8fc7a9 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 944 time: 0.3612804 Aug 04 14:39:28.667350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.675901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.677484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.697070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-ac9a133c-19a8-4d3a-8ee0-cdfd2cfe0cf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 200 len: 217 time: 0.0742109 Aug 04 14:39:28.720929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e5a80635-9459-4bea-8f7f-f00fee4245d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5a80635-9459-4bea-8f7f-f00fee4245d4,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:28.728257 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.729144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd441392-3efc-4188-860c-09e136321ace up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:28.774115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'Port': ['ID=c8374a39-0546-43cd-8df5-86bdd521bc8c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:28.780144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.801736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.803705 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a446b6f-316b-4dae-9b01-8704f98bc678 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9924192 Aug 04 14:39:28.865098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fd441392-3efc-4188-860c-09e136321ace triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:28.865634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:28.869594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:28.913818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecb7b9aa-faec-4d48-a51e-99214502375a req-f42e4693-df9a-485a-b94c-577223484aef tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821004 Aug 04 14:39:28.924464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-575dbb21-cf16-4a22-8282-d944b5c2ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:28.926201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-575dbb21-cf16-4a22-8282-d944b5c2ab4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d4aabd-47a3-4d60-8983-4f59d079010d HTTP/1.1" status: 200 len: 844 time: 0.2087872 Aug 04 14:39:29.045594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cff00-2637-4103-8bd6-7998cdff1dc1 req-016d3467-fc52-44e1-9c9d-7ba892e2cf9f tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.053194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398cff00-2637-4103-8bd6-7998cdff1dc1 req-016d3467-fc52-44e1-9c9d-7ba892e2cf9f tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1097 time: 0.2574370 Aug 04 14:39:29.108419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-06d2c11b-2800-4e3c-bdcf-753a7a538b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.110083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-06d2c11b-2800-4e3c-bdcf-753a7a538b76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d224948e-3f92-4479-a489-75fe4bea30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622415 Aug 04 14:39:29.128295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.241573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398cff00-2637-4103-8bd6-7998cdff1dc1 req-1cfa170b-b898-4e8a-a5f7-655b754d5295 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871912 Aug 04 14:39:29.269488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7359206-206d-4cab-a803-0b3e82ed18b7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:29.287090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e68a1-77fe-4279-9ae9-89bd88bb1a74 req-ca36ec94-34a0-4a0a-aa31-5200bd28fe1b tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.288798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac0e68a1-77fe-4279-9ae9-89bd88bb1a74 req-ca36ec94-34a0-4a0a-aa31-5200bd28fe1b tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 948 time: 0.2161419 Aug 04 14:39:29.316043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Checking segment: {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:29.316418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Network hostable DHCP agents. Network: 2dea13e0-9015-4e54-9ad2-a33bcf37fa52, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:29.375015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba230e4d-2d39-43be-8b1c-0442f03f8fde req-7e9ef991-1f82-454a-b4ba-1ff4cd97038f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 210 time: 0.0467720 Aug 04 14:39:29.384026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-fae26d0b-b082-4e1f-a313-9884dad00bab service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571301 Aug 04 14:39:29.389432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac0e68a1-77fe-4279-9ae9-89bd88bb1a74 req-027915c1-f5e1-4e9e-b8d5-ea611a2f9695 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876479 Aug 04 14:39:29.403628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:29.424181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:29.446450 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9405acd5-1293-4836-8779-ccb50583852d x-openstack-request-id: req-9405acd5-1293-4836-8779-ccb50583852d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:29.446786 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:29.447037 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9405acd5-1293-4836-8779-ccb50583852d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:29.447443 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8', 'status': 'completed', 'code': 200} Aug 04 14:39:29.458240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2dea13e0-9015-4e54-9ad2-a33bcf37fa52) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:29.476614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.477656 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.479784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe299d25-128d-4ac4-87c3-0428748f5e48 None None] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:29.510410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39846) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:29.515579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:29.522947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-577422af-42b3-47c6-aa28-fdadf134d496 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4020233 Aug 04 14:39:29.559137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.560782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.590830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c07c8080-a9ad-4007-a0af-567143c3e5c1 req-bdbb5690-86fe-4bd7-8daa-b116b64c11fd service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990519 Aug 04 14:39:29.598659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-dd7960f1-bc62-4c03-a003-48e7cec2669e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308282 Aug 04 14:39:29.661461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:29.665986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-9511eb89-09b0-4d80-b28b-2e6775a5c9c0 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--386794784&fields=id&tenant_id=06a00364c0d54eec965fdff2f31d0e3a HTTP/1.1" status: 200 len: 267 time: 0.1228492 Aug 04 14:39:29.700909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.701908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'de23536f-b98a-4692-8621-a8553601353b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'de23536f-b98a-4692-8621-a8553601353b', 'mac_address': 'fa:16:3e:bf:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:29.816429 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.825297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'fixed_ips': [{'subnet_id': 'a7359206-206d-4cab-a803-0b3e82ed18b7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:39:29.826519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:29.853948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23536f-b98a-4692-8621-a8553601353b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:29.880352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-762d5f50-07de-4f8a-ade2-04cc9d7f5097 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.882083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-762d5f50-07de-4f8a-ade2-04cc9d7f5097 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/networks?id=be25f5b6-1b28-4a47-adf1-b75e8162e3db HTTP/1.1" status: 200 len: 814 time: 0.2137616 Aug 04 14:39:29.885272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-098d08db-00a7-4df7-a6c6-fdefdb33ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:29.886944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-098d08db-00a7-4df7-a6c6-fdefdb33ae8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76988566815f4a62bf864166a2ec32c1&device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0872493 Aug 04 14:39:29.891410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:29.919115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-eb9db134-1b0c-4d8f-8eed-f01cc0b3ec0a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/quotas/06a00364c0d54eec965fdff2f31d0e3a HTTP/1.1" status: 200 len: 375 time: 0.0289052 Aug 04 14:39:30.032253 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.057317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-bd02ef19-30d1-42dc-82a2-cc9645d2ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:30.059108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-bd02ef19-30d1-42dc-82a2-cc9645d2ca47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 200 len: 906 time: 0.1602159 Aug 04 14:39:30.071456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-9348fb97-399d-4c74-ab58-9d985feaaddf tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=06a00364c0d54eec965fdff2f31d0e3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509931 Aug 04 14:39:30.105817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Allocated IP 172.20.0.2 (2dea13e0-9015-4e54-9ad2-a33bcf37fa52/a7359206-206d-4cab-a803-0b3e82ed18b7/bc502e1b-f4bb-43cf-9434-d6cd254844d2) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:30.111424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-91c93c97-84d0-486d-a948-b46f90f4ed99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 200 len: 217 time: 0.0386329 Aug 04 14:39:30.133079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:30.253246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-583dde23-06d0-4636-aa9e-fb396dadeeda tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:30.254849 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-583dde23-06d0-4636-aa9e-fb396dadeeda tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6411142 Aug 04 14:39:30.257042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.270696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Request body: {'port': {'device_id': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '14f01188f0624017989a5e69701695b2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:30.277794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-9794367d-57d2-46ee-b892-85dca4c6d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:30.279534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-9794367d-57d2-46ee-b892-85dca4c6d62a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d4aabd-47a3-4d60-8983-4f59d079010d HTTP/1.1" status: 200 len: 844 time: 0.0819819 Aug 04 14:39:30.317018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.325849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Transition to ACTIVE for port object bc502e1b-f4bb-43cf-9434-d6cd254844d2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:30.348243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5a80635-9459-4bea-8f7f-f00fee4245d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:30.350371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['de23536f-b98a-4692-8621-a8553601353b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:30.372242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-00b63f44-541c-41dc-bf94-394a8b39a3e9 service neutron] 10.222.0.76 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554579 Aug 04 14:39:30.416019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Transition to ACTIVE for port object bc502e1b-f4bb-43cf-9434-d6cd254844d2 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:30.451665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-e53cca4b-a44c-4752-af7e-0b2277f47b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:30.453213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-e53cca4b-a44c-4752-af7e-0b2277f47b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d224948e-3f92-4479-a489-75fe4bea30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619112 Aug 04 14:39:30.467791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.500060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Made reservation on behalf of 14f01188f0624017989a5e69701695b2 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:30.504664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.516274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.532724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:30.541165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:30.549543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:30.563700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Pushing event updated for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:30.593384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-8c80575a-ea5a-4e0e-916b-ed3f20a30b62 service neutron] 10.222.0.76 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200875 Aug 04 14:39:30.624622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a647f4-89b5-4bac-9193-850088c44873 req-de0b18c2-1a80-40f4-a8c6-560f9452d45c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:30.626302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40a647f4-89b5-4bac-9193-850088c44873 req-de0b18c2-1a80-40f4-a8c6-560f9452d45c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 944 time: 0.1040642 Aug 04 14:39:30.646968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-9add4f90-38c5-4ede-88de-5e1ff0275d93 service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827717 Aug 04 14:39:30.690882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.715334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.756578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e5a80635-9459-4bea-8f7f-f00fee4245d4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:30.757185 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.804627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Attempting to bind port bc502e1b-f4bb-43cf-9434-d6cd254844d2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:30.805010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Attempting to bind port bc502e1b-f4bb-43cf-9434-d6cd254844d2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:30.805379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Attempting to bind port bc502e1b-f4bb-43cf-9434-d6cd254844d2 on network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:30.821259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40a647f4-89b5-4bac-9193-850088c44873 req-72703707-2ecf-40bd-9e83-47f22702cabc tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834798 Aug 04 14:39:30.824794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:30.825182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Checking segment: {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:30.825587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.825986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Bound using segment: {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:30.826472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Bound port: bc502e1b-f4bb-43cf-9434-d6cd254844d2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:30.826902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:30.835054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2060b3a9-9d25-471f-8bce-c9a9afcd7e62 req-897ae8fb-18fd-419c-87ed-8341558bb3bb service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711102 Aug 04 14:39:30.878020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Allocated IP 172.25.0.223 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/04dc1908-b4ce-4617-b564-fcf1c8097241) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:30.989017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7edbede7-7357-4e7d-b1e3-8f18f1211b6e req-2ff93d0c-d4f9-45a1-8555-3b695fc86fa1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 210 time: 0.0418541 Aug 04 14:39:31.000111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba78d8f-bfb4-4109-833b-479c75a0f8b3 req-78c3914b-a6e4-495a-8bfd-47d17f5b391f tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:31.010356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bba78d8f-bfb4-4109-833b-479c75a0f8b3 req-78c3914b-a6e4-495a-8bfd-47d17f5b391f tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1097 time: 0.0985613 Aug 04 14:39:31.020853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:31.025283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc502e1b-f4bb-43cf-9434-d6cd254844d2,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:31.039937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.052848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.064225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bba78d8f-bfb4-4109-833b-479c75a0f8b3 req-12c4239b-992e-4e12-90b4-31e673eb7d16 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528166 Aug 04 14:39:31.065134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.068161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.122221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c7dea-acf8-4585-93d8-d11b26619178 None None] Pushing event updated for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:31.169716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35190-cd87-49d6-89ac-3bca9564a0ed req-ade82db8-f4be-40e9-bc67-742e8cb10882 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:31.175794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d35190-cd87-49d6-89ac-3bca9564a0ed req-ade82db8-f4be-40e9-bc67-742e8cb10882 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 949 time: 0.0926220 Aug 04 14:39:31.213428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580b99bb-9640-47e1-94af-8c5d20c28f9b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:31.224246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d35190-cd87-49d6-89ac-3bca9564a0ed req-e3aaec89-72a2-4c86-8513-e02e4f34f77e tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Aug 04 14:39:31.239779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1783f414-0e70-4d6f-ac42-135a8dec4836 req-c96620a6-3fbf-4db4-bf96-5d6eba13a207 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 210 time: 0.0334563 Aug 04 14:39:31.349020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.442909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:31.469398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Allocated IP 192.168.233.206 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/73867522-4e9e-457a-81f7-428555709e52) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:31.503306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:31.512189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:31.521159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:31.588604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port de23536f-b98a-4692-8621-a8553601353b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:31.597596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Pushing event updated for resources: {'Port': ['ID=04dc1908-b4ce-4617-b564-fcf1c8097241,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:31.599755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port de23536f-b98a-4692-8621-a8553601353b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:31.600166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.732228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.812105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:31.815777 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c686f-0870-4e80-8808-b1cd7d238bc4" -d '{"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:31.822390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:31.836478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.855845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.878243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Transition to ACTIVE for port object 73867522-4e9e-457a-81f7-428555709e52 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:31.880747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:31.909807 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da570114-8b79-42f5-beb7-c0670b7751e8 x-openstack-request-id: req-da570114-8b79-42f5-beb7-c0670b7751e8 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:31.910406 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:31.910907 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da570114-8b79-42f5-beb7-c0670b7751e8 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:31.912130 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'code': 200} Aug 04 14:39:31.912366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:31.983687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:32.043062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.069978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b287-630d-4a6b-ad2b-86fbeb9dda5d req-fd7b2b54-72af-49b6-8ed3-5046217208af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:32.072083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9e9b287-630d-4a6b-ad2b-86fbeb9dda5d req-fd7b2b54-72af-49b6-8ed3-5046217208af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 1102 time: 0.1164002 Aug 04 14:39:32.137528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f25ff337-b93f-466b-a844-d34d87a1c543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.145704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:32.177893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc9c5e-53d2-4eae-b440-b4312446ce0b req-642f08e5-dd26-4cdb-af81-253cad4b540c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:32.188742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fcc9c5e-53d2-4eae-b440-b4312446ce0b req-642f08e5-dd26-4cdb-af81-253cad4b540c tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 944 time: 0.1662045 Aug 04 14:39:32.233174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9e9b287-630d-4a6b-ad2b-86fbeb9dda5d req-c0d5258e-9f41-4697-9257-6d1a73a539b9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514583 Aug 04 14:39:32.276668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:32.309564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc502e1b-f4bb-43cf-9434-d6cd254844d2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:32.322524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:32.328492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:32.337325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:32.339246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.394960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bc502e1b-f4bb-43cf-9434-d6cd254844d2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:32.491761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.511895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56e69598-a40e-4d7e-8838-abe595426dd8 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:32.595010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5431a-9027-4b80-bae4-62a1f2fc725c None None] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:32.680564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Router 45daeed7-ba39-4545-99ad-248f64735201 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:39:32.704984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fcc9c5e-53d2-4eae-b440-b4312446ce0b req-413a7c3f-3ad6-47df-9e41-9baef171c6e5 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085013 Aug 04 14:39:32.714246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Provisioning for port bc502e1b-f4bb-43cf-9434-d6cd254844d2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:32.726632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Provisioning complete for port bc502e1b-f4bb-43cf-9434-d6cd254844d2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:32.727711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.778598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56e69598-a40e-4d7e-8838-abe595426dd8,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:32.792667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-ec947478-cf8b-4d0b-b452-009094b28b4a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:32.794365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-ec947478-cf8b-4d0b-b452-009094b28b4a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.46 "GET /v2.0/networks?id=be25f5b6-1b28-4a47-adf1-b75e8162e3db HTTP/1.1" status: 200 len: 814 time: 0.5650713 Aug 04 14:39:32.825992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '56e69598-a40e-4d7e-8838-abe595426dd8', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'port_id': '56e69598-a40e-4d7e-8838-abe595426dd8', 'mac_address': 'fa:16:3e:63:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:32.859919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f25ff337-b93f-466b-a844-d34d87a1c543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.865389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-dffd28f4-e5ff-453a-98f9-372fc2178f0f tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a00364c0d54eec965fdff2f31d0e3a HTTP/1.1" status: 200 len: 379 time: 0.0611749 Aug 04 14:39:32.868041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f25ff337-b93f-466b-a844-d34d87a1c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.888521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-561ebffa-09a4-4009-ab61-f0661d39b11e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6221168 Aug 04 14:39:32.900797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:32.911979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Sync routers for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:32.920690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:32.934168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f25ff337-b93f-466b-a844-d34d87a1c543 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36ddcb225e6149858ff695de0ad8835a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0206442 Aug 04 14:39:32.934415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Request body: {'port': {'device_id': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:32.935197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39932) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:32.935755 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:32.936403 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:32.939751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'port': {'device_id': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'admin_state_up': True, 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'security_groups': ['ca792025-9c9b-48dd-9c7c-3a21b72cb16f']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:32.944495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ff337-b93f-466b-a844-d34d87a1c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983b4e29-53bc-4fc8-b983-76273f5c1580,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:33.006072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e69598-a40e-4d7e-8838-abe595426dd8 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:33.026091 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.040131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56e69598-a40e-4d7e-8838-abe595426dd8,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:33.043427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-b07a96cb-0381-4b55-8e15-f7e131cdb441 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:39:33.044835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-b07a96cb-0381-4b55-8e15-f7e131cdb441 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326095 Aug 04 14:39:33.050907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.057003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.061179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-39302e85-1cc4-4352-a22d-7030b53812e3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5467510 Aug 04 14:39:33.065369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:33.097500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.111669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Request body: {'binding': {'host': 'n-h1-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:33.112153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:39:33.147131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.171531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.183834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc502e1b-f4bb-43cf-9434-d6cd254844d2,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:33.194068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507509e-3758-4e10-aafa-c5d202d093eb req-b95f1068-8e61-4fa9-aa64-2b82086400cc tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:33.194680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.201724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a507509e-3758-4e10-aafa-c5d202d093eb req-b95f1068-8e61-4fa9-aa64-2b82086400cc tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 936 time: 0.2580030 Aug 04 14:39:33.202315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:33.203803 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:33.259272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e628f4-f3d6-4675-ab12-a0cff0d4b5c1 None None] Pushing event updated for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:33.281009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['56e69598-a40e-4d7e-8838-abe595426dd8'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:33.324014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a507509e-3758-4e10-aafa-c5d202d093eb req-9cc69f45-2cd1-4245-b44e-8ad4281cb513 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164753 Aug 04 14:39:33.369782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6c8ebdcc-a32b-4dfb-9692-d88db66f83b8 None None] Provisioning for port 73867522-4e9e-457a-81f7-428555709e52 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:33.378013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6c8ebdcc-a32b-4dfb-9692-d88db66f83b8 None None] Provisioning complete for port 73867522-4e9e-457a-81f7-428555709e52 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:33.378443 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6c8ebdcc-a32b-4dfb-9692-d88db66f83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.441698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ebdcc-a32b-4dfb-9692-d88db66f83b8 None None] Port 73867522-4e9e-457a-81f7-428555709e52 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:33.479161 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:31Z', 'revision_number': 3, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:33.486811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Made reservation on behalf of 06a00364c0d54eec965fdff2f31d0e3a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:33.491428 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.509099 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Checking router: 45daeed7-ba39-4545-99ad-248f64735201 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:33.509716 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Updating router 45daeed7-ba39-4545-99ad-248f64735201 port 04dc1908-b4ce-4617-b564-fcf1c8097241 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:33.510833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.513679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.517123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/983b4e29-53bc-4fc8-b983-76273f5c1580 HTTP/1.1" status: 204 len: 168 time: 0.5674112 Aug 04 14:39:33.539082 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.551443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc3ef1-2e02-472c-a4ba-2ce1a0bc4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b4e29-53bc-4fc8-b983-76273f5c1580,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:33.555838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on host n-h1-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:33.556178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:33.556511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:33.564778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:33.565106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:33.579872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:33.580417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:33.580812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:33.581406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Bound port: f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:33.619019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a54c3d5-7f83-44e8-8120-d16bf826893c None None] Provisioning complete for port bc502e1b-f4bb-43cf-9434-d6cd254844d2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:33.620525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a54c3d5-7f83-44e8-8120-d16bf826893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.732988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f7e6-4a9d-4020-988f-587fc42f8f78 req-8921b96c-5ec5-469e-867e-c0a3221fe1a1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:33.734851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9a2f7e6-4a9d-4020-988f-587fc42f8f78 req-8921b96c-5ec5-469e-867e-c0a3221fe1a1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 950 time: 0.2742603 Aug 04 14:39:33.740997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:33.772009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.773202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-efabe7a6-5658-4cdf-8ce6-f1e9c82d0c87 service neutron] 10.222.0.76 "POST /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67/bindings HTTP/1.1" status: 201 len: 390 time: 0.6806490 Aug 04 14:39:33.846237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9a2f7e6-4a9d-4020-988f-587fc42f8f78 req-a2a8ba94-0c95-402a-b3c8-24b6cff7151f tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930214 Aug 04 14:39:33.870417 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:33.905269 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Transition to ACTIVE for port object 04dc1908-b4ce-4617-b564-fcf1c8097241 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:33.918350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Allocated IP 172.20.0.8 (be25f5b6-1b28-4a47-adf1-b75e8162e3db/f53d7eef-6552-4c0b-a217-ac3211bc9e3a/8e49675a-5eb5-4a9a-a46e-d79addfbbfb6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:33.940979 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.040713 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Attempting to bind port 04dc1908-b4ce-4617-b564-fcf1c8097241 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:34.041079 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Attempting to bind port 04dc1908-b4ce-4617-b564-fcf1c8097241 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:34.041435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Attempting to bind port 04dc1908-b4ce-4617-b564-fcf1c8097241 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:34.050267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b87c-e7f0-40f1-9574-d75a55f4e1a7 None None] Pushing event updated for resources: {'Port': ['ID=04dc1908-b4ce-4617-b564-fcf1c8097241,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:34.054349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:34.058322 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:34.063050 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:34.063710 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.064302 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:34.065096 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Bound port: 04dc1908-b4ce-4617-b564-fcf1c8097241, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:34.065881 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.106706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a531c6c7-8ced-4d58-884b-a948632ded2c req-1176ae92-6f8a-4b93-9e40-37364b139190 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 210 time: 0.0999391 Aug 04 14:39:34.125342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2dd765f-6687-4d75-b269-59accbfdecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.159501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] For port 04dc1908-b4ce-4617-b564-fcf1c8097241, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:34.166515 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] For port 04dc1908-b4ce-4617-b564-fcf1c8097241, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=04dc1908-b4ce-4617-b564-fcf1c8097241,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:34.177318 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.215175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc502e1b-f4bb-43cf-9434-d6cd254844d2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:34.220918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ff93-7040-47a7-bdb5-b9c30af7e4c5 req-cd17ff71-9c60-4c33-95a2-cf58cfc6232f tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.228850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb57ff93-7040-47a7-bdb5-b9c30af7e4c5 req-cd17ff71-9c60-4c33-95a2-cf58cfc6232f tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 945 time: 0.2525866 Aug 04 14:39:34.279558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-84218d54-b7eb-4be2-b0f8-85a863d726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.281082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-84218d54-b7eb-4be2-b0f8-85a863d726d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1097 time: 0.1883707 Aug 04 14:39:34.301959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:34.302710 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:34.337934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb57ff93-7040-47a7-bdb5-b9c30af7e4c5 req-2b9ba1bb-1594-4b59-8801-0e7a3c14e3c3 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079800 Aug 04 14:39:34.387516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bc502e1b-f4bb-43cf-9434-d6cd254844d2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:34.388295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.395084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73867522-4e9e-457a-81f7-428555709e52 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:34.428403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.438160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2dd765f-6687-4d75-b269-59accbfdecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.455680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2dd765f-6687-4d75-b269-59accbfdecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.458734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Transition to ACTIVE for port object 73867522-4e9e-457a-81f7-428555709e52 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:34.472172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.480021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.489405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.497185 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:34.521483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Transition to ACTIVE for port object 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:34.529057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56e69598-a40e-4d7e-8838-abe595426dd8 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:34.538643 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b87c-e7f0-40f1-9574-d75a55f4e1a7 None None] Pushing event updated for resources: {'Port': ['ID=04dc1908-b4ce-4617-b564-fcf1c8097241,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:34.560833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf5ef-a091-4e83-8b34-b0e5523490e3 req-f086fb39-efcf-4657-8e53-da1052efdd6b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.562682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab6cf5ef-a091-4e83-8b34-b0e5523490e3 req-f086fb39-efcf-4657-8e53-da1052efdd6b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 945 time: 0.1306674 Aug 04 14:39:34.568948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-7428550c-5711-44bc-befb-07e73b99d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.570667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-7428550c-5711-44bc-befb-07e73b99d0f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2790263 Aug 04 14:39:34.588020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:34.596290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd765f-6687-4d75-b269-59accbfdecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b4f2da-29ef-4542-a62a-b21c708f9fcb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:34.630097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c2dd765f-6687-4d75-b269-59accbfdecd0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5340b54e683e48a7a2ea3e0af595cd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745730 Aug 04 14:39:34.651155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39958) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:34.664205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-20ffcf51-0e02-43e7-b681-5f4c59c52954 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.0807712 Aug 04 14:39:34.691337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab6cf5ef-a091-4e83-8b34-b0e5523490e3 req-3e1d68d8-1da1-4b91-80b7-1346d7b92a5f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159630 Aug 04 14:39:34.696973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 56e69598-a40e-4d7e-8838-abe595426dd8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:34.708509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 56e69598-a40e-4d7e-8838-abe595426dd8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:34.708889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.717363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.845483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:34.858024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:34.875012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:34.885355 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:31Z', 'revision_number': 3, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:34.897334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.901634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:34.923313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Allocated IP 172.20.0.1 (2dea13e0-9015-4e54-9ad2-a33bcf37fa52/a7359206-206d-4cab-a803-0b3e82ed18b7/1a3bbb11-554e-462a-b758-c3a1dcfa3440) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:39:34.948716 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf7a63-d130-4b26-bf29-5d7ed53e023a None None] The sync data for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 is: [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:31Z', 'revision_number': 3, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:34.985319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-b70a21ed-57a5-4453-9573-e280ff88dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:34.990466 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.003219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-b70a21ed-57a5-4453-9573-e280ff88dd1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.3208139 Aug 04 14:39:35.008074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event updated for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:35.028481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:35.028818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:35.034908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:35.041312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:35.041647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:35.059448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:35.061964 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ee3a5-1a80-4c0a-b9b0-87ad05ddbd69" -d '{"events": [{"server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "name": "network-vif-plugged", "status": "completed", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:35.066078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:35.066763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:35.066966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:35.067552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Bound port: 73867522-4e9e-457a-81f7-428555709e52, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:35.067975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.093036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56e69598-a40e-4d7e-8838-abe595426dd8,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:35.103370 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.118213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.153335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.164903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.196705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Transition to ACTIVE for port object 1a3bbb11-554e-462a-b758-c3a1dcfa3440 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:35.205557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-60efd4c6-b9d4-49a6-8019-2498bc1ecb17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931448 Aug 04 14:39:35.209010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:35.214064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:35.215239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-614db227-5d90-4975-bfab-8d972d518222 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3164706 Aug 04 14:39:35.224788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.259020 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42949e6a-4c76-42d5-8b29-289d8ae142bf x-openstack-request-id: req-42949e6a-4c76-42d5-8b29-289d8ae142bf {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:35.259582 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "name": "network-vif-plugged", "status": "completed", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:35.259582 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42949e6a-4c76-42d5-8b29-289d8ae142bf {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:35.259981 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8', 'code': 200} Aug 04 14:39:35.268925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:35.288328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Request body: {'port': {'device_id': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:35.294147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:35.295242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.297549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] 10.222.0.38 "PUT /v2.0/ports/73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 1097 time: 2.3990197 Aug 04 14:39:35.308408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:35.308408 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccbb3ac-bfde-4486-92b6-639344bb2521" -d '{"events": [{"name": "network-changed", "server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "tag": "73867522-4e9e-457a-81f7-428555709e52"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:35.362023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb08e474-026e-416d-93fe-ee05b6fec2a9 None None] Provisioning for port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:35.369802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb08e474-026e-416d-93fe-ee05b6fec2a9 None None] Provisioning complete for port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:35.370475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb08e474-026e-416d-93fe-ee05b6fec2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.438142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.452061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fb08e474-026e-416d-93fe-ee05b6fec2a9 None None] Port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:35.464937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314551-72a9-4e99-9971-e4dd97a18a50 service neutron] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:35.489012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:35.491388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:35.518201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:39:35.518679 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.574823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bf3d-d6bd-4249-8d64-3b9ab8b8d707 req-c53f5ede-7b65-48b5-a722-4ba4dbbcddfe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:35.586974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dc2bf3d-d6bd-4249-8d64-3b9ab8b8d707 req-c53f5ede-7b65-48b5-a722-4ba4dbbcddfe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.6581137 Aug 04 14:39:35.610868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-4e13d35f-89a7-4dd8-94df-b0eaa37ec792 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939333 Aug 04 14:39:35.648560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.651194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.652399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44b4f2da-29ef-4542-a62a-b21c708f9fcb HTTP/1.1" status: 204 len: 168 time: 0.9966540 Aug 04 14:39:35.714218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.725751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92981-fe52-4430-95a8-6b7972fb76cb req-9a8beff5-78f1-46c9-a4e3-6f05036b558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:35.727629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b92981-fe52-4430-95a8-6b7972fb76cb req-9a8beff5-78f1-46c9-a4e3-6f05036b558f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 1098 time: 0.3468902 Aug 04 14:39:35.752725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b62b8-e124-4a65-a812-c9c54768f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b4f2da-29ef-4542-a62a-b21c708f9fcb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:35.784795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995354d7-6741-470b-a561-3485fcc0fba0 req-c3faa757-eff8-4e20-a6d1-2504cdc1f171 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:35.792063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-995354d7-6741-470b-a561-3485fcc0fba0 req-c3faa757-eff8-4e20-a6d1-2504cdc1f171 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 931 time: 0.4457300 Aug 04 14:39:35.809690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:35.821554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-09239805-3488-4406-9d59-d6b020c041d0 None None] Provisioning for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:35.830892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-09239805-3488-4406-9d59-d6b020c041d0 None None] Provisioning complete for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:35.831346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-09239805-3488-4406-9d59-d6b020c041d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:35.837782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-e73ee571-a1e4-44d3-9302-fabd23e266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:35.839899 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-e73ee571-a1e4-44d3-9302-fabd23e266de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1100 time: 0.3364940 Aug 04 14:39:35.850371 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b92981-fe52-4430-95a8-6b7972fb76cb req-a6c700aa-61c6-40ad-b117-62e50ea0eea3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038041 Aug 04 14:39:35.872255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dc2bf3d-d6bd-4249-8d64-3b9ab8b8d707 req-847c6eaa-febb-4704-9f0c-c2fe6f6ba729 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842271 Aug 04 14:39:35.885794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-09239805-3488-4406-9d59-d6b020c041d0 None None] Port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:35.914715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-a4d1164a-8664-4c52-8bdd-795631588ef4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0624208 Aug 04 14:39:35.921797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-995354d7-6741-470b-a561-3485fcc0fba0 req-9166814b-9795-49ff-88b7-421f21a07c3a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285639 Aug 04 14:39:35.985021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.018011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-cc210173-64d8-46b6-af16-e8a9e8f4cf27 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960724 Aug 04 14:39:36.062667 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef76f2-fa84-4aaf-ba43-03eeb0671820 x-openstack-request-id: req-31ef76f2-fa84-4aaf-ba43-03eeb0671820 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:36.062908 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "tag": "73867522-4e9e-457a-81f7-428555709e52", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:36.063291 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31ef76f2-fa84-4aaf-ba43-03eeb0671820 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:36.065373 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'status': 'completed', 'code': 200} Aug 04 14:39:36.069508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-70d6c4c3-1107-4d63-8373-0deafdce2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.071098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-70d6c4c3-1107-4d63-8373-0deafdce2563 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1385512 Aug 04 14:39:36.248052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 04dc1908-b4ce-4617-b564-fcf1c8097241 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:36.261646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-7229b74e-3c20-4d23-b893-8668fa7f7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.263337 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-7229b74e-3c20-4d23-b893-8668fa7f7d89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801629 Aug 04 14:39:36.343072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 04dc1908-b4ce-4617-b564-fcf1c8097241 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:36.364452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 04dc1908-b4ce-4617-b564-fcf1c8097241 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:36.364908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.395467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.406574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.407970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.448032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-0736a1e1-c091-4c05-bc54-f15c0c78290a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.449578 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-0736a1e1-c091-4c05-bc54-f15c0c78290a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1587706 Aug 04 14:39:36.468263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801743-12'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:36.486047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16622d-b0f1-4138-965c-9a513cb60344 req-c78bd601-aa86-4c54-b54c-f33ca6a0b2d9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.498351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b16622d-b0f1-4138-965c-9a513cb60344 req-c78bd601-aa86-4c54-b54c-f33ca6a0b2d9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 945 time: 0.2163022 Aug 04 14:39:36.517724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.529329 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-e06ae78b-afc7-453f-8672-4d9ae3f427fc service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535353 Aug 04 14:39:36.547577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a6ee-ab85-4316-8e67-310d5aa0df61 req-d3d297a6-79c2-49ec-a18f-81e8a422162a tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.550819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:36.552083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 04dc1908-b4ce-4617-b564-fcf1c8097241, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=04dc1908-b4ce-4617-b564-fcf1c8097241,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:36.555921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e853a6ee-ab85-4316-8e67-310d5aa0df61 req-d3d297a6-79c2-49ec-a18f-81e8a422162a tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.2751095 Aug 04 14:39:36.562626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.636983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=04dc1908-b4ce-4617-b564-fcf1c8097241,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:36.644943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:39:36.648088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:36.710626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a95bb43-521a-43a9-b865-aa0860081f91 req-755491a7-8cfe-400b-98b8-9debd737bb6c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711440 Aug 04 14:39:36.786633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b16622d-b0f1-4138-965c-9a513cb60344 req-2acf7031-b5a2-4bd6-a413-9e97f7f34579 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871444 Aug 04 14:39:36.794422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:36.813121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.816407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.833559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e853a6ee-ab85-4316-8e67-310d5aa0df61 req-073ebef3-f7b6-4d06-86b2-54600019aff1 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597117 Aug 04 14:39:36.836931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:36.857292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Router 45daeed7-ba39-4545-99ad-248f64735201 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:39:36.859934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Transition to ACTIVE for port object 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:36.868423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-46f5cbeb-9d56-4f06-b6a3-b9446fea55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:36.870031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-46f5cbeb-9d56-4f06-b6a3-b9446fea55bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1100 time: 0.0811527 Aug 04 14:39:36.885002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:36.996487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2124424453-network', 'tenant_id': 'c64bd4623a1f4ef2bd70be564559d0e6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:37.024762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c26f5b96-fea1-46ce-a2ef-7e349c83c608 None None] Provisioning complete for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:37.025274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c26f5b96-fea1-46ce-a2ef-7e349c83c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.029476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:37.075077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Made reservation on behalf of c64bd4623a1f4ef2bd70be564559d0e6 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:37.076223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c26f5b96-fea1-46ce-a2ef-7e349c83c608 None None] Port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:39:37.077419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.098059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.101973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-ba8b9a99-ef1b-40bb-9bd4-d4f89873c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.103501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-ba8b9a99-ef1b-40bb-9bd4-d4f89873c4c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2253146 Aug 04 14:39:37.104624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:37.122620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00c8e4ab-0f5e-43a7-96f8-87efada256a1 admin admin] 10.222.0.76 "PUT /v2.0/routers/45daeed7-ba39-4545-99ad-248f64735201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0479774 Aug 04 14:39:37.159968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-5f5e62d5-7f7b-4511-a438-729552b10340 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0440116 Aug 04 14:39:37.253304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-691b91d7-cf3d-4696-a70c-1ff99f626c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.255053 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-691b91d7-cf3d-4696-a70c-1ff99f626c01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0833409 Aug 04 14:39:37.342446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-c9b3f9c1-4921-4780-a0ec-ee9a5b0b56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.344044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-c9b3f9c1-4921-4780-a0ec-ee9a5b0b56b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778275 Aug 04 14:39:37.349605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.355756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.423221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:37.448263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.448609 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Added segment 9d40a522-45dd-4ba4-abb1-2158aafa31ad of type vlan for network 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee Aug 04 14:39:37.452666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45136bf2-1527-4708-9f9a-9d577fee4f52,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:37.486827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e95bd-6fa6-491e-9961-23e28fce2ccd req-6fd5ce39-79bf-4039-a5bb-6f09315cb362 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.494231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c9e95bd-6fa6-491e-9961-23e28fce2ccd req-6fd5ce39-79bf-4039-a5bb-6f09315cb362 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.4774632 Aug 04 14:39:37.521660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.539691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-2c4dbb80-091c-4027-b9db-afd442a2ef27 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801655 Aug 04 14:39:37.550853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43071ff-0cee-4599-884c-93d49e993fb7 req-74eaf033-4a46-4795-9dce-ff4d02087134 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.552442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43071ff-0cee-4599-884c-93d49e993fb7 req-74eaf033-4a46-4795-9dce-ff4d02087134 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 943 time: 0.5093412 Aug 04 14:39:37.555353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Attempting to bind port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:37.555725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Attempting to bind port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:37.556065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Attempting to bind port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 on network be25f5b6-1b28-4a47-adf1-b75e8162e3db {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:37.560422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Sync routers for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:37.580372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:37.583100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:37.592788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 on network be25f5b6-1b28-4a47-adf1-b75e8162e3db not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:37.593120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Attempting to bind port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 on network be25f5b6-1b28-4a47-adf1-b75e8162e3db {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:37.615552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:37.615940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Checking segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:37.616271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Bound using segment: {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:37.616718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Bound port: 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358e102-a75f-43de-927d-a1b3d253322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:37.617083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.618756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.619841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:37.620431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:37.628789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:37.688615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c9e95bd-6fa6-491e-9961-23e28fce2ccd req-3819501f-231f-4d54-af00-513a9a8ccfc8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889477 Aug 04 14:39:37.803098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:37.872980 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0279784 Aug 04 14:39:37.872980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40046) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:37.887596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Request body: {'subnet': {'network_id': '71032d26-9a32-48ba-a1cc-f8e97bf5e9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2124424453-subnet', 'tenant_id': 'c64bd4623a1f4ef2bd70be564559d0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:37.906285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43071ff-0cee-4599-884c-93d49e993fb7 req-1b28171f-b6ca-4488-bff0-ffe1086ee29c tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265586 Aug 04 14:39:37.945677 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:39:38.183723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:38.189528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:38.263738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:38.352644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:38.584589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Made reservation on behalf of c64bd4623a1f4ef2bd70be564559d0e6 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:38.587601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:38.593584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d928-b95c-4c36-ae1e-0f50be6551d8 admin admin] Pushing event updated for resources: {'Network': ['ID=71032d26-9a32-48ba-a1cc-f8e97bf5e9ee,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:38.607796 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2ccbb3ac-bfde-4486-92b6-639344bb2521 req-36f417da-3ac6-4376-a91c-e25d51bbb25e service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0558734 Aug 04 14:39:38.633900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 04dc1908-b4ce-4617-b564-fcf1c8097241 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:38.738696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:38.739329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:38.740915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 HTTP/1.1" status: 200 len: 1092 time: 3.4919598 Aug 04 14:39:38.744255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:38.770650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:38.776364 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9f2f5-82f2-4241-878f-0374c2b1a01b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:38.922560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:38.956803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:38.997100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ce54a-56de-4c72-9fb3-a53cc676f3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:39.039695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661a471-4d77-4e6f-90e7-0906453a44bd req-6fc6d1f6-9356-4719-b0b3-b12e9b06e1ad tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.043352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f661a471-4d77-4e6f-90e7-0906453a44bd req-6fc6d1f6-9356-4719-b0b3-b12e9b06e1ad tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.7740238 Aug 04 14:39:39.055129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecd13fa-dd2f-4f14-8104-f99ea5f23a7d,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:39.074881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247ad10-a026-4ba9-9bba-eb4dd13993ee req-c6267eac-ea44-4c08-9b64-14cb8a29f943 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.081821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c247ad10-a026-4ba9-9bba-eb4dd13993ee req-c6267eac-ea44-4c08-9b64-14cb8a29f943 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 945 time: 0.8109179 Aug 04 14:39:39.101235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:39.176593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Checking segment: {'id': '9d40a522-45dd-4ba4-abb1-2158aafa31ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71032d26-9a32-48ba-a1cc-f8e97bf5e9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:39.177094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Network hostable DHCP agents. Network: 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:39.219562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Network 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:39.244856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:39.249802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.250908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:39.293506 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6081768e-415d-4422-bf0f-25e05bc9ab83 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4205573 Aug 04 14:39:39.296338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e24a7d-5c64-4fe7-b8ac-5d887080b749 None None] Network 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:39.396895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f661a471-4d77-4e6f-90e7-0906453a44bd req-78f26b43-9d50-4502-ae99-9e9aff2e5f59 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989688 Aug 04 14:39:39.435813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-d0b9e5cc-f7fe-4c50-837c-88b87bd3cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.437738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-d0b9e5cc-f7fe-4c50-837c-88b87bd3cece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06a00364c0d54eec965fdff2f31d0e3a&device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 1095 time: 0.6061859 Aug 04 14:39:39.439584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 04dc1908-b4ce-4617-b564-fcf1c8097241 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:39.440462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:39.495749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c247ad10-a026-4ba9-9bba-eb4dd13993ee req-335b922f-93f1-4b09-86fe-7b6e2d8b53bd tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122806 Aug 04 14:39:39.630301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-9e4a8e8b-9e70-4db0-b982-e73425fb105c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0427969 Aug 04 14:39:39.662199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:39.696664 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a973f-3b9a-43a8-bc44-da33d8ae9fed x-openstack-request-id: req-974a973f-3b9a-43a8-bc44-da33d8ae9fed {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:39.697226 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:39.697785 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-974a973f-3b9a-43a8-bc44-da33d8ae9fed {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:39.698308 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'status': 'completed', 'code': 200} Aug 04 14:39:39.710192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on host n-h2-801743-12 for vnic_type normal with profile {"migrating_to": "n-h1-801743-12"} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:39.710822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:39.711327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:39.746049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:39:39.747234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Attempting to bind port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:39.771733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-e8b4fe54-e582-4f01-8829-430bd98401b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.773521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-e8b4fe54-e582-4f01-8829-430bd98401b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f53d7eef-6552-4c0b-a217-ac3211bc9e3a HTTP/1.1" status: 200 len: 853 time: 0.1273170 Aug 04 14:39:39.775676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:39.776206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:39.776750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:39.777358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Bound port: f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:39.779356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:39.892766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b8067-bc3c-4d32-a2e8-f0faf007a708 req-bf55b6cc-c7fc-4863-8814-57125d45058b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:39.894346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-839b8067-bc3c-4d32-a2e8-f0faf007a708 req-bf55b6cc-c7fc-4863-8814-57125d45058b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.2361848 Aug 04 14:39:39.916410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:40.098033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211143b8-0be9-4483-9545-d704b20787a1 None None] Network 71032d26-9a32-48ba-a1cc-f8e97bf5e9ee requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:40.167852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-839b8067-bc3c-4d32-a2e8-f0faf007a708 req-df9afc74-5199-4cc1-8881-ccbf32a6ccf2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561128 Aug 04 14:39:40.187072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-57c4ffbc-f982-427b-be05-c720b89af793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:40.189186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-57c4ffbc-f982-427b-be05-c720b89af793 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be25f5b6-1b28-4a47-adf1-b75e8162e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4035723 Aug 04 14:39:40.297491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec4f9-708b-4f00-96de-9e675fd52772 req-6504f1ed-4674-4d7d-a0c3-d59eefdd7b16 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:40.299923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:35Z', 'revision_number': 4, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a3bbb11-554e-462a-b758-c3a1dcfa3440', 'name': '', 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'mac_address': 'fa:16:3e:ef:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:34Z', 'updated_at': '2021-08-04T14:39:36Z', 'revision_number': 2, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'subnets': [{'id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:40.317992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-557ec4f9-708b-4f00-96de-9e675fd52772 req-6504f1ed-4674-4d7d-a0c3-d59eefdd7b16 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 943 time: 0.4213650 Aug 04 14:39:40.348296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Checking router: 45daeed7-ba39-4545-99ad-248f64735201 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:40.348940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Updating router 45daeed7-ba39-4545-99ad-248f64735201 port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:39:40.397260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:40.447386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:40.506863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:40.518618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-557ec4f9-708b-4f00-96de-9e675fd52772 req-b004ae46-f6c4-4cd9-a6d3-6bae0bfa00a0 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909945 Aug 04 14:39:40.526166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:40.713094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-f6692381-80dd-4f37-b505-0eb6434051e6 service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055950 Aug 04 14:39:40.879797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:40.901921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40108) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:40.920078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1844793696-network', 'tenant_id': '2598c8ef96f54455902f5b719cf787a7'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:40.941060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'de23536f-b98a-4692-8621-a8553601353b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'de23536f-b98a-4692-8621-a8553601353b', 'mac_address': 'fa:16:3e:bf:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:40.994555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Made reservation on behalf of 2598c8ef96f54455902f5b719cf787a7 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:40.997432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.018703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.032862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=8']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:41.073520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.076339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.077860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c4b92e42-e7fe-4dee-9867-8db5cbf501bb service neutron] 10.222.0.38 "PUT /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 1123 time: 4.6155369 Aug 04 14:39:41.208057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a1b04-3000-42c6-9992-42be05d0c71b req-0149725a-6573-49df-a54e-b55f75a452e5 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.221945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40116) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:41.226657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd4a1b04-3000-42c6-9992-42be05d0c71b req-0149725a-6573-49df-a54e-b55f75a452e5 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.3739142 Aug 04 14:39:41.227918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Request body: {'floatingip': {'port_id': '56e69598-a40e-4d7e-8838-abe595426dd8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:41.250277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddddb8f2-2838-499c-9d22-24c970a358e1 req-d72eadd4-2db9-4202-bda0-72f49cbd29d0 service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123298 Aug 04 14:39:41.354016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.468337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b991a-bd11-4103-8f85-6b73106297a6 req-8ce2d343-c023-4fbe-a725-914a30134cbe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.480427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba7b991a-bd11-4103-8f85-6b73106297a6 req-8ce2d343-c023-4fbe-a725-914a30134cbe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.1125274 Aug 04 14:39:41.485296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-2a8cedc2-1bcd-4a08-b61c-fcb3e7d8b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.487734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-2a8cedc2-1bcd-4a08-b61c-fcb3e7d8b73d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06a00364c0d54eec965fdff2f31d0e3a&device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 1095 time: 0.1850500 Aug 04 14:39:41.517780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.547073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Transition to ACTIVE for port object 1a3bbb11-554e-462a-b758-c3a1dcfa3440 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:41.564854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f7c6aeb3-3d71-45c7-a722-be080c8e1c67'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:41.567931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.592057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.617305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba7b991a-bd11-4103-8f85-6b73106297a6 req-725bc201-8d15-4a74-bbde-342b617001f0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333797 Aug 04 14:39:41.618048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:41.642388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.642779 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Added segment 6cc2f408-b54c-403b-af5b-da93aee6e3a8 of type vlan for network b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 Aug 04 14:39:41.667227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaffbd-4f6b-404e-a913-5a4093a2acd1 req-f2768454-527b-4c7e-8302-04c82903dc25 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.670840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41eaffbd-4f6b-404e-a913-5a4093a2acd1 req-f2768454-527b-4c7e-8302-04c82903dc25 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.2688761 Aug 04 14:39:41.711090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67'}, {'name': 'network-changed', 'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:41.716150 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767540ba-6315-4613-98e0-f5dbd3e524d6" -d '{"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67"}, {"name": "network-changed", "server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:41.738712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.784813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.834936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41eaffbd-4f6b-404e-a913-5a4093a2acd1 req-3f638212-5849-4ea1-90c3-5593ce59411a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509120 Aug 04 14:39:41.841939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-44b08f69-2a48-4cfc-8d02-9b7406a03056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.844558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-44b08f69-2a48-4cfc-8d02-9b7406a03056 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be25f5b6-1b28-4a47-adf1-b75e8162e3db HTTP/1.1" status: 200 len: 915 time: 0.3288515 Aug 04 14:39:41.854995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342f00-5a1c-4338-8759-d5e1dc9073f6 req-63ff62fe-ba40-4c94-964a-b2d33e6b009e tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.855811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.856916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:41.857501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:41.864397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9342f00-5a1c-4338-8759-d5e1dc9073f6 req-63ff62fe-ba40-4c94-964a-b2d33e6b009e tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 943 time: 0.1169195 Aug 04 14:39:41.906880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.013863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Pushing event updated for resources: {'Network': ['ID=b6ab8322-c521-4d78-bb3a-0bc05ecb45b2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:42.039321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-cc0861f2-9089-4db5-a5b2-59456ba75631 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 HTTP/1.1" status: 200 len: 217 time: 0.1716521 Aug 04 14:39:42.074136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:42.118218 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2023947 Aug 04 14:39:42.120210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40126) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:42.121166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88727ad1-3a7d-4697-bfe3-d631fffdf6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325a1d5-6660-4566-a3f8-e1d4b53b51c2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:42.130616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Request body: {'subnet': {'network_id': 'b6ab8322-c521-4d78-bb3a-0bc05ecb45b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1844793696-subnet', 'tenant_id': '2598c8ef96f54455902f5b719cf787a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:42.188948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9342f00-5a1c-4338-8759-d5e1dc9073f6 req-d4435740-8d57-4c3e-bb67-133188194379 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232062 Aug 04 14:39:42.192923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de23536f-b98a-4692-8621-a8553601353b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:42.213062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2af7d-3685-42dd-b610-0751388300e0 None None] Pushing event updated for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:42.232797 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93b842-0cd6-435e-92b3-3dbdd724b33c x-openstack-request-id: req-5b93b842-0cd6-435e-92b3-3dbdd724b33c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:42.233773 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67", "code": 200}, {"name": "network-changed", "server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:42.243685 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b93b842-0cd6-435e-92b3-3dbdd724b33c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:42.245080 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'code': 200} Aug 04 14:39:42.247815 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'status': 'completed', 'code': 200} Aug 04 14:39:42.280528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-137653af-e757-4fcf-b48a-b25901457dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:42.283374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-137653af-e757-4fcf-b48a-b25901457dca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f53d7eef-6552-4c0b-a217-ac3211bc9e3a HTTP/1.1" status: 200 len: 853 time: 0.2348931 Aug 04 14:39:42.287173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Made reservation on behalf of 2598c8ef96f54455902f5b719cf787a7 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:42.290768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Notify callbacks [] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.491700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-d6955f2e-9b19-41ad-a5fb-5b7ca26158c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:42.494914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-d6955f2e-9b19-41ad-a5fb-5b7ca26158c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be25f5b6-1b28-4a47-adf1-b75e8162e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004788 Aug 04 14:39:42.516368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-83893d11-59e6-4d55-81ca-e1996baac44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:42.519175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-83893d11-59e6-4d55-81ca-e1996baac44f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1126 time: 0.2440948 Aug 04 14:39:42.610611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-c6878a8a-5a18-482e-aa1d-1b2ec6f0f1dc service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068220 Aug 04 14:39:42.649158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Attempting to bind port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:39:42.650969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Attempting to bind port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:39:42.651457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Attempting to bind port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 on network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:39:42.666630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:42.683406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:39:42.684101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Checking segment: {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:42.687184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.688019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Bound using segment: {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:39:42.689440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Bound port: 1a3bbb11-554e-462a-b758-c3a1dcfa3440, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b799a037-cbd5-4111-8809-5ab99c4b1bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:39:42.691246 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.718839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-a22cbd1a-fe0b-419b-98bf-967340ba1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:42.725368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce9f2f5-82f2-4241-878f-0374c2b1a01b req-a202eb1d-9905-4ecf-898e-9ef6cd0674bd service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042197 Aug 04 14:39:42.725748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-a22cbd1a-fe0b-419b-98bf-967340ba1c66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1947429 Aug 04 14:39:42.834288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] For port 1a3bbb11-554e-462a-b758-c3a1dcfa3440, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:42.834611 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-59b20371-1900-400d-a4fc-f38b0f788886 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.0927029 Aug 04 14:39:42.843697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] For port 1a3bbb11-554e-462a-b758-c3a1dcfa3440, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a3bbb11-554e-462a-b758-c3a1dcfa3440,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:39:42.865054 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.866872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 73867522-4e9e-457a-81f7-428555709e52 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:42.884424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:42.958359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:43.064239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:43.065464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:43.148713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90e46a-916b-45d5-8cb5-2ddff70aac64 req-622355d0-7d7e-4338-8ddf-8c3c67a1f5e5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:43.152812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-1d8bde72-e6b3-4105-816d-9fe4ec6e535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:43.160105 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-1d8bde72-e6b3-4105-816d-9fe4ec6e535d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.3136551 Aug 04 14:39:43.160623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f90e46a-916b-45d5-8cb5-2ddff70aac64 req-622355d0-7d7e-4338-8ddf-8c3c67a1f5e5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.3215010 Aug 04 14:39:43.216551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d66026-2bb1-4fa5-b735-48497ab984d6,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:43.253269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeb46f-3ca0-4a39-a585-dfb96913ca2f req-2ea039d7-1241-42bc-9886-3b6651187f57 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:43.261036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0aeb46f-3ca0-4a39-a585-dfb96913ca2f req-2ea039d7-1241-42bc-9886-3b6651187f57 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 0.2243657 Aug 04 14:39:43.315143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Checking segment: {'id': '6cc2f408-b54c-403b-af5b-da93aee6e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6ab8322-c521-4d78-bb3a-0bc05ecb45b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:43.315143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Network hostable DHCP agents. Network: b6ab8322-c521-4d78-bb3a-0bc05ecb45b2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:43.360170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f90e46a-916b-45d5-8cb5-2ddff70aac64 req-51920ad0-f443-4028-ac75-df03c629ce21 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927066 Aug 04 14:39:43.382575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0aeb46f-3ca0-4a39-a585-dfb96913ca2f req-0b428174-22cb-49ff-b5e3-fea8f9e951a3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201301 Aug 04 14:39:43.410024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-dd274e85-ad3c-4b03-a90a-ac47796fde49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2202864 Aug 04 14:39:43.411438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Network b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:43.428863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b6ab8322-c521-4d78-bb3a-0bc05ecb45b2) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:43.438232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:43.443283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:43.481772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b0043a34-40cf-4fef-ba29-a40b104988de admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3563077 Aug 04 14:39:43.581785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115064-1f4f-424e-84c2-0702e3da1b24 req-d2722642-0cff-48c0-b34b-a1ec8cd294e5 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:43.592096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13115064-1f4f-424e-84c2-0702e3da1b24 req-d2722642-0cff-48c0-b34b-a1ec8cd294e5 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 943 time: 0.0884995 Aug 04 14:39:43.658678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13115064-1f4f-424e-84c2-0702e3da1b24 req-d340d565-2e49-404f-89ac-4dfdf0ce70f5 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650518 Aug 04 14:39:43.679536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:39:43.717060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-099d32dc-fa5f-4e95-b00f-d8a3727cc601 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060052 Aug 04 14:39:43.757095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:43.798001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:43.800978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40158) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:43.815613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:43.888104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0ce5d-2eaa-4021-967a-0d9d790d15c3 None None] Network b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:43.962252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-767540ba-6315-4613-98e0-f5dbd3e524d6 req-aed192f0-09bd-499d-8b62-d215ec9e92c6 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351108 Aug 04 14:39:43.985796 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Floating IP 35114eb0-88de-47c7-ac8f-bdd7d7b0550c associated. External IP: 172.25.0.240, port: 56e69598-a40e-4d7e-8838-abe595426dd8. Aug 04 14:39:44.026672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Deleting subnet 2ecd13fa-dd2f-4f14-8104-f99ea5f23a7d {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:39:44.040663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.130727 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:39:44.171122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:44.177578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.191360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff47aa-e2a7-4301-aa1f-ec2ceaa02d3d None None] Network b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:44.204017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.305384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:44.313556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.357868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecd13fa-dd2f-4f14-8104-f99ea5f23a7d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:44.376179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.380786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-86a72001-4e2e-4dcf-bf8e-3d836fa11afe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2ecd13fa-dd2f-4f14-8104-f99ea5f23a7d HTTP/1.1" status: 204 len: 168 time: 0.5785296 Aug 04 14:39:44.383488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40166) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:44.384826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Router fb9a1b90-9d26-4766-9985-6a2e615734c4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:39:44.451826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2af7d-3685-42dd-b610-0751388300e0 None None] Pushing event updated for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:44.488510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '73867522-4e9e-457a-81f7-428555709e52', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '73867522-4e9e-457a-81f7-428555709e52', 'mac_address': 'fa:16:3e:0d:1e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:44.503771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.581485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.583484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:44.614486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:39:44.622093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.627000 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Sync routers for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:39:44.643487 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:44.644984 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:44.696805 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-512df2c5-2b0c-4949-a548-820fc3557110 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "PUT /v2.0/floatingips/35114eb0-88de-47c7-ac8f-bdd7d7b0550c HTTP/1.1" status: 200 len: 992 time: 3.4736142 Aug 04 14:39:44.697322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:44.703519 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:44.814408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:44.847449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'port_id': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'mac_address': 'fa:16:3e:3f:6f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:39:44.947662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0361a45-917d-4f18-b86c-cfd670af1ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:44.972906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73867522-4e9e-457a-81f7-428555709e52 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:44.996206 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:45.011501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:45.021811 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:45.170609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:45.189298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-aa2589cb-afb6-4b6b-8b10-308be0315a75 service neutron] 10.222.0.46 "GET /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1114728 Aug 04 14:39:45.196940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:39:45.410650 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:45.419203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:45.448907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.449284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.450049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.450631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.450890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.451236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.451563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.451899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.452223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.452547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.461124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '35114eb0-88de-47c7-ac8f-bdd7d7b0550c', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'port_id': '56e69598-a40e-4d7e-8838-abe595426dd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'mac_address': 'fa:16:3e:63:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:17Z', 'updated_at': '2021-08-04T14:39:43Z', 'revision_number': 1, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:45.496804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:45.499012 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Checking router: fb9a1b90-9d26-4766-9985-6a2e615734c4 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:39:45.510735 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:39:45.511715 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:45.563229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:45.564629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['de23536f-b98a-4692-8621-a8553601353b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:45.669899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:45.671007 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:39:45.676651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:45.710511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.710923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.711315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.711670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:39:45.712067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71032d26-9a32-48ba-a1cc-f8e97bf5e9ee']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:45.738842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:45.764360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:45.799850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 has no active binding in host n-h1-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:39:45.820814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:45.897063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c6aeb3-3d71-45c7-a722-be080c8e1c67 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:39:45.912411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d40a522-45dd-4ba4-abb1-2158aafa31ad') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:45.915266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d40a522-45dd-4ba4-abb1-2158aafa31ad') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:45.922191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:45.955192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:45.957557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.014951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.032269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:39:46.035016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.047988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:35Z', 'revision_number': 4, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a3bbb11-554e-462a-b758-c3a1dcfa3440', 'name': '', 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'mac_address': 'fa:16:3e:ef:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:34Z', 'updated_at': '2021-08-04T14:39:42Z', 'revision_number': 4, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'subnets': [{'id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:46.102913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:39:46.148223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] Transition to ACTIVE for port object f7c6aeb3-3d71-45c7-a722-be080c8e1c67 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:39:46.160033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: from cryptography.utils import int_from_bytes Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: from cryptography.utils import int_from_bytes Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:39:46.227233 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:39:46.234920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.247433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:46.249635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] 10.222.0.76 "DELETE /v2.0/networks/71032d26-9a32-48ba-a1cc-f8e97bf5e9ee HTTP/1.1" status: 204 len: 168 time: 1.8648942 Aug 04 14:39:46.254376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40180) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:46.292404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5f42-f327-4e91-ba1d-0012b5b4a57b None None] The sync data for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 is: [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:39:35Z', 'revision_number': 4, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a3bbb11-554e-462a-b758-c3a1dcfa3440', 'name': '', 'network_id': '2dea13e0-9015-4e54-9ad2-a33bcf37fa52', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'mac_address': 'fa:16:3e:ef:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:34Z', 'updated_at': '2021-08-04T14:39:42Z', 'revision_number': 4, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'subnets': [{'id': 'a7359206-206d-4cab-a803-0b3e82ed18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:46.341487 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '35114eb0-88de-47c7-ac8f-bdd7d7b0550c', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'port_id': '56e69598-a40e-4d7e-8838-abe595426dd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'mac_address': 'fa:16:3e:63:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:17Z', 'updated_at': '2021-08-04T14:39:43Z', 'revision_number': 1, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:46.452494 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905954d1-2f25-40d6-8ab7-724289b9caea None None] The sync data for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 is: [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '35114eb0-88de-47c7-ac8f-bdd7d7b0550c', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'port_id': '56e69598-a40e-4d7e-8838-abe595426dd8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'mac_address': 'fa:16:3e:63:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:17Z', 'updated_at': '2021-08-04T14:39:43Z', 'revision_number': 1, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:39:46.544951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d5a62-d170-4b52-aefd-569122ddde53 admin admin] Pushing event deleted for resources: {'Network': ['ID=71032d26-9a32-48ba-a1cc-f8e97bf5e9ee,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:46.604213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:39:46.635945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:46.692498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eef99-3f21-4b64-a757-8c35f78a6ff0 req-ee76bebd-41fa-4e3e-81d7-a17a44195385 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:46.706446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f4eef99-3f21-4b64-a757-8c35f78a6ff0 req-ee76bebd-41fa-4e3e-81d7-a17a44195385 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 949 time: 2.1308045 Aug 04 14:39:46.772650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a3bbb11-554e-462a-b758-c3a1dcfa3440 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:46.800703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805589c-e77f-4a23-93bc-23437c38d0c0 req-0890d2a2-7757-4fe3-9d34-32e8286b6576 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:46.813491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7805589c-e77f-4a23-93bc-23437c38d0c0 req-0890d2a2-7757-4fe3-9d34-32e8286b6576 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 943 time: 2.2384615 Aug 04 14:39:46.818096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Deleting subnet 27d66026-2bb1-4fa5-b735-48497ab984d6 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:39:46.861311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.036282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7805589c-e77f-4a23-93bc-23437c38d0c0 req-7539acff-a2bc-45dd-98d4-8ef834b89b48 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093637 Aug 04 14:39:47.078228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f4eef99-3f21-4b64-a757-8c35f78a6ff0 req-1526f353-9d4e-4459-8349-c3d17ebb493a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546145 Aug 04 14:39:47.105963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.137253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:47.142493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:39:47.174281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:47.192090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823dfb0-0987-4aa3-a589-3c1657125857 None None] New status for floating IP 35114eb0-88de-47c7-ac8f-bdd7d7b0550c: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:39:47.217514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] No DVR routers for this DVR port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:39:47.267728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-a504dbd4-98d1-4651-a942-90136a9af562 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67/bindings/n-h1-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 2.0554731 Aug 04 14:39:47.302441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.619606 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431606ed-fee9-481e-b6e3-5a046dcde7f0 x-openstack-request-id: req-431606ed-fee9-481e-b6e3-5a046dcde7f0 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:47.619913 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:47.620130 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-431606ed-fee9-481e-b6e3-5a046dcde7f0 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:47.620529 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8', 'status': 'completed', 'code': 200} Aug 04 14:39:47.649597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c54ea19a-0725-438c-9eb0-5f50687a62b2 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:47.651204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c54ea19a-0725-438c-9eb0-5f50687a62b2 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1831734 Aug 04 14:39:47.663308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.682910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d488-0252-4be0-8475-7acb2f117d4e req-f1559309-57f6-40f7-9a60-b9ff3cbb0826 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:47.691266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4867d488-0252-4be0-8475-7acb2f117d4e req-f1559309-57f6-40f7-9a60-b9ff3cbb0826 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 944 time: 0.1251769 Aug 04 14:39:47.751262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d66026-2bb1-4fa5-b735-48497ab984d6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:47.753231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3d64752a-9760-4cd6-866e-f71708b28988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.777440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:47.790833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ce65861-da0d-4b31-83c2-22d794a0dc69 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/27d66026-2bb1-4fa5-b735-48497ab984d6 HTTP/1.1" status: 204 len: 168 time: 1.5152302 Aug 04 14:39:47.790833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40190) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:47.824801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-19464a5a-60ee-4111-a168-8e5fd0ee25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:47.835664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-19464a5a-60ee-4111-a168-8e5fd0ee25cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76988566815f4a62bf864166a2ec32c1&device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1892955 Aug 04 14:39:48.016271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4867d488-0252-4be0-8475-7acb2f117d4e req-bb6c06d2-caa5-408d-9f61-b2e1a8aeb302 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240285 Aug 04 14:39:48.029363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-fdb1cb04-e007-49c9-8721-504bb0415bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.034644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-fdb1cb04-e007-49c9-8721-504bb0415bc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc&tenant_id=3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 1096 time: 0.3715317 Aug 04 14:39:48.093858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.166311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-9bb9fb45-9cef-4001-a6bb-bd23f4ee725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.175527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-9bb9fb45-9cef-4001-a6bb-bd23f4ee725c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 200 len: 906 time: 0.3289735 Aug 04 14:39:48.261780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-f2a79e50-65cd-40a4-b230-ea146ba179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.264185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-f2a79e50-65cd-40a4-b230-ea146ba179eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1096 time: 0.1939778 Aug 04 14:39:48.298301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.317078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:48.325121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:48.325507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.327624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.405288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port de23536f-b98a-4692-8621-a8553601353b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:48.405680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.466211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-f0601355-a95b-4a9f-acdd-4d9f9176cf70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 200 len: 1000 time: 0.2767241 Aug 04 14:39:48.503400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.604342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-0e644e55-22d2-48b3-b0b8-549a2a0b93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.612207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-0e644e55-22d2-48b3-b0b8-549a2a0b93f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d4aabd-47a3-4d60-8983-4f59d079010d HTTP/1.1" status: 200 len: 844 time: 0.1386073 Aug 04 14:39:48.617388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.663636 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.695777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ab8322-c521-4d78-bb3a-0bc05ecb45b2']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:48.717946 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.733070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-5139c3ef-b0b4-4cb4-8607-4d67b727c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.740448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-5139c3ef-b0b4-4cb4-8607-4d67b727c78f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d224948e-3f92-4479-a489-75fe4bea30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189485 Aug 04 14:39:48.743628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.772415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc2f408-b54c-403b-af5b-da93aee6e3a8') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:48.773127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc2f408-b54c-403b-af5b-da93aee6e3a8') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:39:48.787420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:48.788718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:48.792309 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f1060-f386-4085-abbd-0203cd379368" -d '{"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:48.825252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1a3bbb11-554e-462a-b758-c3a1dcfa3440, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a3bbb11-554e-462a-b758-c3a1dcfa3440,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:48.828184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.892056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:48.893855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee058d-1a74-4e27-945c-e39ddbf783b4 req-338dd9ae-9212-4079-932a-15068e19bb81 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:48.906169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:48.916096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68ee058d-1a74-4e27-945c-e39ddbf783b4 req-338dd9ae-9212-4079-932a-15068e19bb81 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 949 time: 0.6716530 Aug 04 14:39:48.938083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.007415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:49.049859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-aec87723-dd0c-4df0-82da-39d9db662a5d service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996702 Aug 04 14:39:49.057137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.065308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:39:49.065728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.068343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 73867522-4e9e-457a-81f7-428555709e52 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:39:49.164144 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:39:49.169028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.229948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44dcc-f3e5-494c-a29a-d3c59f5ff05d req-b7292d85-2ead-4c47-a658-055e58875820 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:49.231601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78c44dcc-f3e5-494c-a29a-d3c59f5ff05d req-b7292d85-2ead-4c47-a658-055e58875820 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.8770745 Aug 04 14:39:49.235647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68ee058d-1a74-4e27-945c-e39ddbf783b4 req-56210b10-c69b-4fa8-925a-59de2c98409d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185880 Aug 04 14:39:49.259025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-59c3617a-d8ff-4d2f-a5b9-fa64b2883e4f req-713e9f5d-18a9-40aa-bb19-72dcc6697282 service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923549 Aug 04 14:39:49.266495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.281152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b6ab8322-c521-4d78-bb3a-0bc05ecb45b2 HTTP/1.1" status: 204 len: 168 time: 1.4958789 Aug 04 14:39:49.285095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-83c6a872-bb05-4d84-af61-813ba879db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:49.287212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-83c6a872-bb05-4d84-af61-813ba879db88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.9337342 Aug 04 14:39:49.303806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 73867522-4e9e-457a-81f7-428555709e52 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:49.321555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 73867522-4e9e-457a-81f7-428555709e52 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:49.321939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.327922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0a63d-625f-459d-a39e-e80ae43a5034 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ab8322-c521-4d78-bb3a-0bc05ecb45b2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:49.423350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.461558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:49.471492 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:49.529810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:49.539796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-c589e864-8e4d-461a-906b-8a40f21c87c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.2253029 Aug 04 14:39:49.629793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78c44dcc-f3e5-494c-a29a-d3c59f5ff05d req-f23c697a-ea10-4dea-a336-1154f34d4193 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467660 Aug 04 14:39:49.683306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-0b479b05-bc8a-4e5b-97bd-f72b728d7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:49.684829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-0b479b05-bc8a-4e5b-97bd-f72b728d7d88 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1327541 Aug 04 14:39:49.723866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:49.727960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-006f351e-542c-4be9-978d-0757f4d6ab5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344219 Aug 04 14:39:49.814663 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3752e6b-1f1e-49ab-8ff2-8335c0f174c2 x-openstack-request-id: req-f3752e6b-1f1e-49ab-8ff2-8335c0f174c2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:49.815021 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:49.815343 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3752e6b-1f1e-49ab-8ff2-8335c0f174c2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:49.815756 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'code': 200} Aug 04 14:39:49.825810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40222) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:49.826453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e72dea5-d74b-441d-9627-a84eda1352fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c64bd4623a1f4ef2bd70be564559d0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011269 Aug 04 14:39:49.936591 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-143bbe44-4d79-4d1c-a153-d165e4320220 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509789 Aug 04 14:39:49.952132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d2bc-e1cb-405a-9c18-40a30bf5e1cc req-1e34cc4d-5f42-4cc1-811e-292f035ba03c tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:49.953978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5587d2bc-e1cb-405a-9c18-40a30bf5e1cc req-1e34cc4d-5f42-4cc1-811e-292f035ba03c tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 944 time: 0.0761218 Aug 04 14:39:50.020085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5587d2bc-e1cb-405a-9c18-40a30bf5e1cc req-8614240c-a94e-4971-abe0-35cb3b66346a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483532 Aug 04 14:39:50.020799 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.030692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-bf452792-cc5f-463f-bd85-4b24787c9542 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915435 Aug 04 14:39:50.065792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.101587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-212b6775-4e1d-4613-a55c-c28a2181a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:50.102632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-212b6775-4e1d-4613-a55c-c28a2181a3a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1097 time: 0.1097229 Aug 04 14:39:50.122400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.212426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-9bf33298-7c73-487e-9f91-0adf28427497 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713479 Aug 04 14:39:50.226626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.229760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.234193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45136bf2-1527-4708-9f9a-9d577fee4f52 HTTP/1.1" status: 204 len: 168 time: 0.4039307 Aug 04 14:39:50.247168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02bf8a-15cd-4aab-828a-ffcffa4164b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45136bf2-1527-4708-9f9a-9d577fee4f52,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:50.347290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-38ffeadf-2c85-4865-bbb7-ac6255bc1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:50.349113 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-38ffeadf-2c85-4865-bbb7-ac6255bc1a6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2090771 Aug 04 14:39:50.475722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676b4e9-6daf-40aa-9005-6265d5965631 req-bb5998fd-5cd3-4bb0-8d3c-f907c0fb72e0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:50.480137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0676b4e9-6daf-40aa-9005-6265d5965631 req-bb5998fd-5cd3-4bb0-8d3c-f907c0fb72e0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1186647 Aug 04 14:39:50.482443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-44f777b0-41ad-40a0-b62d-205c2c8d5956 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1230488 Aug 04 14:39:50.576030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:50.589356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-d054e98e-a391-4a05-8f99-e3fd90a396b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:50.590890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-d054e98e-a391-4a05-8f99-e3fd90a396b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0984128 Aug 04 14:39:50.656161 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-a684473c-47b9-43e5-a944-800193e13f23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523388 Aug 04 14:39:50.656933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-ccc6c767-33c6-454b-8019-7f255094c768 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:50.659019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-ccc6c767-33c6-454b-8019-7f255094c768 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1344144 Aug 04 14:39:50.663363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0676b4e9-6daf-40aa-9005-6265d5965631 req-d92c18f3-d8a9-4df2-8f57-6426596f6e22 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756296 Aug 04 14:39:50.707433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:39:50.711581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:50.711879 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.796691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-3893dd6a-ccff-4425-b3fb-985c6d464c2b service neutron] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:39:50.801970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-3893dd6a-ccff-4425-b3fb-985c6d464c2b service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.804295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a472674-e72a-466d-a323-f94c4727bdb3 req-3893dd6a-ccff-4425-b3fb-985c6d464c2b service neutron] 10.222.0.38 "DELETE /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67/bindings/n-h2-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.1364801 Aug 04 14:39:50.870339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:50.891456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.912418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-82e1ad5f-e63c-4517-b548-c83f1ec43ba2 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470465 Aug 04 14:39:50.943226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:39:50.958389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:50.994699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30f0a3b8-57d1-4c9f-821c-e001413d0ad0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2598c8ef96f54455902f5b719cf787a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206577 Aug 04 14:39:50.997752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40260) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:51.027940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67178b1-d043-4722-8ef9-f2c2d1a1c7d0 req-d294d83b-7b34-4992-adab-850259007b3b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:51.035949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c67178b1-d043-4722-8ef9-f2c2d1a1c7d0 req-d294d83b-7b34-4992-adab-850259007b3b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.1008196 Aug 04 14:39:51.058940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:51.091815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a3bbb11-554e-462a-b758-c3a1dcfa3440 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:39:51.115246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c67178b1-d043-4722-8ef9-f2c2d1a1c7d0 req-fb2a01bb-f065-4a25-85eb-9441fd8b733d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782883 Aug 04 14:39:51.153066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f28f5b-fef7-4ce7-9131-6845b9c757d0 req-93187c83-bfde-4a61-92de-964aa00762ad service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197230 Aug 04 14:39:51.168129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:51.227902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:39:51.228251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:51.235101 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:51.340255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:51.345442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:51.346819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4325a1d5-6660-4566-a3f8-e1d4b53b51c2 HTTP/1.1" status: 204 len: 168 time: 0.3472407 Aug 04 14:39:51.416656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8616e3-bc5f-4994-ab16-c79237b336a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325a1d5-6660-4566-a3f8-e1d4b53b51c2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:51.462697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57f8d-207d-498f-b14c-0b491e16f03a req-f28c2d8a-77d5-4738-9c88-521fd9cee40a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:51.480690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64b57f8d-207d-498f-b14c-0b491e16f03a req-f28c2d8a-77d5-4738-9c88-521fd9cee40a tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.1324852 Aug 04 14:39:51.547545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64b57f8d-207d-498f-b14c-0b491e16f03a req-1182e456-412a-4288-bfb2-49e58a2760e7 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629678 Aug 04 14:39:51.743734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb91f5-a4e9-4db7-885b-77b3aff42ea8 req-c952422f-dbab-4bf8-8d85-c67790d8c5fc tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:51.753317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53bb91f5-a4e9-4db7-885b-77b3aff42ea8 req-c952422f-dbab-4bf8-8d85-c67790d8c5fc tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1096 time: 0.0624902 Aug 04 14:39:51.817611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}, {'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:39:51.820285 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7af64-527b-4104-9b47-0fb40965e3e4" -d '{"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-plugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52"}, {"server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "name": "network-vif-plugged", "status": "completed", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:39:51.830892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53bb91f5-a4e9-4db7-885b-77b3aff42ea8 req-bcb4266d-cdfa-4d0e-b277-6193f6b6b0c2 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Aug 04 14:39:52.087988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c45f4-2c4c-40e5-8452-30ec4341aaa9 req-5e771367-64fa-410a-a4f3-fe1380726813 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:52.099082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac2c45f4-2c4c-40e5-8452-30ec4341aaa9 req-5e771367-64fa-410a-a4f3-fe1380726813 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1133852 Aug 04 14:39:52.152191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac2c45f4-2c4c-40e5-8452-30ec4341aaa9 req-7c2dc890-4c1b-4d13-a2a6-38c2443bdf6a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512474 Aug 04 14:39:52.263365 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771bffe2-29b0-4704-adc7-7c31fc28fabe x-openstack-request-id: req-771bffe2-29b0-4704-adc7-7c31fc28fabe {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:39:52.264453 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-plugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52", "code": 200}, {"server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "name": "network-vif-plugged", "status": "completed", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:39:52.264791 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-771bffe2-29b0-4704-adc7-7c31fc28fabe {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:39:52.265351 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'code': 200} Aug 04 14:39:52.265694 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'code': 200} Aug 04 14:39:52.425057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e512f-68b4-49a0-9d1b-5617adbe51c1 req-7a367b34-0939-4c1a-842a-0c113ade91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:52.441131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df671e86-5e7a-4e4c-a3be-682bcffebf8f req-ec836452-96d0-4cbb-9b9e-bad4e51f2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:52.446296 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df671e86-5e7a-4e4c-a3be-682bcffebf8f req-ec836452-96d0-4cbb-9b9e-bad4e51f2a70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 1097 time: 0.1183836 Aug 04 14:39:52.462766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232e512f-68b4-49a0-9d1b-5617adbe51c1 req-7a367b34-0939-4c1a-842a-0c113ade91df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1102 time: 0.0950572 Aug 04 14:39:52.518521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df671e86-5e7a-4e4c-a3be-682bcffebf8f req-fcfa5f68-3ca2-4da8-8a84-cf8b3625a7a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642393 Aug 04 14:39:52.567741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232e512f-68b4-49a0-9d1b-5617adbe51c1 req-79aad74b-41fe-4d79-b037-6b6980ba525c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936589 Aug 04 14:39:52.773617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40314) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:52.970218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-676720246-network', 'tenant_id': 'a2fbea3558b54059856a7158206f3b25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:53.004465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:53.010067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.021097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.147098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.155039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.204958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:53.231531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:53.248395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.248816 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Added segment 740c499d-0239-41f6-bb9d-7dd88f6b12e8 of type vlan for network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad Aug 04 14:39:53.314708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.385859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.389418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:53.403132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.536449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7616231 Aug 04 14:39:53.539648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40322) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:53.545420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Request body: {'subnet': {'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-676720246-subnet', 'tenant_id': 'a2fbea3558b54059856a7158206f3b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:53.597099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbbf38-5b56-4c9f-9f12-caac94d0cd59 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:53.612809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:53.613062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:53.613520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:53.915809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:54.026395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a38431-6220-4016-8afe-65544e7eabae,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:54.043735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-a873b86f-e245-4837-8643-8367f281d583 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993192 Aug 04 14:39:54.047955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:54.048512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Network hostable DHCP agents. Network: a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:54.109805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:54.134171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-ad6073f1-2110-4a79-9a23-002e19c18c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:54.135987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-ad6073f1-2110-4a79-9a23-002e19c18c03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 1098 time: 0.0653815 Aug 04 14:39:54.136723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:54.152763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f40b87-9614-4a6e-88af-dee2511b974d None None] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:54.178164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:54.179726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:54.278904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6e1707fd-d857-4172-856b-b067db47319e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7291417 Aug 04 14:39:54.386841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-44b4d444-8b67-48f2-b502-1d7fc1ea477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:54.386841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-44b4d444-8b67-48f2-b502-1d7fc1ea477c service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.1791375 Aug 04 14:39:54.615493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-25b53a45-4a66-4a4e-b57d-2e1ec9fe94f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 200 len: 1002 time: 0.2111893 Aug 04 14:39:54.630952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7987690-c03b-4a31-b8f1-d669b65cbbbc None None] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:54.720736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-3dd32061-9519-4029-81af-f2d14da324f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:54.722641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-3dd32061-9519-4029-81af-f2d14da324f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.0984371 Aug 04 14:39:54.840280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-203ddb94-f7bc-44d2-b463-a34b0c5b1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:54.857205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-203ddb94-f7bc-44d2-b463-a34b0c5b1405 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260505 Aug 04 14:39:55.023189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-ecd53816-3953-4f02-8577-55443fff98d2 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555483 Aug 04 14:39:55.176549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1d398f6-f605-4a4c-9a71-fd5ebc50b47e req-7cf4c613-d6a0-4e3f-8c36-1754d3c36ee0 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452143 Aug 04 14:39:55.386885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40346) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:55.396790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1396632043-network', 'tenant_id': 'bb4a2f5896144d6eac3f869852637e67'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:55.435934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Made reservation on behalf of bb4a2f5896144d6eac3f869852637e67 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:55.438615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.455151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.585478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.591585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.621206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:39:55.633515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c237c2bd-8921-4d73-80bf-508d3f290b84,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:55.639626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.639969 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Added segment aab46000-7340-4715-8303-66573a460354 of type vlan for network fbc23bbb-cea0-4ec2-8a53-3bab46087697 Aug 04 14:39:55.700073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.767211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.768249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:55.768836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:55.835889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4453146 Aug 04 14:39:55.836134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:39:55.841249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Request body: {'subnet': {'network_id': 'fbc23bbb-cea0-4ec2-8a53-3bab46087697', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1396632043-subnet', 'tenant_id': 'bb4a2f5896144d6eac3f869852637e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:39:55.845492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9518b0-7359-4c7f-9781-c319b8503cfa admin admin] Pushing event updated for resources: {'Network': ['ID=fbc23bbb-cea0-4ec2-8a53-3bab46087697,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:55.855631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network fbc23bbb-cea0-4ec2-8a53-3bab46087697 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:39:55.891884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Made reservation on behalf of bb4a2f5896144d6eac3f869852637e67 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:39:55.894880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:56.423337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:56.506471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Checking segment: {'id': 'aab46000-7340-4715-8303-66573a460354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fbc23bbb-cea0-4ec2-8a53-3bab46087697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:39:56.507187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Network hostable DHCP agents. Network: fbc23bbb-cea0-4ec2-8a53-3bab46087697, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:39:56.523209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ade6a68-f650-4490-82e3-138b8b66443f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:39:56.535321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Network fbc23bbb-cea0-4ec2-8a53-3bab46087697 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:39:56.548805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, fbc23bbb-cea0-4ec2-8a53-3bab46087697) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:39:56.554010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:56.555098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:39:56.563593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514baeee-ee4d-405f-a214-8a26c90a5c12 None None] Network fbc23bbb-cea0-4ec2-8a53-3bab46087697 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:56.593442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-46caf853-f6b7-47d1-a284-5e890d779e58 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7561193 Aug 04 14:39:56.777625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5be67-a1d9-4754-8ac1-592219c73e59 None None] Network fbc23bbb-cea0-4ec2-8a53-3bab46087697 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:39:59.065224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-e440dfa7-30b4-4262-a59e-816a3a4a3c99 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:59.066881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-e440dfa7-30b4-4262-a59e-816a3a4a3c99 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.1387820 Aug 04 14:39:59.095857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-80b2a5c1-a94f-46de-ad85-591f72e80f44 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/quotas/3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 375 time: 0.0147302 Aug 04 14:39:59.126590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd999-4103-45fd-a9ff-deb9338f518e req-fe955f11-8894-4c79-b85b-27ed5266dc03 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:59.128230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86cfd999-4103-45fd-a9ff-deb9338f518e req-fe955f11-8894-4c79-b85b-27ed5266dc03 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.0819461 Aug 04 14:39:59.185105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86cfd999-4103-45fd-a9ff-deb9338f518e req-cb289f5f-7916-4d41-b1d5-3f0191742934 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397761 Aug 04 14:39:59.195275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-59cd2f7f-3359-498e-a407-3fd6b87a28be tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887673 Aug 04 14:39:59.354157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688aed-a438-424c-b9ca-155a606ed60c req-91729db5-705d-4d72-945e-c7b563e84685 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:59.355606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44688aed-a438-424c-b9ca-155a606ed60c req-91729db5-705d-4d72-945e-c7b563e84685 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0864272 Aug 04 14:39:59.359939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-6b5b3932-2e73-4006-ad71-d2ecfb9a4859 service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525962 Aug 04 14:39:59.444752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44688aed-a438-424c-b9ca-155a606ed60c req-d61b2eec-8360-4d23-aa5b-a518d29b64ed tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832336 Aug 04 14:39:59.514372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-b430d6ff-3521-4d21-98a2-04e8345bbe38 service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429915 Aug 04 14:39:59.985651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d577158-73ad-4a14-8a62-b112943c343e req-c13a216e-7e6a-4604-a180-4df82b9858ef tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:39:59.987740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d577158-73ad-4a14-8a62-b112943c343e req-c13a216e-7e6a-4604-a180-4df82b9858ef tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.1917069 Aug 04 14:39:59.997443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40418) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:00.002736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Request body: {'floatingip': {'port_id': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:00.047980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-b68ad428-e4d3-4fbc-8af7-b045bd2716d8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:00.050138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-b68ad428-e4d3-4fbc-8af7-b045bd2716d8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.1916862 Aug 04 14:40:00.078166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.082511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-1938c1c9-6b2a-456a-89a6-4386ecc917a4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/quotas/a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 375 time: 0.0228245 Aug 04 14:40:00.138813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-0d410de4-b69a-4ea9-9a24-3291aa94b8b8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521762 Aug 04 14:40:00.312381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-a13519dc-1e79-49b6-9030-fa67315d8a03 service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660168 Aug 04 14:40:00.412510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-760b05e0-d486-425c-9528-e79b996c13eb tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:00.414832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-760b05e0-d486-425c-9528-e79b996c13eb tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1102 time: 0.1240170 Aug 04 14:40:00.441826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-be9c66a8-0d30-46f9-b5f0-be42425af535 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.472372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-1ce9d464-4a87-4dc1-84c4-0d5d6085ec48 service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445601 Aug 04 14:40:00.567996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-be9c66a8-0d30-46f9-b5f0-be42425af535 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.589229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-be9c66a8-0d30-46f9-b5f0-be42425af535 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.651521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a33dc12-65b2-43d7-916c-d65fb3e2b49a req-be9c66a8-0d30-46f9-b5f0-be42425af535 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233360 Aug 04 14:40:00.675263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c66a8-0d30-46f9-b5f0-be42425af535 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc961d2d-ae8d-486c-a3fd-b1a4a772cca2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:00.714312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.725242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:00.777020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-126b94d0-2b69-4021-b3af-42475beb0790 req-0f319d2b-4c13-410e-9181-e6507d921c3c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 210 time: 0.0523298 Aug 04 14:40:00.905898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4cad-71d2-4eb6-acd1-56b877c76657 req-6ce2dafe-d816-4aba-86c4-acdd15b94059 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:00.912083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbec4cad-71d2-4eb6-acd1-56b877c76657 req-6ce2dafe-d816-4aba-86c4-acdd15b94059 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 950 time: 0.1196334 Aug 04 14:40:00.948426 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Floating IP 61745ae9-4777-4b21-b205-6342343e6fb6 associated. External IP: 172.25.0.250, port: 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6. Aug 04 14:40:01.010917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbec4cad-71d2-4eb6-acd1-56b877c76657 req-4f82fa59-21f8-4f3c-925c-2a26b5cd0c17 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Aug 04 14:40:01.138771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c01a8ee7-72c1-413b-965f-cba3a8262418 req-2217d94a-5ba2-4180-8df2-8e8bc7bd92d9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 210 time: 0.0839477 Aug 04 14:40:01.367979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Router 2e8cd710-064e-4215-91b4-44b520cf6167 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:40:01.472168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-41ef36de-3fbf-41e7-913e-4582b76df927 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:01.474471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-41ef36de-3fbf-41e7-913e-4582b76df927 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.3276873 Aug 04 14:40:01.520224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Request body: {'port': {'device_id': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'admin_state_up': True, 'tenant_id': '3125fe8accca4b878a77bddccadab7fa'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:01.597944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:40:01.608700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:01.612212 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Sync routers for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:40:01.625734 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:01.631178 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:01.661365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-df9b3d5c-33bf-4ed2-8a70-262cd0b6f821 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "PUT /v2.0/floatingips/61745ae9-4777-4b21-b205-6342343e6fb6 HTTP/1.1" status: 200 len: 991 time: 1.6559374 Aug 04 14:40:01.664445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:01.666927 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d644a-9211-42a1-84b7-2bc234e55e84" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:01.717579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:01.721735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:01.836237 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:01.981434 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac180c7-c580-4b8e-968a-4aa2387ecaa5 x-openstack-request-id: req-0ac180c7-c580-4b8e-968a-4aa2387ecaa5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:01.982052 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:01.982491 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ac180c7-c580-4b8e-968a-4aa2387ecaa5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:01.983448 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'status': 'completed', 'code': 200} Aug 04 14:40:02.061422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Allocated IP 172.20.0.5 (51ff9d44-1cab-4c49-9cd3-19c025fc1f98/10a7ba5a-12a2-45b8-b74e-83f429e20d7e/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:02.065560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-c29d4154-b716-496d-8e0c-534192b1a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.067521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-c29d4154-b716-496d-8e0c-534192b1a414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06a00364c0d54eec965fdff2f31d0e3a&device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 1097 time: 0.0812042 Aug 04 14:40:02.264949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-e045a997-2e4f-4d99-9cda-8b28496f6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.266482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-e045a997-2e4f-4d99-9cda-8b28496f6cb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be25f5b6-1b28-4a47-adf1-b75e8162e3db HTTP/1.1" status: 200 len: 915 time: 0.1902940 Aug 04 14:40:02.272152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40498) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:02.349746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:02.438630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-992a173a-6472-4b39-93d6-f1f338c3289b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 HTTP/1.1" status: 200 len: 999 time: 0.0744781 Aug 04 14:40:02.438840 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '61745ae9-4777-4b21-b205-6342343e6fb6', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'port_id': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'mac_address': 'fa:16:3e:3f:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:27Z', 'updated_at': '2021-08-04T14:40:00Z', 'revision_number': 1, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:02.440615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc2d84-0c91-4cf5-a7c1-eb2255f24471 req-5c2497b4-3bff-4ded-932e-aa43bcbab340 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.440615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52cc2d84-0c91-4cf5-a7c1-eb2255f24471 req-5c2497b4-3bff-4ded-932e-aa43bcbab340 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.3181868 Aug 04 14:40:02.446712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Checking router: 2e8cd710-064e-4215-91b4-44b520cf6167 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:40:02.476310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:02.480454 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:02.481390 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:39:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:02.603854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-f78baaaf-c44a-4cb4-a660-7493b4a07949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.605145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-f78baaaf-c44a-4cb4-a660-7493b4a07949 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f53d7eef-6552-4c0b-a217-ac3211bc9e3a HTTP/1.1" status: 200 len: 853 time: 0.2134826 Aug 04 14:40:02.648092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52cc2d84-0c91-4cf5-a7c1-eb2255f24471 req-e5a9b0d3-956b-42d8-9b24-3fdee490f8f6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080007 Aug 04 14:40:02.748824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-d62a219e-a014-4356-8280-11d5dc075036 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4754415 Aug 04 14:40:02.774869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-55817ce7-e21b-4849-8465-ffd264d4a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.776539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-55817ce7-e21b-4849-8465-ffd264d4a4f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be25f5b6-1b28-4a47-adf1-b75e8162e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267443 Aug 04 14:40:02.777999 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:02.807281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-d0a793e4-e234-48f2-aa5b-e57def9b3ea3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:02.808883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-d0a793e4-e234-48f2-aa5b-e57def9b3ea3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.3146684 Aug 04 14:40:02.885454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Request body: {'port': {'device_id': 'b47cc519-511a-4302-863a-16b8d5104231', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'admin_state_up': True, 'tenant_id': 'a2fbea3558b54059856a7158206f3b25'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:03.007014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:03.008722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:03.016954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.017421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.017852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.018628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.018870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.019349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.019762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.020159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.020608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.021001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.021395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.021881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.026234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:03.029220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:03.035424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:03.036594 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.056079 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-e9a4a553-b13b-408f-bf41-843860f1889c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5400791 Aug 04 14:40:03.079580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Request body: {'port': {'device_id': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:03.119001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59d57-0846-43af-a7af-867028261b07 req-69b53079-14e0-4c7b-ab90-2cb879a73f51 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:03.129662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:03.130275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fb59d57-0846-43af-a7af-867028261b07 req-69b53079-14e0-4c7b-ab90-2cb879a73f51 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 931 time: 0.3301811 Aug 04 14:40:03.170385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-b769cfd5-382c-4e8a-b7e2-d0f5c7bd8fae service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849738 Aug 04 14:40:03.197751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.332139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '61745ae9-4777-4b21-b205-6342343e6fb6', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'port_id': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'mac_address': 'fa:16:3e:3f:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:27Z', 'updated_at': '2021-08-04T14:40:00Z', 'revision_number': 1, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:03.400917 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db48b-698e-43a1-b827-deb1894d2db8 None None] The sync data for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 is: [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '61745ae9-4777-4b21-b205-6342343e6fb6', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'port_id': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'mac_address': 'fa:16:3e:3f:6f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:39:27Z', 'updated_at': '2021-08-04T14:40:00Z', 'revision_number': 1, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:40:03.412213 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.476456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:03.498774 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba933a-d075-440e-a00d-e9bb5b889a26" -d '{"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-unplugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:03.528283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:03.537747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.543242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fb59d57-0846-43af-a7af-867028261b07 req-7a5e383f-86c8-422e-8427-a0e584304526 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120781 Aug 04 14:40:03.638983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ecb7f5e-7b99-4486-9a8b-aaa38d3d0533 req-c596c506-4e61-475c-8f19-910ad49fcab1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 210 time: 0.1315260 Aug 04 14:40:03.648413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce0d644a-9211-42a1-84b7-2bc234e55e84 req-ec12d955-a40d-43a8-80f6-b55035a7eb4f service neutron] 10.222.0.46 "GET /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318194 Aug 04 14:40:03.650868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:03.656817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:03.667050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.667402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.667738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.668651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.671459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.673776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.674405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.675015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.675547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.691065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.691400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.691739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.692072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:03.711740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:03.721706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Transition to ACTIVE for port object f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:03.723652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.730809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:03.754527 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d701e2-f218-4da3-86fd-fdccb0806d87 x-openstack-request-id: req-f3d701e2-f218-4da3-86fd-fdccb0806d87 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:03.755050 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-unplugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:03.755750 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3d701e2-f218-4da3-86fd-fdccb0806d87 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:03.756306 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'code': 200} Aug 04 14:40:03.824824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:03.869596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5105d7-3c4f-470e-859e-1f5797517b3a None None] New status for floating IP 61745ae9-4777-4b21-b205-6342343e6fb6: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:40:03.954476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Allocated IP 172.20.0.6 (a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad/73a38431-6220-4016-8afe-65544e7eabae/78e099ab-0a62-4832-ac00-fba469c29e13) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:03.998645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:03.999675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:04.001393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:04.016881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:04.018554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:04.040995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:04.042768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:04.044476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:04.045129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Bound port: f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:04.046030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.106813 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.159443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.254127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:04.258182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:04.262858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:04.264320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:04.269251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:04.274323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.325041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.325543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.325657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95695c7-5b2f-406a-aabe-3fee5f3639ae req-5ec85c7b-5fee-4802-9c83-04dcbcbed328 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.327164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e95695c7-5b2f-406a-aabe-3fee5f3639ae req-5ec85c7b-5fee-4802-9c83-04dcbcbed328 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1851323 Aug 04 14:40:04.331074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:04.334216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] 10.222.0.46 "PUT /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 1092 time: 1.2558868 Aug 04 14:40:04.334854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:04.338062 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:04.366046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.366230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.366498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.366956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.367231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.367659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.367920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.368186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.368573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.368840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.369137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.369482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:40:04.381288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.381952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.384969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42563-651a-4eb6-9a74-c10fdba1f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:04.403655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-58b3d2f1-f554-42e1-8a25-52a85d57fd49 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5827684 Aug 04 14:40:04.430862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Request body: {'port': {'device_id': 'b47cc519-511a-4302-863a-16b8d5104231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:04.448119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e95695c7-5b2f-406a-aabe-3fee5f3639ae req-9f8c9e65-261a-49d5-9d30-a7b8788f438a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123812 Aug 04 14:40:04.488940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-e71733b2-5472-43c7-9686-908c7c0fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.490703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-e71733b2-5472-43c7-9686-908c7c0fad38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1095 time: 0.0885289 Aug 04 14:40:04.528482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:04.557727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-04c39cf2-5f17-4b7d-91b7-8ffde706704f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 217 time: 0.0522220 Aug 04 14:40:04.618978 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d350dc-9c42-4231-b82e-a159e296ca7a x-openstack-request-id: req-87d350dc-9c42-4231-b82e-a159e296ca7a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:04.619265 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:04.619517 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87d350dc-9c42-4231-b82e-a159e296ca7a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:04.619919 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'status': 'completed', 'code': 200} Aug 04 14:40:04.623927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21f8e-e053-4376-b705-23f440ded1de req-3cbd0b5b-0d3d-4dbc-8b0d-7c622d8b6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.625585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-3cbd0b5b-0d3d-4dbc-8b0d-7c622d8b6cc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0531144 Aug 04 14:40:04.671043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-135e849b-2639-4d02-973a-ca4bc08f55c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317774 Aug 04 14:40:04.784257 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-d6bbdcb8-efa6-4125-b80f-be657d46c0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042194 Aug 04 14:40:04.882988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44e21f8e-e053-4376-b705-23f440ded1de req-dd1c848e-4365-4ea7-b274-eb8f470f74a9 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886359 Aug 04 14:40:04.903351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea047-6f7e-425c-8b32-fe1ce98ae2c0 req-4fbefbf3-7d9f-4125-828d-69831e1377a9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.905084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f93ea047-6f7e-425c-8b32-fe1ce98ae2c0 req-4fbefbf3-7d9f-4125-828d-69831e1377a9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.1699483 Aug 04 14:40:04.967212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-d85848a2-6381-4366-9aa3-72273044b947 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:04.968769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-d85848a2-6381-4366-9aa3-72273044b947 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/networks?id=21bb1c08-559c-444f-889b-dde92283a0c9 HTTP/1.1" status: 200 len: 814 time: 0.1951046 Aug 04 14:40:04.998569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f93ea047-6f7e-425c-8b32-fe1ce98ae2c0 req-9c862b14-0da2-4dd8-a769-9b05092179d2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Aug 04 14:40:05.003499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-df12c451-b24a-4a2f-b588-997450d7f357 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/quotas/2a30a5d9b68e4f23ba3fa44e3841c686 HTTP/1.1" status: 200 len: 375 time: 0.0251746 Aug 04 14:40:05.063879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-31507bce-5d08-4a5a-b677-660343f46d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.066513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-31507bce-5d08-4a5a-b677-660343f46d28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1095 time: 0.0915346 Aug 04 14:40:05.079468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-455a4e02-8cfd-4d1e-a650-a583ad5b96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.082217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-455a4e02-8cfd-4d1e-a650-a583ad5b96d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1102 time: 0.0829537 Aug 04 14:40:05.243534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-09dc2e8c-b976-4322-bd16-6f2815531d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.245017 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-09dc2e8c-b976-4322-bd16-6f2815531d20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1699777 Aug 04 14:40:05.246308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-2fcda9f5-301d-49f8-85b7-53bd582fde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.247627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-2fcda9f5-301d-49f8-85b7-53bd582fde97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1507986 Aug 04 14:40:05.298372 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-529b2756-1bee-49b0-a72e-d4713e14d66a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 217 time: 0.0439324 Aug 04 14:40:05.301279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e099ab-0a62-4832-ac00-fba469c29e13 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:05.318098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:05.332474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-87bdd29e-fabe-45e4-9d3b-d1172ab78886 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0719717 Aug 04 14:40:05.348884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Transition to ACTIVE for port object 78e099ab-0a62-4832-ac00-fba469c29e13 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:05.357969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:05.370714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-9580c587-5ae4-44d1-80fc-a653b263b61a tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a30a5d9b68e4f23ba3fa44e3841c686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3375831 Aug 04 14:40:05.408241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-67eaf64e-f549-43e1-ada0-cebe053c3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.409769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-67eaf64e-f549-43e1-ada0-cebe053c3e20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0865688 Aug 04 14:40:05.414825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-4db85057-463f-41ab-bf91-5cbb70e5ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.416710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-4db85057-463f-41ab-bf91-5cbb70e5ac2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0596001 Aug 04 14:40:05.451411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-98516651-5c0d-4905-ae76-291fff69cffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328324 Aug 04 14:40:05.465263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192ac2-15de-4639-ae13-fbd638828c94 req-d9b2d639-a513-4a0d-8c4f-7cc7f2d1d0bd tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.466742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4192ac2-15de-4639-ae13-fbd638828c94 req-d9b2d639-a513-4a0d-8c4f-7cc7f2d1d0bd tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 931 time: 0.1697068 Aug 04 14:40:05.472048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:05.538653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-ece36ace-4ece-40c4-bfa5-a6f04eaa890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.540179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-ece36ace-4ece-40c4-bfa5-a6f04eaa890c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117210 Aug 04 14:40:05.554737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4192ac2-15de-4639-ae13-fbd638828c94 req-62d97a49-e164-4094-bfd7-87a2a34b363f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Aug 04 14:40:05.576282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-1983648d-5864-40f1-a1a0-a660ed3b9370 service neutron] 10.222.0.76 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829333 Aug 04 14:40:05.599552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-5d69a063-f27f-4934-bd70-879cc081bea0 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349366 Aug 04 14:40:05.659712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:05.660063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:05.660402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:05.673281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:05.673620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:05.680283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:05.680629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:05.681020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:05.681462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Bound port: 78e099ab-0a62-4832-ac00-fba469c29e13, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:05.681831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:05.701049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-74f4e12f-0fa1-4dfb-9766-cf84b5abb2ba service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500928 Aug 04 14:40:05.738341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-b5e63284-8a3a-473e-bfcf-ed18fd48c9cf service neutron] 10.222.0.76 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497848 Aug 04 14:40:05.760168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4951b4e3-c53e-4388-a7a2-06ca6ea857fc req-591a110f-d71e-4910-9116-e360b230d1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496818 Aug 04 14:40:05.798925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc536-9990-4c48-a83e-e2c8cadb95c3 req-96ecd9ae-a656-4288-bee1-16d863601174 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.800138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b5dc536-9990-4c48-a83e-e2c8cadb95c3 req-96ecd9ae-a656-4288-bee1-16d863601174 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1062951 Aug 04 14:40:05.810213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-155fabac-0619-4c92-bb09-ed92eb96215e service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976746 Aug 04 14:40:05.811190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:05.817410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:05.825789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:05.876510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:05.877289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:05.879037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] 10.222.0.38 "PUT /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 1092 time: 1.4644442 Aug 04 14:40:05.883440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:05.898204 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:05.931449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b5dc536-9990-4c48-a83e-e2c8cadb95c3 req-9e9d7520-c2b0-4138-a7c7-0d29de219631 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176231 Aug 04 14:40:05.940629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092199df-5fff-404b-b8bf-9e5a1ba29000 service neutron] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:06.013316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-37c05d31-7e0f-427c-bdb9-a12e1ad63c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.014962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-37c05d31-7e0f-427c-bdb9-a12e1ad63c6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1095 time: 0.0825455 Aug 04 14:40:06.081519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-2383a748-7cae-4d48-be06-c66282d93b2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0509655 Aug 04 14:40:06.115151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73bfa8dc-f1a6-497a-8b21-218d09d95383 req-15ef1009-f8b5-4b62-ad8b-eb33b2e58ffe tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 210 time: 0.0325882 Aug 04 14:40:06.158860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-d0afac20-384a-4235-8824-350708f33ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.160603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-d0afac20-384a-4235-8824-350708f33ab4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0531175 Aug 04 14:40:06.173150 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c810579d-4331-4847-9533-4d7dd4ac08b5 x-openstack-request-id: req-c810579d-4331-4847-9533-4d7dd4ac08b5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:06.173492 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:06.173800 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c810579d-4331-4847-9533-4d7dd4ac08b5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:06.174270 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13', 'status': 'completed', 'code': 200} Aug 04 14:40:06.209600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-318292a1-0177-4385-8ea9-90c0e8210366 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340860 Aug 04 14:40:06.300931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8027-6f70-40a4-8d60-38e2a31c8d9a req-8dc80c8a-cd4f-4124-ad46-fcd9e85d5817 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.307081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045d8027-6f70-40a4-8d60-38e2a31c8d9a req-8dc80c8a-cd4f-4124-ad46-fcd9e85d5817 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.1233397 Aug 04 14:40:06.362514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-e26cb9ea-0253-41ce-8f29-367c3f824913 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352408 Aug 04 14:40:06.367522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045d8027-6f70-40a4-8d60-38e2a31c8d9a req-7c8b0a28-9ac0-4223-b4dd-1e1664187d4a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 Aug 04 14:40:06.458891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f097eaa-cf0f-42e2-baa6-f9211ff89031 req-0842aa88-8849-4fbe-93f3-5e910ae87803 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885234 Aug 04 14:40:06.549276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-3f02b7c1-5367-4e7b-9864-5c3b814506b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.550840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-3f02b7c1-5367-4e7b-9864-5c3b814506b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1095 time: 0.0427899 Aug 04 14:40:06.677149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-5549d057-69c8-4f76-8a08-12d5785994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.678621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-5549d057-69c8-4f76-8a08-12d5785994b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1195865 Aug 04 14:40:06.702994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a5e1-c431-4f9c-9858-4b794087ee9c req-9500dd59-63f8-44ae-83b3-ab4f7aac5233 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.705073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae66a5e1-c431-4f9c-9858-4b794087ee9c req-9500dd59-63f8-44ae-83b3-ab4f7aac5233 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.0774465 Aug 04 14:40:06.736018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-d1a34cbc-bcb7-4849-9de9-16f607c4442b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0485356 Aug 04 14:40:06.802199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae66a5e1-c431-4f9c-9858-4b794087ee9c req-2e4314bd-def0-44fa-b525-f71ae4d26a42 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Aug 04 14:40:06.809640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-48bce15f-ac69-40d0-9637-6bac1ada66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:06.811082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-48bce15f-ac69-40d0-9637-6bac1ada66c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0583146 Aug 04 14:40:06.843255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-b7e01946-b6ef-4065-b7a0-d1a4ca78b35f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247462 Aug 04 14:40:06.937930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-0355a49a-92f5-473a-82be-792d86f087e6 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856333 Aug 04 14:40:07.082322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413178d0-7ba7-4ff6-bf70-eee58b9d3526 req-ced7c02b-41fc-4184-a5dc-b82073384393 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:07.084226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-413178d0-7ba7-4ff6-bf70-eee58b9d3526 req-ced7c02b-41fc-4184-a5dc-b82073384393 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0799785 Aug 04 14:40:07.086536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933f0ae7-679b-4b0c-9607-c7ae6546d1d0 req-4422dc89-b078-4d70-a8b6-becbed52e0c2 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381469 Aug 04 14:40:07.128180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:07.130204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-413178d0-7ba7-4ff6-bf70-eee58b9d3526 req-45956960-15b5-4d1b-ad1d-749f9a2f3d89 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Aug 04 14:40:07.240091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c453d6d4-6316-48bd-b36e-4da6764b9e26 req-a4bb844f-cd50-4452-9874-7d13461805a6 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 210 time: 0.0446222 Aug 04 14:40:07.255744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-930753ec-8a5e-479e-8af7-a9de563dd966 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:07.262373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-930753ec-8a5e-479e-8af7-a9de563dd966 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.46 "GET /v2.0/networks?id=21bb1c08-559c-444f-889b-dde92283a0c9 HTTP/1.1" status: 200 len: 814 time: 0.1802230 Aug 04 14:40:07.263929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:07.274471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Request body: {'port': {'device_id': '898dc643-e142-45da-8222-dce9b0b548fd', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'admin_state_up': True, 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:07.275208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'de23536f-b98a-4692-8621-a8553601353b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'de23536f-b98a-4692-8621-a8553601353b', 'mac_address': 'fa:16:3e:bf:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:07.318961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.336445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23536f-b98a-4692-8621-a8553601353b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:07.358841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:07.363913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.386277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Made reservation on behalf of 2a30a5d9b68e4f23ba3fa44e3841c686 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:07.391076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.419747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:07.493859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['de23536f-b98a-4692-8621-a8553601353b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:07.519677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbcc41-9539-40d8-bcf8-3eac7cfd8411 req-bcd1b99d-408d-4893-8326-44ade55f6dea tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:07.521329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6cbcc41-9539-40d8-bcf8-3eac7cfd8411 req-bcd1b99d-408d-4893-8326-44ade55f6dea tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.0533218 Aug 04 14:40:07.562436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Allocated IP 172.20.0.11 (21bb1c08-559c-444f-889b-dde92283a0c9/90164781-cdf8-46ac-8402-7083ea653f90/7ef12d64-0e54-4f06-b839-6cde698a99ad) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:07.626692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6cbcc41-9539-40d8-bcf8-3eac7cfd8411 req-a5323001-cfdc-4605-b2f0-e30e29368167 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Aug 04 14:40:07.781941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.817800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Transition to ACTIVE for port object 7ef12d64-0e54-4f06-b839-6cde698a99ad will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:07.860216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.912260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Network 21bb1c08-559c-444f-889b-dde92283a0c9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:07.918196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:07.922830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:07.929253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630687-a2b2-4c11-bf0a-41f0e15a8018 req-d835308f-2ba5-47b2-a1c1-e2da62a3c24d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:07.929790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:07.930447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:07.937123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Pushing event updated for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:07.937322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8630687-a2b2-4c11-bf0a-41f0e15a8018 req-d835308f-2ba5-47b2-a1c1-e2da62a3c24d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.0592637 Aug 04 14:40:07.963601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-121442cd-93cf-49c0-8992-b7206de78a73 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6915100 Aug 04 14:40:07.976837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8630687-a2b2-4c11-bf0a-41f0e15a8018 req-313fee1f-fa4a-4802-8d25-7b808c75f40a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Aug 04 14:40:08.240694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bdfaa1bd-0116-411b-a63f-fe2783b88d20 None None] Provisioning for port 7ef12d64-0e54-4f06-b839-6cde698a99ad completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:08.245838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bdfaa1bd-0116-411b-a63f-fe2783b88d20 None None] Provisioning complete for port 7ef12d64-0e54-4f06-b839-6cde698a99ad triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:08.246312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa1bd-0116-411b-a63f-fe2783b88d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:08.287550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaa1bd-0116-411b-a63f-fe2783b88d20 None None] Port 7ef12d64-0e54-4f06-b839-6cde698a99ad cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:40:08.674672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:08.780077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:08.793603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'port_id': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'mac_address': 'fa:16:3e:f3:b0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ba5a-12a2-45b8-b74e-83f429e20d7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:08.854782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.015400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:09.044694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:09.058484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.114769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:09.145785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:09.173283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:09.316899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port de23536f-b98a-4692-8621-a8553601353b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:09.317483 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.372627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:09.377410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:09.418268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '78e099ab-0a62-4832-ac00-fba469c29e13', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'port_id': '78e099ab-0a62-4832-ac00-fba469c29e13', 'mac_address': 'fa:16:3e:d7:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a38431-6220-4016-8afe-65544e7eabae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:09.472320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.499433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e099ab-0a62-4832-ac00-fba469c29e13 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:09.560728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:09.571210 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.598090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.645543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:09.648280 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2b34d-1abb-45fe-9e9b-6b30d094cffe" -d '{"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:09.673275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:09.694635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:09.695193 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:09.811441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:09.875474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['78e099ab-0a62-4832-ac00-fba469c29e13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:10.683116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:10.757764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:10.762313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:10.762903 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:10.864456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:10.904948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:10.911431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:10.995149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:11.171087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:11.237905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 78e099ab-0a62-4832-ac00-fba469c29e13 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:11.245903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 78e099ab-0a62-4832-ac00-fba469c29e13 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:11.246299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:11.369033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:11.428484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:11.433934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:11.529040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:14.723977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6eef803d-4ea0-475a-8984-f558533a880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:14.895402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:40:17.333005 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94414594-cf19-47ea-a2de-deb4c0c20eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:17.524293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:17.604096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:18.359507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:18.593015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:19.757444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Request body: {'port': {'device_id': '898dc643-e142-45da-8222-dce9b0b548fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:19.817081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:19.905220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a5d0-660f-4959-8a1b-77624ac4f727 req-dc2ccb0b-f8bd-4595-9c6a-d3307e134483 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:19.906778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8e1a5d0-660f-4959-8a1b-77624ac4f727 req-dc2ccb0b-f8bd-4595-9c6a-d3307e134483 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0562041 Aug 04 14:40:19.974161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8e1a5d0-660f-4959-8a1b-77624ac4f727 req-4b71ee55-2f79-46e6-8dcc-fa6d67bbee5d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608864 Aug 04 14:40:19.990409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b113b-5dad-425e-a7ee-f6711eeb6b8c req-02413812-c553-4fca-a7a8-323d72101d5d tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:19.991985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-353b113b-5dad-425e-a7ee-f6711eeb6b8c req-02413812-c553-4fca-a7a8-323d72101d5d tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 932 time: 0.0727186 Aug 04 14:40:20.035014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-353b113b-5dad-425e-a7ee-f6711eeb6b8c req-ca8e3b45-38f3-4fa1-840c-c024698662d9 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369458 Aug 04 14:40:20.067435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.086914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065cbb-b6fa-4b91-bdb9-7c76e45a1d32 req-cf45a589-8bc2-45ef-8e71-3b484e96061d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.088484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d065cbb-b6fa-4b91-bdb9-7c76e45a1d32 req-cf45a589-8bc2-45ef-8e71-3b484e96061d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Aug 04 14:40:20.093565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef12d64-0e54-4f06-b839-6cde698a99ad {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:20.101723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.113859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Transition to ACTIVE for port object 7ef12d64-0e54-4f06-b839-6cde698a99ad will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:20.118655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.160675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d065cbb-b6fa-4b91-bdb9-7c76e45a1d32 req-fe1ec38f-9bb3-4c4d-aed0-0b78800f30d9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653591 Aug 04 14:40:20.184869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8f16d-fd72-454f-bade-9396710ffaab req-4150004f-8f76-4181-80b5-c319928d8a9c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.186798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39d8f16d-fd72-454f-bade-9396710ffaab req-4150004f-8f76-4181-80b5-c319928d8a9c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.0750220 Aug 04 14:40:20.201285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:20.214015 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34b82e-c2b7-4917-ae52-9596b4fdb183 x-openstack-request-id: req-cf34b82e-c2b7-4917-ae52-9596b4fdb183 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:20.214294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Attempting to bind port 7ef12d64-0e54-4f06-b839-6cde698a99ad on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:20.214402 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-plugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:20.214545 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf34b82e-c2b7-4917-ae52-9596b4fdb183 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:20.214691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Attempting to bind port 7ef12d64-0e54-4f06-b839-6cde698a99ad by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:20.214997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Attempting to bind port 7ef12d64-0e54-4f06-b839-6cde698a99ad on network 21bb1c08-559c-444f-889b-dde92283a0c9 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:20.215463 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'code': 200} Aug 04 14:40:20.220234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Port 7ef12d64-0e54-4f06-b839-6cde698a99ad on network 21bb1c08-559c-444f-889b-dde92283a0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:20.220564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Attempting to bind port 7ef12d64-0e54-4f06-b839-6cde698a99ad on network 21bb1c08-559c-444f-889b-dde92283a0c9 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:20.225832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:20.226176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Checking segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:20.226564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Bound using segment: {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:20.227059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Bound port: 7ef12d64-0e54-4f06-b839-6cde698a99ad, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973f8cbd-146e-4d6e-acc0-3d967e0089cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:20.227426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.231857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39d8f16d-fd72-454f-bade-9396710ffaab req-b839fdcc-e15d-4de0-b6a9-362c4114a411 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Aug 04 14:40:20.315929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:20.319535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:20.325286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.362389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.363039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:20.364521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ef12d64-0e54-4f06-b839-6cde698a99ad HTTP/1.1" status: 200 len: 1093 time: 0.6125441 Aug 04 14:40:20.364862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:20.367228 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41461c67-cbf7-42dc-b963-a9af7373236b" -d '{"events": [{"name": "network-changed", "server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:20.403566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b84e6-f3e4-4a1e-a826-68d626c0bcd6 req-d1a06596-e57e-41d6-a258-da49161e1c07 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.404666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d1118-91c5-452e-9a55-49041f5b14a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:20.405626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3b84e6-f3e4-4a1e-a826-68d626c0bcd6 req-d1a06596-e57e-41d6-a258-da49161e1c07 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 951 time: 0.0720837 Aug 04 14:40:20.424821 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46836b2-94d9-4300-b56f-986aa239ea5b x-openstack-request-id: req-d46836b2-94d9-4300-b56f-986aa239ea5b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:20.425108 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:20.425356 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d46836b2-94d9-4300-b56f-986aa239ea5b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:20.425745 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad', 'status': 'completed', 'code': 200} Aug 04 14:40:20.454002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3b84e6-f3e4-4a1e-a826-68d626c0bcd6 req-f5c0d081-e210-4fac-9083-5b64aea54d69 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 Aug 04 14:40:20.455914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-7fde76e3-fdd2-4d66-a2bd-02b07d2bd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.457583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-7fde76e3-fdd2-4d66-a2bd-02b07d2bd618 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a30a5d9b68e4f23ba3fa44e3841c686&device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 1096 time: 0.0437484 Aug 04 14:40:20.508050 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-768bd6e0-4695-45f0-a485-46262660fa81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad HTTP/1.1" status: 200 len: 217 time: 0.0404351 Aug 04 14:40:20.560050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-a5dbf15c-8dae-414f-8734-e28fded8fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.561525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-a5dbf15c-8dae-414f-8734-e28fded8fa5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90164781-cdf8-46ac-8402-7083ea653f90 HTTP/1.1" status: 200 len: 853 time: 0.0467713 Aug 04 14:40:20.607235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8330c9-7f59-4ee3-a847-087053822329 req-cdd5f06d-0ce6-4671-a0f5-f442318cbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.608753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-cdd5f06d-0ce6-4671-a0f5-f442318cbfb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21bb1c08-559c-444f-889b-dde92283a0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395215 Aug 04 14:40:20.706299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-57a1f63f-5ced-4ad5-aa08-b46dba78fdd7 service neutron] 10.222.0.46 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868933 Aug 04 14:40:20.803277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c8330c9-7f59-4ee3-a847-087053822329 req-b9e70aef-2109-49d1-8e2c-66d2217d8b6b service neutron] 10.222.0.46 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875175 Aug 04 14:40:20.891155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461c67-cbf7-42dc-b963-a9af7373236b req-6a36d80d-6e92-4a0f-9f9d-14c42f715d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.892954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-6a36d80d-6e92-4a0f-9f9d-14c42f715d46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a30a5d9b68e4f23ba3fa44e3841c686&device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 1096 time: 0.0449324 Aug 04 14:40:20.990327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461c67-cbf7-42dc-b963-a9af7373236b req-76550936-a251-40ea-a1fd-7de2dea2c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:20.991912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-76550936-a251-40ea-a1fd-7de2dea2c59d service neutron] 10.222.0.46 "GET /v2.0/networks?id=21bb1c08-559c-444f-889b-dde92283a0c9 HTTP/1.1" status: 200 len: 915 time: 0.0914979 Aug 04 14:40:21.036111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-0270d4c0-d3f1-4116-a908-e2affe325df3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad HTTP/1.1" status: 200 len: 217 time: 0.0354054 Aug 04 14:40:21.099289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99265188-ea9a-40ef-8a0c-93ef207e16ee req-303d77fa-0ed7-4112-a5b0-c81131bd8866 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.100572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461c67-cbf7-42dc-b963-a9af7373236b req-99344ce3-dfa5-42b1-8357-88840fa8eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.101596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99265188-ea9a-40ef-8a0c-93ef207e16ee req-303d77fa-0ed7-4112-a5b0-c81131bd8866 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0552099 Aug 04 14:40:21.102135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-99344ce3-dfa5-42b1-8357-88840fa8eb75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90164781-cdf8-46ac-8402-7083ea653f90 HTTP/1.1" status: 200 len: 853 time: 0.0563378 Aug 04 14:40:21.146431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99265188-ea9a-40ef-8a0c-93ef207e16ee req-1ccf5fad-b3ba-47c5-9d15-dba30040a30a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Aug 04 14:40:21.153179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461c67-cbf7-42dc-b963-a9af7373236b req-d9865492-8b15-45e9-8011-cc2ce2c5715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.155220 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-d9865492-8b15-45e9-8011-cc2ce2c5715b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21bb1c08-559c-444f-889b-dde92283a0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448689 Aug 04 14:40:21.219750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:21.252530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43ddcf-86df-4728-8aad-d024345e7057 req-a79165c7-ce12-464b-bb8e-f95b31009a00 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.254083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b43ddcf-86df-4728-8aad-d024345e7057 req-a79165c7-ce12-464b-bb8e-f95b31009a00 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 944 time: 0.0832553 Aug 04 14:40:21.259536 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-cde77063-ea3f-49f2-9fa1-93df12db34b9 service neutron] 10.222.0.46 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966554 Aug 04 14:40:21.277008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db200474-c35a-4e95-adbb-74efaaad3997 req-52774ab5-de82-49ba-979e-0afc08c79287 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.278454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db200474-c35a-4e95-adbb-74efaaad3997 req-52774ab5-de82-49ba-979e-0afc08c79287 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 951 time: 0.0733440 Aug 04 14:40:21.317831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:21.322484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b43ddcf-86df-4728-8aad-d024345e7057 req-1068fbc8-3ca8-404e-929a-343a30b27924 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Aug 04 14:40:21.336408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db200474-c35a-4e95-adbb-74efaaad3997 req-8606988e-4177-4aff-9296-c566c88232d1 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501077 Aug 04 14:40:21.358902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:21.370688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:21.370956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41461c67-cbf7-42dc-b963-a9af7373236b req-fb6859ae-0a36-4ad4-8aeb-365a813bcd1a service neutron] 10.222.0.46 "GET /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024067 Aug 04 14:40:21.419983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:21.492221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c5f3-9ae7-4af7-b748-7e3877e6b999 req-66c28c8c-159e-4d3c-96fc-eec45e3b4dc5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.493681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3754c5f3-9ae7-4af7-b748-7e3877e6b999 req-66c28c8c-159e-4d3c-96fc-eec45e3b4dc5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0936680 Aug 04 14:40:21.500637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795d31-ec1a-49bc-9634-8cddd553aa2d req-7b184929-468d-4b8f-ae38-b27fa5b142c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:21.501978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04795d31-ec1a-49bc-9634-8cddd553aa2d req-7b184929-468d-4b8f-ae38-b27fa5b142c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.0913987 Aug 04 14:40:21.554600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3754c5f3-9ae7-4af7-b748-7e3877e6b999 req-c3e4c683-a851-43c5-9d8c-37fd95430314 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Aug 04 14:40:21.559297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04795d31-ec1a-49bc-9634-8cddd553aa2d req-6def9c9a-517a-46c2-9e8b-99bc6c5a8156 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Aug 04 14:40:22.217452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'}, {'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13'}, {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:22.220054 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a323342d-f8f6-45a4-aef4-4a269be13f4e" -d '{"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076"}, {"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-plugged", "status": "completed", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13"}, {"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-unplugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:22.268371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c12a7-e7a5-4d6f-80f3-04d5974cd597 req-d2eb60ac-5967-446e-af64-0325b4d52a7c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.269874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f73c12a7-e7a5-4d6f-80f3-04d5974cd597 req-d2eb60ac-5967-446e-af64-0325b4d52a7c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0492144 Aug 04 14:40:22.271834 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0967b-d930-4090-be67-3b3cdad5285c x-openstack-request-id: req-a1d0967b-d930-4090-be67-3b3cdad5285c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:22.272175 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076", "code": 200}, {"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-plugged", "status": "completed", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13", "code": 200}, {"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-unplugged", "status": "completed", "tag": "de23536f-b98a-4692-8621-a8553601353b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:22.272435 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1d0967b-d930-4090-be67-3b3cdad5285c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:22.272864 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'code': 200} Aug 04 14:40:22.273313 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13', 'code': 200} Aug 04 14:40:22.273549 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'code': 200} Aug 04 14:40:22.317796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f73c12a7-e7a5-4d6f-80f3-04d5974cd597 req-46f83eec-a197-4878-87b9-3bc017379494 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Aug 04 14:40:22.375335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ae1e7-a99b-483b-b6ad-467bb440c3b2 req-054f6347-b731-4e24-8452-573c9fe8361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.377474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-564ae1e7-a99b-483b-b6ad-467bb440c3b2 req-054f6347-b731-4e24-8452-573c9fe8361e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1097 time: 0.0409496 Aug 04 14:40:22.389610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec150d32-2cc8-4b4b-a62e-6932d136d275 req-4c5b1a9d-f77b-4a5b-9ac2-323082e4e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.391350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec150d32-2cc8-4b4b-a62e-6932d136d275 req-4c5b1a9d-f77b-4a5b-9ac2-323082e4e07e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1097 time: 0.0505531 Aug 04 14:40:22.416555 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-564ae1e7-a99b-483b-b6ad-467bb440c3b2 req-bbf0fadf-8cd8-4a39-9627-eaa1e3ff994f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Aug 04 14:40:22.483979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec150d32-2cc8-4b4b-a62e-6932d136d275 req-68c25406-15b8-4c92-a87c-6eedfc75eca5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819445 Aug 04 14:40:22.501626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e2679-8fb1-43ba-970c-f3c43789f81b req-c64f1538-ba03-44b7-b5f6-095e30de30bf tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.503389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-077e2679-8fb1-43ba-970c-f3c43789f81b req-c64f1538-ba03-44b7-b5f6-095e30de30bf tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 944 time: 0.0948110 Aug 04 14:40:22.516881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7754e-0864-4395-872e-6c0c00f69088 req-eef47cc2-64aa-4624-bf7f-d3fedc5e5943 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.518391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94a7754e-0864-4395-872e-6c0c00f69088 req-eef47cc2-64aa-4624-bf7f-d3fedc5e5943 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 949 time: 0.0958428 Aug 04 14:40:22.568380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-077e2679-8fb1-43ba-970c-f3c43789f81b req-de7b91a2-2823-4f3e-b255-84bc1e05baee tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591335 Aug 04 14:40:22.575981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94a7754e-0864-4395-872e-6c0c00f69088 req-a876185e-e01a-4245-ab0f-a7824487fad3 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7327304-5059-4a2a-8bb9-4dda3e71053f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510967 Aug 04 14:40:22.707692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9863af-4e67-49ee-a9e4-4581c3011585 req-2224e950-d744-4ac7-b730-3940b203909d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.709202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a9863af-4e67-49ee-a9e4-4581c3011585 req-2224e950-d744-4ac7-b730-3940b203909d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.0774968 Aug 04 14:40:22.716336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94972c-92c3-4a44-89a6-4a49b6775bad req-dcdf2de2-d68a-4b4d-8680-1374427f2dde tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:22.717685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db94972c-92c3-4a44-89a6-4a49b6775bad req-dcdf2de2-d68a-4b4d-8680-1374427f2dde tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0847344 Aug 04 14:40:22.770162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a9863af-4e67-49ee-a9e4-4581c3011585 req-71b5f7b6-df48-436b-978e-dda34187beb0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515404 Aug 04 14:40:22.774869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db94972c-92c3-4a44-89a6-4a49b6775bad req-e14ba1eb-b66c-42b4-a2bf-63bc03bb48db tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501988 Aug 04 14:40:23.154488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-4671cc47-a3e2-4edd-87fd-d737f046b0e7 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:23.155970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-4671cc47-a3e2-4edd-87fd-d737f046b0e7 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.38 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 949 time: 0.0525548 Aug 04 14:40:23.267067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Deleting port de23536f-b98a-4692-8621-a8553601353b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:40:23.267393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:23.359111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] For port de23536f-b98a-4692-8621-a8553601353b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=de23536f-b98a-4692-8621-a8553601353b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:23.359718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:23.373387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Calling delete_port for de23536f-b98a-4692-8621-a8553601353b owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:40:23.490420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279697d2-ed3a-4fbb-b465-6c4378b2a743 req-ff05ff0d-6fb8-4630-8e42-683b32ce2b97 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:23.492047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279697d2-ed3a-4fbb-b465-6c4378b2a743 req-ff05ff0d-6fb8-4630-8e42-683b32ce2b97 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0744214 Aug 04 14:40:23.567014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279697d2-ed3a-4fbb-b465-6c4378b2a743 req-e06dd827-9b6e-4473-942c-e4956cfa6fe8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Aug 04 14:40:23.567961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:23.600927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Pushing event deleted for resources: {'Port': ['ID=de23536f-b98a-4692-8621-a8553601353b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:23.646286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] No DVR routers for this DVR port de23536f-b98a-4692-8621-a8553601353b on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:23.649349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:23.651649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92661cc9-cc95-4f8f-96b6-309d4fc0d649 req-5b98665c-bf87-4063-b23c-9a0b649f6387 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.38 "DELETE /v2.0/ports/de23536f-b98a-4692-8621-a8553601353b HTTP/1.1" status: 204 len: 173 time: 0.4793754 Aug 04 14:40:23.652103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-deleted', 'tag': 'de23536f-b98a-4692-8621-a8553601353b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:23.654753 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddca951-0e99-44d4-995e-d4ee976065ca" -d '{"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-deleted", "tag": "de23536f-b98a-4692-8621-a8553601353b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:23.713360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68d98cee-061e-4bfb-9f95-893a703c8583 req-8ee3da28-4ecc-4dc2-96f9-706b9eb0cbb0 tempest-ImagesOneServerTestJSON-758123714 tempest-ImagesOneServerTestJSON-758123714-project] 10.222.0.76 "GET /v2.0/ports?device_id=b779df76-a4ba-47ae-822b-cfd8ac4b0eec HTTP/1.1" status: 200 len: 210 time: 0.0409060 Aug 04 14:40:23.740538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b05f0-b5d9-487c-b0ea-8c1f56849829 req-1a946745-ef53-4ae6-9723-0d4e767a6e95 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:23.741293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7b05f0-b5d9-487c-b0ea-8c1f56849829 req-1a946745-ef53-4ae6-9723-0d4e767a6e95 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 944 time: 0.0792878 Aug 04 14:40:23.775759 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97d6995-c655-49fa-8d01-98e4e8f7e3d3 x-openstack-request-id: req-b97d6995-c655-49fa-8d01-98e4e8f7e3d3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:23.776071 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779df76-a4ba-47ae-822b-cfd8ac4b0eec", "name": "network-vif-deleted", "tag": "de23536f-b98a-4692-8621-a8553601353b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:23.776327 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b97d6995-c655-49fa-8d01-98e4e8f7e3d3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:23.776718 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779df76-a4ba-47ae-822b-cfd8ac4b0eec', 'name': 'network-vif-deleted', 'tag': 'de23536f-b98a-4692-8621-a8553601353b', 'status': 'completed', 'code': 200} Aug 04 14:40:23.782676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7b05f0-b5d9-487c-b0ea-8c1f56849829 req-59e63c97-92cd-40f8-907b-f18a0da6632e tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Aug 04 14:40:23.920962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18aaa1-4dd4-4604-8a24-52aa189770b2 req-1cd549f6-d9fc-4c9d-a424-307cf99a795d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:23.922351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b18aaa1-4dd4-4604-8a24-52aa189770b2 req-1cd549f6-d9fc-4c9d-a424-307cf99a795d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.0756011 Aug 04 14:40:23.930878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5524a-747e-4f49-8266-fd78fdaa1f7a req-b1733e0a-6293-49a4-ba4e-6ac84e53aa69 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:23.933304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dd5524a-747e-4f49-8266-fd78fdaa1f7a req-b1733e0a-6293-49a4-ba4e-6ac84e53aa69 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0778530 Aug 04 14:40:23.988914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b18aaa1-4dd4-4604-8a24-52aa189770b2 req-caaaec00-5c02-4d59-9787-d282c9faf6e1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546331 Aug 04 14:40:23.993719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dd5524a-747e-4f49-8266-fd78fdaa1f7a req-9848d716-5f07-4b62-b6f8-5f4fdb5bba89 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Aug 04 14:40:24.201998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5e0c-4a26-4ca2-af7f-63833ab2c911 req-9fd71899-02a5-44df-9b27-6b0c584b9c9b tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:24.203152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c52e5e0c-4a26-4ca2-af7f-63833ab2c911 req-9fd71899-02a5-44df-9b27-6b0c584b9c9b tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1097 time: 0.0745139 Aug 04 14:40:24.210778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52831c-e80f-491e-8d93-549f68ac314a req-1d286829-b331-4573-9ad4-cc56389db300 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:24.213042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b52831c-e80f-491e-8d93-549f68ac314a req-1d286829-b331-4573-9ad4-cc56389db300 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1097 time: 0.0585279 Aug 04 14:40:24.266977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b52831c-e80f-491e-8d93-549f68ac314a req-76cf4385-4fe4-44f5-bb23-b97f1b906d7b tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Aug 04 14:40:24.268594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c52e5e0c-4a26-4ca2-af7f-63833ab2c911 req-c455baa6-fce3-4a2f-8921-5738ab785c96 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 Aug 04 14:40:24.449666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6fb90-2669-4fcf-8d8a-65c2b7967f40 req-05ffe6ba-371e-4c7d-a332-62d671f26654 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:24.451197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07f6fb90-2669-4fcf-8d8a-65c2b7967f40 req-05ffe6ba-371e-4c7d-a332-62d671f26654 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1097 time: 0.0509794 Aug 04 14:40:24.520125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07f6fb90-2669-4fcf-8d8a-65c2b7967f40 req-82cceda3-f8c8-476d-8108-03128e2e8066 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599155 Aug 04 14:40:24.539756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777ce6b-13ef-4d61-955e-9937351e3e61 req-54d0db36-1ae7-40bf-915c-9840cc103751 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:24.541443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1777ce6b-13ef-4d61-955e-9937351e3e61 req-54d0db36-1ae7-40bf-915c-9840cc103751 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 946 time: 0.0643380 Aug 04 14:40:24.582818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1777ce6b-13ef-4d61-955e-9937351e3e61 req-0562ca55-1d0c-41a1-9257-8fff0d44bac9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Aug 04 14:40:24.706649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9950d-5275-4f31-b1b7-cadf1f4811eb req-2657e23c-4c75-433d-aaee-2d33d5648ae6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:24.711206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3a9950d-5275-4f31-b1b7-cadf1f4811eb req-2657e23c-4c75-433d-aaee-2d33d5648ae6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0577340 Aug 04 14:40:24.731217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7ef12d64-0e54-4f06-b839-6cde698a99ad details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:24.767999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3a9950d-5275-4f31-b1b7-cadf1f4811eb req-72e46a35-cd49-4866-b049-69e2f1801264 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Aug 04 14:40:24.846690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:24.865393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7ef12d64-0e54-4f06-b839-6cde698a99ad', 'network_id': '21bb1c08-559c-444f-889b-dde92283a0c9', 'port_id': '7ef12d64-0e54-4f06-b839-6cde698a99ad', 'mac_address': 'fa:16:3e:8d:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90164781-cdf8-46ac-8402-7083ea653f90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:24.925103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:24.942268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef12d64-0e54-4f06-b839-6cde698a99ad {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:24.968428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:24.979216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:25.098662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aca06-e836-412e-8a99-89b1537fedd4 req-99e9e7a1-1560-4321-8376-52e74be343af tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:25.108717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-021aca06-e836-412e-8a99-89b1537fedd4 req-99e9e7a1-1560-4321-8376-52e74be343af tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 945 time: 0.1132743 Aug 04 14:40:25.108915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:25.186815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-021aca06-e836-412e-8a99-89b1537fedd4 req-a58995b8-470a-4582-9210-6c6743dff653 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721319 Aug 04 14:40:25.247734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7ef12d64-0e54-4f06-b839-6cde698a99ad'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:25.375244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:25.591085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f7b7a3c0-2314-4c82-902e-f5901815af65 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60fc85493ffb48a29996823aabf5eb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140603 Aug 04 14:40:25.593297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40958) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:25.675014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:25.701280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:25.779143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:25.782539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:25.788254 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7327304-5059-4a2a-8bb9-4dda3e71053f HTTP/1.1" status: 204 len: 168 time: 0.1896257 Aug 04 14:40:25.803034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2234e0-bbc0-4d1e-93d7-f12b3c2c1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7327304-5059-4a2a-8bb9-4dda3e71053f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:25.886511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-56bc0ff0-fc26-44f6-b5c0-53ac741a126a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1421310581&fields=id&tenant_id=00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 267 time: 0.0669596 Aug 04 14:40:26.018318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-6e4d64a1-534a-417b-9cd5-8a673dd537ff tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:26.020795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-6e4d64a1-534a-417b-9cd5-8a673dd537ff tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 824 time: 0.1329594 Aug 04 14:40:26.038227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-c91069bf-13e2-42d1-859d-3c4cb7d746c7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/quotas/00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 375 time: 0.0120866 Aug 04 14:40:26.104262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-6965c59d-d497-415b-b188-8f09b105a17a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0602140 Aug 04 14:40:26.200530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-33e3814a-dd01-4cff-9031-4a73f038d43a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:40:26.201574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-33e3814a-dd01-4cff-9031-4a73f038d43a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2339056 Aug 04 14:40:26.220145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Request body: {'binding': {'host': 'n-h2-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:26.220603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:40:26.253743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-20b24a04-d771-4858-b916-cce82626052c service neutron] 10.222.0.76 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388338 Aug 04 14:40:26.414339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-50fbed08-7b23-47bb-a081-34953c3a149c service neutron] 10.222.0.76 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597223 Aug 04 14:40:26.478905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on host n-h2-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:26.479716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:26.480134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:26.485636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:26.486078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:26.507971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:26.510137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:26.510608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:26.511088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Bound port: 78e099ab-0a62-4832-ac00-fba469c29e13, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:26.584899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:26.591166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:26.606903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-424cfd55-aaff-4e7c-82f3-54570ca447b0 service neutron] 10.222.0.76 "POST /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13/bindings HTTP/1.1" status: 201 len: 390 time: 0.3844047 Aug 04 14:40:26.678881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:26.765979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7ef12d64-0e54-4f06-b839-6cde698a99ad up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:26.795453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc4151-678b-4860-88ff-a903cf595dbb req-55780bcf-721a-4b7b-a87d-3bff5b651b44 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:26.806206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46fc4151-678b-4860-88ff-a903cf595dbb req-55780bcf-721a-4b7b-a87d-3bff5b651b44 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0766096 Aug 04 14:40:26.901082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46fc4151-678b-4860-88ff-a903cf595dbb req-fbed8157-8c7f-45ab-85bc-7e720d6d8b87 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885348 Aug 04 14:40:26.926817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7ef12d64-0e54-4f06-b839-6cde698a99ad completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:26.936827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7ef12d64-0e54-4f06-b839-6cde698a99ad triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:26.937884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.040487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1440282136-network', 'tenant_id': '8ebc9274ff0e4a019bbfc0dfaedb7946'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:27.082103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-4e00d066-9148-4578-a54a-ad0f7ef696ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.084324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-4e00d066-9148-4578-a54a-ad0f7ef696ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1097 time: 0.1008780 Aug 04 14:40:27.087157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b558a-6016-4cbd-967e-26581a43d44a req-ada150d3-0895-4cfb-8be2-c69301ae4a11 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.088820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-171b558a-6016-4cbd-967e-26581a43d44a req-ada150d3-0895-4cfb-8be2-c69301ae4a11 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 945 time: 0.2233307 Aug 04 14:40:27.107144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Made reservation on behalf of 8ebc9274ff0e4a019bbfc0dfaedb7946 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:27.110607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.130450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-65bf3930-15b5-4932-b08a-4dec8df4e406 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.132651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-65bf3930-15b5-4932-b08a-4dec8df4e406 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c HTTP/1.1" status: 200 len: 946 time: 0.2009044 Aug 04 14:40:27.133451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.141627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.169780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:27.172465 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fc9855-baef-4c06-bba1-81f3d2c7a424" -d '{"events": [{"server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:27.191271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:27.197867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.207871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27bb5228-8282-4076-b1a6-89e5e2bbd322 req-b7c3bb2b-ca99-4ac1-abb5-c429e6626fd7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 210 time: 0.0650630 Aug 04 14:40:27.235324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-171b558a-6016-4cbd-967e-26581a43d44a req-430fd6cd-5dc5-4721-ad2a-744b95f2e40c tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331613 Aug 04 14:40:27.235678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:27.273411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: de23536f-b98a-4692-8621-a8553601353b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:40:27.273950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device de23536f-b98a-4692-8621-a8553601353b not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:27.305046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:27.325649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Deleting port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:40:27.326231 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.376000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-c71ac112-7596-451e-aff2-b82b637ea643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.377779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-c71ac112-7596-451e-aff2-b82b637ea643 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.2853551 Aug 04 14:40:27.400596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.431837 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-87cf3443-262f-41fd-93b7-ce64258d4bb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0441656 Aug 04 14:40:27.432840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.444902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1210b0-8b48-42d6-98ae-81290eb5d8f4 req-624fdb8d-0641-4020-9394-1d302c743932 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.446751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe1210b0-8b48-42d6-98ae-81290eb5d8f4 req-624fdb8d-0641-4020-9394-1d302c743932 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.1150477 Aug 04 14:40:27.461639 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db60e014-1aa5-4f1a-ba0f-05fc5c9b2f98 x-openstack-request-id: req-db60e014-1aa5-4f1a-ba0f-05fc5c9b2f98 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:27.462013 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:27.462751 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db60e014-1aa5-4f1a-ba0f-05fc5c9b2f98 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:27.463349 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad', 'code': 200} Aug 04 14:40:27.473278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] For port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:27.473657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.491821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:40:27.531334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796136be-616e-492c-9028-9e4b4510689b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:27.536572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.537368 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Added segment 36591a72-ac73-472e-8fd5-6309e73e26da of type vlan for network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 Aug 04 14:40:27.550470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-30074fd8-d3b5-4c72-8eaf-40982e9de66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.553581 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-30074fd8-d3b5-4c72-8eaf-40982e9de66b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1129675 Aug 04 14:40:27.844503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe1210b0-8b48-42d6-98ae-81290eb5d8f4 req-33e098ba-fb84-4b0a-851c-ea4ae853f74a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847449 Aug 04 14:40:27.851926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-61ec6b36-5520-43d5-971d-c5fe64256507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317211 Aug 04 14:40:27.855971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.917667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052e6de-a105-4b25-9c9d-6274d550b46b req-ea6e2f7b-583f-4693-9195-6f7cf1a99cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.919708 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3052e6de-a105-4b25-9c9d-6274d550b46b req-ea6e2f7b-583f-4693-9195-6f7cf1a99cfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 1098 time: 0.1279562 Aug 04 14:40:27.979195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:27.980416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:27.981124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.017982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.38', 51197) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:28.098185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3052e6de-a105-4b25-9c9d-6274d550b46b req-0bb78e81-4b82-4508-b2e4-b83d92348055 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632357 Aug 04 14:40:28.116933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.117310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.117673 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Floating IP 7a26799e-bd00-413f-9a97-99ef298a2341 disassociated. External IP: 172.25.0.191, port: 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3. Aug 04 14:40:28.118013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Calling delete_port for 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:40:28.142437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc419d2-c3a8-40af-adc1-1fe56ee84653 req-295335dd-918a-478d-ad7d-f7716b763d99 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:28.144037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dc419d2-c3a8-40af-adc1-1fe56ee84653 req-295335dd-918a-478d-ad7d-f7716b763d99 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1299057 Aug 04 14:40:28.153676 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4708071 Aug 04 14:40:28.161714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41038) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:28.175605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Request body: {'subnet': {'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1440282136-subnet', 'tenant_id': '8ebc9274ff0e4a019bbfc0dfaedb7946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:28.183370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146adcc-22b8-4ca4-bf9b-fc91150944a4 admin admin] Pushing event updated for resources: {'Network': ['ID=52522d2e-73c2-4c1a-a0e0-24d68903a3c5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:28.199241 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-c8b17edb-18cb-46dd-902f-2bea1d4563a8 service neutron] show failed (client error): The resource could not be found. Aug 04 14:40:28.199433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:40:28.201051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-c8b17edb-18cb-46dd-902f-2bea1d4563a8 service neutron] 10.222.0.38 "GET /v2.0/ports/73867522-4e9e-457a-81f7-428555709e52/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.3236601 Aug 04 14:40:28.203152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-a8fd3f0c-6754-4c61-9c16-228da0fc253c service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376241 Aug 04 14:40:28.235772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dc419d2-c3a8-40af-adc1-1fe56ee84653 req-486d1494-f75c-4d6c-9802-5921cbc191e1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582974 Aug 04 14:40:28.339203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.384780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Made reservation on behalf of 8ebc9274ff0e4a019bbfc0dfaedb7946 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:28.387098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.388218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event deleted for resources: {'Port': ['ID=5ea5b90e-33c3-4ce3-93be-56c6a8344fe3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:28.395397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-6d4fa50c-419c-424e-b65b-64ceab9a695c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:28.396874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-6d4fa50c-419c-424e-b65b-64ceab9a695c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 824 time: 0.3706632 Aug 04 14:40:28.423203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b847eb95-e223-4000-beac-fef3358c597c req-8235e6c1-6415-4db2-8251-c13fd9622dae tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 210 time: 0.0391665 Aug 04 14:40:28.566865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-c066cf89-fe56-40d2-a2ee-f0db1eeaf944 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00fd057a346e466c975324a686be03b0 HTTP/1.1" status: 200 len: 380 time: 0.1371844 Aug 04 14:40:28.575487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-c2f0c84a-fc59-46bd-b6e9-59e33fe79f07 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576705 Aug 04 14:40:28.584320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'port': {'device_id': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'admin_state_up': True, 'tenant_id': '00fd057a346e466c975324a686be03b0', 'security_groups': ['fae9ff0c-27bb-497c-aaa9-0aef7d6daca9']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:28.613428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aec796-9d70-487b-b62b-a6200958480f req-4e9c4561-fcef-42e5-bf8f-0cfb33c2c342 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:28.614993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75aec796-9d70-487b-b62b-a6200958480f req-4e9c4561-fcef-42e5-bf8f-0cfb33c2c342 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.1969521 Aug 04 14:40:28.648581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-e5e50e47-550f-42a2-86b3-8d79220a4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:28.650228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-e5e50e47-550f-42a2-86b3-8d79220a4d23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1102 time: 0.1444569 Aug 04 14:40:28.656787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:40:28.676341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:28.705560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75aec796-9d70-487b-b62b-a6200958480f req-26d23e5c-a6f9-4758-a3c4-9431bed037b0 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Aug 04 14:40:28.785497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.834853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6cc6f480-d42e-4540-ace0-f77fcbf8ac3b tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:28.836722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6cc6f480-d42e-4540-ace0-f77fcbf8ac3b tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1552253 Aug 04 14:40:28.851505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801743-12'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:28.867909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:40:28.881095 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:40:28.897076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:28.897561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:28.898033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:28.908073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Made reservation on behalf of 00fd057a346e466c975324a686be03b0 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:28.922794 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.032840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] No DVR routers for this DVR port 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:29.043178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.045281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b710b658-c42d-45b0-9ed9-9a8dd2b25926 req-d30f4049-d0ad-4f80-ad3a-cf78878105b7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "DELETE /v2.0/ports/5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 HTTP/1.1" status: 204 len: 173 time: 1.8835506 Aug 04 14:40:29.046853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'name': 'network-vif-deleted', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:29.049274 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a3cc14-3eb8-484e-933f-c339b5b642f5" -d '{"events": [{"server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "name": "network-vif-deleted", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:29.050922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:29.124910 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af18b94-6cf4-44b1-9ac6-41362cfb2990 x-openstack-request-id: req-6af18b94-6cf4-44b1-9ac6-41362cfb2990 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:29.124910 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c", "name": "network-vif-deleted", "tag": "5ea5b90e-33c3-4ce3-93be-56c6a8344fe3", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:29.125282 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6af18b94-6cf4-44b1-9ac6-41362cfb2990 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:29.125552 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4465ec-e9b5-4cc5-90f4-a6b7daa6d23c', 'name': 'network-vif-deleted', 'tag': '5ea5b90e-33c3-4ce3-93be-56c6a8344fe3', 'status': 'completed', 'code': 200} Aug 04 14:40:29.189327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.203192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828d82e5-cb29-489d-8269-2755a0051e7b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:29.230522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4d2ce-f896-4cd2-87e8-00715ed33fe8 req-55dae1fa-8b25-43e1-8eaf-c3e3a4986578 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:29.251194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8f4d2ce-f896-4cd2-87e8-00715ed33fe8 req-55dae1fa-8b25-43e1-8eaf-c3e3a4986578 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 945 time: 0.2776952 Aug 04 14:40:29.292914 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:29.298905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Checking segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:29.299412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Network hostable DHCP agents. Network: 52522d2e-73c2-4c1a-a0e0-24d68903a3c5, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:40:29.330058 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:40:29.344352 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:29.345460 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:29.375944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Allocated IP 172.20.0.4 (15c818d0-97b9-464f-9231-c1333e243e23/73806e4a-7bdd-4b24-8967-9d5ccbbf195a/322549a4-51fa-4082-a1b5-6c9afafa8988) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:29.392550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8f4d2ce-f896-4cd2-87e8-00715ed33fe8 req-8cd30f3e-b20e-420d-b915-22fe5a088618 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403821 Aug 04 14:40:29.432371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:29.463066 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:29.578344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:29.590409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4d234ec-5486-4df8-b885-68236c6a4d59 req-f5818674-1f7f-4a06-b1d6-08776e28a4ae tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 210 time: 0.0510061 Aug 04 14:40:29.594935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.609948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Transition to ACTIVE for port object 322549a4-51fa-4082-a1b5-6c9afafa8988 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:29.658392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.709459 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:29.712236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e0893-cb25-4649-a072-45eb1bab7ef9 req-b6f470ba-5833-435c-bc1f-97133dcf76e0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:29.728047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e2e0893-cb25-4649-a072-45eb1bab7ef9 req-b6f470ba-5833-435c-bc1f-97133dcf76e0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.2794473 Aug 04 14:40:29.744378 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f70180-ce02-4d99-83a4-7dc9e9d061b0 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:40:29.781027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:40:29.822207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.851701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Transition to ACTIVE for port object 73867522-4e9e-457a-81f7-428555709e52 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:29.864211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e2e0893-cb25-4649-a072-45eb1bab7ef9 req-fb8ddc88-b05e-4c5f-a3be-eeed0532b2ac tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336417 Aug 04 14:40:29.865703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.894464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Network 15c818d0-97b9-464f-9231-c1333e243e23 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:29.899259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 52522d2e-73c2-4c1a-a0e0-24d68903a3c5) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:29.906819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:29.912548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:29.918657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6315ce-33d3-489a-9607-d43f6c6d9fa8 None None] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:40:29.933236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:29.933919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.952311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event updated for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:29.954961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:29.955380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:29.983630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] No DVR routers for this DVR port 73867522-4e9e-457a-81f7-428555709e52 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:29.987121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:29.996280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:30.051694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-ed23820d-e546-465a-9ff9-4d17e1e9eace tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4733748 Aug 04 14:40:30.058995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ff80-231b-4aae-a5ce-89534de32931 req-09f7cca7-e0e1-4a42-a470-bd59f72e2bfa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:30.064980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9128ff80-231b-4aae-a5ce-89534de32931 req-09f7cca7-e0e1-4a42-a470-bd59f72e2bfa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.1882389 Aug 04 14:40:30.104775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:30.105103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:30.105231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Request body: {'port': {'device_id': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:30.105437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:30.128457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e641ce2-4750-4314-bc1a-ad603f760145 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9520257 Aug 04 14:40:30.131127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:30.131459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Attempting to bind port 73867522-4e9e-457a-81f7-428555709e52 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:30.148279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:30.148667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:30.149565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:30.150035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Bound port: 73867522-4e9e-457a-81f7-428555709e52, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:30.150394 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.175463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9128ff80-231b-4aae-a5ce-89534de32931 req-69e68738-1a9c-4142-9655-91c8ea1c8515 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 Aug 04 14:40:30.284366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff916a7-76c4-4b28-9f3e-eef2d0c12eb3 None None] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:40:30.320768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:30.331683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:30.338795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:30.349049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.397874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0093ad-53ed-4cfd-803f-07b022106288 None None] New status for floating IP 7a26799e-bd00-413f-9a97-99ef298a2341: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:40:30.410272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:30.411255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.413059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] 10.222.0.46 "PUT /v2.0/ports/73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 1097 time: 1.7423155 Aug 04 14:40:30.442558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.507718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:30.509959 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b901234-2da8-4512-86c1-a5623eb1e535" -d '{"events": [{"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-unplugged", "status": "completed", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:30.524817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.578227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.621632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aff13a-4f62-4cd3-922a-c1995d08ff39 service neutron] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:30.635768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-6a940026-1d16-4d68-8c74-28f0e37ef4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:30.638407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-6a940026-1d16-4d68-8c74-28f0e37ef4eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1100 time: 0.1998534 Aug 04 14:40:30.656847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508dc6-1dd2-4c7d-9b3e-db2bf126c101 req-3b79616a-2c1d-41b9-90b9-20beabae0189 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:30.670469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f508dc6-1dd2-4c7d-9b3e-db2bf126c101 req-3b79616a-2c1d-41b9-90b9-20beabae0189 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.1369045 Aug 04 14:40:30.747410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-905fc239-137d-4175-9a7a-18569441a6f0 None None] Provisioning for port 322549a4-51fa-4082-a1b5-6c9afafa8988 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:30.754278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-905fc239-137d-4175-9a7a-18569441a6f0 None None] Provisioning complete for port 322549a4-51fa-4082-a1b5-6c9afafa8988 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:30.758509 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905fc239-137d-4175-9a7a-18569441a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:30.876690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f508dc6-1dd2-4c7d-9b3e-db2bf126c101 req-0839d469-f51a-4cd1-86ef-a1fe4698bd96 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030990 Aug 04 14:40:30.878817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-905fc239-137d-4175-9a7a-18569441a6f0 None None] Port 322549a4-51fa-4082-a1b5-6c9afafa8988 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:40:30.977407 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb51d3df-4119-4add-955e-8268f075f39a x-openstack-request-id: req-eb51d3df-4119-4add-955e-8268f075f39a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:30.977995 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-unplugged", "status": "completed", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:30.977995 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb51d3df-4119-4add-955e-8268f075f39a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:30.978331 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13', 'code': 200} Aug 04 14:40:31.007852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:31.015507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on host n-h1-801743-12 for vnic_type normal with profile {"migrating_to": "n-h2-801743-12"} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:31.015845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:31.016177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:31.025647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:31.025965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Attempting to bind port 78e099ab-0a62-4832-ac00-fba469c29e13 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:31.031656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-4e0374c3-9aa3-408f-87d0-af367e8ea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.033384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-4e0374c3-9aa3-408f-87d0-af367e8ea5a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3600340 Aug 04 14:40:31.069859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:31.070193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:31.070605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:31.071066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Bound port: 78e099ab-0a62-4832-ac00-fba469c29e13, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:31.071428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.177363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:31.184655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:31.201268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.272174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 73867522-4e9e-457a-81f7-428555709e52 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:31.289102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322549a4-51fa-4082-a1b5-6c9afafa8988 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:31.309890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.334509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}, {'name': 'network-changed', 'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:31.336965 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a34d9-273b-434f-bf8c-da772cc96dbf" -d '{"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-unplugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52"}, {"name": "network-changed", "server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "tag": "73867522-4e9e-457a-81f7-428555709e52"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:31.340302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-5837c1a7-259f-43ae-88b6-1276088ba00b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.2978878 Aug 04 14:40:31.363434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=8']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:31.368432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.369095 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.370665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-349afe89-85cb-49a5-8925-4000e5739185 service neutron] 10.222.0.46 "PUT /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 1123 time: 2.5237346 Aug 04 14:40:31.371734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Transition to ACTIVE for port object 322549a4-51fa-4082-a1b5-6c9afafa8988 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:31.389256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.423604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-daac0451-f2d8-4c6e-accc-6c3016485700 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.428617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-daac0451-f2d8-4c6e-accc-6c3016485700 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.5290322 Aug 04 14:40:31.432078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 73867522-4e9e-457a-81f7-428555709e52 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:31.432949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:31.457339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-61753257-3b81-4583-ab6b-2a81385f33c5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/quotas/8ebc9274ff0e4a019bbfc0dfaedb7946 HTTP/1.1" status: 200 len: 375 time: 0.0275011 Aug 04 14:40:31.472427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['78e099ab-0a62-4832-ac00-fba469c29e13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:31.476099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:40:31.476668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5ea5b90e-33c3-4ce3-93be-56c6a8344fe3 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:31.522783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-acdf8246-6bc0-4c7d-bc91-6b4b915c7ada tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643497 Aug 04 14:40:31.530261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Pushing event updated for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:31.559905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Attempting to bind port 322549a4-51fa-4082-a1b5-6c9afafa8988 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:31.560245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Attempting to bind port 322549a4-51fa-4082-a1b5-6c9afafa8988 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:31.560570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Attempting to bind port 322549a4-51fa-4082-a1b5-6c9afafa8988 on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:31.566892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Port 322549a4-51fa-4082-a1b5-6c9afafa8988 on network 15c818d0-97b9-464f-9231-c1333e243e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:31.567223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Attempting to bind port 322549a4-51fa-4082-a1b5-6c9afafa8988 on network 15c818d0-97b9-464f-9231-c1333e243e23 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:31.576705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:31.577049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Checking segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:31.577434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Bound using segment: {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:31.577871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Bound port: 322549a4-51fa-4082-a1b5-6c9afafa8988, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90061585-6625-4f20-a6d7-48812fac8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:31.578235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.644966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bc934-b74d-4c1f-9c10-e0e56bcf2542 req-4d658a1d-967e-4d5b-95b0-19f63b27ad73 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.647031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-840bc934-b74d-4c1f-9c10-e0e56bcf2542 req-4d658a1d-967e-4d5b-95b0-19f63b27ad73 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 931 time: 0.3028271 Aug 04 14:40:31.655985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-bb11c37d-1240-49a9-8003-7c36e77b4d01 service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322312 Aug 04 14:40:31.693687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:31.700306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=322549a4-51fa-4082-a1b5-6c9afafa8988,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:31.710937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-44ae8e42-d757-4a2c-90f3-958d33234f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.712480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.712611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-44ae8e42-d757-4a2c-90f3-958d33234f1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.3518424 Aug 04 14:40:31.753236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.754432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:31.756012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 200 len: 1092 time: 1.6734059 Aug 04 14:40:31.803018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be99fe-fae1-46c1-8320-ddcdb12277c3 service neutron] Pushing event updated for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:31.860146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-840bc934-b74d-4c1f-9c10-e0e56bcf2542 req-3f96756c-985b-466b-b081-262507c6bcd8 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019129 Aug 04 14:40:31.958769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-35ceaf0c-b55d-484e-a596-1eb9e9b82081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:31.958769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-35ceaf0c-b55d-484e-a596-1eb9e9b82081 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 1095 time: 0.1302040 Aug 04 14:40:31.982271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-02fb4583-24c3-4c04-b016-0b78590d83bc service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252928 Aug 04 14:40:32.022320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-795c0d2c-a829-4e90-8bbc-128dfb5839aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.023888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-795c0d2c-a829-4e90-8bbc-128dfb5839aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2583313 Aug 04 14:40:32.063396 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-171ca11a-0640-4d60-ae68-7d2a9930adb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 200 len: 217 time: 0.0956795 Aug 04 14:40:32.125206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-cf58c0dc-2104-439d-b747-04c19cfaf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.127056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-cf58c0dc-2104-439d-b747-04c19cfaf171 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.0558429 Aug 04 14:40:32.194272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-5a60995d-1b71-4004-b5aa-7c933c7535ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.196301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-5a60995d-1b71-4004-b5aa-7c933c7535ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575976 Aug 04 14:40:32.218091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2db505-b0e9-4704-978a-8a32445ae545 req-31fe66a6-0a91-42cb-b058-455ae5adf07e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.219683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f2db505-b0e9-4704-978a-8a32445ae545 req-31fe66a6-0a91-42cb-b058-455ae5adf07e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.0978608 Aug 04 14:40:32.225715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-0f2b9a5b-cf7f-43b9-90d5-3a117f1174d1 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908443 Aug 04 14:40:32.284629 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815fdd59-c842-4a71-89a9-786fe38438af x-openstack-request-id: req-815fdd59-c842-4a71-89a9-786fe38438af {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:32.285120 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-unplugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52", "code": 200}, {"name": "network-changed", "server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "tag": "73867522-4e9e-457a-81f7-428555709e52", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:32.285470 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-815fdd59-c842-4a71-89a9-786fe38438af {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:32.285986 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'code': 200} Aug 04 14:40:32.286360 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'status': 'completed', 'code': 200} Aug 04 14:40:32.388817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-5609be8e-e66e-43ea-8aee-13477e41ad1c service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756158 Aug 04 14:40:32.442055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f2db505-b0e9-4704-978a-8a32445ae545 req-028ceba1-18d2-427d-a401-f8cecc02c943 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096398 Aug 04 14:40:32.545931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf76a8c9-25ca-47fa-b2d9-fdd5523ba2f8 req-f41d8251-b907-42af-bf9e-f300499e2199 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499050 Aug 04 14:40:32.575653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8945f4f0-3207-44c2-8a2b-35c669d430ab req-11798f44-56b2-44db-b873-c0b5916c6484 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 210 time: 0.0674434 Aug 04 14:40:32.583871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bfbbe8d-fce6-4802-9d4f-9f5e0d453f44 req-11ac883c-b7fc-4c94-b473-850d890abde7 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156605 Aug 04 14:40:32.587776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-346074c3-4e06-4132-9d4f-3231177b58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.589228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-346074c3-4e06-4132-9d4f-3231177b58e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1100 time: 0.3287487 Aug 04 14:40:32.630149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9920ca-6e4c-4a4a-88a1-50e786a2b717 req-5e6cb16c-00a4-4127-9aa8-f4978f54515f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.632447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a9920ca-6e4c-4a4a-88a1-50e786a2b717 req-5e6cb16c-00a4-4127-9aa8-f4978f54515f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.2191031 Aug 04 14:40:32.756468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a9920ca-6e4c-4a4a-88a1-50e786a2b717 req-e1cbf376-50d8-4908-b608-21b9d5db9a3b tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Aug 04 14:40:32.778619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-621f73c8-bfbd-4d0b-97c8-be4cd035cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.780601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-621f73c8-bfbd-4d0b-97c8-be4cd035cf9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1100 time: 0.1139159 Aug 04 14:40:32.783472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-80bf45c4-8c12-40d5-8e6e-f63cd34a40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.784824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-80bf45c4-8c12-40d5-8e6e-f63cd34a40d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1857789 Aug 04 14:40:32.874961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-ac8eda14-6100-470d-83e4-88637d5e8784 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0702114 Aug 04 14:40:32.979826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13'}, {'name': 'network-changed', 'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:32.982513 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13"}, {"name": "network-changed", "server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:32.984009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-2bd2a763-32eb-4672-9149-7e7d56925df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.985673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-2bd2a763-32eb-4672-9149-7e7d56925df7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1037395 Aug 04 14:40:32.987199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-97cc308c-df02-4734-8f7f-f50fc4ceca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:32.988626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-97cc308c-df02-4734-8f7f-f50fc4ceca61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2002990 Aug 04 14:40:33.037693 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3884f-59f2-41ba-a76d-800faac0bbb5 x-openstack-request-id: req-82e3884f-59f2-41ba-a76d-800faac0bbb5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:33.037994 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:33.038271 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82e3884f-59f2-41ba-a76d-800faac0bbb5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:33.038684 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13', 'status': 'completed', 'code': 200} Aug 04 14:40:33.038957 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'status': 'completed', 'code': 200} Aug 04 14:40:33.077251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e93ea7-6848-4875-b731-a5a2260247a1 req-554ff38b-5747-44cd-86cf-a18fb8ebbbe9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.078965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7e93ea7-6848-4875-b731-a5a2260247a1 req-554ff38b-5747-44cd-86cf-a18fb8ebbbe9 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 943 time: 0.1326699 Aug 04 14:40:33.082864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-a298057a-2c27-4dfd-bab5-164027c2c881 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0706289 Aug 04 14:40:33.113454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-a3ffd3dd-3c4f-431c-a5c8-fc2377526ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.115698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-a3ffd3dd-3c4f-431c-a5c8-fc2377526ab9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1126 time: 0.0503285 Aug 04 14:40:33.145191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-4bfe81c5-8ee9-495c-a87c-cea07ad91163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.147106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-4bfe81c5-8ee9-495c-a87c-cea07ad91163 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446695 Aug 04 14:40:33.193046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7e93ea7-6848-4875-b731-a5a2260247a1 req-a9c3aaac-7cd3-4a4a-9307-d7ee65b39126 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044617 Aug 04 14:40:33.194717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-2f64aedd-5945-4918-8c5e-44a258d2f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.196475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-2f64aedd-5945-4918-8c5e-44a258d2f81d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0984995 Aug 04 14:40:33.274508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-5209d69e-2bd1-453e-8688-4fda2959b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.276798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-5209d69e-2bd1-453e-8688-4fda2959b4c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1477067 Aug 04 14:40:33.293828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-b4ec1057-041a-4894-9181-76e7d3040eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.295485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-b4ec1057-041a-4894-9181-76e7d3040eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733571 Aug 04 14:40:33.317822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-e2c50288-39f1-41a2-9bc8-1137285d2845 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627967 Aug 04 14:40:33.379599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-b40053b4-fc07-47c5-a707-a3c2b71f7052 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0825264 Aug 04 14:40:33.475174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-549d4121-58ab-4101-8011-72788b91a278 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697679 Aug 04 14:40:33.478819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-61dfdc0c-3e85-4776-8b1a-333829edecc2 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487119 Aug 04 14:40:33.543582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-71cadd3a-192b-4ecb-bb41-ad26df973259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.546339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-71cadd3a-192b-4ecb-bb41-ad26df973259 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1504574 Aug 04 14:40:33.596255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7a34d9-273b-434f-bf8c-da772cc96dbf req-65fa052e-8682-4539-89bb-c34f8dbf0203 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122348 Aug 04 14:40:33.629482 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-7883e748-c990-4d64-8846-a9072fe33d70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736156 Aug 04 14:40:33.713230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-f1b1f65b-32a7-4dd2-80fa-6dcc4976ec49 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.715073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-f1b1f65b-32a7-4dd2-80fa-6dcc4976ec49 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.38 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.3026371 Aug 04 14:40:33.725958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d0c09e3-b5d9-4c36-974a-5fe16c2787c7 req-a20cf08c-530d-4cb4-8331-c0e2339ec6b1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 210 time: 0.0309567 Aug 04 14:40:33.729313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'port': {'device_id': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'admin_state_up': True, 'tenant_id': '8ebc9274ff0e4a019bbfc0dfaedb7946'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:33.756886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e959ec-66ad-438e-ac7c-8ba1a4e4bb2f req-b50cf3e6-d23b-4fc2-ab49-77e467784aec tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.758844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e959ec-66ad-438e-ac7c-8ba1a4e4bb2f req-b50cf3e6-d23b-4fc2-ab49-77e467784aec tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.1238379 Aug 04 14:40:33.812556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e959ec-66ad-438e-ac7c-8ba1a4e4bb2f req-3db98c70-f9d9-4672-a7ff-2ecb0f52bcd9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Aug 04 14:40:33.910015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2888e2-1896-4ebf-a647-daac7b62efa5 req-188677ee-fcdb-4fc7-81c8-0db47a5648ad tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:33.911833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da2888e2-1896-4ebf-a647-daac7b62efa5 req-188677ee-fcdb-4fc7-81c8-0db47a5648ad tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.0538781 Aug 04 14:40:33.968481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da2888e2-1896-4ebf-a647-daac7b62efa5 req-93135fd1-52f6-4213-b081-13db28102625 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Aug 04 14:40:34.081986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-15692f34-db25-4f3f-913d-e4aec443fcac service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446974 Aug 04 14:40:34.174310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Made reservation on behalf of 8ebc9274ff0e4a019bbfc0dfaedb7946 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:34.177739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:34.220941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-31361f7b-e7d4-4c00-93d7-5150efcbd7e9 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272938 Aug 04 14:40:34.364845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c90a6-b32f-4720-b851-e031148b6787 req-3d415f2c-5e8a-4a8a-9e04-262a57a9825c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.366703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-345c90a6-b32f-4720-b851-e031148b6787 req-3d415f2c-5e8a-4a8a-9e04-262a57a9825c tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 943 time: 0.0560737 Aug 04 14:40:34.371881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Allocated IP 172.20.0.2 (52522d2e-73c2-4c1a-a0e0-24d68903a3c5/828d82e5-cb29-489d-8269-2755a0051e7b/c251858a-41ab-4d0c-8f00-ebedd00d6825) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:34.386195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-e39fda1c-42c1-4880-b94f-fcb79595d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.387780 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-e39fda1c-42c1-4880-b94f-fcb79595d2cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 1095 time: 0.0688331 Aug 04 14:40:34.410049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-345c90a6-b32f-4720-b851-e031148b6787 req-3aafc1c7-e748-4e9a-9e97-e3d00bfc41fc tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372868 Aug 04 14:40:34.616285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-9859b27c-6e0f-4c86-8fd0-ed3ba41c55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.617694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-9859b27c-6e0f-4c86-8fd0-ed3ba41c55f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.1914251 Aug 04 14:40:34.622077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:34.666339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-509fc77f-c5fd-48ca-aca6-2f0bf99cb954 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 200 len: 217 time: 0.0387290 Aug 04 14:40:34.729735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-0ec4514a-266f-4466-8577-5f69639ff936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.731414 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-0ec4514a-266f-4466-8577-5f69639ff936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.0586112 Aug 04 14:40:34.732967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:34.784706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:34.811729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:34.819314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:34.822855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:34.825311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:34.831317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.831956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:34.852912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-9fe0e031-669b-4405-a8a8-d9476b859a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.854943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-9fe0e031-669b-4405-a8a8-d9476b859a15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923631 Aug 04 14:40:34.857845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-6bf3c426-ba57-4318-b595-2137754d2719 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1324756 Aug 04 14:40:34.887935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Request body: {'port': {'device_id': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:34.977871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b88e3b-9538-4145-bcd0-636a7d007329 req-77f18f54-76ea-4453-a3ad-e2380a122fb4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:34.979755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b88e3b-9538-4145-bcd0-636a7d007329 req-77f18f54-76ea-4453-a3ad-e2380a122fb4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 931 time: 0.1558712 Aug 04 14:40:34.980030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:34.993997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 has no active binding in host n-h2-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:40:35.003383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac0b6-00c6-4699-ad83-459a430abeb8 req-3c119c72-66ce-4353-acb5-96e19b270389 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.008620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5eac0b6-00c6-4699-ad83-459a430abeb8 req-3c119c72-66ce-4353-acb5-96e19b270389 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.0967302 Aug 04 14:40:35.034441 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-28599a2e-d009-43b5-8a2d-7db5a42b39ca service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652997 Aug 04 14:40:35.067071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b88e3b-9538-4145-bcd0-636a7d007329 req-8ce42c0a-cc3f-4c50-b7db-ccb2848fdb2c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793607 Aug 04 14:40:35.080579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5eac0b6-00c6-4699-ad83-459a430abeb8 req-72b7dd47-6798-4e5d-98c7-d37b60aa7d01 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Aug 04 14:40:35.117609 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.223300 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f9ae5a1-b844-4677-9d58-c0d3dc317cc4 req-b7acc582-afd8-439b-9d65-939a50fa747a service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671138 Aug 04 14:40:35.237661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c27a-99da-4eb0-ab11-af517eeb7eb5 req-b275f98b-e22b-4ef2-ae3f-0c96cb2cb8ed tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.243955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c874c27a-99da-4eb0-ab11-af517eeb7eb5 req-b275f98b-e22b-4ef2-ae3f-0c96cb2cb8ed tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.0885489 Aug 04 14:40:35.317527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 322549a4-51fa-4082-a1b5-6c9afafa8988 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:35.333698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c874c27a-99da-4eb0-ab11-af517eeb7eb5 req-9aa658d4-22d9-455b-a0f5-3fd7072a8d09 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830190 Aug 04 14:40:35.473544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c251858a-41ab-4d0c-8f00-ebedd00d6825 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:35.483281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.496992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Transition to ACTIVE for port object c251858a-41ab-4d0c-8f00-ebedd00d6825 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:35.505195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.561406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:35.577379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fff7-6a77-43bf-9251-9e4b61f4a038 req-e6e9b2f3-007a-4767-8236-f23fd2986823 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.579341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d320fff7-6a77-43bf-9251-9e4b61f4a038 req-e6e9b2f3-007a-4767-8236-f23fd2986823 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 943 time: 0.0908606 Aug 04 14:40:35.582345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=322549a4-51fa-4082-a1b5-6c9afafa8988,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:35.595643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'port_id': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'mac_address': 'fa:16:3e:b9:2a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:35.601637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Attempting to bind port c251858a-41ab-4d0c-8f00-ebedd00d6825 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:35.601985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Attempting to bind port c251858a-41ab-4d0c-8f00-ebedd00d6825 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:35.602325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Attempting to bind port c251858a-41ab-4d0c-8f00-ebedd00d6825 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:35.606848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Port c251858a-41ab-4d0c-8f00-ebedd00d6825 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:35.607209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Attempting to bind port c251858a-41ab-4d0c-8f00-ebedd00d6825 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:35.612649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:35.612995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Checking segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:35.613382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Bound using segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:35.613818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Bound port: c251858a-41ab-4d0c-8f00-ebedd00d6825, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:35.614190 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.633298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d320fff7-6a77-43bf-9251-9e4b61f4a038 req-73f2a1f4-8eae-4dd8-ab0c-388fabbeb7c7 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Aug 04 14:40:35.640782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.656710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322549a4-51fa-4082-a1b5-6c9afafa8988 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:35.681135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=322549a4-51fa-4082-a1b5-6c9afafa8988,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:35.685621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.687357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:35.691260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:35.698318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.716611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.717242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:35.718742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] 10.222.0.38 "PUT /v2.0/ports/c251858a-41ab-4d0c-8f00-ebedd00d6825 HTTP/1.1" status: 200 len: 1092 time: 0.8483992 Aug 04 14:40:35.719190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:35.721753 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07f397-7048-4205-8205-a49808f48253" -d '{"events": [{"name": "network-changed", "server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:35.741511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:35.798635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a18def1-e266-411f-ba62-bc4d2eb70ccd x-openstack-request-id: req-4a18def1-e266-411f-ba62-bc4d2eb70ccd {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:35.798635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:35.798635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a18def1-e266-411f-ba62-bc4d2eb70ccd {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:35.798635 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'status': 'completed', 'code': 200} Aug 04 14:40:35.798635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba77fac-d0ad-4bab-9ba4-cf32bf25cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:35.816031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-80b115de-f2d6-4aec-a066-160428c4b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.817616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-80b115de-f2d6-4aec-a066-160428c4b9d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 1095 time: 0.0488336 Aug 04 14:40:35.864349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-c5753592-2590-441d-8025-e65c3417608b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825 HTTP/1.1" status: 200 len: 217 time: 0.0378177 Aug 04 14:40:35.889335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['322549a4-51fa-4082-a1b5-6c9afafa8988'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:35.919580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-835131d0-77e2-4a23-a3c9-dda9534c600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:35.921083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-835131d0-77e2-4a23-a3c9-dda9534c600d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.0477614 Aug 04 14:40:35.955351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-4f63863d-e97a-4a15-9a0a-332ea4c33ebf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 04 14:40:36.057391 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-4009b3a1-78df-4b98-ac3a-ca37054c8dc1 service neutron] 10.222.0.38 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 Aug 04 14:40:36.156217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec60d179-c7cb-4770-bc52-2e394f64e5ee req-8dc3bc94-ebe9-4774-9a57-770b017b7f1d service neutron] 10.222.0.38 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Aug 04 14:40:36.257535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1925-b3e3-4882-8c4c-f72ecb34d0aa req-3f27c26b-29e8-425f-8907-50f42399a182 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.259133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88fd1925-b3e3-4882-8c4c-f72ecb34d0aa req-3f27c26b-29e8-425f-8907-50f42399a182 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 943 time: 0.0957971 Aug 04 14:40:36.271256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e564f1-afc1-42f6-84b4-6fc14d1d118d req-59dcd874-5ca1-418b-b603-035456238b51 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.273137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07e564f1-afc1-42f6-84b4-6fc14d1d118d req-59dcd874-5ca1-418b-b603-035456238b51 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.1054692 Aug 04 14:40:36.316696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f397-7048-4205-8205-a49808f48253 req-01549e04-c2c2-47c0-b4d2-e639b5d23ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.318270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-01549e04-c2c2-47c0-b4d2-e639b5d23ed5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 1095 time: 0.0990453 Aug 04 14:40:36.319818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6caa4d3e-e130-48ae-b487-f0e13895f0fe service neutron] 10.222.0.38 "GET /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13/bindings/n-h2-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1085148 Aug 04 14:40:36.331542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88fd1925-b3e3-4882-8c4c-f72ecb34d0aa req-b5f15e96-3bf1-4e94-9190-1bd2e9dcb963 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574217 Aug 04 14:40:36.339454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07e564f1-afc1-42f6-84b4-6fc14d1d118d req-2714e5e3-2443-4340-bdc3-ef63513ae103 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Aug 04 14:40:36.498287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72736a5-99a1-4812-ba6d-85550a91731e req-13d39232-06b6-458f-b7b2-c30f8642d8da tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.500476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a72736a5-99a1-4812-ba6d-85550a91731e req-13d39232-06b6-458f-b7b2-c30f8642d8da tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 943 time: 0.0734785 Aug 04 14:40:36.513935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f397-7048-4205-8205-a49808f48253 req-7c3e2817-5a37-4d42-a6b0-6a8b31b31ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.515555 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-7c3e2817-5a37-4d42-a6b0-6a8b31b31ece service neutron] 10.222.0.38 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 923 time: 0.1844804 Aug 04 14:40:36.567256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a72736a5-99a1-4812-ba6d-85550a91731e req-b0e5429b-22ef-462f-bfb9-cb478db2278a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603430 Aug 04 14:40:36.606831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-ad3ed9ac-47f0-4d87-a00c-cb4b653e7683 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825 HTTP/1.1" status: 200 len: 217 time: 0.0793691 Aug 04 14:40:36.676947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ce6e-23db-42b0-abc1-bc478c876cc8 req-3ae280fe-0de0-4155-8680-d84203b751fc tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.679753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e58ce6e-23db-42b0-abc1-bc478c876cc8 req-3ae280fe-0de0-4155-8680-d84203b751fc tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 948 time: 0.0801065 Aug 04 14:40:36.682920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f397-7048-4205-8205-a49808f48253 req-ccf2d966-c1f3-433e-bbf9-0ba4857ce667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.684635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-ccf2d966-c1f3-433e-bbf9-0ba4857ce667 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.0704656 Aug 04 14:40:36.713060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:36.750126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-337cb316-17cc-4413-ad43-2322fd0f4536 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342653 Aug 04 14:40:36.756825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:36.795280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e58ce6e-23db-42b0-abc1-bc478c876cc8 req-09100c65-edce-4256-81d4-2ac68503f068 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080110 Aug 04 14:40:36.806015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73867522-4e9e-457a-81f7-428555709e52 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:36.843454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e099ab-0a62-4832-ac00-fba469c29e13 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:36.872637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:36.893038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-642b73e3-a395-4656-81cf-6ebe852104fe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.894797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-642b73e3-a395-4656-81cf-6ebe852104fe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed&tenant_id=14f01188f0624017989a5e69701695b2&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 948 time: 0.1700661 Aug 04 14:40:36.918348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:36.920719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8436c-eed8-42e5-ad0e-0ea86c698bcd req-dbd79f65-7e53-4f8d-a044-30753c07c958 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:36.922785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0aa8436c-eed8-42e5-ad0e-0ea86c698bcd req-dbd79f65-7e53-4f8d-a044-30753c07c958 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 944 time: 0.1470058 Aug 04 14:40:36.939078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-d39a9f48-46bb-42ed-82e1-1e18700f5bfa service neutron] 10.222.0.38 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802926 Aug 04 14:40:37.008280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:37.022847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0aa8436c-eed8-42e5-ad0e-0ea86c698bcd req-3704e1d8-e923-4fc2-8589-1a75a9727a5e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664062 Aug 04 14:40:37.026382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '73867522-4e9e-457a-81f7-428555709e52', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '73867522-4e9e-457a-81f7-428555709e52', 'mac_address': 'fa:16:3e:0d:1e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:37.036319 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-e2c237f3-6c33-44c9-9369-b291b4264885 service neutron] delete failed (client error): The resource could not be found. Aug 04 14:40:37.037338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-e2c237f3-6c33-44c9-9369-b291b4264885 service neutron] 10.222.0.38 "DELETE /v2.0/ports/73867522-4e9e-457a-81f7-428555709e52/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.1134269 Aug 04 14:40:37.075697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.093618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73867522-4e9e-457a-81f7-428555709e52 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:37.096937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] Transition to ACTIVE for port object 78e099ab-0a62-4832-ac00-fba469c29e13 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:37.119892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.136593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:37.149930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.156204 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb07f397-7048-4205-8205-a49808f48253 req-42510991-3645-489a-82dd-b67e4198197d service neutron] 10.222.0.38 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912954 Aug 04 14:40:37.196878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] No DVR routers for this DVR port 78e099ab-0a62-4832-ac00-fba469c29e13 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:37.208004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-dccff514-d914-4381-be0c-9122d9e245e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.210072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-dccff514-d914-4381-be0c-9122d9e245e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1101 time: 0.0688202 Aug 04 14:40:37.220874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:37.234303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] Pushing event updated for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:37.247399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-9da0a933-2ae3-4ed1-be36-83f476845932 service neutron] 10.222.0.38 "PUT /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13/bindings/n-h2-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9149077 Aug 04 14:40:37.321951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-94c2746f-6e08-45de-80b8-a82a6bbea232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.323140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-94c2746f-6e08-45de-80b8-a82a6bbea232 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1056833 Aug 04 14:40:37.335134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 322549a4-51fa-4082-a1b5-6c9afafa8988 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:37.385730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-e47f6b85-6e15-4e43-ba3c-3603f9e47acd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0479269 Aug 04 14:40:37.388380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 322549a4-51fa-4082-a1b5-6c9afafa8988 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:37.396243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 322549a4-51fa-4082-a1b5-6c9afafa8988 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:37.396973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.493294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.526836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:37.529198 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44dadc4-afcc-4526-83e9-13739154ccdd" -d '{"events": [{"server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "name": "network-vif-plugged", "status": "completed", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:37.551223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=322549a4-51fa-4082-a1b5-6c9afafa8988,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:37.556156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:37.615404 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8078a3-9968-4abc-957e-f991c3478e77 x-openstack-request-id: req-8d8078a3-9968-4abc-957e-f991c3478e77 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:37.616037 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "name": "network-vif-plugged", "status": "completed", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:37.616359 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d8078a3-9968-4abc-957e-f991c3478e77 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:37.616822 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'code': 200} Aug 04 14:40:37.631465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:37.705585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11bed-8ca2-47a2-9892-cc33a815efcb req-d34b1fef-03f7-4800-a70e-7c439811a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.707433 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6a11bed-8ca2-47a2-9892-cc33a815efcb req-d34b1fef-03f7-4800-a70e-7c439811a903 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 1097 time: 0.0649931 Aug 04 14:40:37.753049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-69b4ff45-c2d6-4359-95b3-85ed15b3b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.754506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-69b4ff45-c2d6-4359-95b3-85ed15b3b803 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.3619893 Aug 04 14:40:37.767231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6a11bed-8ca2-47a2-9892-cc33a815efcb req-ef52aaf1-a810-4053-91c9-297e2c3f460d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475018 Aug 04 14:40:37.786080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:37.870489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-4f931f59-025f-44e4-a5d5-d63ccfb52e81 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.872678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-4f931f59-025f-44e4-a5d5-d63ccfb52e81 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.5638092 Aug 04 14:40:37.930845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-ad1c594e-7fef-4f35-be09-8be784ae535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.932369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-ad1c594e-7fef-4f35-be09-8be784ae535f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594508 Aug 04 14:40:37.939525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfdc51-7463-46e0-bfb5-d22c26038bd1 req-2531e185-7436-444c-a623-33f762f06729 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:37.941013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dedfdc51-7463-46e0-bfb5-d22c26038bd1 req-2531e185-7436-444c-a623-33f762f06729 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 943 time: 0.1856139 Aug 04 14:40:38.020259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ec65-972c-46e5-8530-774acef97935 req-6d5ba8c9-fc25-4410-97bd-77d102936dbd tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.021734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4659ec65-972c-46e5-8530-774acef97935 req-6d5ba8c9-fc25-4410-97bd-77d102936dbd tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 944 time: 0.2516580 Aug 04 14:40:38.080734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-09b1e886-8f37-4555-b413-4702646d1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.082309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-09b1e886-8f37-4555-b413-4702646d1f14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231&tenant_id=a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 1096 time: 0.1944358 Aug 04 14:40:38.087872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dedfdc51-7463-46e0-bfb5-d22c26038bd1 req-e2c032f8-5058-404c-9185-6af5204fb02b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342332 Aug 04 14:40:38.120134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4659ec65-972c-46e5-8530-774acef97935 req-b18d0a41-bbd3-4a54-a55a-6bea242bf320 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897863 Aug 04 14:40:38.147329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-d30fc43b-cf9f-414b-b4c5-4bcb9e5ba6c8 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040837 Aug 04 14:40:38.323660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-a67b30c2-7ad9-4a52-a083-aeafa67e369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.325819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-a67b30c2-7ad9-4a52-a083-aeafa67e369b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1096 time: 0.1979036 Aug 04 14:40:38.415774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97e77-d6d6-4bbd-bbbe-bd355052a608 req-a4541b3d-f390-4263-b438-b715e87748aa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.417240 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ef97e77-d6d6-4bbd-bbbe-bd355052a608 req-a4541b3d-f390-4263-b438-b715e87748aa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 949 time: 0.2278352 Aug 04 14:40:38.429588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb1336-1121-41f1-9c27-1b989914d0ee req-4c6d4d96-9f06-463b-84cc-d50779a1f8a4 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.431052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47eb1336-1121-41f1-9c27-1b989914d0ee req-4c6d4d96-9f06-463b-84cc-d50779a1f8a4 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.1772554 Aug 04 14:40:38.445762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8232f19a-f5ec-402d-9246-d6339ba618e1 req-cd07b8bd-245d-424b-8124-167a5902e7ee service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777753 Aug 04 14:40:38.525993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ef97e77-d6d6-4bbd-bbbe-bd355052a608 req-c51f1d5a-7142-4b1a-a314-9a57f385babe tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925565 Aug 04 14:40:38.527105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-7e95651d-ff4c-4b54-a777-6182303d37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.528659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-7e95651d-ff4c-4b54-a777-6182303d37da service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1910725 Aug 04 14:40:38.534083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47eb1336-1121-41f1-9c27-1b989914d0ee req-7ee42b02-2f30-4915-89eb-a6468811cf5f tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956182 Aug 04 14:40:38.600896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-cc1b7cff-5af0-4dd2-b584-8af22dac8780 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0608387 Aug 04 14:40:38.667076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-554a0846-8875-441d-8705-011e4b4da7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:38.668459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-554a0846-8875-441d-8705-011e4b4da7f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0458512 Aug 04 14:40:38.705201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-2366d031-9bd4-480d-825b-778fd9fe5cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273178 Aug 04 14:40:38.807059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-ba5e5f45-f593-44a3-bcb4-5c119f2f94a2 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906630 Aug 04 14:40:38.813033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73867522-4e9e-457a-81f7-428555709e52 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:38.868450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 73867522-4e9e-457a-81f7-428555709e52 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:38.871998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 73867522-4e9e-457a-81f7-428555709e52 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:38.872419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:38.909896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-b4fa95d1-d44e-42e4-88f0-d8b6b602e673 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945787 Aug 04 14:40:38.954185 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:38.992166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:38.997161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:39.059883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:39.262118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-5d519cdc-28bd-4d8b-bc0c-72d4be47fcb2 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.263621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-5d519cdc-28bd-4d8b-bc0c-72d4be47fcb2 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1069307 Aug 04 14:40:39.278531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9e598-b0a4-4023-92a6-9b22fec8b47e req-e305ec65-1eba-4fa8-8ee9-f7270fb085ae tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.280034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36b9e598-b0a4-4023-92a6-9b22fec8b47e req-e305ec65-1eba-4fa8-8ee9-f7270fb085ae tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 943 time: 0.0896351 Aug 04 14:40:39.295959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837462-fb2c-4cf8-8a68-aa6e8a7c4a97 req-93bd1235-8ed2-410a-ab42-9e54e4209a85 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.297341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7837462-fb2c-4cf8-8a68-aa6e8a7c4a97 req-93bd1235-8ed2-410a-ab42-9e54e4209a85 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 944 time: 0.0955768 Aug 04 14:40:39.328050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:39.331867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:39.396315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36b9e598-b0a4-4023-92a6-9b22fec8b47e req-b7fec545-2711-4b6f-ace9-c279fd80ec0f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Aug 04 14:40:39.398836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7837462-fb2c-4cf8-8a68-aa6e8a7c4a97 req-ffb8d327-c969-4b8b-bd26-e1373030188e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Aug 04 14:40:39.443706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:39.456144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6f627ec0-6995-4039-a9d5-3d7a7668eb83 service neutron] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:39.460043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6f627ec0-6995-4039-a9d5-3d7a7668eb83 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:39.461193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b72ded-4a42-4471-90cc-d1fa6cebd056 req-6f627ec0-6995-4039-a9d5-3d7a7668eb83 service neutron] 10.222.0.46 "DELETE /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13/bindings/n-h1-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.1788619 Aug 04 14:40:39.470017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:39.481769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'port_id': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'mac_address': 'fa:16:3e:1a:54:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d82e5-cb29-489d-8269-2755a0051e7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:39.522550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:39.539285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c251858a-41ab-4d0c-8f00-ebedd00d6825 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:39.559469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:39.565312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:39.566179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ce99d-16e3-4030-b2ad-1ebd132afc01 req-cf84bbb7-4d98-4cde-9c6a-6dd712b7f144 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.568441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86ce99d-16e3-4030-b2ad-1ebd132afc01 req-cf84bbb7-4d98-4cde-9c6a-6dd712b7f144 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1096 time: 0.0404177 Aug 04 14:40:39.603916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86ce99d-16e3-4030-b2ad-1ebd132afc01 req-d94c7faa-dd74-42a3-9714-c114a5b67837 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298166 Aug 04 14:40:39.617572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:39.620076 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb03ea-5cc5-44f9-9ce6-3ac159181c08" -d '{"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-plugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:39.638082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:39.687798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d26f3b-23ce-4ade-9542-abed8ffbf838 req-7fb23829-ecb2-4007-8971-2908fc88bd8c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.689334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d26f3b-23ce-4ade-9542-abed8ffbf838 req-7fb23829-ecb2-4007-8971-2908fc88bd8c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.0804152 Aug 04 14:40:39.759590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713abf3-249d-4f5e-a65e-525b0ba81663 req-ff710539-af9c-49d3-b933-70661e1ada88 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:39.761560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1713abf3-249d-4f5e-a65e-525b0ba81663 req-ff710539-af9c-49d3-b933-70661e1ada88 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0909998 Aug 04 14:40:39.767155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d26f3b-23ce-4ade-9542-abed8ffbf838 req-03f0ba4c-de64-43d5-88de-5ea627d4cd9b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Aug 04 14:40:39.792550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['c251858a-41ab-4d0c-8f00-ebedd00d6825'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:39.821799 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38cf25-b27a-449e-8d3a-a6cbf6828033 x-openstack-request-id: req-1d38cf25-b27a-449e-8d3a-a6cbf6828033 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:39.822515 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-plugged", "status": "completed", "tag": "73867522-4e9e-457a-81f7-428555709e52", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:39.822515 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d38cf25-b27a-449e-8d3a-a6cbf6828033 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:39.822868 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'code': 200} Aug 04 14:40:39.830819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1713abf3-249d-4f5e-a65e-525b0ba81663 req-54bd839c-f054-4dfd-950f-bb44426c1507 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619402 Aug 04 14:40:40.035908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7c511-39e0-43f0-a8ab-e27d37804afc req-50d9a35b-6c30-4572-a0ee-c4849705466d tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:40.037354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac7c511-39e0-43f0-a8ab-e27d37804afc req-50d9a35b-6c30-4572-a0ee-c4849705466d tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1102 time: 0.0731812 Aug 04 14:40:40.044276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-32cf2051-e58c-4c8f-86a2-207d0c0e4334 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:40.045605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-32cf2051-e58c-4c8f-86a2-207d0c0e4334 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.1302860 Aug 04 14:40:40.070359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-67b9a5a4-c583-472d-8ff3-9d631224576f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/quotas/a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 375 time: 0.0179400 Aug 04 14:40:40.094344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac7c511-39e0-43f0-a8ab-e27d37804afc req-50b2487c-dec8-4e0c-9e50-07e76754cb95 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Aug 04 14:40:40.133128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-19994427-4f61-4945-8618-ac2cbb8fd26e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538549 Aug 04 14:40:40.259886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188f5c8-dae1-4bae-a7ff-a549d69689d4 req-921f91ed-0fdc-48e6-9913-267fa93b1d65 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:40.261380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d188f5c8-dae1-4bae-a7ff-a549d69689d4 req-921f91ed-0fdc-48e6-9913-267fa93b1d65 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0761924 Aug 04 14:40:40.263660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-f785b70c-95ae-4e91-88bf-bc2dc5d38540 service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Aug 04 14:40:40.270513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41268) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:40.277222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Request body: {'floatingip': {'port_id': '322549a4-51fa-4082-a1b5-6c9afafa8988'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:40.328852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:40.363798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-eef44432-acda-4ac1-b269-49e57a5aa9dd service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937059 Aug 04 14:40:40.501754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-43568995-42d0-4ab1-9f96-8a9d87350847 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319955 Aug 04 14:40:40.645530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e62fa-62f8-442f-bb00-05a3c7cba6fc req-c5e5d9b4-2ac4-4a3b-8700-f97eaeae99b4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:40.647154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b7e62fa-62f8-442f-bb00-05a3c7cba6fc req-c5e5d9b4-2ac4-4a3b-8700-f97eaeae99b4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 944 time: 0.0809302 Aug 04 14:40:40.683912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-b4c28ec6-e01f-40d6-82b1-1ed7af2404ea tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:40.685543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-b4c28ec6-e01f-40d6-82b1-1ed7af2404ea tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778195 Aug 04 14:40:40.713139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b7e62fa-62f8-442f-bb00-05a3c7cba6fc req-1b239fd6-4a11-40fe-a5ea-b54969733df2 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Aug 04 14:40:40.716866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-f0bf3e02-676d-4dcb-97e4-2ce2884da294 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/quotas/14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 375 time: 0.0183060 Aug 04 14:40:40.786287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-0afe2661-83d2-4799-8271-110a7e6f4b9d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597389 Aug 04 14:40:40.824263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0077b69f-dd21-401a-866c-a8a6b6c0340b req-05c15bd6-363b-4a3f-9244-6348e4215127 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 210 time: 0.0338433 Aug 04 14:40:41.017011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.021995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.024775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03b683f2-5358-4724-98b5-ef92ee889157 req-bed78b2e-a911-49a6-9586-abb27cd7c7ac tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 210 time: 0.0513225 Aug 04 14:40:41.145535 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Floating IP 7a26799e-bd00-413f-9a97-99ef298a2341 associated. External IP: 172.25.0.191, port: 322549a4-51fa-4082-a1b5-6c9afafa8988. Aug 04 14:40:41.324435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:41.399910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:40:41.405568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port c251858a-41ab-4d0c-8f00-ebedd00d6825 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:41.410214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port c251858a-41ab-4d0c-8f00-ebedd00d6825 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:41.410614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.508630 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.545404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:40:41.551265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.561217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:41.561816 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:40:41.566476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:41.575507 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:41.578823 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:41.597500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9083315b-5db6-40d6-8306-fe8e66ed6c15 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "PUT /v2.0/floatingips/7a26799e-bd00-413f-9a97-99ef298a2341 HTTP/1.1" status: 200 len: 991 time: 1.3256440 Aug 04 14:40:41.598095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:41.611301 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff108c-27f3-43e6-acfe-882718d6d319" -d '{"events": [{"name": "network-changed", "server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:41.631870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:41.691902 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a975d9-9adb-4268-887f-bed60c332948 x-openstack-request-id: req-68a975d9-9adb-4268-887f-bed60c332948 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:41.692371 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:41.692735 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68a975d9-9adb-4268-887f-bed60c332948 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:41.693234 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'status': 'completed', 'code': 200} Aug 04 14:40:41.792894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-57833f66-6460-43e2-940d-efc3b491e35e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:41.795103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-57833f66-6460-43e2-940d-efc3b491e35e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.1850171 Aug 04 14:40:41.799441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-f16d1057-ed21-4847-afed-f231fc01c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:41.805548 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:41.805790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-f16d1057-ed21-4847-afed-f231fc01c2ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 1097 time: 0.0696144 Aug 04 14:40:41.817382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Request body: {'port': {'device_id': '12477dcf-d650-4783-9178-e36f9de3b49f', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'admin_state_up': True, 'tenant_id': 'a2fbea3558b54059856a7158206f3b25'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:41.824546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:41.828116 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da684a42-7b86-404f-ad2d-9f671ad27589" -d '{"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-plugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:41.881691 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d218d-40e4-4675-af26-5e40ec4e0e92 x-openstack-request-id: req-649d218d-40e4-4675-af26-5e40ec4e0e92 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:41.881994 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-plugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:41.882482 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-649d218d-40e4-4675-af26-5e40ec4e0e92 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:41.882955 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'code': 200} Aug 04 14:40:41.978938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff0d1-f71e-4521-bb97-a0e514faa40d req-b418e12d-5b52-474f-b79e-0972c8b89ab3 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:41.987666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-383ff0d1-f71e-4521-bb97-a0e514faa40d req-b418e12d-5b52-474f-b79e-0972c8b89ab3 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.1480243 Aug 04 14:40:41.997426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-9326840b-c4dc-4284-b72c-e6df17d924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:41.999029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-9326840b-c4dc-4284-b72c-e6df17d924a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.1853211 Aug 04 14:40:42.012894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0330fa40-e6a1-48ed-8ef0-7f6192e04b3d req-219bd411-db63-4d44-bc73-40b99b65f1a8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 210 time: 0.0657713 Aug 04 14:40:42.074265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-383ff0d1-f71e-4521-bb97-a0e514faa40d req-8e9d1556-b9f6-40d3-a9ac-aa7402f5c2b4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842748 Aug 04 14:40:42.080762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccdcd8-3e76-47cc-8d5f-1503beb0920d req-c07d8dea-8e98-447e-b0d7-d90105b6a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.082626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0ccdcd8-3e76-47cc-8d5f-1503beb0920d req-c07d8dea-8e98-447e-b0d7-d90105b6a087 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 1097 time: 0.1174746 Aug 04 14:40:42.101240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:42.102032 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-2c2b69aa-d909-4acf-b1ca-a961de5d5ac8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 200 len: 999 time: 0.0945117 Aug 04 14:40:42.105362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.180178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0ccdcd8-3e76-47cc-8d5f-1503beb0920d req-6a7b55b2-5547-4d60-8e89-f1f80e02e4ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Aug 04 14:40:42.190203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-86ee8d94-84d3-4830-84d1-52f10b11d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.193987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-86ee8d94-84d3-4830-84d1-52f10b11d4ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.0836480 Aug 04 14:40:42.205762 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:b9:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:40:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:42.235529 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:40:42.239295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdd5dc10-e583-4912-a6b5-796de0ced360 req-c600959b-60f4-4ee4-94be-bb36e6bf4ec1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 210 time: 0.0369983 Aug 04 14:40:42.248153 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:40:42.249310 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:42.315748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-c1990fcd-360f-4541-8383-b4baf2dbc75c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623119 Aug 04 14:40:42.360865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Allocated IP 172.20.0.9 (a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad/73a38431-6220-4016-8afe-65544e7eabae/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:42.398328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-3baf79ed-cd6d-42bb-9f30-45ec11c0beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.399923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-3baf79ed-cd6d-42bb-9f30-45ec11c0beed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563299 Aug 04 14:40:42.507519 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:40:42.535820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-88b556cd-c394-4131-bd35-e23e28d3da49 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231928 Aug 04 14:40:42.571637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-c6e92dc2-fc82-4cfd-8bd7-59548dcccaf2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.573089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-c6e92dc2-fc82-4cfd-8bd7-59548dcccaf2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466366 Aug 04 14:40:42.577032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4f7d5-df49-400f-914f-a4a76354e4f2 req-82e538d5-adcc-4e54-9c32-adeee5e6cc6e tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.579048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0db4f7d5-df49-400f-914f-a4a76354e4f2 req-82e538d5-adcc-4e54-9c32-adeee5e6cc6e tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1097 time: 0.1993015 Aug 04 14:40:42.602256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Request body: {'port': {'device_id': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '14f01188f0624017989a5e69701695b2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:42.627375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.644979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0db4f7d5-df49-400f-914f-a4a76354e4f2 req-4a4bca6b-953d-4bc9-8737-d88f0aaf6125 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Aug 04 14:40:42.709460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.715778 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6cff108c-27f3-43e6-acfe-882718d6d319 req-63f1db5e-fccf-4c66-b8f3-cc17b152ce60 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708624 Aug 04 14:40:42.763116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:42.773855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Made reservation on behalf of 14f01188f0624017989a5e69701695b2 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:42.781402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.784692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:42.786142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:42.788640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:42.837239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:42.837869 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.841719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:b9:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:40:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:40:42.856463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-caabf3fd-c0e7-4fb8-8a2e-df4c9351eca2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408325 Aug 04 14:40:42.873594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac1b3a-e10c-4ed0-9bfb-2b182dc55db1 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7a26799e-bd00-413f-9a97-99ef298a2341', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'port_id': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'mac_address': 'fa:16:3e:b9:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:38:25Z', 'updated_at': '2021-08-04T14:40:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:40:42.877739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Request body: {'port': {'device_id': '12477dcf-d650-4783-9178-e36f9de3b49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:42.944591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:42.989818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Allocated IP 192.168.233.143 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:43.177900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db9ac0-5015-4421-becf-8586ee0291f1 None None] New status for floating IP 7a26799e-bd00-413f-9a97-99ef298a2341: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:40:43.196010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0dae9-74cc-41bf-80bf-7e170e3fd9db req-3303495e-6e85-4c92-942b-a38d86073890 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:43.197542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46f0dae9-74cc-41bf-80bf-7e170e3fd9db req-3303495e-6e85-4c92-942b-a38d86073890 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 931 time: 0.0897408 Aug 04 14:40:43.210914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.231425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Transition to ACTIVE for port object 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:43.283169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.291147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46f0dae9-74cc-41bf-80bf-7e170e3fd9db req-6cd499a3-8c23-4e95-beee-097838f0ec0e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770409 Aug 04 14:40:43.298305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:43.411658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:43.412743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:43.416715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:43.420381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.421841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:43.431627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:43.432390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.438724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Transition to ACTIVE for port object 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:43.441165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:43.470513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-928d9597-b559-49f0-bcac-152037ae8864 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8733370 Aug 04 14:40:43.496371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Request body: {'port': {'device_id': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:43.522565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.574914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2fcd5-88e8-462b-922e-f6bdf207e4dc req-4f842789-5ef1-4c56-b2e3-21f252068c87 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:43.586691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77a2fcd5-88e8-462b-922e-f6bdf207e4dc req-4f842789-5ef1-4c56-b2e3-21f252068c87 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.1452429 Aug 04 14:40:43.587940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.673878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:43.719151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77a2fcd5-88e8-462b-922e-f6bdf207e4dc req-ad93b317-6174-4e31-9dc8-75f63f194063 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284862 Aug 04 14:40:43.761895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:43.761895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:43.762251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:43.769927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ef4e58dc-04b3-404e-bfa5-37c7ca16b5d8 None None] Provisioning for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:43.775718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ef4e58dc-04b3-404e-bfa5-37c7ca16b5d8 None None] Provisioning complete for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:43.776550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ef4e58dc-04b3-404e-bfa5-37c7ca16b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.776961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:43.777239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:43.785420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:43.785803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:43.786432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:43.786976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Bound port: 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:43.787356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.824903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e58dc-04b3-404e-bfa5-37c7ca16b5d8 None None] Port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:40:43.863554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:43.867455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:43.875486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.889841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-48c963d6-a10c-4035-a5fe-016b5d49724a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:40:43.890795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-48c963d6-a10c-4035-a5fe-016b5d49724a tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118546 Aug 04 14:40:43.917970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Request body: {'binding': {'host': 'n-h1-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:43.918658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:40:43.919915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:43.929906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.943021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Transition to ACTIVE for port object 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:40:43.947808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:43.948467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.949965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 1092 time: 1.0773387 Aug 04 14:40:43.950412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:43.950959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:43.952757 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22f611-325e-4085-9668-73f2bea5e0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:44.034159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d11b-33fe-4969-bc79-bbb7469321a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:44.046286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:44.061148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:44.061722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:44.062212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:44.067172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:44.067700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:44.073311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:44.073649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:44.074031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:44.074508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Bound port: 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:44.074906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:44.157014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:44.160954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:44.165919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:44.213650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.214516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:44.216700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] 10.222.0.38 "PUT /v2.0/ports/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 1097 time: 0.7268200 Aug 04 14:40:44.217357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:44.229883 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259162c-b8d6-4ccb-abea-57856ce0d7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:44.258985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f651400-61a6-424e-8f8f-ededc49e4274 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:44.306483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-7276bf7e-3dd8-40f9-88ee-e87047eb3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.308127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-7276bf7e-3dd8-40f9-88ee-e87047eb3335 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1100 time: 0.0440860 Aug 04 14:40:44.353173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-35fbbe31-e869-4d09-a07f-38f04ac68aad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0370307 Aug 04 14:40:44.406846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-cb754efd-d4f1-44e4-bacc-8740f246a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.408603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-cb754efd-d4f1-44e4-bacc-8740f246a1c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1095 time: 0.4078224 Aug 04 14:40:44.409902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-a1005836-52e0-47b3-a6fe-46e38803e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.411395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-a1005836-52e0-47b3-a6fe-46e38803e3a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0510306 Aug 04 14:40:44.415661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527791d-4216-4168-9b2f-d846de2f4eff req-17d1489e-3262-44c2-89ad-bdb4c5dcb42e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.417058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4527791d-4216-4168-9b2f-d846de2f4eff req-17d1489e-3262-44c2-89ad-bdb4c5dcb42e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.4180219 Aug 04 14:40:44.468199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-602c7140-7b58-4d11-96ce-0cd0542a6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.469891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-602c7140-7b58-4d11-96ce-0cd0542a6c11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473490 Aug 04 14:40:44.477243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-2d0f68f5-ef70-49ef-8e9b-bafe575e00e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 217 time: 0.0532572 Aug 04 14:40:44.548257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4527791d-4216-4168-9b2f-d846de2f4eff req-ee7d4c4e-9b17-46e2-bdee-c79c4c62bea1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231813 Aug 04 14:40:44.550769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on host n-h1-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:44.551104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:44.551924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:44.567696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-1576569b-6245-45d9-b9ce-206cbf1365d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.567696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-1576569b-6245-45d9-b9ce-206cbf1365d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0836065 Aug 04 14:40:44.568282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:44.568610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:44.569785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-49b68e1d-73ba-421a-94c7-9f80537f80e1 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926905 Aug 04 14:40:44.573861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:44.574206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:44.574721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:44.575029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Bound port: f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:44.640810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-dc13ee1b-d84e-4ece-9908-05a94d364b32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396643 Aug 04 14:40:44.677074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7d28ec1-d88b-4f32-8b8b-05fec646e40e req-10012469-d53c-41ac-bd13-72d9af80c56c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945241 Aug 04 14:40:44.716510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4d5c-0ba1-4526-b2b8-3cf8bace5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:44.751731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:44.763270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:44.764448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f9089ea1-68f8-4046-ba51-e36fe1b4cdd0 service neutron] 10.222.0.76 "POST /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076/bindings HTTP/1.1" status: 201 len: 390 time: 0.8549175 Aug 04 14:40:44.771789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6caa-a6a7-4f39-bfee-9339588e183e req-98bc9ab7-1b47-492f-aa3a-e7123ecd37e4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:44.773170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06da6caa-a6a7-4f39-bfee-9339588e183e req-98bc9ab7-1b47-492f-aa3a-e7123ecd37e4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.1607876 Aug 04 14:40:44.805113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-8cd72e17-bfdd-4deb-94c4-d7b4351b899e service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495521 Aug 04 14:40:44.843656 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06da6caa-a6a7-4f39-bfee-9339588e183e req-f7635eb3-e112-4904-97c9-1772ffd8a077 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607085 Aug 04 14:40:44.913550 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4fd43a-255a-4ff4-8023-ebdd88eb2ad8 x-openstack-request-id: req-7f4fd43a-255a-4ff4-8023-ebdd88eb2ad8 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:44.913847 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:44.914037 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f4fd43a-255a-4ff4-8023-ebdd88eb2ad8 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:44.914437 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'status': 'completed', 'code': 200} Aug 04 14:40:44.945723 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01065ed-1721-4b9a-bcdd-d19bce32e97c x-openstack-request-id: req-e01065ed-1721-4b9a-bcdd-d19bce32e97c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:44.946417 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:44.946936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4e6c47-7aed-4304-aaf7-6dbd87c1c7b1 req-0ed25828-7f5b-4533-b300-9b98dc9b42a1 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330740 Aug 04 14:40:44.947484 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e01065ed-1721-4b9a-bcdd-d19bce32e97c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:44.947884 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'status': 'completed', 'code': 200} Aug 04 14:40:45.051608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93a57c-97c4-4bf3-a29f-249039d7053c req-22fd1f2c-3a43-4304-a3c7-53c7c1c63bf3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.053135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c93a57c-97c4-4bf3-a29f-249039d7053c req-22fd1f2c-3a43-4304-a3c7-53c7c1c63bf3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0895131 Aug 04 14:40:45.058877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-a37cf7fc-23e8-415c-ac39-ba9812825329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.060357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-a37cf7fc-23e8-415c-ac39-ba9812825329 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1100 time: 0.0823164 Aug 04 14:40:45.075829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-3c97af5d-d6ca-473f-b0a9-44273fd74e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.077419 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-3c97af5d-d6ca-473f-b0a9-44273fd74e53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1095 time: 0.0697303 Aug 04 14:40:45.134356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-4967791d-8378-4e99-bf5e-ff165ebfcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.135889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-4967791d-8378-4e99-bf5e-ff165ebfcee1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1097 time: 0.0889022 Aug 04 14:40:45.175489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c93a57c-97c4-4bf3-a29f-249039d7053c req-fea2b2ac-6401-458a-97e0-6c48183c275a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Aug 04 14:40:45.194539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21473b-ad5a-434f-bc14-43e72bd4b4ab req-32ad2d91-44a4-41fc-b4f0-94583e403211 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.196078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af21473b-ad5a-434f-bc14-43e72bd4b4ab req-32ad2d91-44a4-41fc-b4f0-94583e403211 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.1287258 Aug 04 14:40:45.234390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-edc0494a-7164-4d87-ac48-7202d0675f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.241577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-edc0494a-7164-4d87-ac48-7202d0675f41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1722298 Aug 04 14:40:45.246880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-12726bf3-45a2-4dbc-83bb-a3e9d6fc4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.248745 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-12726bf3-45a2-4dbc-83bb-a3e9d6fc4d32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1635559 Aug 04 14:40:45.260123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af21473b-ad5a-434f-bc14-43e72bd4b4ab req-d0a71b5a-d8a9-4774-bd27-e7b1da30b00b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Aug 04 14:40:45.284918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-67259e4a-297d-4783-9844-bd6acb442fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.286459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-67259e4a-297d-4783-9844-bd6acb442fea service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1414468 Aug 04 14:40:45.322968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-2a5dd8a5-4520-4a17-8b86-95545872ec03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0546312 Aug 04 14:40:45.328740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-4ddf9ac2-8486-4ad4-8de8-a22d01c3a4a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 217 time: 0.0586426 Aug 04 14:40:45.380302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-5fe71b45-731b-4663-9b95-cdca1a8badf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.382069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-5fe71b45-731b-4663-9b95-cdca1a8badf4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0516706 Aug 04 14:40:45.397121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-1286d215-6615-4d01-bac3-1c46e22500dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 217 time: 0.0760202 Aug 04 14:40:45.463615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-6128cf45-de64-432d-a75c-13a2654fcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.465146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-6128cf45-de64-432d-a75c-13a2654fcd39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735698 Aug 04 14:40:45.477295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6ee8-905b-4927-95b0-e758abbbab76 req-e8642196-2622-41c9-a86c-0e1cf0a5a09e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.478866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd9d6ee8-905b-4927-95b0-e758abbbab76 req-e8642196-2622-41c9-a86c-0e1cf0a5a09e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0769351 Aug 04 14:40:45.580468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd9d6ee8-905b-4927-95b0-e758abbbab76 req-2b152a01-5a97-40e1-9edd-f006e4fb3736 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827320 Aug 04 14:40:45.642337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-cb6b61bd-004b-4204-9ff5-e45c67ce9641 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624479 Aug 04 14:40:45.699279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-53516621-e199-4673-8b01-8f1cdc86ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.700751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-53516621-e199-4673-8b01-8f1cdc86ecfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.3424597 Aug 04 14:40:45.738601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-e21d97de-436d-4e5e-b98a-e68cbb164ad8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294335 Aug 04 14:40:45.742146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d5818115-ed10-4af7-ad09-6c9e2e33db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.743487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d5818115-ed10-4af7-ad09-6c9e2e33db64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.3384340 Aug 04 14:40:45.774103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215362d-fa63-4950-9e61-991001589536 req-c2e7c03f-d401-42f9-a621-19334b8dc91d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.775622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a215362d-fa63-4950-9e61-991001589536 req-c2e7c03f-d401-42f9-a621-19334b8dc91d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.1370757 Aug 04 14:40:45.815601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e39a0fc6-896a-49ac-bf92-bd7dac90a76e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567575 Aug 04 14:40:45.822499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b23f7e-7de5-4f1b-bc7b-5f4776043f4b req-e4cbe9ea-3367-409e-9739-ca06a9ea9119 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:45.823995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93b23f7e-7de5-4f1b-bc7b-5f4776043f4b req-e4cbe9ea-3367-409e-9739-ca06a9ea9119 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.1354067 Aug 04 14:40:45.846119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3259162c-b8d6-4ccb-abea-57856ce0d7bb req-87aa83a7-3117-4a5b-904f-ba8464a37391 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943114 Aug 04 14:40:45.861761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a215362d-fa63-4950-9e61-991001589536 req-a408f6dd-39f6-424d-a3f5-5000b6f0db56 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765841 Aug 04 14:40:45.886229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93b23f7e-7de5-4f1b-bc7b-5f4776043f4b req-ddae034f-aea7-4060-afd8-a2e8c7a69642 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552809 Aug 04 14:40:45.920701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-a928db38-d66b-4c9c-90e0-5878ed249006 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690230 Aug 04 14:40:45.955476 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-c1dfb843-ec61-4da5-b82c-c1403d665122 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303322 Aug 04 14:40:46.017376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44565-792e-455c-9719-102715387060 req-1d8b4f12-668e-4c5c-ab8f-7bc3f0798cf8 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.018963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3f44565-792e-455c-9719-102715387060 req-1d8b4f12-668e-4c5c-ab8f-7bc3f0798cf8 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Aug 04 14:40:46.057909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3f44565-792e-455c-9719-102715387060 req-d83314db-2455-4ac3-b221-c9e8c236523b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 04 14:40:46.082486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d22f611-325e-4085-9668-73f2bea5e0b8 req-8a7b950a-51e9-4c94-9137-f0aec7507635 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538720 Aug 04 14:40:46.092781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-f84ac4f5-3319-4b77-b868-b77a9eb027cb service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139255 Aug 04 14:40:46.177408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59740-d848-4396-bcaa-2432229518c0 req-ac68733f-e0de-4118-9d8c-45675e9438c1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.178949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52f59740-d848-4396-bcaa-2432229518c0 req-ac68733f-e0de-4118-9d8c-45675e9438c1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Aug 04 14:40:46.219108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52f59740-d848-4396-bcaa-2432229518c0 req-641addba-78b2-4599-8eb7-c78efbf1c53e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Aug 04 14:40:46.294446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54a76-7716-46d3-8ef1-62793b920892 req-cbe4ab9b-868d-475f-882e-0e04fc835723 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.301725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18f54a76-7716-46d3-8ef1-62793b920892 req-cbe4ab9b-868d-475f-882e-0e04fc835723 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0583265 Aug 04 14:40:46.339164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18f54a76-7716-46d3-8ef1-62793b920892 req-5a651bf5-42ff-46ab-9a9a-67f831e33ef4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Aug 04 14:40:46.404930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822988a2-415d-4677-8146-e04f920a8753 req-bc116970-d830-4023-9231-a6fa11ed7f61 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.407725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-822988a2-415d-4677-8146-e04f920a8753 req-bc116970-d830-4023-9231-a6fa11ed7f61 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0665064 Aug 04 14:40:46.464492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-822988a2-415d-4677-8146-e04f920a8753 req-faa11fcd-544c-4795-8753-00dadee63d7e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500264 Aug 04 14:40:46.534454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1dd05-b506-429d-a811-19613d09a4e8 req-ba10040c-eb9c-4f04-b24a-0f781ccc3174 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.542783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ce1dd05-b506-429d-a811-19613d09a4e8 req-ba10040c-eb9c-4f04-b24a-0f781ccc3174 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0613241 Aug 04 14:40:46.588916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ce1dd05-b506-429d-a811-19613d09a4e8 req-8c487939-31ea-4524-8c65-7e75719934f3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Aug 04 14:40:46.675899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ddc80-2dff-494e-bea0-c09578cb1263 req-56197358-33ad-4c65-b06c-3b6e175a9ab7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:46.677455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b5ddc80-2dff-494e-bea0-c09578cb1263 req-56197358-33ad-4c65-b06c-3b6e175a9ab7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0513103 Aug 04 14:40:46.717728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b5ddc80-2dff-494e-bea0-c09578cb1263 req-9717c5a1-ad9f-4612-8930-ff6c3f26a23b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 04 14:40:47.006827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3eafe-fea5-4111-a35a-5d16c41a6a20 req-6824f385-eb14-42b4-8687-133c53272fd2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:47.008470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46d3eafe-fea5-4111-a35a-5d16c41a6a20 req-6824f385-eb14-42b4-8687-133c53272fd2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.0575254 Aug 04 14:40:47.061085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46d3eafe-fea5-4111-a35a-5d16c41a6a20 req-35e207ae-6e47-49ed-9f5a-4ae73d8cb131 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Aug 04 14:40:47.328395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2db15ae9-3cb1-45a8-8608-e9045fc8305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.362478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cb067-7f0e-4b2a-8465-1d456b7dff72 req-02c38134-5b9c-42aa-990b-ca5e3db82f12 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:47.363384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:47.364614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-666cb067-7f0e-4b2a-8465-1d456b7dff72 req-02c38134-5b9c-42aa-990b-ca5e3db82f12 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0540919 Aug 04 14:40:47.415182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-666cb067-7f0e-4b2a-8465-1d456b7dff72 req-2179ad1b-5651-4f90-a8e5-730e9d438f9e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Aug 04 14:40:47.488969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4add8e9-2d4e-42d2-a90f-1353d12470a5 req-3aba50ac-4e7d-4fa4-80ab-bc605440d101 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:47.490307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:47.490730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4add8e9-2d4e-42d2-a90f-1353d12470a5 req-3aba50ac-4e7d-4fa4-80ab-bc605440d101 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0693245 Aug 04 14:40:47.504343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'mac_address': 'fa:16:3e:33:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:47.536136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4add8e9-2d4e-42d2-a90f-1353d12470a5 req-c5efea9a-e0a3-4e51-a7e5-e8bc92eeae96 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Aug 04 14:40:47.560490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.571063 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.585120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:47.615958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:47.624554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.625445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:47.658856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.725543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:47.730891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15974b-1a22-4ec2-910f-72760934c640 req-82ef2938-1fb6-4827-88ca-4101d8ca9d6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:47.732705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac15974b-1a22-4ec2-910f-72760934c640 req-82ef2938-1fb6-4827-88ca-4101d8ca9d6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0561392 Aug 04 14:40:47.773538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:47.774017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac15974b-1a22-4ec2-910f-72760934c640 req-ede03d3a-75dc-4012-8828-5b8683963b0e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Aug 04 14:40:47.786793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'port_id': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'mac_address': 'fa:16:3e:88:34:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a38431-6220-4016-8afe-65544e7eabae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:47.826393 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.841198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:47.863611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:47.867996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:47.928120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:48.162987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:48.167187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:48.200617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972ff80-c370-4bd4-8814-e9cec6a22f6f req-c4cfd61a-a375-4981-8563-4196f4e76ed1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:48.201826 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e972ff80-c370-4bd4-8814-e9cec6a22f6f req-c4cfd61a-a375-4981-8563-4196f4e76ed1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 949 time: 0.0632608 Aug 04 14:40:48.247329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e972ff80-c370-4bd4-8814-e9cec6a22f6f req-24246516-bbfc-4a66-813f-f8be4fed6882 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Aug 04 14:40:48.393519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:48.523677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06743-3344-4d06-9376-bb879ee39cc7 req-0023c11d-e96d-4cd5-86a6-42123d7496da tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:48.525334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a06743-3344-4d06-9376-bb879ee39cc7 req-0023c11d-e96d-4cd5-86a6-42123d7496da tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Aug 04 14:40:48.567194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a06743-3344-4d06-9376-bb879ee39cc7 req-95f09c7e-f81a-4754-ba5b-54bf41515adc tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Aug 04 14:40:48.601115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:48.684478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2de000-1e88-48f4-ae45-dd0ebee6766c req-5409be25-830b-4334-bc98-a1d9baa0eec2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:48.686023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2de000-1e88-48f4-ae45-dd0ebee6766c req-5409be25-830b-4334-bc98-a1d9baa0eec2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 944 time: 0.0536518 Aug 04 14:40:48.724723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2de000-1e88-48f4-ae45-dd0ebee6766c req-b3ad5849-388d-4621-a889-7edc64a98b6b tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Aug 04 14:40:48.910408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092f80-3d06-4e4d-a4ba-3a113d452646 req-5f95598c-c3ec-4191-996d-68180d14376f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:48.912070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98092f80-3d06-4e4d-a4ba-3a113d452646 req-5f95598c-c3ec-4191-996d-68180d14376f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0603175 Aug 04 14:40:48.964759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98092f80-3d06-4e4d-a4ba-3a113d452646 req-e6840c23-7c5e-4bc9-bf8e-b69419666bf4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452392 Aug 04 14:40:49.364257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c97b5-215f-4a53-a37a-1f6b42bd625e req-0b14a8ae-e90f-4c2a-a71b-1fe045d9ef5a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:49.365783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-043c97b5-215f-4a53-a37a-1f6b42bd625e req-0b14a8ae-e90f-4c2a-a71b-1fe045d9ef5a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 949 time: 0.0493662 Aug 04 14:40:49.372781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:40:49.378885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:49.407484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-043c97b5-215f-4a53-a37a-1f6b42bd625e req-9f0eeb38-4b0e-4594-afc4-044989c217b7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Aug 04 14:40:49.488579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:49.500830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:49.501205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:49.538888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:49.556969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'port_id': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'mac_address': 'fa:16:3e:1a:54:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d82e5-cb29-489d-8269-2755a0051e7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:40:49.623316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:49.643304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c251858a-41ab-4d0c-8f00-ebedd00d6825 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:40:49.647569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:49.680853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:49.689288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:49.692132 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bbced-477f-4b73-bd8d-be40d8c46170" -d '{"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:49.697897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:49.712587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:49.742807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:49.744026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:49.794251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e7b5d-13d0-446d-88dd-81cd5bd62a7b req-2a2ba9bb-d5a2-4630-b488-df7d98f9e441 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:49.804403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f2e7b5d-13d0-446d-88dd-81cd5bd62a7b req-2a2ba9bb-d5a2-4630-b488-df7d98f9e441 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.1329374 Aug 04 14:40:49.824909 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ae488-2257-4bde-8c98-4aa510145997 x-openstack-request-id: req-1f3ae488-2257-4bde-8c98-4aa510145997 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:49.839800 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:49.840063 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f3ae488-2257-4bde-8c98-4aa510145997 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:49.840501 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'code': 200} Aug 04 14:40:49.850396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['c251858a-41ab-4d0c-8f00-ebedd00d6825'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:49.879759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f2e7b5d-13d0-446d-88dd-81cd5bd62a7b req-8899c443-92b8-428b-92b8-eed9b6d66a4c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743303 Aug 04 14:40:49.908344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:49.962667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdd350-89e3-4799-9056-54189f04759b req-e8890d06-6621-4006-a0bf-c64508c83bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:49.964191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f8bdd350-89e3-4799-9056-54189f04759b req-e8890d06-6621-4006-a0bf-c64508c83bb5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1102 time: 0.0777330 Aug 04 14:40:50.003078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:50.029010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:40:50.035717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3216-8d20-4a65-91c6-411407927581 req-2e49da30-2226-456d-857d-1f34b42520db tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:50.052984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:50.053767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:50.055127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-406b3216-8d20-4a65-91c6-411407927581 req-2e49da30-2226-456d-857d-1f34b42520db tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 944 time: 0.0868256 Aug 04 14:40:50.069440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f8bdd350-89e3-4799-9056-54189f04759b req-86ae4065-d8c6-4281-8cb9-e3439a501502 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973456 Aug 04 14:40:50.167711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:50.169252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-406b3216-8d20-4a65-91c6-411407927581 req-46e6da59-f2eb-4de6-926b-dca38e741f1e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099982 Aug 04 14:40:50.203710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29134c1-0d00-4a56-94ae-f4eb83ab57db req-fed40164-ddaa-452a-9d14-dd6af9989c00 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:50.211753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d29134c1-0d00-4a56-94ae-f4eb83ab57db req-fed40164-ddaa-452a-9d14-dd6af9989c00 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0882816 Aug 04 14:40:50.224414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:50.261391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:50.264642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d29134c1-0d00-4a56-94ae-f4eb83ab57db req-5cf60787-e519-4bf0-ac32-cecf98937586 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Aug 04 14:40:50.296125 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:50.482876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec90e86-6aaa-41fc-a370-6fe29aaf965c req-34f5874f-d915-47af-9d12-989ab82919ea tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:50.484635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fec90e86-6aaa-41fc-a370-6fe29aaf965c req-34f5874f-d915-47af-9d12-989ab82919ea tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.0620673 Aug 04 14:40:50.494652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:50.551481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fec90e86-6aaa-41fc-a370-6fe29aaf965c req-e2011280-8ec4-416a-b6a1-e6bc80e4feaf tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Aug 04 14:40:50.572698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7266a-c9dc-4aa9-a10b-79a78a4c1dfb req-e224c614-8e26-4e8b-a7d7-7bb0c8771ce9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:50.572859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dc7266a-c9dc-4aa9-a10b-79a78a4c1dfb req-e224c614-8e26-4e8b-a7d7-7bb0c8771ce9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0616016 Aug 04 14:40:50.614103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dc7266a-c9dc-4aa9-a10b-79a78a4c1dfb req-d25d09a2-f13e-4cf2-bb1c-f67433b7bc5d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339651 Aug 04 14:40:51.009767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-6288af71-6c03-48d8-982c-76ac7faf2166 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855620 Aug 04 14:40:51.023125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfee05e-d0ce-4aae-9777-a7db7a73aca4 req-8bbba7f7-5624-414c-b7d5-c45100c5922c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.024717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cfee05e-d0ce-4aae-9777-a7db7a73aca4 req-8bbba7f7-5624-414c-b7d5-c45100c5922c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 944 time: 0.0604064 Aug 04 14:40:51.092406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cfee05e-d0ce-4aae-9777-a7db7a73aca4 req-96932620-9262-42a7-92d2-2c4f5409825a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613747 Aug 04 14:40:51.107284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692d1e-86bc-4eca-a787-786c07139c76 req-394c6b72-8bef-4585-a4f0-435178c6bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.108827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-394c6b72-8bef-4585-a4f0-435178c6bc5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76988566815f4a62bf864166a2ec32c1&device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0497513 Aug 04 14:40:51.285170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692d1e-86bc-4eca-a787-786c07139c76 req-7ad0a679-c1de-40d0-a69e-77ed1b026120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.286740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-7ad0a679-c1de-40d0-a69e-77ed1b026120 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 200 len: 906 time: 0.1411593 Aug 04 14:40:51.342808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2bfce-fef6-4415-9200-9d5c80c5da2f req-114bf16e-a56b-4fcd-aacf-4176d05be3f2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.344215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ba2bfce-fef6-4415-9200-9d5c80c5da2f req-114bf16e-a56b-4fcd-aacf-4176d05be3f2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 945 time: 0.1009135 Aug 04 14:40:51.393292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:40:51.411934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-51be02f2-5a36-42b2-b08b-6746053b3882 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 200 len: 1002 time: 0.1158714 Aug 04 14:40:51.428777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ba2bfce-fef6-4415-9200-9d5c80c5da2f req-e8a7ea97-6f63-426f-ba59-74ece0a5f6f3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755250 Aug 04 14:40:51.450044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba792b38-b7c6-4c0c-90a5-f09c734558f7 req-58f44339-21db-4ca2-b5c6-6d2558972dc1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.450044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba792b38-b7c6-4c0c-90a5-f09c734558f7 req-58f44339-21db-4ca2-b5c6-6d2558972dc1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 944 time: 0.1149960 Aug 04 14:40:51.458773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port c251858a-41ab-4d0c-8f00-ebedd00d6825 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:40:51.459153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:51.521920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692d1e-86bc-4eca-a787-786c07139c76 req-5f7ef7ec-28b2-4f67-92c4-b59be783a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.522778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-5f7ef7ec-28b2-4f67-92c4-b59be783a9e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d4aabd-47a3-4d60-8983-4f59d079010d HTTP/1.1" status: 200 len: 844 time: 0.0923505 Aug 04 14:40:51.540840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:51.547549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba792b38-b7c6-4c0c-90a5-f09c734558f7 req-36dafab2-2c15-44aa-9325-0a3f2e669fa7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789742 Aug 04 14:40:51.580518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:51.586298 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:51.597681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ce91-b50f-4869-b841-a304febe0c21 req-0c1e40be-a699-4b30-bbb9-a2da69e0d757 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.599395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d2ce91-b50f-4869-b841-a304febe0c21 req-0c1e40be-a699-4b30-bbb9-a2da69e0d757 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0943556 Aug 04 14:40:51.605282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692d1e-86bc-4eca-a787-786c07139c76 req-8e11376a-b3c9-440f-b214-79c12a7947b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.606773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-8e11376a-b3c9-440f-b214-79c12a7947b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d224948e-3f92-4479-a489-75fe4bea30b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698621 Aug 04 14:40:51.645043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:51.683337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d2ce91-b50f-4869-b841-a304febe0c21 req-0aca2998-a9f3-4aa7-b8e6-566bfde43db2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755465 Aug 04 14:40:51.756440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-006a9d46-b622-4443-8fe1-0488d22adca1 service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291475 Aug 04 14:40:51.805184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddc4bd-6bf5-49a0-ac0c-b5591023e158 req-83b71c6f-1e55-4099-bef1-73791dc3b2d8 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.806739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16ddc4bd-6bf5-49a0-ac0c-b5591023e158 req-83b71c6f-1e55-4099-bef1-73791dc3b2d8 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.1021295 Aug 04 14:40:51.841541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'}, {'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:51.844061 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1725d1b3-5030-4942-9df4-98c55dd3e737" -d '{"events": [{"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026"}, {"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-plugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:51.896131 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:40:51.906480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76279-013b-49de-bd2a-86c28a9994b8 req-35ef463b-7963-4221-8617-e7098c245011 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:51.908023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bac76279-013b-49de-bd2a-86c28a9994b8 req-35ef463b-7963-4221-8617-e7098c245011 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1488791 Aug 04 14:40:51.916308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16ddc4bd-6bf5-49a0-ac0c-b5591023e158 req-936afbe0-9f65-4166-b710-0042db111a35 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959756 Aug 04 14:40:51.952959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43692d1e-86bc-4eca-a787-786c07139c76 req-958290e9-59ab-4172-95e6-d2adf757d2a0 service neutron] 10.222.0.46 "GET /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658602 Aug 04 14:40:51.970428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bac76279-013b-49de-bd2a-86c28a9994b8 req-c9d38a76-93f6-48df-b35b-95c3329e1ae9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531785 Aug 04 14:40:52.020149 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efad861-cc09-4b14-9430-fb3a3c151bbd x-openstack-request-id: req-9efad861-cc09-4b14-9430-fb3a3c151bbd {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:52.020669 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026", "code": 200}, {"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-plugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:52.021015 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9efad861-cc09-4b14-9430-fb3a3c151bbd {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:52.021509 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'code': 200} Aug 04 14:40:52.021863 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'code': 200} Aug 04 14:40:52.157704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976b53d-b9d6-45e0-a1ef-ecfd2701fd7d req-a57e9ab0-bc38-4788-b093-5beebf1f4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:52.159292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f976b53d-b9d6-45e0-a1ef-ecfd2701fd7d req-a57e9ab0-bc38-4788-b093-5beebf1f4ebf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0412593 Aug 04 14:40:52.207681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f976b53d-b9d6-45e0-a1ef-ecfd2701fd7d req-cdd62b8b-8afb-4411-9758-e20126013831 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346057 Aug 04 14:40:52.337229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-5fbe3114-9320-4b6b-b5ac-3fda44339d44 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684862 Aug 04 14:40:52.360063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad50aac-e3c9-4a66-9ffc-eb111487aa4e req-0153c4f6-089a-4641-8185-5194589349c0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:52.361678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ad50aac-e3c9-4a66-9ffc-eb111487aa4e req-0153c4f6-089a-4641-8185-5194589349c0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0683184 Aug 04 14:40:52.407216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ad50aac-e3c9-4a66-9ffc-eb111487aa4e req-af423a1a-9e98-400e-a22c-6d029826956f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Aug 04 14:40:52.593239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb23f4-3d82-4e79-9608-4e9d34559a92 req-3d3a9d31-7ff3-4d34-8383-d22b6c306bb3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:52.595021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7efb23f4-3d82-4e79-9608-4e9d34559a92 req-3d3a9d31-7ff3-4d34-8383-d22b6c306bb3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 945 time: 0.0580347 Aug 04 14:40:52.640857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7efb23f4-3d82-4e79-9608-4e9d34559a92 req-3ce38c35-773e-421a-950a-c33785c0c468 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Aug 04 14:40:52.722285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b58a20-fee6-4477-b15b-f0558661b7bb req-48dd38f0-deed-43bd-a7fa-ec630afe0761 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:52.730336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0b58a20-fee6-4477-b15b-f0558661b7bb req-48dd38f0-deed-43bd-a7fa-ec630afe0761 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0727191 Aug 04 14:40:52.829635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0b58a20-fee6-4477-b15b-f0558661b7bb req-0f1ec7bc-883e-475f-91fe-8c6f655de01e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981202 Aug 04 14:40:52.866235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-9ca556ae-4429-495f-b53e-07eb52995502 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:52.867942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-9ca556ae-4429-495f-b53e-07eb52995502 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.46 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.1346555 Aug 04 14:40:53.085330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec950e0-baf2-433f-b01e-de34985186db req-e5ab2bad-bdba-4c77-a37e-32abfe1a843e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:53.086910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ec950e0-baf2-433f-b01e-de34985186db req-e5ab2bad-bdba-4c77-a37e-32abfe1a843e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.1226549 Aug 04 14:40:53.108094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Deleting port 7ef12d64-0e54-4f06-b839-6cde698a99ad {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:40:53.108579 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.159759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241d9cc-95e2-47fe-9b86-9892c6d08eb0 req-e3e37656-9ebe-4f5e-99e2-cbab19583903 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:53.161297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6241d9cc-95e2-47fe-9b86-9892c6d08eb0 req-e3e37656-9ebe-4f5e-99e2-cbab19583903 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 946 time: 0.1453948 Aug 04 14:40:53.243403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ec950e0-baf2-433f-b01e-de34985186db req-e0db9849-879e-4e2f-bc74-6ebd1892bb07 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472476 Aug 04 14:40:53.262722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6241d9cc-95e2-47fe-9b86-9892c6d08eb0 req-9fe33a15-ee12-4fd9-9781-df2ab04b5346 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ffcd60d-b540-41d4-9043-c94d177bd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880253 Aug 04 14:40:53.316799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] For port 7ef12d64-0e54-4f06-b839-6cde698a99ad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7ef12d64-0e54-4f06-b839-6cde698a99ad,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:53.317188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.356711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Calling delete_port for 7ef12d64-0e54-4f06-b839-6cde698a99ad owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:40:53.367158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-3b745cb4-3a9c-46e9-877f-e69956861903 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:53.371601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-3b745cb4-3a9c-46e9-877f-e69956861903 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.38 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 945 time: 0.0950134 Aug 04 14:40:53.409183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:53.569951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Deleting port c251858a-41ab-4d0c-8f00-ebedd00d6825 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:40:53.570882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.573011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.602932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7ef12d64-0e54-4f06-b839-6cde698a99ad'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:53.648382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Pushing event deleted for resources: {'Port': ['ID=7ef12d64-0e54-4f06-b839-6cde698a99ad,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:53.671222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.718174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:53.724152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.780029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:53.826917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] For port c251858a-41ab-4d0c-8f00-ebedd00d6825, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c251858a-41ab-4d0c-8f00-ebedd00d6825,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:53.827350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:53.842570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Calling delete_port for c251858a-41ab-4d0c-8f00-ebedd00d6825 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:40:53.983511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:54.016024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347c30-c78c-4bd3-8cee-5b208affcf91 req-135cbbbf-0bb0-4263-90cb-2cf98daaca2a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.017568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e347c30-c78c-4bd3-8cee-5b208affcf91 req-135cbbbf-0bb0-4263-90cb-2cf98daaca2a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.4585106 Aug 04 14:40:54.023804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:54.027696 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c216b83-611b-44e6-86be-76cf21917928" -d '{"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:54.033966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event deleted for resources: {'Port': ['ID=c251858a-41ab-4d0c-8f00-ebedd00d6825,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:54.058370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] No DVR routers for this DVR port 7ef12d64-0e54-4f06-b839-6cde698a99ad on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:54.062208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:54.064284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e0d1a-c637-449d-9b25-dca11cbc8889 req-c77e7092-2bb6-4a57-8a2f-f57afa0361aa tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.46 "DELETE /v2.0/ports/7ef12d64-0e54-4f06-b839-6cde698a99ad HTTP/1.1" status: 204 len: 173 time: 1.1773729 Aug 04 14:40:54.069281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'name': 'network-vif-deleted', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:54.071548 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68273bd5-7c99-4cbc-9bac-b36fca6ee612" -d '{"events": [{"server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "name": "network-vif-deleted", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:54.082094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] No DVR routers for this DVR port c251858a-41ab-4d0c-8f00-ebedd00d6825 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:40:54.086708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:54.099194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fd4e0fce-639f-4981-84e3-473ded1f62a1 req-71799760-f5fa-4ff8-ac0e-24af81afc6cf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.38 "DELETE /v2.0/ports/c251858a-41ab-4d0c-8f00-ebedd00d6825 HTTP/1.1" status: 204 len: 173 time: 0.7183042 Aug 04 14:40:54.100560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-deleted', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:54.102914 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f459b8a2-fd11-4afe-898e-692853ace5f6" -d '{"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-deleted", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:54.115700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89657a35-8c2f-4786-8d91-e9f655a337d0 req-321aaf3f-4532-4d89-81fc-8c351bc0fc6c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.123298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89657a35-8c2f-4786-8d91-e9f655a337d0 req-321aaf3f-4532-4d89-81fc-8c351bc0fc6c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 945 time: 0.1189580 Aug 04 14:40:54.136385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e347c30-c78c-4bd3-8cee-5b208affcf91 req-bf4991bb-6bfb-484a-acf4-80fdd6859afa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792263 Aug 04 14:40:54.174734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89657a35-8c2f-4786-8d91-e9f655a337d0 req-83c5b1a3-ae58-4504-a2c1-6a8cb0170d95 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504417 Aug 04 14:40:54.178365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-63f68f31-9c23-42a6-b041-7895c80fe33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.180516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-63f68f31-9c23-42a6-b041-7895c80fe33d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1102 time: 0.0728827 Aug 04 14:40:54.264345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95a8da47-3ffe-477d-afc9-d2373d227137 req-efbc49ca-68db-4bb3-abbd-6433dd6b445d tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=0afe0c5f-641d-4a32-af3f-74c6f4c971b9 HTTP/1.1" status: 200 len: 210 time: 0.0416939 Aug 04 14:40:54.314319 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7068bcfd-9a69-4bfe-9a95-9f4d3625fe81 x-openstack-request-id: req-7068bcfd-9a69-4bfe-9a95-9f4d3625fe81 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:54.314991 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:54.315441 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7068bcfd-9a69-4bfe-9a95-9f4d3625fe81 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:54.316035 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'code': 200} Aug 04 14:40:54.320682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-42c3cb2c-e6e0-45e2-9e5c-43da3c959616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.322561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-42c3cb2c-e6e0-45e2-9e5c-43da3c959616 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1345394 Aug 04 14:40:54.334532 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f932c8-3a79-49f9-b77d-e865913470f0 x-openstack-request-id: req-86f932c8-3a79-49f9-b77d-e865913470f0 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:54.335236 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898dc643-e142-45da-8222-dce9b0b548fd", "name": "network-vif-deleted", "tag": "7ef12d64-0e54-4f06-b839-6cde698a99ad", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:54.335686 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86f932c8-3a79-49f9-b77d-e865913470f0 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:54.336188 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898dc643-e142-45da-8222-dce9b0b548fd', 'name': 'network-vif-deleted', 'tag': '7ef12d64-0e54-4f06-b839-6cde698a99ad', 'status': 'completed', 'code': 200} Aug 04 14:40:54.380675 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be06e6b-ea42-400b-a5dc-7531f0e7aaf9 x-openstack-request-id: req-5be06e6b-ea42-400b-a5dc-7531f0e7aaf9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:54.381291 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe0c5f-641d-4a32-af3f-74c6f4c971b9", "name": "network-vif-deleted", "tag": "c251858a-41ab-4d0c-8f00-ebedd00d6825", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:54.381388 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5be06e6b-ea42-400b-a5dc-7531f0e7aaf9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:54.381764 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe0c5f-641d-4a32-af3f-74c6f4c971b9', 'name': 'network-vif-deleted', 'tag': 'c251858a-41ab-4d0c-8f00-ebedd00d6825', 'status': 'completed', 'code': 200} Aug 04 14:40:54.383341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-7484dffd-f02c-4df8-b9f4-9b7b1edcfdac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0494184 Aug 04 14:40:54.437394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-7e2b4bea-0978-499c-bb60-c902905701a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.438916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-7e2b4bea-0978-499c-bb60-c902905701a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0468972 Aug 04 14:40:54.444618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb01d0-e1e0-42de-bf36-d707d7ab3d76 req-8c3701f5-f6e5-48e1-8e64-6599d712c038 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.446114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92eb01d0-e1e0-42de-bf36-d707d7ab3d76 req-8c3701f5-f6e5-48e1-8e64-6599d712c038 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0658081 Aug 04 14:40:54.468897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb9e6-906a-47f5-89d3-01f518d1b2ce req-e3169516-eaaa-48c2-a9dc-6849be1e890b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.470381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-335fb9e6-906a-47f5-89d3-01f518d1b2ce req-e3169516-eaaa-48c2-a9dc-6849be1e890b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0664082 Aug 04 14:40:54.484199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-d7ac4f2b-43d0-48db-aa8b-e427c3131658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.485727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-d7ac4f2b-43d0-48db-aa8b-e427c3131658 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395174 Aug 04 14:40:54.514535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92eb01d0-e1e0-42de-bf36-d707d7ab3d76 req-b2b2c2c0-9aed-437a-b54f-d7d140a18f1f tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Aug 04 14:40:54.521803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-335fb9e6-906a-47f5-89d3-01f518d1b2ce req-5d45d117-64be-4a5c-97b8-443f7d774a0e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Aug 04 14:40:54.599580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-7c32eaa9-1b09-41ff-acd9-13f8c7a336ce service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918739 Aug 04 14:40:54.643357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09f41951-ce14-41a7-b31e-412caa1ba2df req-3f2272ad-c7dc-4973-a084-486e20cd2ad6 tempest-AttachSCSIVolumeTestJSON-234180820 tempest-AttachSCSIVolumeTestJSON-234180820-project] 10.222.0.76 "GET /v2.0/ports?device_id=898dc643-e142-45da-8222-dce9b0b548fd HTTP/1.1" status: 200 len: 210 time: 0.0386713 Aug 04 14:40:54.733471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-a6129271-7995-491e-9db2-546665519a0f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194830 Aug 04 14:40:54.760313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ffad5-bed8-4f06-a286-e494721ad45d req-06287d8d-d021-4f26-8803-0c3059909c11 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:54.762843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f79ffad5-bed8-4f06-a286-e494721ad45d req-06287d8d-d021-4f26-8803-0c3059909c11 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0585916 Aug 04 14:40:54.805317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f79ffad5-bed8-4f06-a286-e494721ad45d req-2d0aca40-1a6c-4e62-bc49-069166dbd75e tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Aug 04 14:40:55.040591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691592d-0a2e-47bd-be1d-fd12f6879228 req-dab50b93-7f3c-48cf-b3b3-b3a247373d10 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:55.042121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8691592d-0a2e-47bd-be1d-fd12f6879228 req-dab50b93-7f3c-48cf-b3b3-b3a247373d10 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0422142 Aug 04 14:40:55.080054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8691592d-0a2e-47bd-be1d-fd12f6879228 req-699a7eaa-e2e7-4e0b-ae38-79db7c7de4e6 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295522 Aug 04 14:40:55.256310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc87b4a-652a-4cc0-a4d7-4bc5a903164c req-9eb23c90-3f3b-4fd7-811d-703737ff18f2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:55.257791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccc87b4a-652a-4cc0-a4d7-4bc5a903164c req-9eb23c90-3f3b-4fd7-811d-703737ff18f2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0489345 Aug 04 14:40:55.297465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccc87b4a-652a-4cc0-a4d7-4bc5a903164c req-aa4d2a79-613c-49d7-8110-3f98898b2ac6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Aug 04 14:40:55.505866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41626) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:55.510845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729789816', 'description': 'tempest-description--552739765'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:55.538563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.626356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.631740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.658005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5dceb-80e5-4999-801f-9c7c34f7908b req-516e6d40-3b7b-43cf-8941-f52a90b064ec tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:55.660535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54b5dceb-80e5-4999-801f-9c7c34f7908b req-516e6d40-3b7b-43cf-8941-f52a90b064ec tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0603576 Aug 04 14:40:55.664417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:55.666729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.668067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a100aae-4101-4b1f-a320-d7a35f819848 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1610367 Aug 04 14:40:55.671059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41634) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:55.675879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'security_group_rule': {'security_group_id': '43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:55.704951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.712888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54b5dceb-80e5-4999-801f-9c7c34f7908b req-e954724e-271c-4a8a-b68a-68f01c64fafe tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Aug 04 14:40:55.767545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.772230 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.794314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f84b89-8394-40f0-89af-adcd8d2b1292,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:55.805795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.807282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f53f135-3899-4aaf-b05a-a787c58403bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351852 Aug 04 14:40:55.810496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41644) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:55.815109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'security_group_rule': {'security_group_id': '43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:55.842831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.918575 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-59cbf8f0-881b-4a02-b034-a6a4d11f52ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661170 Aug 04 14:40:55.924022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.930837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.952284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3294d075-b66a-4bae-a92e-8ac3b3421c1b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:55.960758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:55.962037 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a5499f5-e2b0-4e2d-a09e-96c37c389b0c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505156 Aug 04 14:40:55.965392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41652) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:55.969816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:56.018360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:56.033078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-a808ffa1-b8c2-4a24-8120-596a1e50677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.034560 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-a808ffa1-b8c2-4a24-8120-596a1e50677b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 1096 time: 0.0603750 Aug 04 14:40:56.170609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-fa22dab7-283a-417c-85ef-f81ffe1fde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.172013 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-fa22dab7-283a-417c-85ef-f81ffe1fde30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1070149 Aug 04 14:40:56.199020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f07402-64e5-476d-8739-6e9744a67178 req-ef6da9dd-e924-4d1c-8af7-ab26ed39330a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.200869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7f07402-64e5-476d-8739-6e9744a67178 req-ef6da9dd-e924-4d1c-8af7-ab26ed39330a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0478861 Aug 04 14:40:56.224015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-310d8baf-4bd8-4ee9-be0f-769bdbcbbde4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 200 len: 217 time: 0.0414050 Aug 04 14:40:56.239689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7f07402-64e5-476d-8739-6e9744a67178 req-b5421eb9-e58a-40d3-9290-92a00fd703d4 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Aug 04 14:40:56.267028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:56.317060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-f609a820-775f-4ad9-a55f-44d09e1fcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.318769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-f609a820-775f-4ad9-a55f-44d09e1fcaf1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0879178 Aug 04 14:40:56.360427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-09925c1d-b75d-4407-858d-65358b833b0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333996 Aug 04 14:40:56.438644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77829123-ae05-46d2-bbe3-3a16c0fb7601 req-84e3a4cf-7953-4266-8d83-479cd0e16f73 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.440559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77829123-ae05-46d2-bbe3-3a16c0fb7601 req-84e3a4cf-7953-4266-8d83-479cd0e16f73 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0622087 Aug 04 14:40:56.472007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Allocated IP 172.25.0.204 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9b73e39f-92ca-467a-a2b5-132b9963c607) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:56.503672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77829123-ae05-46d2-bbe3-3a16c0fb7601 req-44147876-fd16-45d5-a796-1fff0eb9d3a1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Aug 04 14:40:56.590198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-2d1d1d32-6bd3-40ec-b91b-e16c388231cb service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213981 Aug 04 14:40:56.748850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:56.757253 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-723e0930-0bea-4b4a-86ab-42ce3eec99d0 req-cd96e905-aad2-42f5-9a2c-88d0c00e8a18 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602225 Aug 04 14:40:56.794530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:56.839844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:56.845836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:56.850545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:56.861584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'Port': ['ID=9b73e39f-92ca-467a-a2b5-132b9963c607,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:56.920887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472c0c-73bf-4ba7-bb67-cb9c347d15c1 req-c651a4e9-f6bb-485b-a5b7-961487c47aa7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:56.924778 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:56.929371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d472c0c-73bf-4ba7-bb67-cb9c347d15c1 req-c651a4e9-f6bb-485b-a5b7-961487c47aa7 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0743690 Aug 04 14:40:56.935218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7ef12d64-0e54-4f06-b839-6cde698a99ad no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:56.975477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 7ef12d64-0e54-4f06-b839-6cde698a99ad {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:40:56.976543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7ef12d64-0e54-4f06-b839-6cde698a99ad not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:56.982678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d472c0c-73bf-4ba7-bb67-cb9c347d15c1 req-7a0ca2c6-bfcb-4c8c-96d8-29e52f4453d9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Aug 04 14:40:56.994826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.176010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.182499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.220207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.243865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'Port': ['ID=9b73e39f-92ca-467a-a2b5-132b9963c607,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:57.252202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-dd7eb94e-1624-4333-9834-4170050e4e43 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:40:57.256375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-dd7eb94e-1624-4333-9834-4170050e4e43 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078065 Aug 04 14:40:57.258742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.268157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4515989f-356e-4c2a-a5df-c56faced9d31 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2941136 Aug 04 14:40:57.268386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Request body: {'binding': {'host': 'n-h2-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:57.268386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:40:57.421763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:40:57.446897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: c251858a-41ab-4d0c-8f00-ebedd00d6825 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:40:57.447526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c251858a-41ab-4d0c-8f00-ebedd00d6825 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:40:57.482694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on host n-h2-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:57.482919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:57.483219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:57.493370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:57.493688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:57.506707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:57.507047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:57.507432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:57.507874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Bound port: 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:57.520242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-553fdcf7-ee6b-4062-bbdc-99a44b2c3435 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:57.521707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-553fdcf7-ee6b-4062-bbdc-99a44b2c3435 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.1433043 Aug 04 14:40:57.556196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-befb4c77-fc38-49dd-9656-b24d29faf2a3 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/quotas/8ebc9274ff0e4a019bbfc0dfaedb7946 HTTP/1.1" status: 200 len: 375 time: 0.0156817 Aug 04 14:40:57.611898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:57.619567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:57.620883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c0436128-38d7-428b-8a66-3024ff3c67cb service neutron] 10.222.0.76 "POST /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026/bindings HTTP/1.1" status: 201 len: 390 time: 0.3582270 Aug 04 14:40:57.629611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-5e46df67-812c-411d-8a2d-37e1a23e15f0 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669343 Aug 04 14:40:57.734538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-3491afa8-3689-49f9-85b9-f63fbfcf1657 service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945520 Aug 04 14:40:57.874693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85267278-89c8-46d4-981c-6e3e2f3828eb req-e6429f1d-8669-491b-8474-4f0bda6b8d23 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:57.876508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85267278-89c8-46d4-981c-6e3e2f3828eb req-e6429f1d-8669-491b-8474-4f0bda6b8d23 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0857825 Aug 04 14:40:57.896715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-c24e173b-375e-49af-a11d-7d2353fed235 service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526825 Aug 04 14:40:57.938777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85267278-89c8-46d4-981c-6e3e2f3828eb req-7502cd60-3ea6-453d-a989-81c2d3deb7b4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Aug 04 14:40:57.941911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-4cbafba9-a43f-49a1-886e-2dad3dc91f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:57.943533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-4cbafba9-a43f-49a1-886e-2dad3dc91f26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1097 time: 0.0853815 Aug 04 14:40:58.080986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-16525038-6582-4d96-a528-b78d7864dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:58.082571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-16525038-6582-4d96-a528-b78d7864dc3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1298885 Aug 04 14:40:58.134180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-48547ce5-cf13-4567-b4a4-7ee181a2c36a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 217 time: 0.0379968 Aug 04 14:40:58.222552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c05f15e-b182-4490-aa4f-1caf14b8f329 req-4491522b-27f1-49f1-9111-241b1b2fa077 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 210 time: 0.0872953 Aug 04 14:40:58.232543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c1d0a-dd4b-450e-9b29-52ec12b49f9a req-e2b8337c-d45a-46ad-9202-ddfc00e8443a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:58.234490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-008c1d0a-dd4b-450e-9b29-52ec12b49f9a req-e2b8337c-d45a-46ad-9202-ddfc00e8443a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 945 time: 0.1496115 Aug 04 14:40:58.251426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-85fa7732-817b-43fc-aa3c-8507b0778dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:58.253112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-85fa7732-817b-43fc-aa3c-8507b0778dff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1034358 Aug 04 14:40:58.296919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-eb0e4ee7-f074-4a00-b5e5-075b046cd3a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334663 Aug 04 14:40:58.363392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-008c1d0a-dd4b-450e-9b29-52ec12b49f9a req-f589d947-2d5e-425a-964a-0afa9f95628f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150610 Aug 04 14:40:58.437384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de531d-9fde-44a0-8b9e-40dd0f3ae6ca req-5452a150-f873-4ea4-9268-209cfd2e5c4e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:58.439020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35de531d-9fde-44a0-8b9e-40dd0f3ae6ca req-5452a150-f873-4ea4-9268-209cfd2e5c4e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.1319616 Aug 04 14:40:58.476586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-21370e69-893d-4860-a7ed-312bf57cdd6c service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681447 Aug 04 14:40:58.513834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35de531d-9fde-44a0-8b9e-40dd0f3ae6ca req-ec2e3f36-131b-400f-a999-72cea3c767d8 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Aug 04 14:40:58.591359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-f3f9aaf5-2a6d-46b6-a1b7-579baa012228 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019926 Aug 04 14:40:58.726981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-6bd5f8ee-9bd8-43e5-a7e8-35e73bcd8d81 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:58.728616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-6bd5f8ee-9bd8-43e5-a7e8-35e73bcd8d81 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.0515304 Aug 04 14:40:58.742068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801743-12'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:58.799135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:58.930375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:40:58.974663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:59.022961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:40:59.025835 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a914db3-bc81-436f-b500-ac71206d84cd" -d '{"events": [{"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:40:59.030637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.038947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.164071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:59.183937 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ab0e9-a791-4915-bf9d-e633729f3042 x-openstack-request-id: req-600ab0e9-a791-4915-bf9d-e633729f3042 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:40:59.184272 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:40:59.184559 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-600ab0e9-a791-4915-bf9d-e633729f3042 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:40:59.184962 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'code': 200} Aug 04 14:40:59.187107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on host n-h1-801743-12 for vnic_type normal with profile {"migrating_to": "n-h2-801743-12"} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:40:59.188128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:40:59.188128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:59.195502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:40:59.196486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Attempting to bind port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:40:59.206048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d7dc3-93be-4809-99f0-ad3bd6eb2d80 req-e4742e03-50b4-4f0c-a5ec-320d45aedbc1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.216910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54d7dc3-93be-4809-99f0-ad3bd6eb2d80 req-e4742e03-50b4-4f0c-a5ec-320d45aedbc1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1393449 Aug 04 14:40:59.234668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-01330985-238d-4f1c-abee-60fffaf0948f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.236990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:40:59.237334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:40:59.237723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:40:59.238375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Bound port: 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:40:59.238812 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.239183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-01330985-238d-4f1c-abee-60fffaf0948f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.1375155 Aug 04 14:40:59.264193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'port': {'device_id': 'acad296f-0d93-4c90-80d6-80f40d090249', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'admin_state_up': True, 'tenant_id': '8ebc9274ff0e4a019bbfc0dfaedb7946'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:59.281148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54d7dc3-93be-4809-99f0-ad3bd6eb2d80 req-3a5ebdf3-a867-479d-8c45-16f690162b9a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Aug 04 14:40:59.372106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81fe4137-e6a5-49f6-963f-426594cfa9ee req-60adbb43-538a-4ff3-a97a-b4dc6d9226d3 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 210 time: 0.0320361 Aug 04 14:40:59.374560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:40:59.388365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:40:59.402103 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.419100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Made reservation on behalf of 8ebc9274ff0e4a019bbfc0dfaedb7946 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:40:59.424089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.513515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.514204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.515733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 1123 time: 0.7781131 Aug 04 14:40:59.525046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c17871-c90e-439a-ac99-95938e4b2067 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=8']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:59.557919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0e9a-91a3-4224-85eb-809b962284f2 req-8aa8ff44-c1cb-401c-80d6-6a26ecb0d3c6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.560162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56ee0e9a-91a3-4224-85eb-809b962284f2 req-8aa8ff44-c1cb-401c-80d6-6a26ecb0d3c6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.1150050 Aug 04 14:40:59.588671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Allocated IP 172.20.0.10 (52522d2e-73c2-4c1a-a0e0-24d68903a3c5/828d82e5-cb29-489d-8269-2755a0051e7b/dd78c6d9-094b-40a3-8e88-2d927a5b04e4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:40:59.609564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:40:59.611786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56ee0e9a-91a3-4224-85eb-809b962284f2 req-4f3e8544-cebf-4fc6-8565-fcf3c009ce71 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Aug 04 14:40:59.706171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2248b-10f0-4db4-a893-299d272e7b31 req-9540192e-02ff-433b-9b9c-314517c9d6e8 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.707828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7e2248b-10f0-4db4-a893-299d272e7b31 req-9540192e-02ff-433b-9b9c-314517c9d6e8 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0498583 Aug 04 14:40:59.785045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7e2248b-10f0-4db4-a893-299d272e7b31 req-78a6d3b7-662c-4d08-9ca0-337221a3ae43 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706820 Aug 04 14:40:59.789849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.839988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.869285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:40:59.881273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:40:59.886291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:40:59.890098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:40:59.895714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:40:59.896324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:40:59.902599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:40:59.916894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7e53867e-5da6-41c2-bc2c-de0389262940 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6570888 Aug 04 14:40:59.932568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Request body: {'port': {'device_id': 'acad296f-0d93-4c90-80d6-80f40d090249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:40:59.988036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.247331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd78c6d9-094b-40a3-8e88-2d927a5b04e4 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:00.255307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.267310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Transition to ACTIVE for port object dd78c6d9-094b-40a3-8e88-2d927a5b04e4 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:00.272253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.285090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.361520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:00.367410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Attempting to bind port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:00.367876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Attempting to bind port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:00.368215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Attempting to bind port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:00.372713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:00.373050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Attempting to bind port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:00.377842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:00.378172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Checking segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:00.378721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Bound using segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:00.379155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Bound port: dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:00.379518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.443054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:00.446395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:00.454124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.456238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de6b4-e7ad-4c77-939d-745aa7a15ac7 req-424eb5c5-83bd-4f72-9132-30316c46005f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.457819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-927de6b4-e7ad-4c77-939d-745aa7a15ac7 req-424eb5c5-83bd-4f72-9132-30316c46005f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0838850 Aug 04 14:41:00.488367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.488975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.490346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd78c6d9-094b-40a3-8e88-2d927a5b04e4 HTTP/1.1" status: 200 len: 1093 time: 0.5621729 Aug 04 14:41:00.490786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:00.493000 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a91c18-f48a-4cc5-85a4-d913910e2d04" -d '{"events": [{"name": "network-changed", "server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:00.517754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0fe5-1a21-4565-bfd1-5e539f9aeb89 service neutron] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:00.568547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-12cdcfc6-1d09-4708-97b0-05328fa7cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.570058 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-12cdcfc6-1d09-4708-97b0-05328fa7cb11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 1096 time: 0.0395217 Aug 04 14:41:00.596986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-927de6b4-e7ad-4c77-939d-745aa7a15ac7 req-c0f925b5-5465-4608-abbe-a8bc02c4fc2b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105809 Aug 04 14:41:00.605833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d8241-6cab-4fd2-b19e-0c9669dcd3a7 req-7d2e8f46-db06-410e-9fe9-c06919e0e049 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.607438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-960d8241-6cab-4fd2-b19e-0c9669dcd3a7 req-7d2e8f46-db06-410e-9fe9-c06919e0e049 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 944 time: 0.1231053 Aug 04 14:41:00.678620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-960d8241-6cab-4fd2-b19e-0c9669dcd3a7 req-2a70454d-be4d-4747-b7b0-0e6a4444e765 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Aug 04 14:41:00.813182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad76b-a113-4c39-b703-7ab0e828e02f req-d29f5542-9d72-472a-92c0-50e6e0cb9884 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.814731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e2ad76b-a113-4c39-b703-7ab0e828e02f req-d29f5542-9d72-472a-92c0-50e6e0cb9884 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0654497 Aug 04 14:41:00.816118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Deleting port e5a80635-9459-4bea-8f7f-f00fee4245d4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:00.816474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.876432 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4983e-8621-4ed9-bc77-e74f2931a619 x-openstack-request-id: req-6dd4983e-8621-4ed9-bc77-e74f2931a619 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:00.876706 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:00.876952 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dd4983e-8621-4ed9-bc77-e74f2931a619 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:00.877343 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'status': 'completed', 'code': 200} Aug 04 14:41:00.878986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-a814e783-a041-4b0a-8bc0-9753250ddd15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4 HTTP/1.1" status: 200 len: 217 time: 0.2997677 Aug 04 14:41:00.932358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e2ad76b-a113-4c39-b703-7ab0e828e02f req-96cad027-00fc-43f1-8c2c-720dad8bd837 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033659 Aug 04 14:41:00.960551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7d158667-33c5-4074-ba75-28ee2fe2c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.960775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5c78e-2ea2-4dd6-bad2-2dd8a4e2f3d8 req-0667f53b-8229-4ccc-8f74-58b08004c37b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.962020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-7d158667-33c5-4074-ba75-28ee2fe2c4ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.0731335 Aug 04 14:41:00.962210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb5c78e-2ea2-4dd6-bad2-2dd8a4e2f3d8 req-0667f53b-8229-4ccc-8f74-58b08004c37b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 945 time: 0.0916355 Aug 04 14:41:00.964010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] For port e5a80635-9459-4bea-8f7f-f00fee4245d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5a80635-9459-4bea-8f7f-f00fee4245d4,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:00.964377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:00.969254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-8ca72d34-deef-49cb-8000-4431c7b3fee4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:00.970805 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-8ca72d34-deef-49cb-8000-4431c7b3fee4 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.0742962 Aug 04 14:41:00.984539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801743-12'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:00.985042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Calling delete_port for e5a80635-9459-4bea-8f7f-f00fee4245d4 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:01.017943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-3281c536-b52d-4ea4-80ff-740d019c9b8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461843 Aug 04 14:41:01.098375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.186072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-21a6f6ce-457a-4767-9623-a97dd8c12709 service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560206 Aug 04 14:41:01.291906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:01.294396 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8892e-b795-49d5-920c-e996217b01d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:01.306835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb5c78e-2ea2-4dd6-bad2-2dd8a4e2f3d8 req-60f557b8-da7f-4b41-9cb6-fdc4fe8b86cc tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342311 Aug 04 14:41:01.329158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:01.349999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd835a9-5247-48d1-94d6-f181aed028dc req-77ecb110-d059-45ce-8916-94672e4bc69a service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388366 Aug 04 14:41:01.365487 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27fa276-a398-4ee1-a996-62d287572a0e x-openstack-request-id: req-c27fa276-a398-4ee1-a996-62d287572a0e {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:01.365843 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:01.366046 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c27fa276-a398-4ee1-a996-62d287572a0e {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:01.366732 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'status': 'completed', 'code': 200} Aug 04 14:41:01.392241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:01.479732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.489157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8892e-b795-49d5-920c-e996217b01d6 req-c55aa577-0fe5-41b2-92cd-02efd0b11596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.490732 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-c55aa577-0fe5-41b2-92cd-02efd0b11596 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1126 time: 0.1117899 Aug 04 14:41:01.491500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.493205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.516742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a80635-9459-4bea-8f7f-f00fee4245d4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:01.552403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-99a6826c-0fab-4ef4-ae30-2453955db781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.553868 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-99a6826c-0fab-4ef4-ae30-2453955db781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 1096 time: 0.1239169 Aug 04 14:41:01.691616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:01.706650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.731108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on host n-h2-801743-12 for vnic_type normal with profile {"migrating_to": "n-h1-801743-12"} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:01.731516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:01.731750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:01.750066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:01.750388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Attempting to bind port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:01.761909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8892e-b795-49d5-920c-e996217b01d6 req-bc7b08a5-4ee7-449a-a300-7da8ba9cfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.763472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-bc7b08a5-4ee7-449a-a300-7da8ba9cfc6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.2594137 Aug 04 14:41:01.768813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:01.769195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:01.769578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:01.770022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Bound port: f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:01.770384 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:01.789247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-a32e6e01-9256-49da-ad63-630e34bd4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.790727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-a32e6e01-9256-49da-ad63-630e34bd4448 service neutron] 10.222.0.46 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 923 time: 0.2086322 Aug 04 14:41:01.826034 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-0b129c14-2e67-4295-a538-d407856c99f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 217 time: 0.0500629 Aug 04 14:41:01.853166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db28f1-50a2-413e-9ee5-41d4c64d2a33 req-d1965a7d-150c-4b1a-b432-f6d436c57f80 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.854756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37db28f1-50a2-413e-9ee5-41d4c64d2a33 req-d1965a7d-150c-4b1a-b432-f6d436c57f80 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1643395 Aug 04 14:41:01.884222 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-9a7b7f26-3668-4d61-83f3-c65cb6e3f351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4 HTTP/1.1" status: 200 len: 217 time: 0.0662351 Aug 04 14:41:01.900145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ca427-283f-4b95-b7da-8a6e9b362c70 req-68ff319e-e002-48dc-80bf-e3a425a8fa9e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.901594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a6ca427-283f-4b95-b7da-8a6e9b362c70 req-68ff319e-e002-48dc-80bf-e3a425a8fa9e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 944 time: 0.1321690 Aug 04 14:41:01.929324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37db28f1-50a2-413e-9ee5-41d4c64d2a33 req-bec69afc-2df4-4614-8be3-a63459545f1c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649362 Aug 04 14:41:01.969208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8892e-b795-49d5-920c-e996217b01d6 req-60bcb527-1de8-4c42-8180-a8bf73df7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:01.970722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-60bcb527-1de8-4c42-8180-a8bf73df7443 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1123700 Aug 04 14:41:02.000269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a6ca427-283f-4b95-b7da-8a6e9b362c70 req-e16c6e8c-31eb-4da2-b1e3-2542bb1f0d10 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911474 Aug 04 14:41:02.013041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:02.028707 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-666d02d7-3fc5-44e5-b004-0eba2f02dcb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479348 Aug 04 14:41:02.031990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-a4c7f202-8e24-4833-b4be-c96d2d007d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:02.033447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-a4c7f202-8e24-4833-b4be-c96d2d007d81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.1296830 Aug 04 14:41:02.035223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:02.040820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.078901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Router c7c86442-9036-42e9-b240-873c4c0ee7f7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:02.137734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-92232a48-ddae-414c-93da-b8aa6b5cadb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848727 Aug 04 14:41:02.156788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47078124-95eb-4c20-9402-bdc70700cf71 req-9d89c55f-75c0-4c62-a861-35e18120d967 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:02.158293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47078124-95eb-4c20-9402-bdc70700cf71 req-9d89c55f-75c0-4c62-a861-35e18120d967 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0953627 Aug 04 14:41:02.240104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47078124-95eb-4c20-9402-bdc70700cf71 req-66a9fa45-4f30-4c8c-9b47-9114f0759a4c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709395 Aug 04 14:41:02.244820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:02.244969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=8']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:02.251004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9ba9c3a4-59af-4aed-85f2-84676ae68d0c admin admin] 10.222.0.76 "PUT /v2.0/routers/c7c86442-9036-42e9-b240-873c4c0ee7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3805442 Aug 04 14:41:02.253606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41814) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:02.257331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Sync routers for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:02.271663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:02.272308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.274850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5a8d7426-608d-4f57-8d6a-65ab82d7b0a8 service neutron] 10.222.0.38 "PUT /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 1123 time: 1.2953930 Aug 04 14:41:02.278473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:02.279118 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:02.316420 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-70f59207-e183-4e4f-bc3e-59a050b5becb service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729242 Aug 04 14:41:02.388104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:02.402648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.421764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-fecf7060-2fc9-4135-acc6-0e3b1e6d249f service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712400 Aug 04 14:41:02.496926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:02.518760 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:02.546031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-76b8892e-b795-49d5-920c-e996217b01d6 req-52791350-8c7c-4609-b4d7-a915b4465cf4 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156427 Aug 04 14:41:02.564827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44a91c18-f48a-4cc5-85a4-d913910e2d04 req-14d121e4-676f-4195-aee4-f790725e6400 service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242967 Aug 04 14:41:02.571156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1ffca-c736-48a0-8f69-6c733a14fed7 req-bf61bfd0-07c5-4f7c-93ba-0cf8ec00f8e1 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:02.583195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cd1ffca-c736-48a0-8f69-6c733a14fed7 req-bf61bfd0-07c5-4f7c-93ba-0cf8ec00f8e1 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.1244395 Aug 04 14:41:02.634631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.640087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cd1ffca-c736-48a0-8f69-6c733a14fed7 req-04237da5-aeb7-4589-9340-0e0aa8b61e98 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560739 Aug 04 14:41:02.708890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Deleting port 92d8b995-1ba5-4b70-85d8-3d36c3826e27 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:02.709234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.752845 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:41:01Z', 'revision_number': 5, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port': {'id': '92d8b995-1ba5-4b70-85d8-3d36c3826e27', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:14Z', 'updated_at': '2021-08-04T14:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:02.782536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Checking router: c7c86442-9036-42e9-b240-873c4c0ee7f7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:02.786096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] For port 92d8b995-1ba5-4b70-85d8-3d36c3826e27, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=92d8b995-1ba5-4b70-85d8-3d36c3826e27,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:02.786460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:02.790850 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Routers {'c7c86442-9036-42e9-b240-873c4c0ee7f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:02.791453 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7c86442-9036-42e9-b240-873c4c0ee7f7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:02.802482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Calling delete_port for 92d8b995-1ba5-4b70-85d8-3d36c3826e27 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:02.877443 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] Set router c7c86442-9036-42e9-b240-873c4c0ee7f7 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:02.878750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'}, {'name': 'network-changed', 'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:02.881142 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b66f9-0285-442a-b48a-9e08b73e4aa6" -d '{"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076"}, {"name": "network-changed", "server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:02.919739 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdcfa19-2ae7-43d7-810d-538d63b51543 x-openstack-request-id: req-9bdcfa19-2ae7-43d7-810d-538d63b51543 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:02.920045 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076", "code": 200}, {"name": "network-changed", "server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:02.920258 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bdcfa19-2ae7-43d7-810d-538d63b51543 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:02.920662 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'code': 200} Aug 04 14:41:02.920912 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'status': 'completed', 'code': 200} Aug 04 14:41:02.933409 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:41:02Z', 'revision_number': 6, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:02.948912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:02.965709 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe8ca6-a699-46e9-b958-95404bc51b62 None None] The sync data for ids ['c7c86442-9036-42e9-b240-873c4c0ee7f7'] in n-d-801743-12 is: [{'id': 'c7c86442-9036-42e9-b240-873c4c0ee7f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-231295425-router', 'tenant_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:12Z', 'updated_at': '2021-08-04T14:41:02Z', 'revision_number': 6, 'project_id': '2a30a5d9b68e4f23ba3fa44e3841c686', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:03.001139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.045533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-ea79cad3-4945-418a-96e3-92d5b9cb2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.047177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-ea79cad3-4945-418a-96e3-92d5b9cb2ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1126 time: 0.0880477 Aug 04 14:41:03.055685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d8b995-1ba5-4b70-85d8-3d36c3826e27,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:03.107154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:03.122625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 has no active binding in host n-h2-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:41:03.145990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8f6b-951e-436b-ad9e-82b040e319bb req-eda44689-b7cd-49e3-87b0-d924e1051757 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.147617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-623e8f6b-951e-436b-ad9e-82b040e319bb req-eda44689-b7cd-49e3-87b0-d924e1051757 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1012394 Aug 04 14:41:03.162857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-19808390-72bf-423f-ac38-ab43ece2a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.164448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-19808390-72bf-423f-ac38-ab43ece2a554 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1074920 Aug 04 14:41:03.182699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.207132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-01a34dc7-9946-4fc4-a34f-8092102aef35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 217 time: 0.0342798 Aug 04 14:41:03.257362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-1855420f-d0b3-4bd9-aa89-4704c0a7e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.258880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-1855420f-d0b3-4bd9-aa89-4704c0a7e066 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0425489 Aug 04 14:41:03.294409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-e8a60ff6-f641-439b-933a-5fb8bbfa5837 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269749 Aug 04 14:41:03.305169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.309838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.319781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-623e8f6b-951e-436b-ad9e-82b040e319bb req-3d788955-22dd-4d42-8f14-5c9ca0b44277 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591196 Aug 04 14:41:03.353960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcd0dc-d93b-4c59-8e85-521228101cde req-e98eb7ac-f9e9-43a0-9df2-d77f3e7da20c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.361543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1bcd0dc-d93b-4c59-8e85-521228101cde req-e98eb7ac-f9e9-43a0-9df2-d77f3e7da20c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 944 time: 0.2113135 Aug 04 14:41:03.412517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-c82751c9-3985-4c2a-9f58-164db99cc38f service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073484 Aug 04 14:41:03.425468 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.426346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c86442-9036-42e9-b240-873c4c0ee7f7 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:41:03.439528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.445117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1932e19e-ef51-4db6-8fe9-05d46599ddb2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c7c86442-9036-42e9-b240-873c4c0ee7f7 HTTP/1.1" status: 204 len: 168 time: 1.1851976 Aug 04 14:41:03.447869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41834) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:03.461413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:03.487518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1bcd0dc-d93b-4c59-8e85-521228101cde req-8dc6c45d-7b27-4dd5-9331-6226b7d9e2fe tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250875 Aug 04 14:41:03.530793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d654502-122f-46bd-b917-0d318cb40165 req-444d5d5f-0d39-487b-ad0b-654c7bb4cb71 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.532802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d654502-122f-46bd-b917-0d318cb40165 req-444d5d5f-0d39-487b-ad0b-654c7bb4cb71 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 943 time: 0.0973668 Aug 04 14:41:03.580751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d654502-122f-46bd-b917-0d318cb40165 req-84e3204c-e0be-4f18-b4f0-5263312f9949 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Aug 04 14:41:03.595293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Deleting subnet 90164781-cdf8-46ac-8402-7083ea653f90 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:41:03.596746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:03.611954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 has no active binding in host n-h1-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:41:03.616779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.656311 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-458b66f9-0285-442a-b48a-9e08b73e4aa6 req-990e034b-4988-40ab-bc3e-3dee26a53315 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333667 Aug 04 14:41:03.657632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-32935b9f-adcb-42b6-8381-ff8f5dcfbb9c service neutron] 10.222.0.38 "GET /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026/bindings/n-h2-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1728468 Aug 04 14:41:03.670117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.767309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2296d1e-b097-4e76-bd06-820c90fe1c44 req-346b9182-c80d-4b63-b682-dc7fd8c6f829 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:03.768839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2296d1e-b097-4e76-bd06-820c90fe1c44 req-346b9182-c80d-4b63-b682-dc7fd8c6f829 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Aug 04 14:41:03.790033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:03.813808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2296d1e-b097-4e76-bd06-820c90fe1c44 req-6a3395b6-2330-47bc-836b-047315fbc73e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Aug 04 14:41:03.919742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.193306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90164781-cdf8-46ac-8402-7083ea653f90,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:04.199761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.202026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/90164781-cdf8-46ac-8402-7083ea653f90 HTTP/1.1" status: 204 len: 168 time: 0.7537153 Aug 04 14:41:04.204715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:04.207405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c0d6e-0a93-4703-99f4-432cbf8e6dd0 None None] Network 21bb1c08-559c-444f-889b-dde92283a0c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:04.211251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.211609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.211937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.212257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.212583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.213250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.213250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.213526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.213839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.214152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.214467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.214801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb0a0c-9fa0-446f-93d8-7eab5e90b05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.240822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:04.264733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:04.281227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.297722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:04.312240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:04.327157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.339727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Deleting port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:04.340078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.405778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] For port 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29628dd4-6e95-4603-ae96-7ab4ba2758c0,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:04.406174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.408313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] Transition to ACTIVE for port object 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:04.414060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.419278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] DHCP port deletion for 21bb1c08-559c-444f-889b-dde92283a0c9 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:41:04.453293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Calling delete_port for 29628dd4-6e95-4603-ae96-7ab4ba2758c0 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:04.471889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Deleting port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:04.472510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.479755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1d83-3203-473a-9d4b-1647b4be744a req-20868866-1f8a-4ad8-9c87-5d75d7e5d852 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.481522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5b1d83-3203-473a-9d4b-1647b4be744a req-20868866-1f8a-4ad8-9c87-5d75d7e5d852 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0724514 Aug 04 14:41:04.482060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] No DVR routers for this DVR port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:04.506205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:04.514616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-c77f2089-2109-4387-80e9-aa9a90c20bdd service neutron] 10.222.0.38 "PUT /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026/bindings/n-h2-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8471732 Aug 04 14:41:04.545565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] For port 29628dd4-6e95-4603-ae96-7ab4ba2758c0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29628dd4-6e95-4603-ae96-7ab4ba2758c0,segment=NetworkSegment(973f8cbd-146e-4d6e-acc0-3d967e0089cc),segment_id=973f8cbd-146e-4d6e-acc0-3d967e0089cc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:04.545953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.558949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5b1d83-3203-473a-9d4b-1647b4be744a req-627967f3-df2d-4db9-b1a1-69f6efb364b2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Aug 04 14:41:04.562356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Calling delete_port for 29628dd4-6e95-4603-ae96-7ab4ba2758c0 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:04.590598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.625586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] No DVR routers for this DVR port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:04.631779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=29628dd4-6e95-4603-ae96-7ab4ba2758c0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:04.644906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-b826ef33-ccab-435a-946a-5a5e287e5e02 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.647232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-b826ef33-ccab-435a-946a-5a5e287e5e02 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0548353 Aug 04 14:41:04.669813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.670177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.670526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.671072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.671414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.671754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.672088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.672425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.672758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.673088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.673426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.673755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.709659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.736206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Pushing event deleted for resources: {'Port': ['ID=29628dd4-6e95-4603-ae96-7ab4ba2758c0,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:04.746474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.746846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.747187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.747521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.747852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.748845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.749176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.749502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.749824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.750149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.750474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.750824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:04.755750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af664a3-4534-45c5-8650-baeeed2216b2 None None] No DVR routers for this DVR port 29628dd4-6e95-4603-ae96-7ab4ba2758c0 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:04.775801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-d59a3105-6cb2-49bf-baa2-c5d4fbc2ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.778635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-d59a3105-6cb2-49bf-baa2-c5d4fbc2ca60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f&tenant_id=a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 1096 time: 0.1195621 Aug 04 14:41:04.783861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.803030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bb1c08-559c-444f-889b-dde92283a0c9']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:04.824026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d01c-f6ce-4321-b064-46ecddfd88b2 req-8e62b0d8-97b4-47de-84ea-be19f2769fe7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.825560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a834d01c-f6ce-4321-b064-46ecddfd88b2 req-8e62b0d8-97b4-47de-84ea-be19f2769fe7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 944 time: 0.2245824 Aug 04 14:41:04.827260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973f8cbd-146e-4d6e-acc0-3d967e0089cc') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:04.827560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973f8cbd-146e-4d6e-acc0-3d967e0089cc') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:04.841851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.845888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-2ed7a835-aa2c-49da-9332-d5c8e1115d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.847251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-2ed7a835-aa2c-49da-9332-d5c8e1115d74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1096 time: 0.0417137 Aug 04 14:41:04.876546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e267d-4481-487c-ae12-38168667b58f req-579a8c61-9a5d-4bf5-b226-2ac7e16dc5a4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.877323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-297e267d-4481-487c-ae12-38168667b58f req-579a8c61-9a5d-4bf5-b226-2ac7e16dc5a4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 944 time: 0.1285017 Aug 04 14:41:04.889220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.910741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:41:04.911202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:41:04.913846 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:41:04.925915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a834d01c-f6ce-4321-b064-46ecddfd88b2 req-82b46474-800c-4da7-8b90-94939e8e880c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891483 Aug 04 14:41:04.951384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-181dc2b4-161f-471f-a19e-9fec0353fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:04.953305 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-181dc2b4-161f-471f-a19e-9fec0353fb0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.0933003 Aug 04 14:41:04.967526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:05.005752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-297e267d-4481-487c-ae12-38168667b58f req-7a23ce10-d0df-4858-a177-83311083e0ee tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130159 Aug 04 14:41:05.006848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.024225 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-5eb53ae7-c864-4b99-b927-96a7d02f264e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 200 len: 217 time: 0.0582862 Aug 04 14:41:05.025415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.032550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/21bb1c08-559c-444f-889b-dde92283a0c9 HTTP/1.1" status: 204 len: 168 time: 0.8264635 Aug 04 14:41:05.036363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41856) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:05.091311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5a80635-9459-4bea-8f7f-f00fee4245d4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:05.101766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-655cd6ef-dafa-43e3-8396-a70ed101f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:05.103503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-655cd6ef-dafa-43e3-8396-a70ed101f331 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0713139 Aug 04 14:41:05.115243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e5a80635-9459-4bea-8f7f-f00fee4245d4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:05.115596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5a80635-9459-4bea-8f7f-f00fee4245d4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:05.116019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29628dd4-6e95-4603-ae96-7ab4ba2758c0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:05.118767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:05.121867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97fed-65e4-44ff-917e-2f042b1afa3c admin admin] Pushing event deleted for resources: {'Network': ['ID=21bb1c08-559c-444f-889b-dde92283a0c9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:05.140387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-ae928a94-afa7-4ccb-9123-ca438f3720e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268078 Aug 04 14:41:05.145191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 29628dd4-6e95-4603-ae96-7ab4ba2758c0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:05.145330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29628dd4-6e95-4603-ae96-7ab4ba2758c0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:05.145746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 92d8b995-1ba5-4b70-85d8-3d36c3826e27 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:05.150619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'port_id': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'mac_address': 'fa:16:3e:d1:77:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d82e5-cb29-489d-8269-2755a0051e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:05.168736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 92d8b995-1ba5-4b70-85d8-3d36c3826e27 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:05.168736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 92d8b995-1ba5-4b70-85d8-3d36c3826e27 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:05.213110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.229701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd78c6d9-094b-40a3-8e88-2d927a5b04e4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:05.258882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:05.264713 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.271335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-38d75873-0fa5-43ff-8bff-9c29f74e54d3 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198204 Aug 04 14:41:05.320132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:05.370472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-874de762-d119-4a4e-b854-6049dff0b7ea service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Aug 04 14:41:05.474493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d02df-808e-4714-a35b-bf3feafb827a req-fb093bf6-764a-4885-89c2-060360e1a08f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:05.476024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba2d02df-808e-4714-a35b-bf3feafb827a req-fb093bf6-764a-4885-89c2-060360e1a08f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.3764658 Aug 04 14:41:05.561714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba2d02df-808e-4714-a35b-bf3feafb827a req-87255571-3c13-4b09-b7fc-da45a5857d95 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780919 Aug 04 14:41:05.645005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075642a-0de3-4d52-b47e-085657d8db90 req-338c00a5-ea15-4ce7-a1f8-088ab2713994 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:05.646509 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-338c00a5-ea15-4ce7-a1f8-088ab2713994 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0497704 Aug 04 14:41:05.676089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['dd78c6d9-094b-40a3-8e88-2d927a5b04e4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:05.730775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cea359-4ba2-42db-9bfa-7953c3e288a8 req-7935ee19-2b6a-4b8f-b073-689a5d3a0203 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:05.732377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32cea359-4ba2-42db-9bfa-7953c3e288a8 req-7935ee19-2b6a-4b8f-b073-689a5d3a0203 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0922956 Aug 04 14:41:05.789116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32cea359-4ba2-42db-9bfa-7953c3e288a8 req-36d9968f-9e77-4fb4-b906-b608c513d64b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498512 Aug 04 14:41:05.845584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.851003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0075642a-0de3-4d52-b47e-085657d8db90 req-1ea598a6-833f-43b1-95db-51682f6cb4cd service neutron] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:05.854192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0075642a-0de3-4d52-b47e-085657d8db90 req-1ea598a6-833f-43b1-95db-51682f6cb4cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:05.855399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0075642a-0de3-4d52-b47e-085657d8db90 req-1ea598a6-833f-43b1-95db-51682f6cb4cd service neutron] 10.222.0.46 "DELETE /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026/bindings/n-h1-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.1957016 Aug 04 14:41:06.058053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fe393-0e1f-4f1b-b8b7-91427b5aec9e req-0377e924-f394-499a-8e25-f69d46ce510e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:06.059625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6fe393-0e1f-4f1b-b8b7-91427b5aec9e req-0377e924-f394-499a-8e25-f69d46ce510e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 945 time: 0.0640748 Aug 04 14:41:06.151634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6fe393-0e1f-4f1b-b8b7-91427b5aec9e req-81e4c9f9-6308-4c82-a12d-fc04978a03bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Aug 04 14:41:06.206349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bae34-287b-4e7c-a3ba-c964f58ae84e req-4212341c-c08a-4e85-9b8d-5e3a81b49879 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:06.207785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f1bae34-287b-4e7c-a3ba-c964f58ae84e req-4212341c-c08a-4e85-9b8d-5e3a81b49879 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 944 time: 0.0691402 Aug 04 14:41:06.211606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Deleting port 1a3bbb11-554e-462a-b758-c3a1dcfa3440 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:06.212050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:06.293892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f1bae34-287b-4e7c-a3ba-c964f58ae84e req-76e05cfe-264e-4f1e-a0fc-a2bc75ecca76 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Aug 04 14:41:06.321186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] For port 1a3bbb11-554e-462a-b758-c3a1dcfa3440, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a3bbb11-554e-462a-b758-c3a1dcfa3440,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:06.321565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:06.335574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Calling delete_port for 1a3bbb11-554e-462a-b758-c3a1dcfa3440 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:06.491692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd79e16-37d2-4df8-af2f-99b60bb947a1 req-2d62650b-7db0-4c4a-a3fe-5c585966dcb4 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:06.493129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd79e16-37d2-4df8-af2f-99b60bb947a1 req-2d62650b-7db0-4c4a-a3fe-5c585966dcb4 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 1096 time: 0.0931675 Aug 04 14:41:06.541077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd79e16-37d2-4df8-af2f-99b60bb947a1 req-739fd97d-f3fe-4c6e-93e3-cc499b7fafb2 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Aug 04 14:41:06.582337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:06.608938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3bbb11-554e-462a-b758-c3a1dcfa3440,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:06.861930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89735955-8fb3-4512-a7fa-7084caf247fb req-d548df42-619b-420d-95e6-4d0b6ec1900d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:06.863653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89735955-8fb3-4512-a7fa-7084caf247fb req-d548df42-619b-420d-95e6-4d0b6ec1900d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.1906874 Aug 04 14:41:06.919165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:06.937142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-23857f69-3cd0-4261-a7b3-6d16ae820fa0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:06.938629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-23857f69-3cd0-4261-a7b3-6d16ae820fa0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.2336886 Aug 04 14:41:06.945247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89735955-8fb3-4512-a7fa-7084caf247fb req-03b2e4c8-fdab-47cf-897d-2d226c3ae32a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683014 Aug 04 14:41:06.989070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-b201de74-18f1-499d-aee4-bf94bf70e8e8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/quotas/a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 375 time: 0.0426555 Aug 04 14:41:06.993555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:07.061640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:07.066294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:07.066575 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:07.127198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-9f7d052d-0cee-47b5-b0f4-62548f8726d8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179249 Aug 04 14:41:07.144408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:07.166420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:07.168837 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e9948-bb3b-4473-982b-124a616c5b66" -d '{"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-plugged", "status": "completed", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:07.184696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:07.189856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:07.239535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:07.239898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151273-0910-48fc-b400-86a32f5aa02e req-99c756fd-7270-42c2-8df2-32e0ec36df57 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:07.241445 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b151273-0910-48fc-b400-86a32f5aa02e req-99c756fd-7270-42c2-8df2-32e0ec36df57 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1546192 Aug 04 14:41:07.334846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-3d1569b2-9fde-4b6c-8289-cac5a37e071d service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996706 Aug 04 14:41:07.370301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b151273-0910-48fc-b400-86a32f5aa02e req-88f6f523-b130-4be3-a9ef-d9140631e941 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139984 Aug 04 14:41:07.404716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Router 45daeed7-ba39-4545-99ad-248f64735201 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:07.472062 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352457f6-fa8c-446a-bdd9-3fdc78d3b087 x-openstack-request-id: req-352457f6-fa8c-446a-bdd9-3fdc78d3b087 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:07.472334 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-plugged", "status": "completed", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:07.472745 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-352457f6-fa8c-446a-bdd9-3fdc78d3b087 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:07.473603 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'code': 200} Aug 04 14:41:07.487974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-969010b7-3a6d-4997-bca1-a0a43ab8e081 service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462290 Aug 04 14:41:07.489603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:07.531495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:07.575211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:07.581241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-744bd027-1646-496d-944d-a560f5c9f1da admin admin] 10.222.0.76 "PUT /v2.0/routers/45daeed7-ba39-4545-99ad-248f64735201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5436561 Aug 04 14:41:07.585200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41902) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:07.587210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Sync routers for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:07.600306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:07.601191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:07.607664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3a12-5683-402c-b560-02f226b65411 req-7d6aa4e9-b019-4374-9ff1-34c3bb703cea tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:07.609224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c6d3a12-5683-402c-b560-02f226b65411 req-7d6aa4e9-b019-4374-9ff1-34c3bb703cea tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.0686586 Aug 04 14:41:07.654682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31c03-91ed-46d1-b0f7-dba0f94d109a req-0fa0fe49-c779-4d68-9777-148829c7e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:07.656236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cf31c03-91ed-46d1-b0f7-dba0f94d109a req-0fa0fe49-c779-4d68-9777-148829c7e252 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 1098 time: 0.1083705 Aug 04 14:41:07.686142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c6d3a12-5683-402c-b560-02f226b65411 req-e7658736-3464-407c-9247-ae0786282ec6 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706210 Aug 04 14:41:07.739747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cf31c03-91ed-46d1-b0f7-dba0f94d109a req-7dc7ec87-44b9-41c4-8365-4b0d36bf3ed1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731356 Aug 04 14:41:07.744548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:07.759476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-812f5b3c-a39a-40b8-8182-5e95f18f51b5 req-bbd44753-ec49-4e2c-bf3a-59b366e5d348 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 210 time: 0.0412796 Aug 04 14:41:07.861523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:07.884321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:07.918532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Deleting port 04dc1908-b4ce-4617-b564-fcf1c8097241 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:07.918532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.025246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] For port 04dc1908-b4ce-4617-b564-fcf1c8097241, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=04dc1908-b4ce-4617-b564-fcf1c8097241,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:08.025654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.069116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Calling delete_port for 04dc1908-b4ce-4617-b564-fcf1c8097241 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:08.085236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267ec8-d65a-4c13-98e8-e1f46a3ce123 req-4608786f-46d7-4cc8-9326-957b5aadab43 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:08.093295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47267ec8-d65a-4c13-98e8-e1f46a3ce123 req-4608786f-46d7-4cc8-9326-957b5aadab43 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.0667050 Aug 04 14:41:08.115055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:41:06Z', 'revision_number': 5, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port': {'id': '04dc1908-b4ce-4617-b564-fcf1c8097241', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45daeed7-ba39-4545-99ad-248f64735201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:30Z', 'updated_at': '2021-08-04T14:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:08.144206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47267ec8-d65a-4c13-98e8-e1f46a3ce123 req-8bdd96f0-dec2-4de1-b1de-e5bb059ad07c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Aug 04 14:41:08.150367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Checking router: 45daeed7-ba39-4545-99ad-248f64735201 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:08.164082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Routers {'45daeed7-ba39-4545-99ad-248f64735201'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:08.164740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['45daeed7-ba39-4545-99ad-248f64735201'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:08.267193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] Set router 45daeed7-ba39-4545-99ad-248f64735201 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:08.283999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.310651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Pushing event deleted for resources: {'Port': ['ID=04dc1908-b4ce-4617-b564-fcf1c8097241,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:08.323838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:41:07Z', 'revision_number': 6, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:08.336002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.357906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56714ad1-d39d-46bc-b7fc-9b23edb38bdc None None] The sync data for ids ['45daeed7-ba39-4545-99ad-248f64735201'] in n-d-801743-12 is: [{'id': '45daeed7-ba39-4545-99ad-248f64735201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359672467-router', 'tenant_id': '81f79f55c3954108b77e53863ac5f6c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:29Z', 'updated_at': '2021-08-04T14:41:07Z', 'revision_number': 6, 'project_id': '81f79f55c3954108b77e53863ac5f6c7', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:08.449125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.451473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.509655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b41ac-117b-4235-a043-cf729a66a752 req-43a9276d-28ce-4f3b-8dbf-b360d4bf1ad4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:08.511879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791b41ac-117b-4235-a043-cf729a66a752 req-43a9276d-28ce-4f3b-8dbf-b360d4bf1ad4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0590923 Aug 04 14:41:08.533070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.533619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45daeed7-ba39-4545-99ad-248f64735201 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:41:08.539500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.540789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f4246df-908b-4e57-acd7-54b184b85482 admin admin] 10.222.0.76 "DELETE /v2.0/routers/45daeed7-ba39-4545-99ad-248f64735201 HTTP/1.1" status: 204 len: 168 time: 0.9545453 Aug 04 14:41:08.543887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:08.556759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791b41ac-117b-4235-a043-cf729a66a752 req-124c3ed6-c781-4055-96c1-ee3cd0221f50 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Aug 04 14:41:08.589723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Deleting subnet a7359206-206d-4cab-a803-0b3e82ed18b7 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:41:08.592793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.630143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.673920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.767559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.879286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7359206-206d-4cab-a803-0b3e82ed18b7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:08.884840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:08.890408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e20cf4-4cee-4a5e-8e8b-1b392049c257 None None] Network 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:08.892513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155a55-764f-46fa-9137-080db414146f req-686e6779-9787-418f-aaec-f24d8cf5912e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:08.895051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec155a55-764f-46fa-9137-080db414146f req-686e6779-9787-418f-aaec-f24d8cf5912e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.1115324 Aug 04 14:41:08.909317 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f4f497b9-3dda-482b-b70e-6b19dbf94afa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a7359206-206d-4cab-a803-0b3e82ed18b7 HTTP/1.1" status: 204 len: 168 time: 0.3642538 Aug 04 14:41:08.939514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41930) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:08.991546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e4a0168-43ce-49c1-8740-be848b58dbb5 req-e8c6d2bb-0841-4dcb-ac47-f8f08d257b50 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 210 time: 0.0498705 Aug 04 14:41:09.016335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec155a55-764f-46fa-9137-080db414146f req-bb0058af-3a7c-4136-901d-1581cfb03ad1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130185 Aug 04 14:41:09.112327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-a4544dab-916c-4e3b-86b9-1459d7e38965 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:09.114476 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-a4544dab-916c-4e3b-86b9-1459d7e38965 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.2619894 Aug 04 14:41:09.116463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.130533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Request body: {'port': {'device_id': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'admin_state_up': True, 'tenant_id': 'a2fbea3558b54059856a7158206f3b25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:09.180448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Deleting port bc502e1b-f4bb-43cf-9434-d6cd254844d2 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:09.181009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.244584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] DHCP port deletion for 2dea13e0-9015-4e54-9ad2-a33bcf37fa52 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:41:09.273066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc502e1b-f4bb-43cf-9434-d6cd254844d2,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:09.273445 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.293668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:09.300318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.325047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Deleting port bc502e1b-f4bb-43cf-9434-d6cd254844d2 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:09.325732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.334666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Calling delete_port for bc502e1b-f4bb-43cf-9434-d6cd254844d2 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:09.381128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc502e1b-f4bb-43cf-9434-d6cd254844d2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:09.457313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc502e1b-f4bb-43cf-9434-d6cd254844d2,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:09.457725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.482677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Calling delete_port for bc502e1b-f4bb-43cf-9434-d6cd254844d2 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:09.486415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Allocated IP 172.20.0.13 (a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad/73a38431-6220-4016-8afe-65544e7eabae/4106fa2f-aae4-462b-b7ef-76c27b54ced9) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:09.611014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.697534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bc502e1b-f4bb-43cf-9434-d6cd254844d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc502e1b-f4bb-43cf-9434-d6cd254844d2,segment=NetworkSegment(b799a037-cbd5-4111-8809-5ab99c4b1bb0),segment_id=b799a037-cbd5-4111-8809-5ab99c4b1bb0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:09.708998 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.709712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a3bbb11-554e-462a-b758-c3a1dcfa3440 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:09.728399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf942-c936-45c9-8316-a4f67f089932 req-8bf9d0d1-d6c0-46e6-962a-313f24110881 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:09.732862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381cf942-c936-45c9-8316-a4f67f089932 req-8bf9d0d1-d6c0-46e6-962a-313f24110881 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.4420972 Aug 04 14:41:09.793689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.794646 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.796498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1a3bbb11-554e-462a-b758-c3a1dcfa3440 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:09.796886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a3bbb11-554e-462a-b758-c3a1dcfa3440 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:09.797808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 04dc1908-b4ce-4617-b564-fcf1c8097241 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:09.832439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 04dc1908-b4ce-4617-b564-fcf1c8097241 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:09.832796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 04dc1908-b4ce-4617-b564-fcf1c8097241 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:09.844813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] No DVR routers for this DVR port bc502e1b-f4bb-43cf-9434-d6cd254844d2 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:09.856551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.867998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381cf942-c936-45c9-8316-a4f67f089932 req-d921c040-148f-47a0-92db-3a3f6490ec95 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044538 Aug 04 14:41:09.880683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:09.881040 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.909589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344bd0-0ece-4ed5-9c03-ea8e0397c4a1 req-0fc95965-3d1a-496d-904d-24a24d7d535b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:09.911343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64344bd0-0ece-4ed5-9c03-ea8e0397c4a1 req-0fc95965-3d1a-496d-904d-24a24d7d535b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1492579 Aug 04 14:41:09.931506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab88654-bd31-49e7-a937-c53c8958b04b None None] Pushing event deleted for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:09.939320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc502e1b-f4bb-43cf-9434-d6cd254844d2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:09.953398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:09.955112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:09.958882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:09.961169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:09.967700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:09.968366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:09.971772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] No DVR routers for this DVR port bc502e1b-f4bb-43cf-9434-d6cd254844d2 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:09.989183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-fea358c6-a1e5-41ff-9c53-ff52de91f457 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8634677 Aug 04 14:41:10.009542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Request body: {'port': {'device_id': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:10.031211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64344bd0-0ece-4ed5-9c03-ea8e0397c4a1 req-adb56372-48c7-4c87-a679-4624977bb138 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Aug 04 14:41:10.092045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.100930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.114720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dea13e0-9015-4e54-9ad2-a33bcf37fa52']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:10.147165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b799a037-cbd5-4111-8809-5ab99c4b1bb0') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:10.147396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b799a037-cbd5-4111-8809-5ab99c4b1bb0') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:10.182828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.209640 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.224730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0c9e3-8f43-4d91-bf73-416faf1daa0f req-f1c9e413-bda0-4b84-92a7-f09fc9040410 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:10.226271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecc0c9e3-8f43-4d91-bf73-416faf1daa0f req-f1c9e413-bda0-4b84-92a7-f09fc9040410 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 932 time: 0.1301193 Aug 04 14:41:10.227639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:41:10.228079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:41:10.231029 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:41:10.247608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19dca6-599a-46d7-bda0-7a9f30c11ea3 req-ec603e08-e8c8-4c4f-9f15-2b285a77810e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:10.249128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d19dca6-599a-46d7-bda0-7a9f30c11ea3 req-ec603e08-e8c8-4c4f-9f15-2b285a77810e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.1321485 Aug 04 14:41:10.321530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.342756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.347228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2dea13e0-9015-4e54-9ad2-a33bcf37fa52 HTTP/1.1" status: 204 len: 168 time: 1.3908000 Aug 04 14:41:10.362882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecc0c9e3-8f43-4d91-bf73-416faf1daa0f req-fe0ee4a6-88ff-402c-a8b0-99dbbf6e4000 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884378 Aug 04 14:41:10.365982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d19dca6-599a-46d7-bda0-7a9f30c11ea3 req-49ed0bea-afac-4765-8502-56c078536ea3 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843797 Aug 04 14:41:10.366979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724320c2-02af-4605-9c28-77007e2364b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dea13e0-9015-4e54-9ad2-a33bcf37fa52,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:10.390852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-670fbff1-fd51-438a-baa3-61a4071adc3a service neutron] 10.222.0.46 "GET /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.0947969 Aug 04 14:41:10.496955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4106fa2f-aae4-462b-b7ef-76c27b54ced9 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:10.506332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.508548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0a417-fcb9-40c3-bb85-abd7ca01fe9e req-d1614ece-48d3-4662-99ab-130b985bb352 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:10.511675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56c0a417-fcb9-40c3-bb85-abd7ca01fe9e req-d1614ece-48d3-4662-99ab-130b985bb352 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.0588036 Aug 04 14:41:10.523597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41952) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:10.572182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56c0a417-fcb9-40c3-bb85-abd7ca01fe9e req-49d794d3-8cc5-4b5b-8767-07a1cbbe32ce tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549860 Aug 04 14:41:10.590436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e9c39447-2a65-4cd5-8485-8437d06ba0b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a30a5d9b68e4f23ba3fa44e3841c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629103 Aug 04 14:41:10.590997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41954) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:10.650022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.676401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.738033 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.741079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.745030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ffcd60d-b540-41d4-9043-c94d177bd00d HTTP/1.1" status: 204 len: 168 time: 0.1524260 Aug 04 14:41:10.755552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ba6e-30ed-4304-93ef-4f79d77cf5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffcd60d-b540-41d4-9043-c94d177bd00d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:10.789835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Transition to ACTIVE for port object 4106fa2f-aae4-462b-b7ef-76c27b54ced9 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:10.799936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:10.911639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:10.965880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:10.966219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:10.966549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:10.973667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:10.983236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:10.983511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:10.995952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:10.998951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:10.999306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:10.999649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:11.000098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Bound port: 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:11.000451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.005323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:11.071099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:11.090209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:11.114273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0ff17-b201-4d68-a27e-c5e9fb5aefcb req-c97d5fda-17d3-4c34-a077-ac5f893ab14f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.116378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.123767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ed0ff17-b201-4d68-a27e-c5e9fb5aefcb req-c97d5fda-17d3-4c34-a077-ac5f893ab14f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 943 time: 0.0863748 Aug 04 14:41:11.140562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:11.174182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:11.184708 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ed0ff17-b201-4d68-a27e-c5e9fb5aefcb req-3c52f62e-5cdb-40ab-8c58-8d4d5bb3948d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Aug 04 14:41:11.187850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.236636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.237693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.239181 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] 10.222.0.38 "PUT /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 1093 time: 1.2343874 Aug 04 14:41:11.246357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:11.249562 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:11.280949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:11.290572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] Transition to ACTIVE for port object f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:11.291977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be819e9-bcbb-4771-9db8-2ccd0ad6c8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:11.306179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.354158 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24cb4e-e117-45e1-a3dd-7fe1cbec3792 x-openstack-request-id: req-6c24cb4e-e117-45e1-a3dd-7fe1cbec3792 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:11.354554 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:11.354784 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c24cb4e-e117-45e1-a3dd-7fe1cbec3792 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:11.355175 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'status': 'completed', 'code': 200} Aug 04 14:41:11.365472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2c2ee8b3-8604-4ee2-bfdb-034b277117ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81f79f55c3954108b77e53863ac5f6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807104 Aug 04 14:41:11.365746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41996) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:11.407176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:11.412362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] No DVR routers for this DVR port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:11.419489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-17bdaada-36c1-48b6-9768-48a643cf3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.421015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-17bdaada-36c1-48b6-9768-48a643cf3a3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1096 time: 0.1246123 Aug 04 14:41:11.431394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fe26e-05c7-46e3-9186-8398316d3eb2 req-19da5255-9370-43eb-a112-efcc41b93730 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.432944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781fe26e-05c7-46e3-9186-8398316d3eb2 req-19da5255-9370-43eb-a112-efcc41b93730 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1089420 Aug 04 14:41:11.453430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d245af21-7ced-4bf9-bf8c-13f008c281bd service neutron] 10.222.0.46 "PUT /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076/bindings/n-h1-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0504129 Aug 04 14:41:11.482594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-d7ce34aa-7516-40ce-acbf-10aa0221eab2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 217 time: 0.0427670 Aug 04 14:41:11.494554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530223a-de1c-45f1-bf8a-30cb8463582e req-6760845a-5557-4111-9f8b-5fe86e5a91a5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.496083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7530223a-de1c-45f1-bf8a-30cb8463582e req-6760845a-5557-4111-9f8b-5fe86e5a91a5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.1102374 Aug 04 14:41:11.508159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.521365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781fe26e-05c7-46e3-9186-8398316d3eb2 req-ad114639-8749-4f0b-9c83-c440310624a9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761039 Aug 04 14:41:11.561366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.573468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7530223a-de1c-45f1-bf8a-30cb8463582e req-5da6892e-881b-4602-bdfb-04ac5d29bf2a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690207 Aug 04 14:41:11.577139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-e088cfc8-dab7-4acc-8790-8bb0ab24f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.578972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-e088cfc8-dab7-4acc-8790-8bb0ab24f6fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0783567 Aug 04 14:41:11.588173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-3276b73b-8de0-4c84-83c0-061bdca199b0 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.589753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-3276b73b-8de0-4c84-83c0-061bdca199b0 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0618312 Aug 04 14:41:11.630636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-39f4aeb4-5bdd-4372-b49c-84749f773c60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387135 Aug 04 14:41:11.650817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.653380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:11.657155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9761b6a-bddc-4af5-8229-361942a971ef HTTP/1.1" status: 204 len: 168 time: 0.2880690 Aug 04 14:41:11.665357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08539be-b64d-4c0f-bb17-a6da20052cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9761b6a-bddc-4af5-8229-361942a971ef,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:11.688429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9e86-2346-409b-abbc-24c9334b0d88 req-8d821d39-a3f2-4b2a-bc4f-c44d06fc1a6a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.688429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f9b9e86-2346-409b-abbc-24c9334b0d88 req-8d821d39-a3f2-4b2a-bc4f-c44d06fc1a6a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.0781076 Aug 04 14:41:11.723932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-880d5a13-7976-4256-9807-f6a4b8950b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.725453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-880d5a13-7976-4256-9807-f6a4b8950b55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160&tenant_id=3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 1096 time: 0.1238039 Aug 04 14:41:11.732023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f9b9e86-2346-409b-abbc-24c9334b0d88 req-b9a80ded-1ede-420e-bb11-ee8c79ce6cd1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375354 Aug 04 14:41:11.792298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-78c4e06a-3248-4f87-92a1-f318d6071a4d service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478064 Aug 04 14:41:11.817416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-4e67fc9e-004e-4d1a-8d7a-a145a5de340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.818894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-4e67fc9e-004e-4d1a-8d7a-a145a5de340c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1096 time: 0.0569375 Aug 04 14:41:11.963321 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6263427-1476-4405-b3e1-1e1f4ffb93a1 req-f8276d11-3df0-4d69-8ce6-cff2c36d969a service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561186 Aug 04 14:41:11.966026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5e326f93-3299-4697-b951-abac0b3f86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:11.968147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-5e326f93-3299-4697-b951-abac0b3f86e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1390901 Aug 04 14:41:12.024570 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-6bd97dcb-4f6e-4e88-a754-f4c741879475 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 200 len: 217 time: 0.0487106 Aug 04 14:41:12.091584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-49ab912f-67e3-47d3-a653-e39ffff62173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.093061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-49ab912f-67e3-47d3-a653-e39ffff62173 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0520222 Aug 04 14:41:12.095788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-a24f9131-5f1f-40cb-bbaa-f913c0045b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.097191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-a24f9131-5f1f-40cb-bbaa-f913c0045b00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1096 time: 0.0812509 Aug 04 14:41:12.173895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-d165c3c5-3016-4668-bc71-da16e7d41c62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645118 Aug 04 14:41:12.283907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-489ff17d-1471-439d-888f-ad337ab1bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.285479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-489ff17d-1471-439d-888f-ad337ab1bd5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1750970 Aug 04 14:41:12.349170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-2eee4247-4aae-4c92-ad13-71b80e0543a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 217 time: 0.0495563 Aug 04 14:41:12.368782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-78f590f9-8be6-41e7-83f9-54e3fc91abd2 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832201 Aug 04 14:41:12.372826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573f9f-1e85-40bc-b244-ce2125e96ef2 req-c1a1558b-5b75-4dec-b36f-1f0a7c4a1b44 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.375083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07573f9f-1e85-40bc-b244-ce2125e96ef2 req-c1a1558b-5b75-4dec-b36f-1f0a7c4a1b44 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 944 time: 0.0616465 Aug 04 14:41:12.399030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42028) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:12.423170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07573f9f-1e85-40bc-b244-ce2125e96ef2 req-0fcdd598-8795-4ab9-8fc8-4f1ecaa8833e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Aug 04 14:41:12.452338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-7611d1cb-7fa9-498e-8791-c48ae4cd56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.454199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-7611d1cb-7fa9-498e-8791-c48ae4cd56ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0951860 Aug 04 14:41:12.494325 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-0e8d52c3-89f3-4828-88a7-d1b0041bf89a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285261 Aug 04 14:41:12.506783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-network', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:12.525905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-449351f8-929d-486f-bdad-f662dc7c8bf6 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396041 Aug 04 14:41:12.527875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Made reservation on behalf of ced62317d82d4cea8effd49e5d3937d1 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:12.530198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.539536 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.599584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-9f2a56d2-c6ff-44cc-aac4-8130d3f5fab4 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943692 Aug 04 14:41:12.679440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541448-2b87-44cf-9992-6b8265946b84 req-5eb2d105-3597-4b5d-b082-bbb6c212253e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.681183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b541448-2b87-44cf-9992-6b8265946b84 req-5eb2d105-3597-4b5d-b082-bbb6c212253e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0825422 Aug 04 14:41:12.698746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3fe71d2-14c2-4b4b-8efd-d40651a4a79c req-63010f66-33ec-459a-bf87-24c124de1745 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Aug 04 14:41:12.707719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.735620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.769926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:41:12.794918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e8d3cab7-d8d0-4362-8461-8c758867d5d3 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.796472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e8d3cab7-d8d0-4362-8461-8c758867d5d3 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0458856 Aug 04 14:41:12.801998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b541448-2b87-44cf-9992-6b8265946b84 req-abf78086-290d-4c45-bd17-41e5421d6871 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Aug 04 14:41:12.806487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f169f-8483-47b2-80ff-5d5170fd587e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:12.809844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.810189 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Added segment 0d6c1a24-0ddf-4b44-9257-a778910df1c7 of type vlan for network a48fa687-818d-4a4d-bb84-e65730166f3e Aug 04 14:41:12.828755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d62c9-8d27-4fa3-8525-552de232d84d req-a19ad543-1c04-4356-8313-ff25e6564ae5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.830295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a9d62c9-8d27-4fa3-8525-552de232d84d req-a19ad543-1c04-4356-8313-ff25e6564ae5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.1482112 Aug 04 14:41:12.891366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.913091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a9d62c9-8d27-4fa3-8525-552de232d84d req-3e8b2280-2151-4a23-b1b2-91d8ea4c0b8c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697026 Aug 04 14:41:12.938312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.941086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:12.941695 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.943386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e1020735-2177-4010-a79b-2bcd12aa03e0 service neutron] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:12.946913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e1020735-2177-4010-a79b-2bcd12aa03e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:12.948056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69ba425f-a532-48c9-a63d-fd45b35c1872 req-e1020735-2177-4010-a79b-2bcd12aa03e0 service neutron] 10.222.0.38 "DELETE /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076/bindings/n-h2-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.1428633 Aug 04 14:41:13.019279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6192031 Aug 04 14:41:13.022716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:13.028531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Request body: {'subnet': {'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-subnet', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:13.046640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ba38-0b9d-47b5-8a0a-33690224b00e admin admin] Pushing event updated for resources: {'Network': ['ID=a48fa687-818d-4a4d-bb84-e65730166f3e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:13.049632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Made reservation on behalf of ced62317d82d4cea8effd49e5d3937d1 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:13.052521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.057987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a48fa687-818d-4a4d-bb84-e65730166f3e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:41:13.067593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bff5-4f92-4d9b-81b5-b8c418cf70e0 req-c19795f1-46dc-4801-8b7b-89ad4265884d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:13.069266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18e6bff5-4f92-4d9b-81b5-b8c418cf70e0 req-c19795f1-46dc-4801-8b7b-89ad4265884d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.0733571 Aug 04 14:41:13.112743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18e6bff5-4f92-4d9b-81b5-b8c418cf70e0 req-ceda6006-ff5c-48a4-8cd7-8efd335a97e7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Aug 04 14:41:13.224202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.276813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28aa7b89-6225-4ad1-8277-4b51a57ae09b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:13.287355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Checking segment: {'id': '0d6c1a24-0ddf-4b44-9257-a778910df1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:13.287714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Network hostable DHCP agents. Network: a48fa687-818d-4a4d-bb84-e65730166f3e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:41:13.309515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Network a48fa687-818d-4a4d-bb84-e65730166f3e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:41:13.319580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a48fa687-818d-4a4d-bb84-e65730166f3e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:13.326208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:13.326848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.328705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833bb94-f5bd-4a76-aee5-e61c65547ed2 None None] Network a48fa687-818d-4a4d-bb84-e65730166f3e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:13.346227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e3800d7-736b-4a77-81b2-e600f552071d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3219709 Aug 04 14:41:13.349037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42044) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:13.355776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:13.382237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.383662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.453831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.518189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-a48fa687-818d-4a4d-bb84-e65730166f3e', 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'fixed_ips': [{'subnet_id': '28aa7b89-6225-4ad1-8277-4b51a57ae09b'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:41:13.519149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.616976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.640033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0488b-8ce7-44be-ad81-82d477a65fd5 req-ba58a320-1e7b-4026-a755-faba132c4aa4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:13.641872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73d0488b-8ce7-44be-ad81-82d477a65fd5 req-ba58a320-1e7b-4026-a755-faba132c4aa4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 944 time: 0.1190073 Aug 04 14:41:13.661587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Allocated IP 172.20.0.2 (a48fa687-818d-4a4d-bb84-e65730166f3e/28aa7b89-6225-4ad1-8277-4b51a57ae09b/71beb776-06a4-4af9-9138-3dd0e8b3938c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:13.716681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73d0488b-8ce7-44be-ad81-82d477a65fd5 req-8f0e34e5-8898-456e-90c8-be480223e136 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662324 Aug 04 14:41:13.809665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.819734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Transition to ACTIVE for port object 71beb776-06a4-4af9-9138-3dd0e8b3938c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:13.835562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Transition to ACTIVE for port object 71beb776-06a4-4af9-9138-3dd0e8b3938c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:13.842552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.882255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Network a48fa687-818d-4a4d-bb84-e65730166f3e is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:13.887975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:13.891909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:13.899576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Pushing event updated for resources: {'Port': ['ID=71beb776-06a4-4af9-9138-3dd0e8b3938c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:13.901589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.951070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Attempting to bind port 71beb776-06a4-4af9-9138-3dd0e8b3938c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:13.951797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Attempting to bind port 71beb776-06a4-4af9-9138-3dd0e8b3938c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0d6c1a24-0ddf-4b44-9257-a778910df1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:13.951941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Attempting to bind port 71beb776-06a4-4af9-9138-3dd0e8b3938c on network a48fa687-818d-4a4d-bb84-e65730166f3e {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:13.957506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:13.957881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Checking segment: {'id': '0d6c1a24-0ddf-4b44-9257-a778910df1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:13.958281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.958702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Bound using segment: {'id': '0d6c1a24-0ddf-4b44-9257-a778910df1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:13.959168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Bound port: 71beb776-06a4-4af9-9138-3dd0e8b3938c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6c1a24-0ddf-4b44-9257-a778910df1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:13.959547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.964054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:13.975760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3607e-b4b1-42ed-a18a-4f9d31ca10f0 req-ec3060f6-a4de-46e7-b0c3-88715d65c518 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:13.977303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2f3607e-b4b1-42ed-a18a-4f9d31ca10f0 req-ec3060f6-a4de-46e7-b0c3-88715d65c518 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1096 time: 0.1415219 Aug 04 14:41:14.028857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] For port 71beb776-06a4-4af9-9138-3dd0e8b3938c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:14.032336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] For port 71beb776-06a4-4af9-9138-3dd0e8b3938c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71beb776-06a4-4af9-9138-3dd0e8b3938c,segment=NetworkSegment(0d6c1a24-0ddf-4b44-9257-a778910df1c7),segment_id=0d6c1a24-0ddf-4b44-9257-a778910df1c7)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:14.037495 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:14.054985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553e273-6683-4db0-9adf-9bb74db8e536 req-5932abd5-d231-423e-8edc-d15d3e5b2865 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:14.056533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7553e273-6683-4db0-9adf-9bb74db8e536 req-5932abd5-d231-423e-8edc-d15d3e5b2865 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1580260 Aug 04 14:41:14.076394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2f3607e-b4b1-42ed-a18a-4f9d31ca10f0 req-9a8ccefd-1a8f-4775-9a3c-49cf14d073cd tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888894 Aug 04 14:41:14.095548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b4da7-55a7-4875-9ac7-7df4b0556aeb None None] Pushing event updated for resources: {'Port': ['ID=71beb776-06a4-4af9-9138-3dd0e8b3938c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:14.140899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7553e273-6683-4db0-9adf-9bb74db8e536 req-6e53d14b-5d03-4e8c-979d-ee23049e8f56 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Aug 04 14:41:14.151930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Allocated IP 172.25.0.14 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/8d2f90f3-3080-4f40-8e45-b6188eaa74d5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:14.312102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1d133-a97d-4cd7-89af-776b1f4e40ec req-f623a827-5ddc-401f-9c1a-0c8843bdb83c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:14.315066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24d1d133-a97d-4cd7-89af-776b1f4e40ec req-f623a827-5ddc-401f-9c1a-0c8843bdb83c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.0985751 Aug 04 14:41:14.392729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:14.420570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24d1d133-a97d-4cd7-89af-776b1f4e40ec req-5ca7f4d9-3d19-4d17-9cab-b39f315933a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997512 Aug 04 14:41:14.430714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaddfe-4f86-43e4-b77a-0010f54e6cdf req-f2eab921-fa67-4bc7-a046-5dfc29d55ca8 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:14.432205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94eaddfe-4f86-43e4-b77a-0010f54e6cdf req-f2eab921-fa67-4bc7-a046-5dfc29d55ca8 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 1096 time: 0.0859902 Aug 04 14:41:14.481454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94eaddfe-4f86-43e4-b77a-0010f54e6cdf req-1fc3ab93-bb51-4852-a4a5-aee8c955a67c tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Aug 04 14:41:14.482909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:14.556106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:14.560220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:14.563182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:14.593037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:14.618813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e18a-919c-4ed7-bd54-13c44b327817 req-9111aa86-b011-4072-bce4-fe09b15aa8cb tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:14.620327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2650e18a-919c-4ed7-bd54-13c44b327817 req-9111aa86-b011-4072-bce4-fe09b15aa8cb tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1115654 Aug 04 14:41:14.719185 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0a502f3f-166c-4855-95fd-e54f61514147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:14.739481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2650e18a-919c-4ed7-bd54-13c44b327817 req-4d4a66c4-5112-4697-8615-9acdee7a1d96 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854094 Aug 04 14:41:14.874298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.017265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:15.103662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71beb776-06a4-4af9-9138-3dd0e8b3938c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:15.114627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.172602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639dccfe-48e6-477c-bb4a-5bab5b149eb0 None None] Network a48fa687-818d-4a4d-bb84-e65730166f3e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:15.231582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 71beb776-06a4-4af9-9138-3dd0e8b3938c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:15.234606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:15.264960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'port_id': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'mac_address': 'fa:16:3e:d1:77:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d82e5-cb29-489d-8269-2755a0051e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:15.440514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Provisioning for port 71beb776-06a4-4af9-9138-3dd0e8b3938c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:15.454881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Provisioning complete for port 71beb776-06a4-4af9-9138-3dd0e8b3938c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:15.455269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.491893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.539048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd78c6d9-094b-40a3-8e88-2d927a5b04e4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:15.553737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:15.590897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:15.618159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.619471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875731c-8ef7-425d-a5de-bd1332739eb8 req-09eecd5d-e059-4614-ad48-cb708168ca59 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:15.621278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a875731c-8ef7-425d-a5de-bd1332739eb8 req-09eecd5d-e059-4614-ad48-cb708168ca59 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.4031653 Aug 04 14:41:15.648189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630454da-ff41-442f-805b-4592a965162e req-0f122e84-cc41-438a-90f8-98572c27e5bb tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:15.649919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-630454da-ff41-442f-805b-4592a965162e req-0f122e84-cc41-438a-90f8-98572c27e5bb tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.0948060 Aug 04 14:41:15.674736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Router 65945d7e-e1fd-43fe-a233-01be43cb22c8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:41:15.727987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a875731c-8ef7-425d-a5de-bd1332739eb8 req-b50067ff-b1f6-4837-9c2c-0654b10c434d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760512 Aug 04 14:41:15.763912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:15.773955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:15.786850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['dd78c6d9-094b-40a3-8e88-2d927a5b04e4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:15.849432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-630454da-ff41-442f-805b-4592a965162e req-1f5518c1-253a-41d9-9756-174cbc6243cc tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722043 Aug 04 14:41:15.906713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:15.923905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'port_id': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'mac_address': 'fa:16:3e:09:ea:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a38431-6220-4016-8afe-65544e7eabae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:15.926834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] For port 71beb776-06a4-4af9-9138-3dd0e8b3938c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71beb776-06a4-4af9-9138-3dd0e8b3938c,segment=NetworkSegment(0d6c1a24-0ddf-4b44-9257-a778910df1c7),segment_id=0d6c1a24-0ddf-4b44-9257-a778910df1c7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:16.044886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.057364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.106983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97b31b-cb7b-43bd-aec7-a7125e39afba req-7f2caf9c-e3f5-4789-8654-c093cc586d88 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:16.115128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b97b31b-cb7b-43bd-aec7-a7125e39afba req-7f2caf9c-e3f5-4789-8654-c093cc586d88 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1550019 Aug 04 14:41:16.123517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:16.141084 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Sync routers for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:16.142752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4106fa2f-aae4-462b-b7ef-76c27b54ced9 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:16.155087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Routers {'65945d7e-e1fd-43fe-a233-01be43cb22c8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:16.156313 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['65945d7e-e1fd-43fe-a233-01be43cb22c8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:16.183113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.187607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42098) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:16.190918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-26363a62-0661-4f69-8a83-56b46ed804b2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8403840 Aug 04 14:41:16.196670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b97b31b-cb7b-43bd-aec7-a7125e39afba req-99236047-45a7-49c0-8c9c-d55265e8e469 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803819 Aug 04 14:41:16.252171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a189f-34e3-4d73-9f3d-c80ee1f6a882 None None] Pushing event updated for resources: {'Port': ['ID=71beb776-06a4-4af9-9138-3dd0e8b3938c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:16.270096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:16.289823 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.326675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651989-8fae-4e6a-8dd6-38f9ca5d2223 req-fc007df1-f9be-44dc-804d-bbc168a011a6 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:16.334398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61651989-8fae-4e6a-8dd6-38f9ca5d2223 req-fc007df1-f9be-44dc-804d-bbc168a011a6 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 945 time: 0.0958958 Aug 04 14:41:16.352107 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Set router 65945d7e-e1fd-43fe-a233-01be43cb22c8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:16.366728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de968909-df02-436d-926e-bf0312cf725f None None] Provisioning complete for port 71beb776-06a4-4af9-9138-3dd0e8b3938c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:16.367156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de968909-df02-436d-926e-bf0312cf725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.423154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61651989-8fae-4e6a-8dd6-38f9ca5d2223 req-a4ee1dd8-71c5-4ec4-aca9-b68a2fec1701 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877607 Aug 04 14:41:16.441437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:16.581360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4106fa2f-aae4-462b-b7ef-76c27b54ced9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:16.594461 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:14Z', 'revision_number': 3, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:16.623871 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Checking router: 65945d7e-e1fd-43fe-a233-01be43cb22c8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:16.624461 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Updating router 65945d7e-e1fd-43fe-a233-01be43cb22c8 port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:41:16.763994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.811784 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:16.869456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7e19-80e5-48ea-989e-091c7612124a req-299d4154-6a35-4dbe-a5d2-e9e84477942f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:16.877573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9ba7e19-80e5-48ea-989e-091c7612124a req-299d4154-6a35-4dbe-a5d2-e9e84477942f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0662763 Aug 04 14:41:16.926319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9ba7e19-80e5-48ea-989e-091c7612124a req-2b470d11-d0fb-4ba8-88e0-20929d994327 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Aug 04 14:41:17.014662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Allocated IP 172.20.0.1 (a48fa687-818d-4a4d-bb84-e65730166f3e/28aa7b89-6225-4ad1-8277-4b51a57ae09b/2712d60d-c10b-44ad-9eba-9f527b1aa41e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:17.027884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:17.073646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71beb776-06a4-4af9-9138-3dd0e8b3938c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:17.149242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:17.150558 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.152446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 71beb776-06a4-4af9-9138-3dd0e8b3938c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:17.152987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.153877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.175821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Transition to ACTIVE for port object 2712d60d-c10b-44ad-9eba-9f527b1aa41e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:17.199017 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.210043 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Transition to ACTIVE for port object 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:17.218934 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.234875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.296725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Network a48fa687-818d-4a4d-bb84-e65730166f3e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:17.297561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Attempting to bind port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:17.297936 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Attempting to bind port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:17.298297 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Attempting to bind port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:17.311076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:17.311595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:17.312238 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.312391 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:17.312871 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Bound port: 8d2f90f3-3080-4f40-8e45-b6188eaa74d5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:17.313267 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.314051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:17.316955 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Pushing event updated for resources: {'Port': ['ID=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:17.328269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:17.328767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.353860 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.354282 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.354773 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.354978 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.355308 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.355632 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.356027 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.357240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.357240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.357240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.357553 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.357631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:41:17.392919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] For port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:17.397582 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] For port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:17.405296 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.406953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.425280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daeda0-2ca7-4289-afdb-a3f358eb9843 req-de8a2b39-2588-4e9b-b729-675792e88410 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:17.434694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1daeda0-2ca7-4289-afdb-a3f358eb9843 req-de8a2b39-2588-4e9b-b729-675792e88410 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.1408098 Aug 04 14:41:17.462775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Pushing event updated for resources: {'Port': ['ID=2712d60d-c10b-44ad-9eba-9f527b1aa41e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:17.476913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c35c4bcd-1997-4f33-91d9-4d127815c16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.558719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:17.567704 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc2e30-5ae4-4f81-822c-8a54de147e48" -d '{"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-plugged", "status": "completed", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:17.570369 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Routers {'65945d7e-e1fd-43fe-a233-01be43cb22c8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:17.571043 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['65945d7e-e1fd-43fe-a233-01be43cb22c8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:17.574225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1daeda0-2ca7-4289-afdb-a3f358eb9843 req-232074dd-8bb3-44ca-8b5b-fba187be4b2e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274874 Aug 04 14:41:17.632502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:17.674098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39cd0e-8b5d-471d-b8d7-1a0661c21004 req-7261bf5f-ac82-45aa-8eb1-f0754ebf09c4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:17.682018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f39cd0e-8b5d-471d-b8d7-1a0661c21004 req-7261bf5f-ac82-45aa-8eb1-f0754ebf09c4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 945 time: 0.0946627 Aug 04 14:41:17.697320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dab74-be59-4830-81e3-9e771c6b17ed None None] Pushing event updated for resources: {'Port': ['ID=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:17.713218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.758436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:17.771026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.788535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.804676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f39cd0e-8b5d-471d-b8d7-1a0661c21004 req-4a591af3-243a-4eed-84f5-7eadcae64c7c tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216588 Aug 04 14:41:17.842670 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7b49d-70c5-4b5b-b9ed-263c2e200890 x-openstack-request-id: req-74b7b49d-70c5-4b5b-b9ed-263c2e200890 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:17.842966 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-plugged", "status": "completed", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:17.843215 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74b7b49d-70c5-4b5b-b9ed-263c2e200890 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:17.843612 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'code': 200} Aug 04 14:41:17.851681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] Set router 65945d7e-e1fd-43fe-a233-01be43cb22c8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:17.907455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:17.949384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77f39489-be14-4c4d-ad35-e3d02de07a34 None None] Provisioning for port 2712d60d-c10b-44ad-9eba-9f527b1aa41e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:17.959725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:17.962164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77f39489-be14-4c4d-ad35-e3d02de07a34 None None] Provisioning complete for port 2712d60d-c10b-44ad-9eba-9f527b1aa41e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:17.962460 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77f39489-be14-4c4d-ad35-e3d02de07a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.004291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-77f39489-be14-4c4d-ad35-e3d02de07a34 None None] Port 2712d60d-c10b-44ad-9eba-9f527b1aa41e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:41:18.010316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:18.021248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:18.021795 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.109731 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:14Z', 'revision_number': 3, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:18.115796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea85f5-ede0-4ecb-aff3-a449e06d6ad6 req-8ade6350-d667-4003-972e-4ef71424da8d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:18.118786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ea85f5-ede0-4ecb-aff3-a449e06d6ad6 req-8ade6350-d667-4003-972e-4ef71424da8d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0836008 Aug 04 14:41:18.162445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.176904 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ef6b9-3233-4fc6-a2c6-44216cbfd8b3 None None] The sync data for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 is: [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:14Z', 'revision_number': 3, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:18.193155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ea85f5-ede0-4ecb-aff3-a449e06d6ad6 req-7c6c65ef-96c4-42b8-8646-2d16088aeb84 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696578 Aug 04 14:41:18.252433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:18.258125 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.327905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:18.372447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.391112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-cd7233c8-38fa-4b43-93da-34af999da66a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:18.392626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-cd7233c8-38fa-4b43-93da-34af999da66a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.1075065 Aug 04 14:41:18.488406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.501443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.502345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.591999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.627212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Pushing event updated for resources: {'Port': ['ID=2712d60d-c10b-44ad-9eba-9f527b1aa41e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:18.632578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Deleting port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:18.632578 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.718569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6137a1-e5a8-4b99-94a6-30252d0656a7 req-9336916f-0333-4825-838b-36c4d97fd28f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:18.720596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f6137a1-e5a8-4b99-94a6-30252d0656a7 req-9336916f-0333-4825-838b-36c4d97fd28f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.0571930 Aug 04 14:41:18.761791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Network a48fa687-818d-4a4d-bb84-e65730166f3e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:18.769294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:18.776875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] For port dd78c6d9-094b-40a3-8e88-2d927a5b04e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:18.777693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:18.792735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Calling delete_port for dd78c6d9-094b-40a3-8e88-2d927a5b04e4 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:18.798798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f6137a1-e5a8-4b99-94a6-30252d0656a7 req-81351ef0-9df9-41c0-83cd-c4c2882dc6a2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716486 Aug 04 14:41:18.945503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ffd3-6e43-4970-a289-5bb71dc8447a req-1a30b14d-c027-4bbe-b8b0-27b50bd79087 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:18.947274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8471ffd3-6e43-4970-a289-5bb71dc8447a req-1a30b14d-c027-4bbe-b8b0-27b50bd79087 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 946 time: 0.0564625 Aug 04 14:41:19.027090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8471ffd3-6e43-4970-a289-5bb71dc8447a req-af8367a3-2f9d-47b4-bf55-2a0674d91010 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647073 Aug 04 14:41:19.028203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:19.039214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Router 65945d7e-e1fd-43fe-a233-01be43cb22c8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:19.172215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:19.203061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-884ebbc8-f1f1-4a65-bd72-120fd929c628 None None] Provisioning complete for port 2712d60d-c10b-44ad-9eba-9f527b1aa41e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:19.203563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-884ebbc8-f1f1-4a65-bd72-120fd929c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.213438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.218794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.280884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event deleted for resources: {'Port': ['ID=dd78c6d9-094b-40a3-8e88-2d927a5b04e4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:19.304523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] No DVR routers for this DVR port dd78c6d9-094b-40a3-8e88-2d927a5b04e4 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:19.309858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.311585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cc74fff-acc3-4dac-9f3c-4a0e00ce833a req-d7b875f0-4678-4969-b162-ca980caf91a9 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "DELETE /v2.0/ports/dd78c6d9-094b-40a3-8e88-2d927a5b04e4 HTTP/1.1" status: 204 len: 173 time: 0.9062400 Aug 04 14:41:19.312345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-deleted', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:19.314550 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fa4404-ebd9-47e6-9093-3ea22045d9e7" -d '{"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-deleted", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:19.337438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:19.353725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-884ebbc8-f1f1-4a65-bd72-120fd929c628 None None] Port 2712d60d-c10b-44ad-9eba-9f527b1aa41e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:41:19.357771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3572164-292f-4247-8536-18459963ea59 admin admin] 10.222.0.76 "PUT /v2.0/routers/65945d7e-e1fd-43fe-a233-01be43cb22c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1677995 Aug 04 14:41:19.392859 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c9487-f1ee-43b7-9a75-8c862470b249 x-openstack-request-id: req-5b0c9487-f1ee-43b7-9a75-8c862470b249 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:19.393990 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad296f-0d93-4c90-80d6-80f40d090249", "name": "network-vif-deleted", "tag": "dd78c6d9-094b-40a3-8e88-2d927a5b04e4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:19.394422 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b0c9487-f1ee-43b7-9a75-8c862470b249 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:19.395020 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad296f-0d93-4c90-80d6-80f40d090249', 'name': 'network-vif-deleted', 'tag': 'dd78c6d9-094b-40a3-8e88-2d927a5b04e4', 'status': 'completed', 'code': 200} Aug 04 14:41:19.425069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:19.432201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:19.432488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.458627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bff40f-0bf5-4c86-9fd6-878b40bcabad req-fc5ec683-cffc-4ee2-9574-2c2919217f32 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:19.461449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51bff40f-0bf5-4c86-9fd6-878b40bcabad req-fc5ec683-cffc-4ee2-9574-2c2919217f32 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1373258 Aug 04 14:41:19.541889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51bff40f-0bf5-4c86-9fd6-878b40bcabad req-1249053c-5803-4892-bad5-95ae436d374e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720708 Aug 04 14:41:19.567966 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.590328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:19.595161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:19.653656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:19.752369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16518c43-295f-4170-9869-3cceba1dc5ab req-7e9e1d23-8707-4172-88d2-04cfd02c0741 tempest-FloatingIPsNegativeTestJSON-2058078737 tempest-FloatingIPsNegativeTestJSON-2058078737-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=ced62317d82d4cea8effd49e5d3937d1 HTTP/1.1" status: 200 len: 217 time: 0.0584767 Aug 04 14:41:19.804587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c42e79bc-84e8-4ed3-90ff-ef6fb9f09b1b req-8d2273f2-12b5-413a-87b9-6ad83b649b6f tempest-FloatingIPsNegativeTestJSON-2058078737 tempest-FloatingIPsNegativeTestJSON-2058078737-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0290093 Aug 04 14:41:19.845224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:19.847655 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78a067-39fb-4104-85bb-1ee943f4082c" -d '{"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-plugged", "status": "completed", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:19.861626 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-3c80517a-33cf-4957-9991-6c49782aa3e4 req-c2f199e0-68c0-4f7e-9c14-a50081df4373 tempest-FloatingIPsNegativeTestJSON-2058078737 tempest-FloatingIPsNegativeTestJSON-2058078737-project] show failed (client error): The resource could not be found. Aug 04 14:41:19.872215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42158) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:19.880211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c80517a-33cf-4957-9991-6c49782aa3e4 req-c2f199e0-68c0-4f7e-9c14-a50081df4373 tempest-FloatingIPsNegativeTestJSON-2058078737 tempest-FloatingIPsNegativeTestJSON-2058078737-project] 10.222.0.76 "GET /v2.0/floatingips/d0c3a41d-7cca-43ab-8be5-f5b32b9fbd80 HTTP/1.1" status: 404 len: 350 time: 0.0546122 Aug 04 14:41:19.941779 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a273c9-af49-4405-aabd-08a9de286ccd x-openstack-request-id: req-30a273c9-af49-4405-aabd-08a9de286ccd {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:19.942064 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-plugged", "status": "completed", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:19.942696 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30a273c9-af49-4405-aabd-08a9de286ccd {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:19.943100 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'code': 200} Aug 04 14:41:19.993656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b86e1-507d-42c0-85e2-fa60bad4a0dd req-6fc09e6d-bded-4804-9205-6a8e715a0aa7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:19.996454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25b86e1-507d-42c0-85e2-fa60bad4a0dd req-6fc09e6d-bded-4804-9205-6a8e715a0aa7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.1097717 Aug 04 14:41:20.068942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:20.088877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25b86e1-507d-42c0-85e2-fa60bad4a0dd req-2ca87c6c-a38c-412d-a012-873d2c12cebb tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798035 Aug 04 14:41:20.177287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6896ba1-229e-4bff-aa90-59997bd362b9 req-5b2c6eea-879c-4958-bcaa-3ec7279211bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=acad296f-0d93-4c90-80d6-80f40d090249 HTTP/1.1" status: 200 len: 210 time: 0.0383239 Aug 04 14:41:20.197202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe11b28-f71a-458e-ac2f-9a5d5b47a8dc req-9c4edcb9-2ced-471b-9575-4e46429e7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:20.198752 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7fe11b28-f71a-458e-ac2f-9a5d5b47a8dc req-9c4edcb9-2ced-471b-9575-4e46429e7be4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1098 time: 0.0869515 Aug 04 14:41:20.281542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7fe11b28-f71a-458e-ac2f-9a5d5b47a8dc req-e0d30805-c0c6-4648-bba7-1aa0ee5fd474 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708940 Aug 04 14:41:20.377566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c779dd-69df-4b2c-ae5e-9f9c09a2e021 req-fd53d208-35fe-4f0b-ac78-b365cec1d12f tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:20.385381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c779dd-69df-4b2c-ae5e-9f9c09a2e021 req-fd53d208-35fe-4f0b-ac78-b365cec1d12f tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.0596130 Aug 04 14:41:20.405975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Sync routers for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:20.417828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Routers {'65945d7e-e1fd-43fe-a233-01be43cb22c8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:20.419018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['65945d7e-e1fd-43fe-a233-01be43cb22c8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:20.424516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c779dd-69df-4b2c-ae5e-9f9c09a2e021 req-3566f44d-4df7-482a-8f58-64f6ad0ec6a8 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Aug 04 14:41:20.488365 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:20.674695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Set router 65945d7e-e1fd-43fe-a233-01be43cb22c8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:20.684102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06af8d-c863-4769-8622-4b0295cb3382 req-10208753-7588-4811-978d-643769d7ac91 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:20.692309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d06af8d-c863-4769-8622-4b0295cb3382 req-10208753-7588-4811-978d-643769d7ac91 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0656583 Aug 04 14:41:20.753358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d06af8d-c863-4769-8622-4b0295cb3382 req-d307a8a5-1e84-435b-a1c0-5e93d374aed9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Aug 04 14:41:20.864053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Deleting port 2712d60d-c10b-44ad-9eba-9f527b1aa41e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:20.864539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:20.932175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:17Z', 'revision_number': 4, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2712d60d-c10b-44ad-9eba-9f527b1aa41e', 'name': '', 'network_id': 'a48fa687-818d-4a4d-bb84-e65730166f3e', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'mac_address': 'fa:16:3e:3a:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '28aa7b89-6225-4ad1-8277-4b51a57ae09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:16Z', 'updated_at': '2021-08-04T14:41:17Z', 'revision_number': 2, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'subnets': [{'id': '28aa7b89-6225-4ad1-8277-4b51a57ae09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:20.943458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:20.959333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Checking router: 65945d7e-e1fd-43fe-a233-01be43cb22c8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:20.959819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Calling delete_port for 2712d60d-c10b-44ad-9eba-9f527b1aa41e owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:20.959985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Updating router 65945d7e-e1fd-43fe-a233-01be43cb22c8 port 2712d60d-c10b-44ad-9eba-9f527b1aa41e binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:41:20.993273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:21.103181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:21.229743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:21.230932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:21.231484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:21.295178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2712d60d-c10b-44ad-9eba-9f527b1aa41e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:21.330955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc588-6012-4958-b214-e5d8a9227bbe req-fa9929ca-eb3b-4129-a089-92bd12ba66c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:21.332801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25fc588-6012-4958-b214-e5d8a9227bbe req-fa9929ca-eb3b-4129-a089-92bd12ba66c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.0839915 Aug 04 14:41:21.407920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25fc588-6012-4958-b214-e5d8a9227bbe req-f73344d7-c373-4433-9427-7290b1e17e9f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Aug 04 14:41:21.414334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:41:21.414878 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:41:21.730084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-f58e91a2-d72d-44cd-8eec-15b7ccf0a28b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:21.732270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-f58e91a2-d72d-44cd-8eec-15b7ccf0a28b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.1490395 Aug 04 14:41:21.754727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-91f28020-797f-4603-84d5-3e427884e7d1 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/quotas/8ebc9274ff0e4a019bbfc0dfaedb7946 HTTP/1.1" status: 200 len: 375 time: 0.0137081 Aug 04 14:41:21.860984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e3f42dfe-5667-443d-ae0d-bbaf23c37ad7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937946 Aug 04 14:41:21.865401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:21.959442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Port 2712d60d-c10b-44ad-9eba-9f527b1aa41e not found while updating agent binding for router 65945d7e-e1fd-43fe-a233-01be43cb22c8. {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 14:41:21.975497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Routers {'65945d7e-e1fd-43fe-a233-01be43cb22c8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:21.976222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['65945d7e-e1fd-43fe-a233-01be43cb22c8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:22.007848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-5f57e054-d647-460f-ba28-3dd6f915a3c7 service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383095 Aug 04 14:41:22.093567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] Set router 65945d7e-e1fd-43fe-a233-01be43cb22c8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:22.219466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Router 65945d7e-e1fd-43fe-a233-01be43cb22c8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:22.235647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-59729e8f-91a1-424a-b934-e27d16707655 service neutron] 10.222.0.76 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209873 Aug 04 14:41:22.287141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee058a-b4bb-4aa4-a2d0-12102f33acd4 req-51aa81dc-0db5-4f10-9672-b7d002be55f6 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:22.308993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9aee058a-b4bb-4aa4-a2d0-12102f33acd4 req-51aa81dc-0db5-4f10-9672-b7d002be55f6 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.1481645 Aug 04 14:41:22.350506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:21Z', 'revision_number': 5, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:22.377061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9aee058a-b4bb-4aa4-a2d0-12102f33acd4 req-5c74e6ed-c4df-451d-b3c8-30d244ebc077 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671132 Aug 04 14:41:22.408021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd990d-b0bc-48d5-9c51-526125a69e85 None None] The sync data for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 is: [{'id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-695006870-router', 'tenant_id': 'ced62317d82d4cea8effd49e5d3937d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:21Z', 'revision_number': 5, 'project_id': 'ced62317d82d4cea8effd49e5d3937d1', 'gw_port': {'id': '8d2f90f3-3080-4f40-8e45-b6188eaa74d5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65945d7e-e1fd-43fe-a233-01be43cb22c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:13Z', 'updated_at': '2021-08-04T14:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:22.409978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:22.418139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-13e5e941-17f4-4ef8-978f-c74c20b557c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/65945d7e-e1fd-43fe-a233-01be43cb22c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422359 Aug 04 14:41:22.418423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42284) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:22.560108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f0480-1822-495f-872c-874181e5c729 req-91bfb97a-5341-40fd-993d-a11e3e5186d4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:22.568920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b2f0480-1822-495f-872c-874181e5c729 req-91bfb97a-5341-40fd-993d-a11e3e5186d4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1194003 Aug 04 14:41:22.606069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:22.640383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b2f0480-1822-495f-872c-874181e5c729 req-a01143c8-13a6-4a77-a3c2-0c83e34d4fb4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613155 Aug 04 14:41:22.742977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:22.775946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c4ccd22-967d-4317-8de1-cbbcac863494 req-cbd7edbe-6904-4f3c-a438-82cc7b2c5173 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 210 time: 0.0501211 Aug 04 14:41:22.826852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Deleting port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:22.827399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:22.862264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25dbd7-e348-4ed0-939e-d5a3985df666 req-55f440dc-844b-499d-80e9-8e58b1c11e2d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:22.864156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e25dbd7-e348-4ed0-939e-d5a3985df666 req-55f440dc-844b-499d-80e9-8e58b1c11e2d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.0767550 Aug 04 14:41:22.930258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e25dbd7-e348-4ed0-939e-d5a3985df666 req-11c82b3e-676a-49d7-a840-5c5cd0e2472a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Aug 04 14:41:22.979730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] For port 8d2f90f3-3080-4f40-8e45-b6188eaa74d5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:22.980439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:22.995573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Calling delete_port for 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:23.050311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:23.104344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: dd78c6d9-094b-40a3-8e88-2d927a5b04e4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:23.105942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dd78c6d9-094b-40a3-8e88-2d927a5b04e4 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:23.132386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879d0e-612a-4693-b591-6ac70de8d0ab req-b20e04d6-aea1-44b0-bbf1-1db1e7143af3 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:23.141223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de879d0e-612a-4693-b591-6ac70de8d0ab req-b20e04d6-aea1-44b0-bbf1-1db1e7143af3 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1098 time: 0.1006997 Aug 04 14:41:23.188586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de879d0e-612a-4693-b591-6ac70de8d0ab req-8de3d9fa-6d3b-41f4-bfa5-c0ac5f3be0c9 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Aug 04 14:41:23.299261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.345877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2f90f3-3080-4f40-8e45-b6188eaa74d5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:23.405058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.442127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaa005-df42-42e0-8442-c29c3d24514d req-849c7f88-35f0-4e6c-bb14-f2f473fcd029 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:23.457958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4eaa005-df42-42e0-8442-c29c3d24514d req-849c7f88-35f0-4e6c-bb14-f2f473fcd029 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.0952170 Aug 04 14:41:23.532594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4eaa005-df42-42e0-8442-c29c3d24514d req-c4185dd1-4331-4923-bb09-31ca7edf70ed tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769322 Aug 04 14:41:23.559728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.562967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.630088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.630929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65945d7e-e1fd-43fe-a233-01be43cb22c8 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:41:23.636490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.637681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ce63144-7f34-4d53-a36b-6cf4f32ac003 admin admin] 10.222.0.76 "DELETE /v2.0/routers/65945d7e-e1fd-43fe-a233-01be43cb22c8 HTTP/1.1" status: 204 len: 168 time: 1.2179909 Aug 04 14:41:23.641507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:23.698250 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Sync routers for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:23.712757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Routers set() bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:23.714000 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Router IDs set() for agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 14:41:23.714979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_agentschedulers_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65945d7e-e1fd-43fe-a233-01be43cb22c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent'). {{(pid=94268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 14:41:23.731098 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Routers set() bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:23.731607 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Router IDs set() for agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 14:41:23.732339 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_agentschedulers_db [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65945d7e-e1fd-43fe-a233-01be43cb22c8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent'). {{(pid=94268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 14:41:23.732801 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545830f-0961-4485-8a7c-a840fafc4155 None None] The sync data for ids ['65945d7e-e1fd-43fe-a233-01be43cb22c8'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:23.733366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Deleting subnet 28aa7b89-6225-4ad1-8277-4b51a57ae09b {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:41:23.759943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.833470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:23.876720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313873-0b40-4d67-b8a2-7f3cc08154ea req-35d4ef08-1b84-4e86-9edd-bc64c4e7c9d6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:23.885296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2313873-0b40-4d67-b8a2-7f3cc08154ea req-35d4ef08-1b84-4e86-9edd-bc64c4e7c9d6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1457114 Aug 04 14:41:23.968942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b961eb0-8212-4f21-8511-488883d53241 req-c485b6fa-0798-486a-b111-40f00ad05252 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 210 time: 0.0707264 Aug 04 14:41:24.112097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2313873-0b40-4d67-b8a2-7f3cc08154ea req-f3b5f480-737f-44a7-ac44-78080bc2548e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198529 Aug 04 14:41:24.137386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-f27d2c83-30a2-4c46-bd17-d1b52dd824f4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:24.140225 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-f27d2c83-30a2-4c46-bd17-d1b52dd824f4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 822 time: 0.1853993 Aug 04 14:41:24.153641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.157674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Request body: {'port': {'device_id': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'admin_state_up': True, 'tenant_id': '8ebc9274ff0e4a019bbfc0dfaedb7946'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:24.218472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.262425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28aa7b89-6225-4ad1-8277-4b51a57ae09b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:24.270998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.273701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9c02eb9c-5f1d-471a-a00f-0338e9c68cae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/28aa7b89-6225-4ad1-8277-4b51a57ae09b HTTP/1.1" status: 204 len: 168 time: 0.6303282 Aug 04 14:41:24.275894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c9a88-3191-46e1-bbef-400f46bbedbe None None] Network a48fa687-818d-4a4d-bb84-e65730166f3e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:24.276398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42330) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:24.386023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Made reservation on behalf of 8ebc9274ff0e4a019bbfc0dfaedb7946 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:24.390610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.397627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.507370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] DHCP port deletion for a48fa687-818d-4a4d-bb84-e65730166f3e request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:41:24.586801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Allocated IP 172.20.0.4 (52522d2e-73c2-4c1a-a0e0-24d68903a3c5/828d82e5-cb29-489d-8269-2755a0051e7b/c940cfd2-8592-4f7c-b8f8-c2a44bc290ba) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:24.616140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Deleting port 71beb776-06a4-4af9-9138-3dd0e8b3938c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:24.616530 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.805904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] For port 71beb776-06a4-4af9-9138-3dd0e8b3938c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71beb776-06a4-4af9-9138-3dd0e8b3938c,segment=NetworkSegment(0d6c1a24-0ddf-4b44-9257-a778910df1c7),segment_id=0d6c1a24-0ddf-4b44-9257-a778910df1c7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:24.806283 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.809548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Deleting port 71beb776-06a4-4af9-9138-3dd0e8b3938c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:24.814069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.832870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224f6c5-3bcf-4b9e-b853-420ec5129a51 req-fb94954e-c861-4967-9db4-ad72a7522218 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:24.836510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c224f6c5-3bcf-4b9e-b853-420ec5129a51 req-fb94954e-c861-4967-9db4-ad72a7522218 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.1881087 Aug 04 14:41:24.853771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Calling delete_port for 71beb776-06a4-4af9-9138-3dd0e8b3938c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:24.892709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.921514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] For port 71beb776-06a4-4af9-9138-3dd0e8b3938c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71beb776-06a4-4af9-9138-3dd0e8b3938c,segment=NetworkSegment(0d6c1a24-0ddf-4b44-9257-a778910df1c7),segment_id=0d6c1a24-0ddf-4b44-9257-a778910df1c7)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:24.921924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:24.925707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-199d0c95-26b4-4a9d-8685-503e078db0ec tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:24.927593 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-199d0c95-26b4-4a9d-8685-503e078db0ec tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.46 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 946 time: 0.1846001 Aug 04 14:41:24.942639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Calling delete_port for 71beb776-06a4-4af9-9138-3dd0e8b3938c owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:24.957586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c224f6c5-3bcf-4b9e-b853-420ec5129a51 req-dbd85e66-4746-4d64-8166-ad710e1bd1ff tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups?id=b3bfbac3-0970-47d3-9c02-1cb1b698b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133902 Aug 04 14:41:25.027098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.093917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Deleting port 56e69598-a40e-4d7e-8838-abe595426dd8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:25.094285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.100597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] Pushing event deleted for resources: {'Port': ['ID=71beb776-06a4-4af9-9138-3dd0e8b3938c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:25.117327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226de619-675f-44d4-bc3b-06bbeb07bcd6 None None] No DVR routers for this DVR port 71beb776-06a4-4af9-9138-3dd0e8b3938c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:25.123824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71beb776-06a4-4af9-9138-3dd0e8b3938c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:25.131993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.152087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 71beb776-06a4-4af9-9138-3dd0e8b3938c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:25.152431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71beb776-06a4-4af9-9138-3dd0e8b3938c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:25.152850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:25.194015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:25.194783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8d2f90f3-3080-4f40-8e45-b6188eaa74d5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:25.231629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:25.243467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:25.251286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:25.264214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:25.264214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.270871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event updated for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:25.273809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.273968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892cb9-ef4f-461c-bbc9-295778acb17f req-3e14ff4b-9e31-4fc1-a4ee-41b25a6ceec0 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:25.275639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf892cb9-ef4f-461c-bbc9-295778acb17f req-3e14ff4b-9e31-4fc1-a4ee-41b25a6ceec0 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 931 time: 0.1741574 Aug 04 14:41:25.306672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=71beb776-06a4-4af9-9138-3dd0e8b3938c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:25.307594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-b2c22435-84b2-4507-9e37-ea15ef3927dd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1551850 Aug 04 14:41:25.313211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] No DVR routers for this DVR port 71beb776-06a4-4af9-9138-3dd0e8b3938c on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:25.322112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Request body: {'port': {'device_id': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:25.327317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] For port 56e69598-a40e-4d7e-8838-abe595426dd8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56e69598-a40e-4d7e-8838-abe595426dd8,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:25.327996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.338192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdff80-5f86-4c6f-8e56-dfad7e7715e7 req-f57b5eed-880f-424b-b946-07eebca37896 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:25.339773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3fdff80-5f86-4c6f-8e56-dfad7e7715e7 req-f57b5eed-880f-424b-b946-07eebca37896 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1276960 Aug 04 14:41:25.420995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf892cb9-ef4f-461c-bbc9-295778acb17f req-7c9300ed-06c0-4e87-95f2-a2d22b86c98a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275756 Aug 04 14:41:25.437759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.453277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.453663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.454395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.455456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > port after_create 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.455807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.456658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > port after_update 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.456658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.456856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.457163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.457488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.477614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3fdff80-5f86-4c6f-8e56-dfad7e7715e7 req-a4f067e6-c967-4d23-af1a-330a171d3725 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279352 Aug 04 14:41:25.546405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.547047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.547547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.547885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 14:41:25.548256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48fa687-818d-4a4d-bb84-e65730166f3e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:25.561472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.571829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6c1a24-0ddf-4b44-9257-a778910df1c7') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:25.572040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6c1a24-0ddf-4b44-9257-a778910df1c7') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:25.594737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.595117 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.595596 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Floating IP 35114eb0-88de-47c7-ac8f-bdd7d7b0550c disassociated. External IP: 172.25.0.240, port: 56e69598-a40e-4d7e-8838-abe595426dd8. Aug 04 14:41:25.595953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Calling delete_port for 56e69598-a40e-4d7e-8838-abe595426dd8 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:25.602358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.652746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.668545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:41:25.669004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: from cryptography.utils import int_from_bytes Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: from cryptography.utils import int_from_bytes Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:41:25.673074 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:41:25.794440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:25.863646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event deleted for resources: {'Port': ['ID=56e69598-a40e-4d7e-8838-abe595426dd8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:26.035337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Router fb9a1b90-9d26-4766-9985-6a2e615734c4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:26.110330 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.116110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-580f194f-947c-42fe-aea3-16461eb04a34 req-4efa9357-1bc4-4216-bb2b-bf137d39e466 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/ports?device_id=c350ec37-54ee-47d3-9c15-b63e3490e7e9 HTTP/1.1" status: 200 len: 210 time: 0.0326338 Aug 04 14:41:26.143790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.143790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] 10.222.0.76 "DELETE /v2.0/networks/a48fa687-818d-4a4d-bb84-e65730166f3e HTTP/1.1" status: 204 len: 168 time: 1.8634450 Aug 04 14:41:26.154255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfcfd-8122-4551-b4d7-dbbf405e4b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a48fa687-818d-4a4d-bb84-e65730166f3e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:26.228991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:26.243711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Sync routers for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:26.262759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:26.264324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:26.326031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42366) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:26.334346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] No DVR routers for this DVR port 56e69598-a40e-4d7e-8838-abe595426dd8 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:26.337851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.339976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cf58959-edab-46dd-bc9e-7ea84c8b36da req-5783375b-7a5d-47d9-9644-b84a107d089e tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.46 "DELETE /v2.0/ports/56e69598-a40e-4d7e-8838-abe595426dd8 HTTP/1.1" status: 204 len: 173 time: 1.4050488 Aug 04 14:41:26.340760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'name': 'network-vif-deleted', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:26.355013 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54d253-0f0f-43b4-88aa-53777174e9be" -d '{"events": [{"server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "name": "network-vif-deleted", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:26.368180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c940cfd2-8592-4f7c-b8f8-c2a44bc290ba {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:26.405878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.447486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Transition to ACTIVE for port object c940cfd2-8592-4f7c-b8f8-c2a44bc290ba will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:26.455602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.476818 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c9c853-aa1c-441b-abea-161c2f9172b5 x-openstack-request-id: req-21c9c853-aa1c-441b-abea-161c2f9172b5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:26.479399 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c350ec37-54ee-47d3-9c15-b63e3490e7e9", "name": "network-vif-deleted", "tag": "56e69598-a40e-4d7e-8838-abe595426dd8", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:26.479399 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21c9c853-aa1c-441b-abea-161c2f9172b5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:26.480490 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c350ec37-54ee-47d3-9c15-b63e3490e7e9', 'name': 'network-vif-deleted', 'tag': '56e69598-a40e-4d7e-8838-abe595426dd8', 'status': 'completed', 'code': 200} Aug 04 14:41:26.532791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23d659ca-ec34-4a23-8fe8-91f77a6c01cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ced62317d82d4cea8effd49e5d3937d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024093 Aug 04 14:41:26.533971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42374) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:26.587634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:26.620521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Pushing event updated for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:26.687125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a439dcd-4909-4da4-aa21-721e7baa6b03 req-fdb6d9d0-cfd1-4817-a09e-1065195d5bf5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:26.695286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a439dcd-4909-4da4-aa21-721e7baa6b03 req-fdb6d9d0-cfd1-4817-a09e-1065195d5bf5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 943 time: 0.1228995 Aug 04 14:41:26.731487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f690b9-5218-42bc-b5dd-ef67a9809eb1 req-4f3a2ad4-a069-4797-9a71-ac26469540de tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:26.733646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6f690b9-5218-42bc-b5dd-ef67a9809eb1 req-4f3a2ad4-a069-4797-9a71-ac26469540de tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.1085982 Aug 04 14:41:26.773131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a439dcd-4909-4da4-aa21-721e7baa6b03 req-2c2bc77a-f815-4d05-903f-cc77aea167c4 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Aug 04 14:41:26.801555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Attempting to bind port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:26.804134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Attempting to bind port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:26.804740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Attempting to bind port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:26.815967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:26.816775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Attempting to bind port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba on network 52522d2e-73c2-4c1a-a0e0-24d68903a3c5 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:26.835938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:26.836694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Checking segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:26.836885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:26.837578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Bound using segment: {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:26.838242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Bound port: c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36591a72-ac73-472e-8fd5-6309e73e26da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:26.839239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.847565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6f690b9-5218-42bc-b5dd-ef67a9809eb1 req-8d11a50d-0023-4d9a-add6-98f9e3290ba0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050911 Aug 04 14:41:26.863609 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.875976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Checking router: fb9a1b90-9d26-4766-9985-6a2e615734c4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:26.886288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:26.897047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:26.963409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:26.973895 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-42e3b4c3-8590-4a02-a808-67187166192b req-bc263b01-224a-4b7f-a9e3-a7eefca28315 service neutron] show failed (client error): The resource could not be found. Aug 04 14:41:26.974976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-bc263b01-224a-4b7f-a9e3-a7eefca28315 service neutron] 10.222.0.38 "GET /v2.0/ports/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.2206807 Aug 04 14:41:27.107357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:27.116919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:27.131275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.203189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.205825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.207097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c80f169f-8483-47b2-80ff-5d5170fd587e HTTP/1.1" status: 204 len: 168 time: 0.6539772 Aug 04 14:41:27.247937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:27.247937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.249183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] 10.222.0.46 "PUT /v2.0/ports/c940cfd2-8592-4f7c-b8f8-c2a44bc290ba HTTP/1.1" status: 200 len: 1092 time: 1.9316227 Aug 04 14:41:27.249926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:27.252312 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9debe5b7-12bb-4600-b513-796e7adb5e11" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:27.259805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8cab-db21-491e-8d21-88a3542eac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f169f-8483-47b2-80ff-5d5170fd587e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:27.276240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:27.294366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965c960-a936-4cf1-bf59-78135a7dfa2c service neutron] Pushing event updated for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:27.316466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:27.351000 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd5662c-791e-4e58-9e78-f9a60df91b27 x-openstack-request-id: req-3fd5662c-791e-4e58-9e78-f9a60df91b27 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:27.351559 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:27.352012 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fd5662c-791e-4e58-9e78-f9a60df91b27 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:27.352793 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba', 'status': 'completed', 'code': 200} Aug 04 14:41:27.368149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-5de919a0-07a3-4cc1-a4a9-2079408fcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:27.370129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-5de919a0-07a3-4cc1-a4a9-2079408fcf9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 1095 time: 0.0695348 Aug 04 14:41:27.444025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-00c9d440-3943-4f05-b4d7-9190684ca29b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba HTTP/1.1" status: 200 len: 217 time: 0.0651836 Aug 04 14:41:27.456738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-a9a7f320-0d28-4deb-9bfd-decfb0738ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:27.458079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-a9a7f320-0d28-4deb-9bfd-decfb0738ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1102 time: 0.2147276 Aug 04 14:41:27.482043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:27.521163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-53b191f1-5670-41d1-ba88-2d3e5f9d5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:27.526464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-53b191f1-5670-41d1-ba88-2d3e5f9d5189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.0723464 Aug 04 14:41:27.533347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.587343 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-a5837d13-03fb-4fec-a064-57601f0f220d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560207 Aug 04 14:41:27.694499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.703711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-78d65283-7976-41f8-8f5d-218189a05474 service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078801 Aug 04 14:41:27.777518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:27.794911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:27.846239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb1e0c-b967-46b7-a691-cfaa600630e4 None None] The sync data for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 is: [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:39:05Z', 'revision_number': 4, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a5abd86f-bd7c-483a-8513-d809ebcd4f59', 'name': '', 'network_id': 'd224948e-3f92-4479-a489-75fe4bea30b2', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'mac_address': 'fa:16:3e:93:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:04Z', 'updated_at': '2021-08-04T14:39:12Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'subnets': [{'id': 'a4d4aabd-47a3-4d60-8983-4f59d079010d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:27.917963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-471a0f73-965a-40a6-bf73-5572e03fca5a req-be7677f0-8a2d-48f3-aec0-0d4b8f563fcd service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021456 Aug 04 14:41:28.044207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-0b5f8a3f-eb57-4790-b747-1f8746b42dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:28.049061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-0b5f8a3f-eb57-4790-b747-1f8746b42dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 1095 time: 0.0501125 Aug 04 14:41:28.054459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.057140 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.058630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "DELETE /v2.0/security-groups/b3bfbac3-0970-47d3-9c02-1cb1b698b77b HTTP/1.1" status: 204 len: 168 time: 0.7206182 Aug 04 14:41:28.065997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:28.131864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806e6d3-cc22-43ae-b605-f6b430ba1b26 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bfbac3-0970-47d3-9c02-1cb1b698b77b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:28.162379 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-d9aa70e7-4f32-4fee-bc81-e1d51e09910b tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] show failed (client error): The resource could not be found. Aug 04 14:41:28.163819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d9aa70e7-4f32-4fee-bc81-e1d51e09910b tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "GET /v2.0/security-groups/b3bfbac3-0970-47d3-9c02-1cb1b698b77b HTTP/1.1" status: 404 len: 347 time: 0.0962541 Aug 04 14:41:28.167127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:28.207759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:28.218823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8c161-919b-4d31-a2ad-08d53f01c788 req-d937dea4-d550-4327-9727-870cd5329e50 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:28.220418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89c8c161-919b-4d31-a2ad-08d53f01c788 req-d937dea4-d550-4327-9727-870cd5329e50 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 943 time: 0.1492524 Aug 04 14:41:28.286619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:28.363802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.383489 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286d4fe-0747-4c3b-8e28-b46d0c2184b5 None None] New status for floating IP 35114eb0-88de-47c7-ac8f-bdd7d7b0550c: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:41:28.401844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-6ccacfae-a2ae-4642-b787-f6a690df5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:28.403401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-6ccacfae-a2ae-4642-b787-f6a690df5a49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 200 len: 923 time: 0.3454559 Aug 04 14:41:28.424934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Transition to ACTIVE for port object 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:28.458926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c460e-5bfa-4b17-bd41-57e40a801efd req-9ff77435-771e-4497-b44a-21078e7a55c2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:28.462322 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-d2e5c09f-9b18-4c5b-8927-1628585a7195 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba HTTP/1.1" status: 200 len: 217 time: 0.0496840 Aug 04 14:41:28.467494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-849c460e-5bfa-4b17-bd41-57e40a801efd req-9ff77435-771e-4497-b44a-21078e7a55c2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.4075508 Aug 04 14:41:28.468535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Deleting port 5aca5af4-bbab-468f-a3ab-2390982b382f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:28.468885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.477533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89c8c161-919b-4d31-a2ad-08d53f01c788 req-8f105814-696d-4ba2-b091-0f3958029ce7 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493036 Aug 04 14:41:28.478658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.497490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:28.500419 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb57b23-3880-4a43-9f4e-8a8cdd00ee6a" -d '{"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:28.582195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-7eb7c154-efd7-4e04-9331-8a1a46803326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:28.585289 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-7eb7c154-efd7-4e04-9331-8a1a46803326 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 200 len: 862 time: 0.1133788 Aug 04 14:41:28.685087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.685427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:28.724196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Calling delete_port for 5aca5af4-bbab-468f-a3ab-2390982b382f owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:28.917690 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-065ad8d4-d6b6-4cd2-acff-4d310b862a38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52522d2e-73c2-4c1a-a0e0-24d68903a3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3187501 Aug 04 14:41:28.934147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:41:29.072253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56e69598-a40e-4d7e-8838-abe595426dd8 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:29.099428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 56e69598-a40e-4d7e-8838-abe595426dd8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:29.100608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56e69598-a40e-4d7e-8838-abe595426dd8 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:29.104541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-7d7270a2-a110-4bdc-bb75-e3ded34dbf5e service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783736 Aug 04 14:41:29.182201 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa511a80-2492-4fa7-aac9-3a545e90c615 x-openstack-request-id: req-fa511a80-2492-4fa7-aac9-3a545e90c615 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:29.182555 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:29.182887 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa511a80-2492-4fa7-aac9-3a545e90c615 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:29.183336 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'code': 200} Aug 04 14:41:29.185863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] No DVR routers for this DVR port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:29.268766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-849c460e-5bfa-4b17-bd41-57e40a801efd req-f74a0727-c63d-4e96-8c10-2e1090ed55d4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997849 Aug 04 14:41:29.290974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:29.317742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:29.318356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:29.318889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:29.324571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:29.334429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Attempting to bind port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:29.345054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:29.345054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:29.345878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:29.346117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Bound port: 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:29.346816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.356245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9debe5b7-12bb-4600-b513-796e7adb5e11 req-374356bd-571d-45ca-be84-56e77f2ec0f3 service neutron] 10.222.0.46 "GET /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278943 Aug 04 14:41:29.359198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.389278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Pushing event deleted for resources: {'Port': ['ID=5aca5af4-bbab-468f-a3ab-2390982b382f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:29.440597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:29.444006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:29.450687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.484009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:29.484692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.486613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] 10.222.0.46 "PUT /v2.0/ports/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 1097 time: 2.0192606 Aug 04 14:41:29.510198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.536560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:29.537711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-003a73b3-b563-443a-af69-5003831b62a2 tempest-ServersTestJSON-574423962 tempest-ServersTestJSON-574423962-project] 10.222.0.76 "DELETE /v2.0/floatingips/35114eb0-88de-47c7-ac8f-bdd7d7b0550c HTTP/1.1" status: 204 len: 168 time: 1.3695714 Aug 04 14:41:29.541662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42452) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:29.608850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:29.613753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-8ce60037-404f-4616-a702-d792b80f8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:29.615775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-8ce60037-404f-4616-a702-d792b80f8c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1100 time: 0.0948505 Aug 04 14:41:29.616627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cd0d9-1ecd-4ef3-9db2-b36a6e3d23fa service neutron] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:29.708676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:29.884424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-fed962c7-e53b-4de7-a4d1-479f9da0e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:29.889571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-fed962c7-e53b-4de7-a4d1-479f9da0e77c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2609785 Aug 04 14:41:29.929412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88f1d-9fd3-4732-8cc8-fc49c2835fee req-1d60f8b2-2232-4d9f-a5dc-d8029682d437 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:29.940499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03e88f1d-9fd3-4732-8cc8-fc49c2835fee req-1d60f8b2-2232-4d9f-a5dc-d8029682d437 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 943 time: 0.1102502 Aug 04 14:41:29.981056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-65cb4279-a6c5-4135-9693-90fce3683e3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0765209 Aug 04 14:41:30.086283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03e88f1d-9fd3-4732-8cc8-fc49c2835fee req-d567d543-9d60-4855-80b9-99d06148d8be tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447592 Aug 04 14:41:30.099674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-46092b2e-ea70-485f-86a4-26aa27b4f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:30.101167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-46092b2e-ea70-485f-86a4-26aa27b4f4d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1113758 Aug 04 14:41:30.166330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3b4c3-8590-4a02-a808-67187166192b req-2ebd6dd2-705d-4d59-9d5b-2871a08e82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:30.167948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-2ebd6dd2-705d-4d59-9d5b-2871a08e82d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588408 Aug 04 14:41:30.269585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:30.278760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-0095d7cc-6c88-460d-b097-36ea4df0a6ab service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022160 Aug 04 14:41:30.538879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a667f-bcd0-41e7-b0c0-bba07db41955 req-15702753-85ec-4519-a7e4-2f8fa7694cdd tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:30.541237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-331a667f-bcd0-41e7-b0c0-bba07db41955 req-15702753-85ec-4519-a7e4-2f8fa7694cdd tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.1031008 Aug 04 14:41:30.546395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42e3b4c3-8590-4a02-a808-67187166192b req-293a8d92-9371-47ce-8c3f-aa1bb2f4032d service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544649 Aug 04 14:41:30.594438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-331a667f-bcd0-41e7-b0c0-bba07db41955 req-1b560021-86bc-4c65-872a-63246ec10101 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Aug 04 14:41:30.664044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Deleting port a5abd86f-bd7c-483a-8513-d809ebcd4f59 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:30.664566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:30.781546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] For port a5abd86f-bd7c-483a-8513-d809ebcd4f59, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a5abd86f-bd7c-483a-8513-d809ebcd4f59,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:30.781960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:30.837521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Calling delete_port for a5abd86f-bd7c-483a-8513-d809ebcd4f59 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:31.076237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c940cfd2-8592-4f7c-b8f8-c2a44bc290ba details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:31.145921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:31.185115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5abd86f-bd7c-483a-8513-d809ebcd4f59,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:31.233569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:31.242338 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:31.294143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1da170-817e-47ed-8379-8d6a0ee03d4d req-24f867e2-42c6-40ba-bc81-37d75a14accd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.314618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d1da170-817e-47ed-8379-8d6a0ee03d4d req-24f867e2-42c6-40ba-bc81-37d75a14accd tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 943 time: 0.1536369 Aug 04 14:41:31.375347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:31.382100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d1da170-817e-47ed-8379-8d6a0ee03d4d req-448e557a-22e6-4459-96bd-196e20bc036f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670137 Aug 04 14:41:31.406358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba', 'network_id': '52522d2e-73c2-4c1a-a0e0-24d68903a3c5', 'port_id': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba', 'mac_address': 'fa:16:3e:df:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d82e5-cb29-489d-8269-2755a0051e7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:31.457356 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc8fc8-e24a-4d16-a6c7-6d6264321f44 x-openstack-request-id: req-0fbc8fc8-e24a-4d16-a6c7-6d6264321f44 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:31.457680 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:31.457921 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fbc8fc8-e24a-4d16-a6c7-6d6264321f44 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:31.458317 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'status': 'completed', 'code': 200} Aug 04 14:41:31.532295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:31.545464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-7b4966af-e02f-4c2d-bc8e-76e33771dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.547140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-7b4966af-e02f-4c2d-bc8e-76e33771dffb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1100 time: 0.0627389 Aug 04 14:41:31.552758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c940cfd2-8592-4f7c-b8f8-c2a44bc290ba {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:31.582156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:31.588217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:31.597319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:31.605627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-01bc40cb-28ba-480b-8ced-81328ab3427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.607149 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-01bc40cb-28ba-480b-8ced-81328ab3427c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1100 time: 0.1311603 Aug 04 14:41:31.679831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:31.722748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-d4cc71ff-e09c-4351-b751-88b4d7c4ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.724705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-d4cc71ff-e09c-4351-b751-88b4d7c4ca61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1691160 Aug 04 14:41:31.801071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-5d1bcea9-723b-4863-9743-ad179c7ca451 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0632284 Aug 04 14:41:31.856099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c940cfd2-8592-4f7c-b8f8-c2a44bc290ba'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:31.856817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fa281-ea1e-4c4c-be67-f947da56f5c1 req-de4d331b-9a69-43cb-92d5-ed06978af464 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.858432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d4fa281-ea1e-4c4c-be67-f947da56f5c1 req-de4d331b-9a69-43cb-92d5-ed06978af464 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.1300302 Aug 04 14:41:31.938224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-95705ec8-8a01-4cdf-8d1b-e094c582f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.939318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-95705ec8-8a01-4cdf-8d1b-e094c582f992 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3216937 Aug 04 14:41:31.961774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-52ab5ded-9c46-43a9-9457-d3ddd54c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:31.965144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-52ab5ded-9c46-43a9-9457-d3ddd54c685f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1563013 Aug 04 14:41:32.039233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d4fa281-ea1e-4c4c-be67-f947da56f5c1 req-b21b6c9d-7b13-4175-8647-6d89e9300c53 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620617 Aug 04 14:41:32.103547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-3db01abc-48d5-478e-a9b3-f639ea65b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:32.105312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-3db01abc-48d5-478e-a9b3-f639ea65b3bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258390 Aug 04 14:41:32.249698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-0f825791-1093-47de-b620-afed3c789423 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358817 Aug 04 14:41:32.383924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-f14bed7d-15ae-430f-beab-eea8cf2e74d1 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237581 Aug 04 14:41:32.536214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-f1e8c3c4-5fa0-44f2-a886-cc5dfd134b15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.1100230 Aug 04 14:41:32.646884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Router fb9a1b90-9d26-4766-9985-6a2e615734c4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:32.649219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-300838e8-dda4-4efe-b924-6d3781bb86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:32.650793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-300838e8-dda4-4efe-b924-6d3781bb86b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1032844 Aug 04 14:41:32.654625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f63655-e6c0-4eaa-bd3a-6dd1807d9305 req-622d4e47-8ac5-4d7f-b2fe-e8a7f60e9423 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:32.656943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39f63655-e6c0-4eaa-bd3a-6dd1807d9305 req-622d4e47-8ac5-4d7f-b2fe-e8a7f60e9423 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 944 time: 0.1175148 Aug 04 14:41:32.716242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39f63655-e6c0-4eaa-bd3a-6dd1807d9305 req-4eb65cfb-cf04-4571-9153-9f8ba1f5681f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507932 Aug 04 14:41:32.768187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-90ecddf4-37f1-449a-9124-0c249b014ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:32.770201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-90ecddf4-37f1-449a-9124-0c249b014ece service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098039 Aug 04 14:41:32.888654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:32.897921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:32.901521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Sync routers for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:32.903306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-595c84a0-e9b2-44ea-83a7-5430db93f088 admin admin] 10.222.0.76 "PUT /v2.0/routers/fb9a1b90-9d26-4766-9985-6a2e615734c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3603735 Aug 04 14:41:32.914749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:32.915821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:32.944126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-2a85c9c7-7cc5-493c-b281-798b30a0ed13 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436346 Aug 04 14:41:33.017646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.096251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:33.117579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:33.149075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9896cad5-7847-4dd9-ae04-3fd0ff41a5ab req-66eba850-ccd9-4bc4-83a1-a8873c8bc055 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857450 Aug 04 14:41:33.166793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c940cfd2-8592-4f7c-b8f8-c2a44bc290ba up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:33.224058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.241718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e68f9-44e7-4b64-8879-baa4298e2ea5 req-b030c119-2b8f-46f7-92c5-c55a14b42a0a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:33.242732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e17e68f9-44e7-4b64-8879-baa4298e2ea5 req-b030c119-2b8f-46f7-92c5-c55a14b42a0a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 948 time: 0.0809977 Aug 04 14:41:33.326911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e17e68f9-44e7-4b64-8879-baa4298e2ea5 req-a6949d61-a45d-47b9-9040-3018a7f25d2a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Aug 04 14:41:33.356378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Deleting port 44b99a8e-2774-46a9-917a-2341318dbead {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:33.356941 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.388987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:33.406858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:33.414964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'mac_address': 'fa:16:3e:33:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:33.419696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:33.420314 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.503301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] For port 44b99a8e-2774-46a9-917a-2341318dbead, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=44b99a8e-2774-46a9-917a-2341318dbead,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:33.505223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.532381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Calling delete_port for 44b99a8e-2774-46a9-917a-2341318dbead owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:33.553188 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.580023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:33.629969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:33.638546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '44b99a8e-2774-46a9-917a-2341318dbead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:41:31Z', 'revision_number': 5, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port': {'id': '44b99a8e-2774-46a9-917a-2341318dbead', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:00Z', 'updated_at': '2021-08-04T14:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:33.644718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.681671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Checking router: fb9a1b90-9d26-4766-9985-6a2e615734c4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:33.702775 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.802320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:33.804651 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0da1a-17c1-4638-a7a6-e29d8f0a2b55" -d '{"events": [{"server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "name": "network-vif-plugged", "status": "completed", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:33.811457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Routers {'fb9a1b90-9d26-4766-9985-6a2e615734c4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:33.812118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['fb9a1b90-9d26-4766-9985-6a2e615734c4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:33.822106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57989-0ebe-4641-9a79-fef263f195b5 req-61b44f36-6043-4ef8-aef5-f9c1b720fb9b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:33.823707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ab57989-0ebe-4641-9a79-fef263f195b5 req-61b44f36-6043-4ef8-aef5-f9c1b720fb9b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 949 time: 0.1142390 Aug 04 14:41:33.838328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:33.873268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58777-d226-4faf-8f42-67f694183e73 req-d0f40300-9ca8-4c58-929b-2c0d6bf92faa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:33.874820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-d0f40300-9ca8-4c58-929b-2c0d6bf92faa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b&tenant_id=14f01188f0624017989a5e69701695b2&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 949 time: 0.1508317 Aug 04 14:41:33.911192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:33.914566 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:33.921632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ab57989-0ebe-4641-9a79-fef263f195b5 req-a6965181-c4be-4219-8a0e-15bbeacc63ac tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787637 Aug 04 14:41:33.984788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:33.994043 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-1ed58777-d226-4faf-8f42-67f694183e73 req-e6cafb19-1c8b-4b25-86dd-96c1c6cab452 service neutron] delete failed (client error): The resource could not be found. Aug 04 14:41:33.996633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-e6cafb19-1c8b-4b25-86dd-96c1c6cab452 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.1099596 Aug 04 14:41:34.040577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.131452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=44b99a8e-2774-46a9-917a-2341318dbead,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:34.134032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] Set router fb9a1b90-9d26-4766-9985-6a2e615734c4 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:34.193344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5b5c-983b-4f0e-b880-68da04e6f02d req-18a8f125-7dfb-40a1-9144-ff8053ad7da0 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.195277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58777-d226-4faf-8f42-67f694183e73 req-5a6da89d-c42f-41a6-9a52-7e4de2660c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.196997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-5a6da89d-c42f-41a6-9a52-7e4de2660c35 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 1101 time: 0.0837288 Aug 04 14:41:34.199212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ecd5b5c-983b-4f0e-b880-68da04e6f02d req-18a8f125-7dfb-40a1-9144-ff8053ad7da0 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.1425061 Aug 04 14:41:34.214903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.216648 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21442149-edcd-42b8-8807-e82587082145 x-openstack-request-id: req-21442149-edcd-42b8-8807-e82587082145 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:34.216936 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "name": "network-vif-plugged", "status": "completed", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:34.217193 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21442149-edcd-42b8-8807-e82587082145 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:34.217698 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba', 'code': 200} Aug 04 14:41:34.221757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:41:33Z', 'revision_number': 6, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:34.228622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:34.282331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fdbfc-7414-4bbc-a0ef-e3af872cc0ad None None] The sync data for ids ['fb9a1b90-9d26-4766-9985-6a2e615734c4'] in n-d-801743-12 is: [{'id': 'fb9a1b90-9d26-4766-9985-6a2e615734c4', 'name': 'tempest-ServersTestJSON-689762186-router', 'tenant_id': '76988566815f4a62bf864166a2ec32c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:59Z', 'updated_at': '2021-08-04T14:41:33Z', 'revision_number': 6, 'project_id': '76988566815f4a62bf864166a2ec32c1', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:34.392853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.396785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.406567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58777-d226-4faf-8f42-67f694183e73 req-e8dd6248-c5a8-4b4a-bac7-990c7eba86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.408751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-e8dd6248-c5a8-4b4a-bac7-990c7eba86db service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2046967 Aug 04 14:41:34.470515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ecd5b5c-983b-4f0e-b880-68da04e6f02d req-5834a323-d0f1-4df5-8f57-8b5c4cda4430 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577685 Aug 04 14:41:34.484931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.485601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9a1b90-9d26-4766-9985-6a2e615734c4 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:41:34.486069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-b89eb3de-1f05-4e4b-b59c-5661ccff2414 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 200 len: 217 time: 0.0662704 Aug 04 14:41:34.491969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51a307-084a-4a40-9504-3fd9dacbc36f req-f98f57cc-e9f2-4f0b-b738-e3e69d32b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.493792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f51a307-084a-4a40-9504-3fd9dacbc36f req-f98f57cc-e9f2-4f0b-b738-e3e69d32b310 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 1097 time: 0.1827550 Aug 04 14:41:34.501854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.511707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d7c6f9d-cbe7-44fa-82f7-efb588fec2ba admin admin] 10.222.0.76 "DELETE /v2.0/routers/fb9a1b90-9d26-4766-9985-6a2e615734c4 HTTP/1.1" status: 204 len: 168 time: 1.6073549 Aug 04 14:41:34.512377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42822) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:34.557066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58777-d226-4faf-8f42-67f694183e73 req-3eaf36c7-1573-4259-9641-6bed99692f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.558879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-3eaf36c7-1573-4259-9641-6bed99692f45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0654588 Aug 04 14:41:34.611560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f51a307-084a-4a40-9504-3fd9dacbc36f req-b7e9f882-e391-4fb9-9d4e-244813f7920b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980380 Aug 04 14:41:34.614529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Deleting subnet a4d4aabd-47a3-4d60-8983-4f59d079010d {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:41:34.618380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.653214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58777-d226-4faf-8f42-67f694183e73 req-bf1ec96e-d0d5-4457-886d-da598f5d70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:34.653214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-bf1ec96e-d0d5-4457-886d-da598f5d70df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817537 Aug 04 14:41:34.664124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.781931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.818308 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-67d0b3af-7968-41fa-859a-a20931d4e68c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563334 Aug 04 14:41:34.871865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.907369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d4aabd-47a3-4d60-8983-4f59d079010d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:34.911253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:34.915530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-86976a5e-39a2-41a8-9650-78cd1639c777 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a4d4aabd-47a3-4d60-8983-4f59d079010d HTTP/1.1" status: 204 len: 168 time: 0.4009335 Aug 04 14:41:34.916250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:34.916515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31882e-6249-413f-848e-480209333cbe None None] Network d224948e-3f92-4479-a489-75fe4bea30b2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:35.002936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.010986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed58777-d226-4faf-8f42-67f694183e73 req-9d8cb3d8-0c11-4cce-95f7-43d711e5a58d service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835930 Aug 04 14:41:35.102935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:35.157397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a7cec-42d2-4f98-81a2-604d4233a5bf req-02358362-348d-48d0-9afc-6264efdc6d39 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:35.166547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-819a7cec-42d2-4f98-81a2-604d4233a5bf req-02358362-348d-48d0-9afc-6264efdc6d39 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 949 time: 0.1108992 Aug 04 14:41:35.192213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Deleting port d812ba9e-03bf-467a-804b-150cf644e325 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:35.192647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.193866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] DHCP port deletion for d224948e-3f92-4479-a489-75fe4bea30b2 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:41:35.198821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:35.207929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:35.209070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.259275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-819a7cec-42d2-4f98-81a2-604d4233a5bf req-1aee255b-2f90-4001-b7fa-aaf904e4f8b1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917103 Aug 04 14:41:35.344674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] For port d812ba9e-03bf-467a-804b-150cf644e325, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d812ba9e-03bf-467a-804b-150cf644e325,segment=NetworkSegment(be9ddb29-8f0d-41b2-986e-6220b87b964b),segment_id=be9ddb29-8f0d-41b2-986e-6220b87b964b)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:35.345019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.365573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Calling delete_port for d812ba9e-03bf-467a-804b-150cf644e325 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:35.474556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a5abd86f-bd7c-483a-8513-d809ebcd4f59 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:35.492413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.533681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Pushing event deleted for resources: {'Port': ['ID=d812ba9e-03bf-467a-804b-150cf644e325,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:35.536643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] No DVR routers for this DVR port d812ba9e-03bf-467a-804b-150cf644e325 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:35.549326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a5abd86f-bd7c-483a-8513-d809ebcd4f59 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:35.556418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a5abd86f-bd7c-483a-8513-d809ebcd4f59 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:35.557356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 44b99a8e-2774-46a9-917a-2341318dbead no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:35.603647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 44b99a8e-2774-46a9-917a-2341318dbead {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:35.604004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 44b99a8e-2774-46a9-917a-2341318dbead not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:35.658519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.701206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.735552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d54a-6c3e-43af-ae7d-da8631e24728 req-38624066-698c-452c-bab6-bd037392ef0a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:35.744851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7841d54a-6c3e-43af-ae7d-da8631e24728 req-38624066-698c-452c-bab6-bd037392ef0a tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.1415420 Aug 04 14:41:35.747861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d224948e-3f92-4479-a489-75fe4bea30b2']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:35.754190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:35.759976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Deleting port d812ba9e-03bf-467a-804b-150cf644e325 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:35.760572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.776096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9ddb29-8f0d-41b2-986e-6220b87b964b') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:35.776413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9ddb29-8f0d-41b2-986e-6220b87b964b') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:35.806913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.811547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7841d54a-6c3e-43af-ae7d-da8631e24728 req-c07d2f9f-b6d7-4d0b-bf6c-d22d5d424083 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Aug 04 14:41:35.831344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.832439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.860536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:41:35.860964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:41:35.865454 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:41:35.880294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] For port d812ba9e-03bf-467a-804b-150cf644e325, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:35.880868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.902277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Calling delete_port for d812ba9e-03bf-467a-804b-150cf644e325 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:35.910946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Port d812ba9e-03bf-467a-804b-150cf644e325 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:41:35.928329 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:35.946080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:35.974209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] Pushing event deleted for resources: {'Port': ['ID=d812ba9e-03bf-467a-804b-150cf644e325,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:35.978266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0d0df-6be1-489d-908e-c966cf54bbfe None None] No DVR routers for this DVR port d812ba9e-03bf-467a-804b-150cf644e325 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:35.983236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.009577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.010106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] 10.222.0.76 "DELETE /v2.0/networks/d224948e-3f92-4479-a489-75fe4bea30b2 HTTP/1.1" status: 204 len: 168 time: 1.0927317 Aug 04 14:41:36.011829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31789335-0825-4bf3-8753-18e923847daf admin admin] Pushing event deleted for resources: {'Network': ['ID=d224948e-3f92-4479-a489-75fe4bea30b2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:36.196646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42934) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:36.219391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:36.221878 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fdb8b6-c250-49eb-8a78-d0df3d928c23" -d '{"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:36.250336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d077b10-4bb7-4d44-ab35-ebabe4d904c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76988566815f4a62bf864166a2ec32c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523577 Aug 04 14:41:36.252631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:36.263986 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a243b0e-76e0-4a16-97d4-9b581df13e82 x-openstack-request-id: req-0a243b0e-76e0-4a16-97d4-9b581df13e82 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:36.264960 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-plugged", "status": "completed", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:36.265269 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a243b0e-76e0-4a16-97d4-9b581df13e82 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:36.265874 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'code': 200} Aug 04 14:41:36.313596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.342773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.415660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5d429-6bbc-46ce-ad2a-5a91dd240491 req-2153e46c-c058-4b7b-8971-090d2f01edf3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:36.417431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3d5d429-6bbc-46ce-ad2a-5a91dd240491 req-2153e46c-c058-4b7b-8971-090d2f01edf3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0801375 Aug 04 14:41:36.444649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.447500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:36.448658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d12b588-c1a7-4d30-ae8a-1b43ef95eb9a HTTP/1.1" status: 204 len: 168 time: 0.1949825 Aug 04 14:41:36.468747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc69d8d-14ba-4bcf-aa52-244196b2ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12b588-c1a7-4d30-ae8a-1b43ef95eb9a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:36.496773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3d5d429-6bbc-46ce-ad2a-5a91dd240491 req-a6241818-a54f-43a8-9b49-63bcbe5d02b8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727544 Aug 04 14:41:36.624632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9823-6857-4892-b4e2-a55ba07a0934 req-c3769085-1964-4b01-8afb-0bcb00b52ee0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:36.626853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-241b9823-6857-4892-b4e2-a55ba07a0934 req-c3769085-1964-4b01-8afb-0bcb00b52ee0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0686200 Aug 04 14:41:36.679122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-241b9823-6857-4892-b4e2-a55ba07a0934 req-eb41a039-2407-4270-9256-641cafcca2ae tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Aug 04 14:41:37.013657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4568e-97c7-4ed4-bc22-dab2d74b7840 req-606f067d-8b83-4615-86d3-8b257360b038 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:37.023519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ba4568e-97c7-4ed4-bc22-dab2d74b7840 req-606f067d-8b83-4615-86d3-8b257360b038 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.0738807 Aug 04 14:41:37.125248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ba4568e-97c7-4ed4-bc22-dab2d74b7840 req-d2759ab1-09ae-4ae4-9e64-ece929c4a7bf tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932770 Aug 04 14:41:37.158397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d812ba9e-03bf-467a-804b-150cf644e325 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:37.194249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d812ba9e-03bf-467a-804b-150cf644e325 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:37.194615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d812ba9e-03bf-467a-804b-150cf644e325 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:37.452714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702666-70ea-46bd-ae30-14d6c14b3329 req-8631ee4a-ff37-4e9d-bf1f-6cb3fc08af5f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:37.462125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3702666-70ea-46bd-ae30-14d6c14b3329 req-8631ee4a-ff37-4e9d-bf1f-6cb3fc08af5f tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.0711892 Aug 04 14:41:37.506018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:37.510903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3702666-70ea-46bd-ae30-14d6c14b3329 req-059ce370-4ed7-4458-91a7-a9ba6a98d6ed tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Aug 04 14:41:37.614135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-0ab655ea-24c2-4e09-ab31-3450def1b8c0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317657 Aug 04 14:41:37.697921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-275517725-network', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:37.724180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Made reservation on behalf of d7351c795da0476d9119b9e10712bfd4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:37.726807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.738474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.740810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-420fd354-50b3-467c-aeb4-4cfe37db17a1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:37.742308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-420fd354-50b3-467c-aeb4-4cfe37db17a1 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179867 Aug 04 14:41:37.764147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-df520bd9-c5b5-414a-98f6-5ecd99e10af8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/quotas/14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 375 time: 0.0110259 Aug 04 14:41:37.796268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43080) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:37.850143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-0f511c0d-7fbd-4668-b67b-acfaebded5c2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778084 Aug 04 14:41:37.873619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.880274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.934175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aef696-34f9-484a-bc6b-4e39dca8979a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:37.960909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:41:37.976205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d12567-837c-40be-8ca9-2b2d98312421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.997316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:37.997690 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Added segment 5cb1cc14-5843-40e5-99ed-9e85d38dbfcf of type vlan for network a9ee9513-aba6-445c-bc6c-3dbda88e29fe Aug 04 14:41:38.040423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca055e83-1c76-4a8c-b39f-b7036b310ee0 req-848e3f34-ebf1-4d3f-bced-bfa72baeefe2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 04 14:41:38.060475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.115017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.116036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:38.116872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.208075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ee9513-aba6-445c-bc6c-3dbda88e29fe,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:38.218709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d12567-837c-40be-8ca9-2b2d98312421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.220594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:41:38.230896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5d12567-837c-40be-8ca9-2b2d98312421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.252301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-05b6a476-ad01-485d-804e-281b4a75ace3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7457285 Aug 04 14:41:38.255764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:38.260948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Request body: {'subnet': {'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-275517725-subnet', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:38.275791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5d12567-837c-40be-8ca9-2b2d98312421 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f8c09d06a0d411984ff509e87eb5d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784226 Aug 04 14:41:38.276681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d12567-837c-40be-8ca9-2b2d98312421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379da3a2-99c0-42bb-81d2-21b88ccc188d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:38.282759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43102) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:38.357612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Made reservation on behalf of d7351c795da0476d9119b9e10712bfd4 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:38.359846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.412517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.447646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.548919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.551732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.552866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/379da3a2-99c0-42bb-81d2-21b88ccc188d HTTP/1.1" status: 204 len: 168 time: 0.2691143 Aug 04 14:41:38.602383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aad50-567b-40a7-96da-16e0aab35a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379da3a2-99c0-42bb-81d2-21b88ccc188d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:38.656507 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:38.762478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126fbb5-1c8a-4e7b-8b33-f456977f20c1 req-0db5dd7e-aef8-43bc-80c0-c7e6d60a508e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:38.772868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d126fbb5-1c8a-4e7b-8b33-f456977f20c1 req-0db5dd7e-aef8-43bc-80c0-c7e6d60a508e tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.1518335 Aug 04 14:41:38.806373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba56859-92de-42f4-97c5-d0b2f21bfd17,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:38.820937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Checking segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:38.821307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Network hostable DHCP agents. Network: a9ee9513-aba6-445c-bc6c-3dbda88e29fe, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:41:38.840554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d126fbb5-1c8a-4e7b-8b33-f456977f20c1 req-e981f92c-36b5-4f3f-a16f-c58584caf5f8 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666401 Aug 04 14:41:38.859795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:41:38.886604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a9ee9513-aba6-445c-bc6c-3dbda88e29fe) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:38.905665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf8b95-cf79-4ce5-9a2c-bfff313bde66 None None] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:38.940334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:38.941662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.000903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-fcfba2a7-77e3-469c-9a9b-79064927c728 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:39.003338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-fcfba2a7-77e3-469c-9a9b-79064927c728 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.1296659 Aug 04 14:41:39.006911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bb2d0801-e7fe-4ed0-ab53-2b726311d951 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7495718 Aug 04 14:41:39.009221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43122) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:39.025296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:39.146574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.153091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.184293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:41:39.187467 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.329344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-8b291d24-3760-4c47-b0d5-b524cba6adf4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433021 Aug 04 14:41:39.515041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Allocated IP 172.20.0.2 (a9ee9513-aba6-445c-bc6c-3dbda88e29fe/3ba56859-92de-42f4-97c5-d0b2f21bfd17/ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:39.566162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-60c347f5-0060-46dd-a002-0cb620025f2a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:39.567902 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-60c347f5-0060-46dd-a002-0cb620025f2a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269444 Aug 04 14:41:39.595581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Request body: {'port': {'device_id': '78e05982-0a21-4e40-8742-88f5451864c2', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '14f01188f0624017989a5e69701695b2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:39.682974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fea0fe1-21ca-4d3a-992b-7f483ac29248 req-caa83cdb-1f16-4958-a3d1-b90c440c6410 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 210 time: 0.5258365 Aug 04 14:41:39.729023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.740157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Transition to ACTIVE for port object ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:39.761291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Transition to ACTIVE for port object ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:39.762306 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.772507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.790349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Made reservation on behalf of 14f01188f0624017989a5e69701695b2 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:39.794986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.826666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc79b9-0e4b-4f4c-8f89-1143f3104c3d req-2bbef0a3-a13a-4cbc-8d7a-c4ff442141f5 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:39.834811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86cc79b9-0e4b-4f4c-8f89-1143f3104c3d req-2bbef0a3-a13a-4cbc-8d7a-c4ff442141f5 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1098 time: 0.1441875 Aug 04 14:41:39.845142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Pushing event updated for resources: {'Port': ['ID=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:39.860969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:39.862824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:39.872883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:39.886352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Deleting port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:39.887363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.943032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Attempting to bind port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:39.943410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Attempting to bind port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:39.943783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Attempting to bind port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 on network a9ee9513-aba6-445c-bc6c-3dbda88e29fe {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:39.951190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:39.951452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Checking segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:39.951755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.952493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Bound using segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:39.953064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Bound port: ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:39.953460 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:39.990853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86cc79b9-0e4b-4f4c-8f89-1143f3104c3d req-da9db6ea-6fa6-41b8-9b60-5e1af42fb643 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502478 Aug 04 14:41:40.027748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Allocated IP 192.168.233.80 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/2b214113-c242-4568-800f-3c6b28acd260) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:40.095761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] For port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:40.100394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] For port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:40.107502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.189533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.196138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ae04f-8380-4032-9020-1c611cb7216d None None] Pushing event updated for resources: {'Port': ['ID=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:40.349751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f2efc-32ae-488b-9b42-003b0efe52c7 req-ef39b038-7c4c-4611-9477-b99fef44d1a8 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:40.351458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768f2efc-32ae-488b-9b42-003b0efe52c7 req-ef39b038-7c4c-4611-9477-b99fef44d1a8 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 945 time: 0.2474589 Aug 04 14:41:40.354865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] For port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,segment=NetworkSegment(36591a72-ac73-472e-8fd5-6309e73e26da),segment_id=36591a72-ac73-472e-8fd5-6309e73e26da)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:40.355074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.355619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.380289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Transition to ACTIVE for port object 2b214113-c242-4568-800f-3c6b28acd260 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:40.383760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Calling delete_port for c940cfd2-8592-4f7c-b8f8-c2a44bc290ba owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:40.419847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.433711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52', '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:40.532176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:40.533429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43172) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:40.536239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768f2efc-32ae-488b-9b42-003b0efe52c7 req-da4d9bf1-dd8f-49b8-909b-92a832763117 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups?id=796136be-616e-492c-9028-9e4b4510689b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676810 Aug 04 14:41:40.547525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:40.566137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:40.671227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:40.676863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.684977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:40.736015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-b3fe4580-2e83-417e-8926-2158d74149ef tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1495454 Aug 04 14:41:40.752453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Request body: {'port': {'device_id': '78e05982-0a21-4e40-8742-88f5451864c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:40.787457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.894984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dedbec44-d470-4424-aed5-8e16cfc36552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:40.915219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event deleted for resources: {'Port': ['ID=c940cfd2-8592-4f7c-b8f8-c2a44bc290ba,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:40.966168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.034424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] No DVR routers for this DVR port c940cfd2-8592-4f7c-b8f8-c2a44bc290ba on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:41.041217 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.043440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e03e3815-d8f9-4bd4-8810-ffaf1fbbe514 req-3dcf2c19-9941-47c3-869e-b473cd39e066 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.46 "DELETE /v2.0/ports/c940cfd2-8592-4f7c-b8f8-c2a44bc290ba HTTP/1.1" status: 204 len: 173 time: 2.0311868 Aug 04 14:41:41.058968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ba987f1e-4c5d-4066-b52f-ef633eaf08dd None None] Provisioning for port 2b214113-c242-4568-800f-3c6b28acd260 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:41.068025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ba987f1e-4c5d-4066-b52f-ef633eaf08dd None None] Provisioning complete for port 2b214113-c242-4568-800f-3c6b28acd260 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:41.068501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ba987f1e-4c5d-4066-b52f-ef633eaf08dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.088647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'name': 'network-vif-deleted', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:41.109911 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f71698-7fdc-4d56-a77c-7ca078cdf538" -d '{"events": [{"server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "name": "network-vif-deleted", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:41.149645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ba987f1e-4c5d-4066-b52f-ef633eaf08dd None None] Port 2b214113-c242-4568-800f-3c6b28acd260 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:41:41.232101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:41.344236 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:41.346861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dedbec44-d470-4424-aed5-8e16cfc36552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.394648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dedbec44-d470-4424-aed5-8e16cfc36552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.403402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119606-c6ee-461a-a4e6-6a05854a7207 req-dcf5b79b-5840-48a5-be5a-1b94baaf80e4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:41.411627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50119606-c6ee-461a-a4e6-6a05854a7207 req-dcf5b79b-5840-48a5-be5a-1b94baaf80e4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 935 time: 0.4101579 Aug 04 14:41:41.495651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50119606-c6ee-461a-a4e6-6a05854a7207 req-25404899-140f-4cb3-bab2-6596caa7b65a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Aug 04 14:41:41.501592 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dedbec44-d470-4424-aed5-8e16cfc36552 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f549075d600c4916aa0a233928b30fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637709 Aug 04 14:41:41.509012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:41.531959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbec44-d470-4424-aed5-8e16cfc36552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796dda9-163b-4a96-93f0-d200f14c39bd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:41.560759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-9502c5ca-f788-4c70-91c8-813197ca4314 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:41:41.561991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-9502c5ca-f788-4c70-91c8-813197ca4314 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191646 Aug 04 14:41:41.584515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Request body: {'binding': {'host': 'n-h2-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:41.585184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:41:41.596913 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2655b8a1-b151-482f-b343-cd930a8fd6e4 x-openstack-request-id: req-2655b8a1-b151-482f-b343-cd930a8fd6e4 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:41.597489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d96521-28db-4405-9c42-7c15e03b14bb", "name": "network-vif-deleted", "tag": "c940cfd2-8592-4f7c-b8f8-c2a44bc290ba", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:41.597911 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2655b8a1-b151-482f-b343-cd930a8fd6e4 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:41.598827 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d96521-28db-4405-9c42-7c15e03b14bb', 'name': 'network-vif-deleted', 'tag': 'c940cfd2-8592-4f7c-b8f8-c2a44bc290ba', 'status': 'completed', 'code': 200} Aug 04 14:41:41.635722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.681406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.723650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:41.736951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.762487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Transition to ACTIVE for port object 2b214113-c242-4568-800f-3c6b28acd260 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:41.774505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.841993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e303358-d625-4b76-88fa-3ae3c189df2e req-dc24b906-f1ea-4736-a649-4f9acbf58fd5 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3d96521-28db-4405-9c42-7c15e03b14bb HTTP/1.1" status: 200 len: 210 time: 0.1132352 Aug 04 14:41:41.857198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.865787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:41.909386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d7a59-1013-42fc-a9c4-a60a8728eac3 None None] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:41.969937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:41.972663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:41.973658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:41.981504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:41.984939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:41.988020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:42.001777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:42.002124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:42.002530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:42.003066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Bound port: 2b214113-c242-4568-800f-3c6b28acd260, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:42.004352 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.066558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Provisioning for port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:42.082684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Provisioning complete for port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:42.083064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.092881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Allocated IP 172.25.0.91 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/84763d17-e15c-4895-b6fb-cd627ad6feda) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:42.154334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:42.159583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:42.166551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.167312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on host n-h2-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:42.167888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:42.168393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:42.205327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:42.206943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:42.241145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:42.241145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.241472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.241592 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] 10.222.0.46 "PUT /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 1096 time: 1.4913356 Aug 04 14:41:42.241592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:42.241794 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71e0b5-1782-4305-84e8-612f45431a35" -d '{"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:42.245418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.249715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0796dda9-163b-4a96-93f0-d200f14c39bd HTTP/1.1" status: 204 len: 168 time: 0.7344284 Aug 04 14:41:42.288630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e7a1-ed5a-42c6-a1aa-bd6ee049d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796dda9-163b-4a96-93f0-d200f14c39bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:42.339789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:42.340233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:42.340519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:42.340975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Bound port: 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:42.380042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d56de-1eec-4d39-80c5-3ac083eae308 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:42.424171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.488466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-d601fdf5-7d3e-45ba-8d5a-1b26e5015fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:42.491334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] For port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:42.498201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-d601fdf5-7d3e-45ba-8d5a-1b26e5015fef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1099 time: 0.1896644 Aug 04 14:41:42.499027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:42.504450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.542918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.544857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-81aee1ba-f9e6-4fdc-afe8-c3f77f35a92a service neutron] 10.222.0.76 "POST /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9/bindings HTTP/1.1" status: 201 len: 390 time: 0.9674845 Aug 04 14:41:42.597082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b2186-3ceb-403f-8421-4769794eb310 req-69fe4b29-c8ed-49f2-a503-0dcf90c5fabd tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:42.601950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-38a76e61-bb5f-42b9-a289-4f6eec41e8a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0938509 Aug 04 14:41:42.602223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a99b2186-3ceb-403f-8421-4769794eb310 req-69fe4b29-c8ed-49f2-a503-0dcf90c5fabd tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.2119997 Aug 04 14:41:42.653551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb1adc-626d-403c-a328-55ba3a84927b None None] Pushing event updated for resources: {'Port': ['ID=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:42.741302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.772397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-f139296f-f461-44ae-8c69-d17eefad9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:42.773913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-f139296f-f461-44ae-8c69-d17eefad9c60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1629531 Aug 04 14:41:42.775415 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780940fa-58d8-4715-82b1-a94636fabb6f x-openstack-request-id: req-780940fa-58d8-4715-82b1-a94636fabb6f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:42.776680 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:42.779342 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-780940fa-58d8-4715-82b1-a94636fabb6f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:42.779778 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'status': 'completed', 'code': 200} Aug 04 14:41:42.863820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a99b2186-3ceb-403f-8421-4769794eb310 req-70ec311b-8f28-4097-958e-9228cd91c61c tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300768 Aug 04 14:41:42.890650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-3c3cd31b-b3de-4d72-9ef5-69095c910561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:42.893471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-3c3cd31b-b3de-4d72-9ef5-69095c910561 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059592 Aug 04 14:41:42.938708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-da4869b8-6191-4d05-9b23-9dfc96de44f2 None None] Provisioning complete for port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:42.939474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da4869b8-6191-4d05-9b23-9dfc96de44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:42.972754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:43.012349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-cdf7b917-cf12-441d-aa53-8e90e2f1ce6d service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104493 Aug 04 14:41:43.084701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:43.087383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-8f1ae33a-19aa-4ceb-be88-65a41f1bd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.089344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-8f1ae33a-19aa-4ceb-be88-65a41f1bd7ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1098 time: 0.1548820 Aug 04 14:41:43.103253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1be47-98b5-4ef8-b2d9-bcb102090573 req-e9da10c4-bb5f-403f-933e-a6b5926f8e35 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.111265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15d1be47-98b5-4ef8-b2d9-bcb102090573 req-e9da10c4-bb5f-403f-933e-a6b5926f8e35 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.2430789 Aug 04 14:41:43.120132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:43.122997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:43.139107 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc201b3-46d3-43bd-be0d-e1e0201ebf8d req-645715b3-fb15-4286-a79c-daacd8a02afb service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149945 Aug 04 14:41:43.159502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c940cfd2-8592-4f7c-b8f8-c2a44bc290ba no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:43.192068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: c940cfd2-8592-4f7c-b8f8-c2a44bc290ba {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:43.192425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c940cfd2-8592-4f7c-b8f8-c2a44bc290ba not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:43.210819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:43.211311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:43.220941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:43.225347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Pushing event updated for resources: {'Port': ['ID=84763d17-e15c-4895-b6fb-cd627ad6feda,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:43.263152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-5e40e68b-0c8e-4d78-b1a9-67e46e85b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.264766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-5e40e68b-0c8e-4d78-b1a9-67e46e85b70f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1477342 Aug 04 14:41:43.282177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-55429f94-db86-4fce-8c5a-534bbd8b4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.283669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-55429f94-db86-4fce-8c5a-534bbd8b4101 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1099 time: 0.0760055 Aug 04 14:41:43.300532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd54b4-fdfc-47bf-807e-29dbe57bc381 req-353142ee-c1db-477b-8821-94144e60ef22 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.303517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4bd54b4-fdfc-47bf-807e-29dbe57bc381 req-353142ee-c1db-477b-8821-94144e60ef22 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.3273513 Aug 04 14:41:43.381751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-6aadd436-0fbc-4e75-bfa4-b939dd1acb18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 217 time: 0.0938511 Aug 04 14:41:43.387631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15d1be47-98b5-4ef8-b2d9-bcb102090573 req-77c45611-c247-45c0-8174-646a02305c06 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747509 Aug 04 14:41:43.411235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-31d8f151-c2ac-4469-864c-7038e4ca360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.412958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-31d8f151-c2ac-4469-864c-7038e4ca360e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1206338 Aug 04 14:41:43.499548 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-565f1f04-795d-405d-bef0-c430f72228e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0739608 Aug 04 14:41:43.602313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-5475c125-3fbc-49bb-a815-4f72be4a10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.603315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4bd54b4-fdfc-47bf-807e-29dbe57bc381 req-61c0a272-3319-4701-83a8-41d9643a838a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790294 Aug 04 14:41:43.604459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-5475c125-3fbc-49bb-a815-4f72be4a10ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0901675 Aug 04 14:41:43.608369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43266) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:43.673510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-64a2a0de-d201-4d11-ac08-ad218d93bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.676387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-64a2a0de-d201-4d11-ac08-ad218d93bfe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592101 Aug 04 14:41:43.748239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1410987491-network', 'tenant_id': '6633a2b97d734640b01be1a108b0773f'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:43.754928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-dd5d9c21-7d35-4fc8-8d60-6fde9fece80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.756048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-dd5d9c21-7d35-4fc8-8d60-6fde9fece80e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.3585284 Aug 04 14:41:43.786176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Made reservation on behalf of 6633a2b97d734640b01be1a108b0773f for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:43.790360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:43.793003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43276) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:43.801086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:43.839852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-ac94d16e-8cd3-4300-9917-d39a3e06f3c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494280 Aug 04 14:41:43.867203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-8c3f95f1-3f34-4ced-a233-b345acd8e9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826382 Aug 04 14:41:43.910217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-39dbb2bd-2347-442b-88f5-808b7e093976 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:43.913373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-39dbb2bd-2347-442b-88f5-808b7e093976 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.1065545 Aug 04 14:41:43.933834 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:43.937737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.106426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a71e0b5-1782-4305-84e8-612f45431a35 req-ca1994d4-dc91-41dc-9723-2b0730be922b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288945 Aug 04 14:41:44.131243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.138902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.162629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Deleting port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:44.162927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.175643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:41:44.219915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b7bbb-0358-492a-a318-ec6e8ba4bd5d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:44.229296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.229829 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Added segment 2885820f-b288-4dc5-af24-96920502cd98 of type vlan for network 63ca750e-d3a2-4b3e-bd8b-414e10b2d985 Aug 04 14:41:44.299395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.331093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] For port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:44.331917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.335350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.427448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-227e685e-d785-4c58-9f20-36dc8b88ca54 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756121 Aug 04 14:41:44.458325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953295f-36b4-4787-be85-ce9e4b0d9e5f req-a3840cfd-3f81-49e6-801e-ad9be481f74f tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:44.459933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5953295f-36b4-4787-be85-ce9e4b0d9e5f req-a3840cfd-3f81-49e6-801e-ad9be481f74f tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 945 time: 0.5118613 Aug 04 14:41:44.583247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.585173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.586350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "DELETE /v2.0/security-groups/43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d HTTP/1.1" status: 204 len: 168 time: 0.7856016 Aug 04 14:41:44.610686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:44.703666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92991e00-9e0c-4781-b1b8-f53a05899758 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:44.719023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5953295f-36b4-4787-be85-ce9e4b0d9e5f req-f833aac8-58e3-4efd-8ea0-a48eccbee8d0 tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca792025-9c9b-48dd-9c7c-3a21b72cb16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418334 Aug 04 14:41:44.720024 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d673defa-1f64-46c8-8fcb-7839b854a4a6 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] show failed (client error): The resource could not be found. Aug 04 14:41:44.724049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d673defa-1f64-46c8-8fcb-7839b854a4a6 tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "GET /v2.0/security-groups/43c5a63b-1a3c-44bc-bc3c-fc8cc599eb9d HTTP/1.1" status: 404 len: 347 time: 0.1032310 Aug 04 14:41:44.740148 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-51f5e51d-7bd2-470f-9fb2-a791f680566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.780848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43290) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:44.849963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-b6721048-8d8d-41dd-94c4-77ee8f0b321f service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110007 Aug 04 14:41:44.880060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.881602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:44.882618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:44.936812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ff23-4ea8-4349-8926-b9f4ca2d0666 req-9c618014-f837-4778-95ac-8a912cd8047b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:44.938949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3835ff23-4ea8-4349-8926-b9f4ca2d0666 req-9c618014-f837-4778-95ac-8a912cd8047b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.4194708 Aug 04 14:41:45.006445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3944345 Aug 04 14:41:45.010102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.015679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:45.058930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Request body: {'subnet': {'network_id': '63ca750e-d3a2-4b3e-bd8b-414e10b2d985', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1410987491-subnet', 'tenant_id': '6633a2b97d734640b01be1a108b0773f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:45.067607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d51f62-d773-4efa-b101-99a0e087726b admin admin] Pushing event updated for resources: {'Network': ['ID=63ca750e-d3a2-4b3e-bd8b-414e10b2d985,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:45.081541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 63ca750e-d3a2-4b3e-bd8b-414e10b2d985 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:41:45.112292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Made reservation on behalf of 6633a2b97d734640b01be1a108b0773f for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:45.115576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.170192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:45.189563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.190459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.190685 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Floating IP 61745ae9-4777-4b21-b205-6342343e6fb6 disassociated. External IP: 172.25.0.250, port: 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6. Aug 04 14:41:45.191137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Calling delete_port for 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:45.344737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3835ff23-4ea8-4349-8926-b9f4ca2d0666 req-30b47c40-f252-4740-8e1f-25a59ec1164a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924851 Aug 04 14:41:45.362903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ece6db-3bda-425e-b16e-9477a4ae8db6 req-b779b54f-f8ee-4234-a6f3-84c8eeeaf62d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:45.375362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7ece6db-3bda-425e-b16e-9477a4ae8db6 req-b779b54f-f8ee-4234-a6f3-84c8eeeaf62d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.4548059 Aug 04 14:41:45.415101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:45.438057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2b214113-c242-4568-800f-3c6b28acd260', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2b214113-c242-4568-800f-3c6b28acd260', 'mac_address': 'fa:16:3e:5e:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:41:45.472464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Deleting port 9b73e39f-92ca-467a-a2b5-132b9963c607 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:45.472758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.483687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.508652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:45.529537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:45.535857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.537581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.560385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7ece6db-3bda-425e-b16e-9477a4ae8db6 req-7bd24fc7-a1a0-4ee7-bd6a-53d92d2386c6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839004 Aug 04 14:41:45.573232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Router 3af8ef84-77f9-4411-a5ea-1ad455631d54 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:41:45.576093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.582136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event deleted for resources: {'Port': ['ID=8e49675a-5eb5-4a9a-a46e-d79addfbbfb6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:45.689543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.690146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.735318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0116c699-fde9-4e58-801d-6e9bfff64855,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:45.743898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Calling delete_port for 9b73e39f-92ca-467a-a2b5-132b9963c607 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:45.778242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:45.809628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Checking segment: {'id': '2885820f-b288-4dc5-af24-96920502cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63ca750e-d3a2-4b3e-bd8b-414e10b2d985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:45.810145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Network hostable DHCP agents. Network: 63ca750e-d3a2-4b3e-bd8b-414e10b2d985, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:41:45.859544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Router 2e8cd710-064e-4215-91b4-44b520cf6167 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:45.861112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Network 63ca750e-d3a2-4b3e-bd8b-414e10b2d985 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:41:45.877151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 63ca750e-d3a2-4b3e-bd8b-414e10b2d985) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:45.883879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:45.884567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:45.895354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:45.942793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1689f-7477-4365-ae6a-a178b0af7c4d None None] Network 63ca750e-d3a2-4b3e-bd8b-414e10b2d985 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:45.986830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b235c453-c757-488a-8cd0-085f0886ea36 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9234169 Aug 04 14:41:46.065652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:46.074050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.087362 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Sync routers for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:46.105123 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:46.107569 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:46.117388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:46.140409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Sync routers for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:46.185044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] No DVR routers for this DVR port 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:41:46.188281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:46.189591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:46.190193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.191805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e73a692a-95b4-4ce4-be95-71657ff0e07d req-aebd2e28-7fa1-4d31-8d8c-8b20775b5a9e tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6cf3291-cf62-4905-a1c8-4117da3e2717 HTTP/1.1" status: 200 len: 210 time: 0.1552758 Aug 04 14:41:46.196981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1496f3fc-238a-4e2b-921b-c9767c54e84a req-48828641-f7ba-43ed-b9dd-c1b86234134b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.46 "DELETE /v2.0/ports/8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 HTTP/1.1" status: 204 len: 173 time: 2.2376750 Aug 04 14:41:46.197470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'name': 'network-vif-deleted', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:46.199927 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a70b82e-a766-4220-90e8-b747ead6148e" -d '{"events": [{"server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "name": "network-vif-deleted", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:46.346202 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8981e57-1cbf-4a0d-acea-174644ed4f10 x-openstack-request-id: req-e8981e57-1cbf-4a0d-acea-174644ed4f10 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:46.346521 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cf3291-cf62-4905-a1c8-4117da3e2717", "name": "network-vif-deleted", "tag": "8e49675a-5eb5-4a9a-a46e-d79addfbbfb6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:46.346831 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8981e57-1cbf-4a0d-acea-174644ed4f10 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:46.347238 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cf3291-cf62-4905-a1c8-4117da3e2717', 'name': 'network-vif-deleted', 'tag': '8e49675a-5eb5-4a9a-a46e-d79addfbbfb6', 'status': 'completed', 'code': 200} Aug 04 14:41:46.367053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Pushing event deleted for resources: {'Port': ['ID=9b73e39f-92ca-467a-a2b5-132b9963c607,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:46.486386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1493996661', 'description': 'tempest-description-874503890'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:46.487673 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:46.525350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.529359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-edc3e865-9ddc-4e24-b061-7213a1d46d8a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5165117 Aug 04 14:41:46.529359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.529604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43310) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:46.545653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.548308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e95b358-5865-44c0-8f34-de9188bcec0b tempest-ImagesOneServerNegativeTestJSON-600949837 tempest-ImagesOneServerNegativeTestJSON-600949837-project] 10.222.0.76 "DELETE /v2.0/floatingips/eff773bb-bbf7-49bd-851b-4202af48371a HTTP/1.1" status: 204 len: 168 time: 1.7654397 Aug 04 14:41:46.603277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:46.659349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:46.746733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969e9b-2698-43cf-b173-c75344b2922e req-f65cb70b-bdfa-439c-8ba8-b7f5fd20f390 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:46.761615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d969e9b-2698-43cf-b173-c75344b2922e req-f65cb70b-bdfa-439c-8ba8-b7f5fd20f390 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.2443845 Aug 04 14:41:46.918226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d969e9b-2698-43cf-b173-c75344b2922e req-2b0a6e52-2569-46d6-92a4-aae6a67dff3a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527712 Aug 04 14:41:46.918885 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:43Z', 'revision_number': 3, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:46.999171 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Checking router: 3af8ef84-77f9-4411-a5ea-1ad455631d54 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:47.000660 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Updating router 3af8ef84-77f9-4411-a5ea-1ad455631d54 port 84763d17-e15c-4895-b6fb-cd627ad6feda binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:41:47.014295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f357b1e-08ab-4601-9218-3dee36afd54d None None] Network 63ca750e-d3a2-4b3e-bd8b-414e10b2d985 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:41:47.058186 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.113125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.123895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.188560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:47.202372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.206485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9410110e-de0b-444e-8774-9ed61762ee8e req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8022001 Aug 04 14:41:47.215401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:47.215625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8e49675a-5eb5-4a9a-a46e-d79addfbbfb6 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:47.240886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd634217-0a7f-41d3-8982-6e379b062dc2 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da68e271-18bb-4993-8b8e-0dc0dcaa8a2f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:47.272103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:47.293604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d989-d8da-41df-87c7-9bfeaeb7a889 req-183a67de-a5f9-45d3-a121-41fc286b091a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:47.295212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c83d989-d8da-41df-87c7-9bfeaeb7a889 req-183a67de-a5f9-45d3-a121-41fc286b091a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.1201661 Aug 04 14:41:47.325947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Checking router: 2e8cd710-064e-4215-91b4-44b520cf6167 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:47.348429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:47.349367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:47.402312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c83d989-d8da-41df-87c7-9bfeaeb7a889 req-8592d4cb-a092-4fa5-a050-31fb01a6a25a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987236 Aug 04 14:41:47.482855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:47.545540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a362161-d54e-476c-a577-d75477a65df4 req-1faeffef-45ec-49ad-a20f-05ad4bb8af89 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/da68e271-18bb-4993-8b8e-0dc0dcaa8a2f HTTP/1.1" status: 200 len: 1812 time: 0.0857019 Aug 04 14:41:47.558942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da68e271-18bb-4993-8b8e-0dc0dcaa8a2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:47.567944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da68e271-18bb-4993-8b8e-0dc0dcaa8a2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:47.575030 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da3bce8-6c04-4672-acc6-299ef2ee325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.583076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.595190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43334) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:47.649770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43336) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:47.650697 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.663337 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Transition to ACTIVE for port object 84763d17-e15c-4895-b6fb-cd627ad6feda will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:47.670750 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.687331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.714026 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e4e1-5bfd-42d7-9d86-e6ce265662c5 None None] Pushing event updated for resources: {'Port': ['ID=84763d17-e15c-4895-b6fb-cd627ad6feda,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:47.732070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.739113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.754482 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Attempting to bind port 84763d17-e15c-4895-b6fb-cd627ad6feda on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:47.754879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Attempting to bind port 84763d17-e15c-4895-b6fb-cd627ad6feda by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:47.755232 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Attempting to bind port 84763d17-e15c-4895-b6fb-cd627ad6feda on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:47.762193 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:47.763305 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:47.764020 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.765188 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:47.766988 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Bound port: 84763d17-e15c-4895-b6fb-cd627ad6feda, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:47.767686 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.769265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e01560e-8b3c-4012-9532-123d414b25ec,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:47.777748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.781519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a362161-d54e-476c-a577-d75477a65df4 req-9cf67a93-00fa-4184-a274-dba0f7e97f2a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2270670 Aug 04 14:41:47.799333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.813827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.849514 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] For port 84763d17-e15c-4895-b6fb-cd627ad6feda, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:47.855424 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] For port 84763d17-e15c-4895-b6fb-cd627ad6feda, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=84763d17-e15c-4895-b6fb-cd627ad6feda,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:47.864570 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:47.905227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-845ed14c-20ae-4bf8-aa72-063857b7de13 req-bddfc592-15c7-4b2a-b539-2fdf687d83b6 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/da68e271-18bb-4993-8b8e-0dc0dcaa8a2f HTTP/1.1" status: 200 len: 2405 time: 0.0851374 Aug 04 14:41:47.929765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:47.946522 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:47.947203 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:47.950627 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e4e1-5bfd-42d7-9d86-e6ce265662c5 None None] Pushing event updated for resources: {'Port': ['ID=84763d17-e15c-4895-b6fb-cd627ad6feda,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:47.973621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65843f-3c26-40ca-bb71-4d501124a61e None None] The sync data for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 is: [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'fd441392-3efc-4188-860c-09e136321ace', 'name': '', 'network_id': 'be25f5b6-1b28-4a47-adf1-b75e8162e3db', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'mac_address': 'fa:16:3e:08:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:18Z', 'updated_at': '2021-08-04T14:39:27Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'subnets': [{'id': 'f53d7eef-6552-4c0b-a217-ac3211bc9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:47.994284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8583695b-01e2-4264-8971-a9f557b965d9 req-5206fb9e-8acc-4895-a049-e3475845c823 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-group-rules/5e01560e-8b3c-4012-9532-123d414b25ec HTTP/1.1" status: 200 len: 778 time: 0.0314770 Aug 04 14:41:48.065366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8583695b-01e2-4264-8971-a9f557b965d9 req-c412e800-96ef-4d70-b52f-a60a67b318f0 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/da68e271-18bb-4993-8b8e-0dc0dcaa8a2f HTTP/1.1" status: 200 len: 2405 time: 0.0627553 Aug 04 14:41:48.076122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.099216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Deleting subnet 828d82e5-cb29-489d-8269-2755a0051e7b {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:41:48.109751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.137582 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:48.138403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.141726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229528-56ca-4470-8848-2b62548597cf req-91deda5d-b894-4dea-afef-e44556faf09c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:48.143572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72229528-56ca-4470-8848-2b62548597cf req-91deda5d-b894-4dea-afef-e44556faf09c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.0893698 Aug 04 14:41:48.144918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8583695b-01e2-4264-8971-a9f557b965d9 req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.156827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8583695b-01e2-4264-8971-a9f557b965d9 req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.165641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Allocated IP 172.20.0.1 (a9ee9513-aba6-445c-bc6c-3dbda88e29fe/3ba56859-92de-42f4-97c5-d0b2f21bfd17/4ff983cf-377e-4aaa-b9ae-ac5072e96c92) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:48.199738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.224446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72229528-56ca-4470-8848-2b62548597cf req-d68f3ad3-3868-4aa4-952a-99a176f648e6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Aug 04 14:41:48.257977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8583695b-01e2-4264-8971-a9f557b965d9 req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.268861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8583695b-01e2-4264-8971-a9f557b965d9 req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.291935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8583695b-01e2-4264-8971-a9f557b965d9 req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5e01560e-8b3c-4012-9532-123d414b25ec HTTP/1.1" status: 204 len: 173 time: 0.2253203 Aug 04 14:41:48.306948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f425c-9c9a-46a0-ae2b-56a1f0379c5a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e01560e-8b3c-4012-9532-123d414b25ec,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:48.312281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1511080134', 'description': 'tempest-description-1004057194'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:48.344062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.390753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.425782 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:43Z', 'revision_number': 3, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:48.431639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.434309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.435542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "DELETE /v2.0/security-groups/ca792025-9c9b-48dd-9c7c-3a21b72cb16f HTTP/1.1" status: 204 len: 168 time: 0.7739606 Aug 04 14:41:48.436713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.459949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:48.469769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3231eb4-3866-4629-a281-df853bc46e9a None None] New status for floating IP 61745ae9-4777-4b21-b205-6342343e6fb6: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:41:48.472109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581cc76-cec0-483d-8810-dee81c6e27ec None None] The sync data for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 is: [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:43Z', 'revision_number': 3, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:48.483826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e629-727b-486b-80d1-4b16ebee571b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca792025-9c9b-48dd-9c7c-3a21b72cb16f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:48.515257 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-ddc04cfc-3b81-457f-a229-ee0ce8236e5b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] show failed (client error): The resource could not be found. Aug 04 14:41:48.519035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ddc04cfc-3b81-457f-a229-ee0ce8236e5b tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "GET /v2.0/security-groups/ca792025-9c9b-48dd-9c7c-3a21b72cb16f HTTP/1.1" status: 404 len: 347 time: 0.0294521 Aug 04 14:41:48.521464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:48.561094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-433f1f5d-eddb-4585-96ce-6b813097ab66 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:48.563093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-433f1f5d-eddb-4585-96ce-6b813097ab66 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.1503069 Aug 04 14:41:48.597213 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.604216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-2a34e15e-8590-479d-88b0-30d6048be342 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/quotas/3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 375 time: 0.0341914 Aug 04 14:41:48.723753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.743738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.748937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-0dbfaa7b-58ac-4b28-869e-268d7ba71bcc tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341877 Aug 04 14:41:48.760278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.764388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Transition to ACTIVE for port object 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:48.793944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828d82e5-cb29-489d-8269-2755a0051e7b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:48.799049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.803689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a5c95f2b-e4c3-4194-a171-51e88acd1143 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/828d82e5-cb29-489d-8269-2755a0051e7b HTTP/1.1" status: 204 len: 168 time: 1.2073629 Aug 04 14:41:48.805911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43360) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:48.905384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Deleting port c8374a39-0546-43cd-8df5-86bdd521bc8c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:48.905732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.908537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-4d228ab4-e278-4802-825d-d651f60a2a6a service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580997 Aug 04 14:41:48.918502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.966568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.977746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:48.999153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a0ff0f-9af4-467d-9e90-9e8b5190598a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:49.023357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.027394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91b4415c-ae87-4ccd-9ab1-a93f8aeb9e9e req-11151505-8072-49d1-b0d8-24fdf35d1943 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7215602 Aug 04 14:41:49.034336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:49.049693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:49.052303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:49.057130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Pushing event updated for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:49.134678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-98ef85da-28c8-4754-9a06-92f77fdda970 service neutron] 10.222.0.76 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206059 Aug 04 14:41:49.185495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:49.239916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.240251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.251943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84763d17-e15c-4895-b6fb-cd627ad6feda up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:49.333432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Calling delete_port for c8374a39-0546-43cd-8df5-86bdd521bc8c owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:49.344076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231c892-c099-4996-b0d8-f655ff1902cf req-ce2e604d-bebd-41c9-a09b-ece9771bf291 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:49.345912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0231c892-c099-4996-b0d8-f655ff1902cf req-ce2e604d-bebd-41c9-a09b-ece9771bf291 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.1160285 Aug 04 14:41:49.353801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.380936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2b214113-c242-4568-800f-3c6b28acd260 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:49.394568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2b214113-c242-4568-800f-3c6b28acd260 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:49.395373 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.404921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.408251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0231c892-c099-4996-b0d8-f655ff1902cf req-5662e070-6c29-452f-87ec-107e8ee6fc3a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492744 Aug 04 14:41:49.432315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 84763d17-e15c-4895-b6fb-cd627ad6feda completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:49.433956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52522d2e-73c2-4c1a-a0e0-24d68903a3c5']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:49.453951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 84763d17-e15c-4895-b6fb-cd627ad6feda triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:49.454362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.532919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b492705f-fa55-46a9-a5dd-606251225ab7 req-636193d6-6df0-4ce3-a413-e1009af82680 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/a7a0ff0f-9af4-467d-9e90-9e8b5190598a HTTP/1.1" status: 200 len: 1813 time: 0.0800240 Aug 04 14:41:49.547164 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.591456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:49.596139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:49.599123 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f546bf-46d3-42ab-9d15-a985031fcf10" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:49.608308 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.626128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b36d0e0e-44cb-4eea-9ee8-b14f6ac6a98e None None] Provisioning for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:49.633039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b36d0e0e-44cb-4eea-9ee8-b14f6ac6a98e None None] Provisioning complete for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:49.633421 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b36d0e0e-44cb-4eea-9ee8-b14f6ac6a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.743950 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c35ca-f9c2-4eae-8a64-4a36578f4b90 x-openstack-request-id: req-227c35ca-f9c2-4eae-8a64-4a36578f4b90 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:49.744437 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:49.744863 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-227c35ca-f9c2-4eae-8a64-4a36578f4b90 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:49.745506 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'code': 200} Aug 04 14:41:49.810235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b36d0e0e-44cb-4eea-9ee8-b14f6ac6a98e None None] Port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:41:49.813984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.857954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 84763d17-e15c-4895-b6fb-cd627ad6feda, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=84763d17-e15c-4895-b6fb-cd627ad6feda,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:49.867056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:49.877585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:49.918990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6c19-9dc0-45d9-be7b-533be9e6e3c7 req-21d3bb77-42d0-4905-be83-e898b045ba43 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:49.926084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36591a72-ac73-472e-8fd5-6309e73e26da') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:49.926733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36591a72-ac73-472e-8fd5-6309e73e26da') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:49.927213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b8e6c19-9dc0-45d9-be7b-533be9e6e3c7 req-21d3bb77-42d0-4905-be83-e898b045ba43 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.2595756 Aug 04 14:41:49.947556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3588c6b-4420-4fe8-8be8-a8e75101c5a7 req-37b40637-3f67-47d2-9d09-87120fb64d08 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.1571417 Aug 04 14:41:49.965070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.003931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-250593279', 'description': 'tempest-description-100583839'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:50.012048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.026051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=84763d17-e15c-4895-b6fb-cd627ad6feda,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:50.068227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b8e6c19-9dc0-45d9-be7b-533be9e6e3c7 req-c953d595-63d1-47f5-8c3f-339de4c51fc8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399753 Aug 04 14:41:50.074120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.078569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Pushing event deleted for resources: {'Port': ['ID=c8374a39-0546-43cd-8df5-86bdd521bc8c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:50.104198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.107624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.129238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.197403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:41:50.197924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:41:50.202320 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:41:50.227116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.233935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.242475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdad16-f9ce-43b0-87dd-e2f974c1dc55 req-10a4bf6e-832f-4c87-bb94-86b14e4144c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:50.242475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03bdad16-f9ce-43b0-87dd-e2f974c1dc55 req-10a4bf6e-832f-4c87-bb94-86b14e4144c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1101 time: 0.3007920 Aug 04 14:41:50.283427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8668a3c-a719-40a0-aedc-21851be80d34,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:50.287962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.293774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5621f9d1-e894-48d7-a85e-8aa94d73d143 req-75426472-5c63-48fb-869f-16b29c16fa46 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2990706 Aug 04 14:41:50.346187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.348757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.353582 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e0e00ee-a92c-4cdb-a303-0bb2c3493ecc tempest-ServersTestFqdnHostnames-1890817299 tempest-ServersTestFqdnHostnames-1890817299-project] 10.222.0.76 "DELETE /v2.0/floatingips/61745ae9-4777-4b21-b205-6342343e6fb6 HTTP/1.1" status: 204 len: 168 time: 1.8310661 Aug 04 14:41:50.355275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:50.430722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.445471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.447288 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/52522d2e-73c2-4c1a-a0e0-24d68903a3c5 HTTP/1.1" status: 204 len: 168 time: 1.6383836 Aug 04 14:41:50.449190 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03bdad16-f9ce-43b0-87dd-e2f974c1dc55 req-25739563-8f6f-4ff8-8b57-005c56df49bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149836 Aug 04 14:41:50.463886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed33a8-a585-4fd1-bb44-413eb1bc62d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52522d2e-73c2-4c1a-a0e0-24d68903a3c5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:50.567064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.574806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.630604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-453e75d2-b4d1-4daf-b12e-051e681152f5 req-597018e0-ba2d-4824-afdf-32039239f58a tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/a8668a3c-a719-40a0-aedc-21851be80d34 HTTP/1.1" status: 200 len: 1811 time: 0.3144193 Aug 04 14:41:50.659624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.673492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43400) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:50.703281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-662659204', 'description': 'tempest-description-880203716'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:50.736567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Pushing event updated for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:50.777037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a9d63-e415-455b-9353-f8d7d6b4bacd req-de38da49-3e3c-491f-813e-13a61c023b5f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:50.778634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df9a9d63-e415-455b-9353-f8d7d6b4bacd req-de38da49-3e3c-491f-813e-13a61c023b5f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.1715205 Aug 04 14:41:50.801316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:50.803242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:50.838412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:50.882898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-51cb925c-2741-470e-aed2-87b8e93bf92c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ebc9274ff0e4a019bbfc0dfaedb7946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979911 Aug 04 14:41:50.890385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43402) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:50.905649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df9a9d63-e415-455b-9353-f8d7d6b4bacd req-9f6a5132-e413-4df1-af76-08981e0cc5fd tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Aug 04 14:41:51.055972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.081363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.148272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0fe0ed7-1ec4-4285-bbf4-68d8a9990ecb req-108823b8-6243-4d69-99fe-3a71272f6352 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0539148 Aug 04 14:41:51.160309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Router 3af8ef84-77f9-4411-a5ea-1ad455631d54 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:51.186573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.190863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84763d17-e15c-4895-b6fb-cd627ad6feda up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:51.198242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.210168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd78dc6e-8bf1-46b8-a3cc-a6304c34eb54 req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5267518 Aug 04 14:41:51.210504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-a105dc14-ee8c-47a4-88f1-1aa7275422bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3125701 Aug 04 14:41:51.263177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-28edbe10-d49d-4bd0-b6c5-5651c9cac0ee None None] Provisioning complete for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:51.263679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-28edbe10-d49d-4bd0-b6c5-5651c9cac0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.308930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 84763d17-e15c-4895-b6fb-cd627ad6feda triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:51.308930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.349443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-28edbe10-d49d-4bd0-b6c5-5651c9cac0ee None None] Port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:41:51.364746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.648162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b88f2-2b17-4b7d-9c19-63235601310d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb902d0-39c5-48dd-a285-eb88eea16653,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:51.770007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee86920e-8fa3-4e2e-9be6-a2708acdbc51 req-65c6184e-9f1d-4d12-822e-8ec520815754 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/9bb902d0-39c5-48dd-a285-eb88eea16653 HTTP/1.1" status: 200 len: 1811 time: 0.1059690 Aug 04 14:41:51.781073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e8fc8-573a-4331-ab64-f757c0b046de req-ad6000d5-69c2-43a5-8c9c-5acd2afd0717 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:51.788796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b59e8fc8-573a-4331-ab64-f757c0b046de req-ad6000d5-69c2-43a5-8c9c-5acd2afd0717 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1341712 Aug 04 14:41:51.815210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-c7b3df39-8ca5-4b7f-8212-2fdd987a3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:51.816830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-c7b3df39-8ca5-4b7f-8212-2fdd987a3a98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 1097 time: 0.4659991 Aug 04 14:41:51.818118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.848492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:51.858963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Sync routers for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:51.871175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71f5a82d-6fcd-444d-8c2d-21e91125e76c admin admin] 10.222.0.76 "PUT /v2.0/routers/3af8ef84-77f9-4411-a5ea-1ad455631d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3402805 Aug 04 14:41:51.874239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.877054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:51.880615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/796136be-616e-492c-9028-9e4b4510689b HTTP/1.1" status: 204 len: 168 time: 0.9868548 Aug 04 14:41:51.883612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:51.886031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:51.892333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-4517daa1-9aef-45af-9503-ad11bdbd6f11 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:51.894160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-4517daa1-9aef-45af-9503-ad11bdbd6f11 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 820 time: 0.7384226 Aug 04 14:41:51.905126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-738125778', 'description': 'tempest-description-996589171'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:51.923459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Request body: {'port': {'device_id': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'admin_state_up': True, 'tenant_id': '3125fe8accca4b878a77bddccadab7fa'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:52.000025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351e20e-9e0d-440f-ab45-41ff80600b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796136be-616e-492c-9028-9e4b4510689b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:52.014256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b59e8fc8-573a-4331-ab64-f757c0b046de req-990ce312-5cb1-45be-83ba-9c199127e845 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244067 Aug 04 14:41:52.083871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-326853f1-69de-470f-b1cd-7f3e36839997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:52.086732 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-326853f1-69de-470f-b1cd-7f3e36839997 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2359114 Aug 04 14:41:52.088252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:52.152155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.155671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-197b0a6c-7a22-40fa-8730-c1c08dcdfee4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0564992 Aug 04 14:41:52.227699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-f04a58e3-cca4-42e0-8524-2a022b5f5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:52.229398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-f04a58e3-cca4-42e0-8524-2a022b5f5473 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.0645914 Aug 04 14:41:52.276503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-199fd316-953e-4bf0-8da8-9e09e456275c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386336 Aug 04 14:41:52.301749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8091a4b-c02e-4efb-a1c2-3adb5556e528 req-6b70106b-dba2-42cb-b88a-52f98f12263a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:52.315426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8091a4b-c02e-4efb-a1c2-3adb5556e528 req-6b70106b-dba2-42cb-b88a-52f98f12263a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.2070472 Aug 04 14:41:52.412196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8091a4b-c02e-4efb-a1c2-3adb5556e528 req-db8d7a4a-a071-4a6e-909a-492e822def31 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870485 Aug 04 14:41:52.475969 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-1884882a-97c8-4359-82f9-eb931a06ffa3 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799452 Aug 04 14:41:52.485075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.498478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.594997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5c13ae4-ee71-410a-9c1b-9f66f4bce78e req-43ecb935-b78e-4dcb-a94b-81873f8dee80 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177278 Aug 04 14:41:52.629455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Made reservation on behalf of 3125fe8accca4b878a77bddccadab7fa for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:41:52.636465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.668660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.677879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5667e5b8-a69f-44ec-9c23-4b5ecc7f0885 req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7780657 Aug 04 14:41:52.685510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:50Z', 'revision_number': 2, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:52.708571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06aaf-739a-47ee-bee2-2d1ba7aa1b50 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bce98d-f555-4e46-ab92-1a843c18c11a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:52.725610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Checking router: 3af8ef84-77f9-4411-a5ea-1ad455631d54 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:52.726235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Updating router 3af8ef84-77f9-4411-a5ea-1ad455631d54 port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:41:52.755968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:52.904850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-291bc472-fd86-4cf3-b186-0930b256e530 req-ac64d174-d5f7-4847-80a6-ab67ff49d163 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.1076868 Aug 04 14:41:52.917930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Deleting port fd441392-3efc-4188-860c-09e136321ace {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:52.918358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.033426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] For port fd441392-3efc-4188-860c-09e136321ace, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd441392-3efc-4188-860c-09e136321ace,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:53.034013 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.056300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Calling delete_port for fd441392-3efc-4188-860c-09e136321ace owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:53.227161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86e8eca-040f-4132-ab97-37f587f34a9f req-b2126cf2-250c-4581-86f7-42b82520852c tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/f9bce98d-f555-4e46-ab92-1a843c18c11a HTTP/1.1" status: 200 len: 1811 time: 0.1636629 Aug 04 14:41:53.237135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Allocated IP 172.20.0.9 (51ff9d44-1cab-4c49-9cd3-19c025fc1f98/10a7ba5a-12a2-45b8-b74e-83f429e20d7e/87ce47b5-f998-45c2-b946-9d5c9f05d2bb) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:53.268992 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.280292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Transition to ACTIVE for port object 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:53.291338 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.419591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069273-f03e-47db-a9c8-0200b955e624 None None] Pushing event updated for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:53.447971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:53.455671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037119957', 'description': 'tempest-description--1221127712'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:53.499133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Attempting to bind port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:53.499443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Attempting to bind port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:53.499850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Attempting to bind port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 on network a9ee9513-aba6-445c-bc6c-3dbda88e29fe {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:53.506448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:53.506912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Checking segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:53.507397 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.507802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Bound using segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:53.508458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Bound port: 4ff983cf-377e-4aaa-b9ae-ac5072e96c92, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:53.508877 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.509810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.630713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] For port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:53.636918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] For port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:53.647351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.722992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.730340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.783588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.790156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.791646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3424470 Aug 04 14:41:53.794404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:53.794604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:53.796306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:53.801146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'security_group_rule': {'security_group_id': '7a71195b-53bf-46ee-9859-35ec3ffbf5c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:53.802483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069273-f03e-47db-a9c8-0200b955e624 None None] Pushing event updated for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:53.819160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20768a2e-3568-4817-82bc-74ec8c973ec0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71195b-53bf-46ee-9859-35ec3ffbf5c8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:53.869101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd441392-3efc-4188-860c-09e136321ace,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:53.898712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:53.899522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5522fd-119f-4f3d-a6ff-c8d3458a9b3d req-914fd04f-f23a-466b-bc7e-675be16cee77 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:53.901147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e5522fd-119f-4f3d-a6ff-c8d3458a9b3d req-914fd04f-f23a-466b-bc7e-675be16cee77 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1750026 Aug 04 14:41:53.903904 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-d46f2e44-fea3-438d-ab92-0316771a593f req-b332caff-5e54-4d37-81d7-2a46c101f0aa tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] show failed (client error): The resource could not be found. Aug 04 14:41:53.904395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d46f2e44-fea3-438d-ab92-0316771a593f req-b332caff-5e54-4d37-81d7-2a46c101f0aa tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/28e4e3ba-6e87-4c6a-aa53-b333c10d86d9 HTTP/1.1" status: 404 len: 352 time: 0.1043572 Aug 04 14:41:54.033275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.036392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.040544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:54.048882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.074352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816a279-142a-48a3-937c-d89204f06128,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:54.093353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.099888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5604e291-7f7a-4493-8280-338de30b6ce0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036046 Aug 04 14:41:54.101675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:54.108303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'security_group_rule': {'security_group_id': '7a71195b-53bf-46ee-9859-35ec3ffbf5c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:54.166522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e5522fd-119f-4f3d-a6ff-c8d3458a9b3d req-36c68f5a-2bfb-43d6-8f64-3b5b1682f161 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751988 Aug 04 14:41:54.176088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.259489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105c5ef-7dfe-42d9-affc-5cbb2c1e1493 req-5c0ac0c4-53b6-4dc1-b869-952d2e288a77 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:54.266939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2105c5ef-7dfe-42d9-affc-5cbb2c1e1493 req-5c0ac0c4-53b6-4dc1-b869-952d2e288a77 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.2308819 Aug 04 14:41:54.298188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.313772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.331847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2105c5ef-7dfe-42d9-affc-5cbb2c1e1493 req-76f12f4a-2214-423d-985c-f038d21e9ab3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Aug 04 14:41:54.339506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.354934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.359787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569311 Aug 04 14:41:54.363526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:54.364390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f5e77-dc9b-431b-9c18-0787b0bf04c4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9e9784-8934-40c9-8861-0d2305930057,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:54.367576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:54.383277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:54.397612 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-e92e5cef-c84b-46a4-ab58-18bf21275cfe req-3c8c7792-a6b7-4bd3-a0f3-bccb629bdeba tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] show failed (client error): The resource could not be found. Aug 04 14:41:54.416855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e92e5cef-c84b-46a4-ab58-18bf21275cfe req-3c8c7792-a6b7-4bd3-a0f3-bccb629bdeba tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-group-rules/a6c98ca6-7250-4769-bb82-b54c060be518 HTTP/1.1" status: 404 len: 361 time: 0.0266452 Aug 04 14:41:54.428110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.485552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.536261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:54.542502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:54.543721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:53Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:54.573236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:54.576767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc866cdf-4aee-49e1-b677-53f024d5767f None None] The sync data for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 is: [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:53Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:54.599757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.604353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:54.771537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Allocated IP 172.25.0.216 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/f834f7c9-50af-408a-9feb-10266cebe856) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:41:54.795124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be051c1-90af-4197-80a9-4394d49672eb req-c59ba99e-f0be-4f2e-b374-e856a4c2d3a5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:54.803433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7be051c1-90af-4197-80a9-4394d49672eb req-c59ba99e-f0be-4f2e-b374-e856a4c2d3a5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 931 time: 0.2574677 Aug 04 14:41:54.821115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:54.822171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.833157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef560-d856-4530-8623-2d3ebd6598ba req-05b00aee-ef70-4cbc-8c96-2d7a0c8aa62f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:54.834974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3cef560-d856-4530-8623-2d3ebd6598ba req-05b00aee-ef70-4cbc-8c96-2d7a0c8aa62f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.2913892 Aug 04 14:41:54.889577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-92841283-0fcf-4c0f-bf31-f248bd32036e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9714258 Aug 04 14:41:54.912809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.917672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Request body: {'port': {'device_id': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:54.960622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7be051c1-90af-4197-80a9-4394d49672eb req-a8253623-9680-4621-8679-9db8dbd9f0cb tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558676 Aug 04 14:41:54.960868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:54.982179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3cef560-d856-4530-8623-2d3ebd6598ba req-4f87bd8d-d2d3-447a-ad56-5dcabe097840 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251323 Aug 04 14:41:55.011031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:41:55.022706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:41:55.026802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'Port': ['ID=f834f7c9-50af-408a-9feb-10266cebe856,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:55.032578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:41:55.167683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.200180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.275078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:55.338853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.414714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:41:55.419743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:55.420119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.506881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-ccd49158-8e99-4d40-b67f-d3aea7e5c91e tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/f9bce98d-f555-4e46-ab92-1a843c18c11a HTTP/1.1" status: 200 len: 1811 time: 0.4323967 Aug 04 14:41:55.622552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.683084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.684042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:55.690641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.694968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.767909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:55.779220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'Port': ['ID=f834f7c9-50af-408a-9feb-10266cebe856,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:55.789122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:55.832219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.850263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:55.857346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-998d3e88-bfc9-4fc6-9b11-248de19bac10 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4878073 Aug 04 14:41:55.884998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Router 2e8cd710-064e-4215-91b4-44b520cf6167 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:41:56.316108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70f33798-b3e3-48f5-8ed6-777b8449432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.325055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.342412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-808e16de-4b5f-47c5-a882-585c78ad9eae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5507011 Aug 04 14:41:56.369947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704a606-9468-4dc9-bba3-b5744d823154 req-a49b2231-f7a3-4fa6-8159-a3fef4e247fe tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:56.371489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5704a606-9468-4dc9-bba3-b5744d823154 req-a49b2231-f7a3-4fa6-8159-a3fef4e247fe tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 946 time: 0.5488238 Aug 04 14:41:56.433166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.593615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5704a606-9468-4dc9-bba3-b5744d823154 req-a1d8be69-662a-490a-8b03-ebb199daeed0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867678 Aug 04 14:41:56.595586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ce47b5-f998-45c2-b946-9d5c9f05d2bb {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:41:56.620280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.629163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.631962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.639184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25f23692-1c72-434d-8f3b-42e5402e67b2 req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-groups/f9bce98d-f555-4e46-ab92-1a843c18c11a HTTP/1.1" status: 204 len: 173 time: 1.1313457 Aug 04 14:41:56.656673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Transition to ACTIVE for port object 87ce47b5-f998-45c2-b946-9d5c9f05d2bb will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:41:56.685410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:41:56.696782 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Sync routers for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:41:56.705957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43556) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:56.706599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3a22f76e-9ca4-47e8-9c6d-f41d2998234a admin admin] 10.222.0.76 "PUT /v2.0/routers/2e8cd710-064e-4215-91b4-44b520cf6167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3493361 Aug 04 14:41:56.708614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.722735 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:56.723871 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:56.748016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70f33798-b3e3-48f5-8ed6-777b8449432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.749605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31810ec4-1461-45ce-8840-086efb8153e1 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bce98d-f555-4e46-ab92-1a843c18c11a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:56.785445 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70f33798-b3e3-48f5-8ed6-777b8449432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:56.906498 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:56.912584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-7a2b0bfe-93fa-4343-8309-4a60ca3f0143 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1037119957&fields=id&tenant_id=d7351c795da0476d9119b9e10712bfd4 HTTP/1.1" status: 200 len: 267 time: 0.1941757 Aug 04 14:41:56.918157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:56.953412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-70f33798-b3e3-48f5-8ed6-777b8449432c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc3112bc8cd04354a0553fe1ae42309a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1417074 Aug 04 14:41:56.970311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:56.977828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f33798-b3e3-48f5-8ed6-777b8449432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475c727-5040-4b12-a7d3-03ddd56cadbc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:56.997307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.032335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66202cf-0159-4f2e-a5ae-7f2e5775c1f5 req-4c84cdb5-ae29-4429-9c6f-fc2ea5190ac0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.034427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c66202cf-0159-4f2e-a5ae-7f2e5775c1f5 req-4c84cdb5-ae29-4429-9c6f-fc2ea5190ac0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.3137436 Aug 04 14:41:57.084514 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-a4fade54-b3be-4bef-ad7a-3463ae3727e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1982355 Aug 04 14:41:57.138125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c66202cf-0159-4f2e-a5ae-7f2e5775c1f5 req-1ed5e644-8514-4589-87c5-2affaf110619 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969105 Aug 04 14:41:57.170544 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:41:53Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:57.188322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:41:57.190331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-e7a481f3-20e3-4878-8558-7bd1d70f631a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.192030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-e7a481f3-20e3-4878-8558-7bd1d70f631a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/networks?id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 200 len: 811 time: 0.2521315 Aug 04 14:41:57.192901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:57.193345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:57.193780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:57.210175 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.210448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:57.221780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:57.228176 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Checking router: 2e8cd710-064e-4215-91b4-44b520cf6167 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:41:57.230813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:57.234508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:57.234508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:57.239234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Bound port: 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:57.240043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.250714 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Routers {'2e8cd710-064e-4215-91b4-44b520cf6167'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:41:57.251838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['2e8cd710-064e-4215-91b4-44b520cf6167'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:57.265115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-cdd813a4-4572-44d5-83bd-3c212055c340 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/quotas/d7351c795da0476d9119b9e10712bfd4 HTTP/1.1" status: 200 len: 375 time: 0.0613184 Aug 04 14:41:57.295101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:41:57.296271 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.391820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:57.395781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:57.399709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.409788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-e668acc1-320b-46f6-9d11-a03ffbcbee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.411442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-e668acc1-320b-46f6-9d11-a03ffbcbee18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fd057a346e466c975324a686be03b0&device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 1097 time: 0.2824335 Aug 04 14:41:57.419056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.420093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.443392 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] Set router 2e8cd710-064e-4215-91b4-44b520cf6167 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:41:57.536521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-fb022dee-68b9-4a67-8aa7-a7a06eeb9267 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7351c795da0476d9119b9e10712bfd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2635231 Aug 04 14:41:57.543501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.546706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.549649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] 10.222.0.46 "PUT /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 1092 time: 2.6481032 Aug 04 14:41:57.551408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:41:57.553997 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d52e46-902b-4198-80d7-f6dabf4b8b12" -d '{"events": [{"name": "network-changed", "server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:41:57.573265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ae5be-0952-4e4e-8aa3-6a8284bdf25c req-b7cec92b-c355-4abb-a462-a951e44cff94 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.575003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-790ae5be-0952-4e4e-8aa3-6a8284bdf25c req-b7cec92b-c355-4abb-a462-a951e44cff94 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.1775432 Aug 04 14:41:57.668874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-fc142a3f-f3c5-4583-8631-506c6ace9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.670396 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-fc142a3f-f3c5-4583-8631-506c6ace9d92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 200 len: 925 time: 0.2327449 Aug 04 14:41:57.678481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.681299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.685193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c475c727-5040-4b12-a7d3-03ddd56cadbc HTTP/1.1" status: 204 len: 168 time: 0.7101393 Aug 04 14:41:57.688773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Deleting port e2affc48-35a9-4498-bef9-c15dc231fc67 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:41:57.689355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:57.698033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c6862-45f5-4504-a59d-7c89bc292a24 service neutron] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:57.746195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-790ae5be-0952-4e4e-8aa3-6a8284bdf25c req-b678c142-1348-402c-85a7-04b71bf0afd3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600041 Aug 04 14:41:57.771762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-d2fd6f0a-984d-4183-9169-7a5c5bbc43cf tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.781595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-d2fd6f0a-984d-4183-9169-7a5c5bbc43cf tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1098 time: 0.1261818 Aug 04 14:41:57.795226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-801743-12'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:41:57.820389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2b72-f940-4cbd-aa01-81e73c47c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475c727-5040-4b12-a7d3-03ddd56cadbc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:57.848451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-78b82a83-ca79-4f29-985e-222fe91aa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:57.850863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-78b82a83-ca79-4f29-985e-222fe91aa6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1095 time: 0.2367692 Aug 04 14:41:57.870438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-e10eb92f-aa2d-482c-ac0b-804b6208d256 service neutron] 10.222.0.76 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077142 Aug 04 14:41:57.882363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:41:53Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:41:57.914833 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3cf6f-6f79-4182-b3db-9aa2d0a26dfd None None] The sync data for ids ['2e8cd710-064e-4215-91b4-44b520cf6167'] in n-d-801743-12 is: [{'id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'name': 'tempest-ServersTestFqdnHostnames-764992574-router', 'tenant_id': '06a00364c0d54eec965fdff2f31d0e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:39:11Z', 'updated_at': '2021-08-04T14:41:53Z', 'revision_number': 5, 'project_id': '06a00364c0d54eec965fdff2f31d0e3a', 'gw_port': {'id': 'e2affc48-35a9-4498-bef9-c15dc231fc67', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cd710-064e-4215-91b4-44b520cf6167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:39:13Z', 'updated_at': '2021-08-04T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:41:57.970614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-d1f2a724-7dc1-412a-a3de-313a70058f1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 217 time: 0.1070392 Aug 04 14:41:57.974496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-c098517f-d3cd-4f02-99a9-a34f6e72c4e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 200 len: 1001 time: 0.2907588 Aug 04 14:41:57.975150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.046501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-e786abd4-7e1d-4fd3-94f4-655d55ba5ae5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/9bb902d0-39c5-48dd-a285-eb88eea16653 HTTP/1.1" status: 200 len: 1811 time: 0.1473584 Aug 04 14:41:58.055938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] For port e2affc48-35a9-4498-bef9-c15dc231fc67, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e2affc48-35a9-4498-bef9-c15dc231fc67,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:58.056314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.091665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Calling delete_port for e2affc48-35a9-4498-bef9-c15dc231fc67 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:41:58.095826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-325407e4-f82b-4e8b-9a37-d6ae083a9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.097297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-325407e4-f82b-4e8b-9a37-d6ae083a9f41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1179953 Aug 04 14:41:58.105197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-ec843dee-0a90-495e-92de-d55dfe08f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.106928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-ec843dee-0a90-495e-92de-d55dfe08f707 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 200 len: 863 time: 0.1172192 Aug 04 14:41:58.139782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-b0836509-5fd7-4907-a4fb-ee47b383e7e6 service neutron] 10.222.0.76 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332458 Aug 04 14:41:58.187695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-fcefab87-c262-419d-b232-077aa813343e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798652 Aug 04 14:41:58.205493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.245154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:58.255852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.332269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:58.369440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.372135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.383006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae96e84-74c4-4a2f-ab78-cfd4e26ae7be req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-groups/9bb902d0-39c5-48dd-a285-eb88eea16653 HTTP/1.1" status: 204 len: 173 time: 0.3200879 Aug 04 14:41:58.391924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-3726a9c5-ef68-4d1b-84bf-c17eefb41b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.395979 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-3726a9c5-ef68-4d1b-84bf-c17eefb41b74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15c818d0-97b9-464f-9231-c1333e243e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2737303 Aug 04 14:41:58.416180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6243b80-1cf9-4124-ba02-8a7faef565db tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb902d0-39c5-48dd-a285-eb88eea16653,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:58.471213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.476011 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f63e0-9da5-44d7-8286-11ebe0674d81 x-openstack-request-id: req-d24f63e0-9da5-44d7-8286-11ebe0674d81 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:41:58.476204 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:41:58.477443 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d24f63e0-9da5-44d7-8286-11ebe0674d81 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:41:58.478075 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'status': 'completed', 'code': 200} Aug 04 14:41:58.482985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.500996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-c2fac27c-c66f-4857-8ce2-78049f57f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.506154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-c2fac27c-c66f-4857-8ce2-78049f57f81c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1101 time: 0.3007593 Aug 04 14:41:58.656370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-3566b665-0cfe-44fc-a83e-f75f96c8b5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519489 Aug 04 14:41:58.670555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on host n-h1-801743-12 for vnic_type normal with profile {"migrating_to": "n-h2-801743-12"} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:41:58.670974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:41:58.671243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:58.694932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8de0f-46f5-45c3-bb00-90e1e03ab5ec req-4856a369-2cfa-46ea-92e3-ee3636c2e59a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.696388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36d8de0f-46f5-45c3-bb00-90e1e03ab5ec req-4856a369-2cfa-46ea-92e3-ee3636c2e59a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1144905 Aug 04 14:41:58.705573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:41:58.706284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Attempting to bind port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:41:58.732446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6a572-4b92-4479-9913-fa517863d5fc req-28ed37e7-b0aa-4f64-b22f-86d36b4ce648 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.734305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ca6a572-4b92-4479-9913-fa517863d5fc req-28ed37e7-b0aa-4f64-b22f-86d36b4ce648 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.2163651 Aug 04 14:41:58.749864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:41:58.750202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:41:58.750858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:41:58.751123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Bound port: 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:41:58.751489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.756644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:58.821355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.830199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36d8de0f-46f5-45c3-bb00-90e1e03ab5ec req-2292e8eb-6db6-4221-ac81-060454ae2540 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156769 Aug 04 14:41:58.864410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ca6a572-4b92-4479-9913-fa517863d5fc req-fa2566e6-5bbc-47e9-add5-0ac596603265 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Aug 04 14:41:58.901514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2affc48-35a9-4498-bef9-c15dc231fc67,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:58.916824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:41:58.925078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:41:58.936447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-7c338c3b-d435-46c1-8dc2-6c32f525b949 service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035765 Aug 04 14:41:58.943572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:58.944281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-9a47c35e-54e8-436f-bd80-b7e320523ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:58.945824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-9a47c35e-54e8-436f-bd80-b7e320523ba5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.4092877 Aug 04 14:41:58.983729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9f16ac4-fbd4-4bd9-ba4c-fc8c17697cfb req-9b358348-bdd5-44ec-9490-4ea004edd75a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 210 time: 0.0635595 Aug 04 14:41:59.065782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:59.066502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.067968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] 10.222.0.46 "PUT /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 1124 time: 1.2855892 Aug 04 14:41:59.070888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-f284de24-71e2-4c69-9ecb-48a10de62dab tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/a8668a3c-a719-40a0-aedc-21851be80d34 HTTP/1.1" status: 200 len: 1811 time: 0.1495483 Aug 04 14:41:59.098631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06581bf1-6eab-45ed-9d91-537802a3ac3c service neutron] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=8']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:59.145181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4106fa2f-aae4-462b-b7ef-76c27b54ced9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:59.158836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.203551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4106fa2f-aae4-462b-b7ef-76c27b54ced9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:41:59.206226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd441392-3efc-4188-860c-09e136321ace no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:41:59.218088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.256989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:41:59.264583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fd441392-3efc-4188-860c-09e136321ace {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:41:59.265131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd441392-3efc-4188-860c-09e136321ace not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:41:59.333739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.337251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.338474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-696564c8-87a6-4a8a-ab37-108a546dff15 req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-groups/a8668a3c-a719-40a0-aedc-21851be80d34 HTTP/1.1" status: 204 len: 173 time: 0.2586584 Aug 04 14:41:59.355860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533fa96-e510-439d-ba8f-ef85d5c5c655 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8668a3c-a719-40a0-aedc-21851be80d34,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:59.497591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e5cbe-cd61-4e1d-a5ce-451b7970f52d req-a5af7f3b-a20b-4c90-bcb5-eeb7d1f389b9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:59.505675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-052e5cbe-cd61-4e1d-a5ce-451b7970f52d req-a5af7f3b-a20b-4c90-bcb5-eeb7d1f389b9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.0946126 Aug 04 14:41:59.511201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-589d70cc-49e0-428a-9a98-4da65f68fc5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.5361333 Aug 04 14:41:59.534915 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9503f57-6a2f-48e0-8c59-610c605002f2 req-baa4f0e7-6151-45fb-9e9c-3d4fd134d4d1 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655493 Aug 04 14:41:59.556463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:41:59.561192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-052e5cbe-cd61-4e1d-a5ce-451b7970f52d req-9526a0e4-6126-4e43-ac49-86a83b045b38 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Aug 04 14:41:59.571958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.589138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 has no active binding in host n-h2-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:41:59.638747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-00634ff3-2287-4591-9a90-7da2f3869b31 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/a7a0ff0f-9af4-467d-9e90-9e8b5190598a HTTP/1.1" status: 200 len: 1813 time: 0.0433395 Aug 04 14:41:59.728855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-1e99b9f9-a845-469d-91a2-fdd3d6ccf165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:59.730258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-1e99b9f9-a845-469d-91a2-fdd3d6ccf165 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.2094464 Aug 04 14:41:59.746942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.755389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.759641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.778876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5bc64bf0-6f2d-43e4-9d13-27910b42d427 req-f694b78d-6045-49ee-bffe-1555911b3c0e service neutron] 10.222.0.38 "GET /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139307 Aug 04 14:41:59.789213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.863749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.867109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.873818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b463aef8-554c-48ad-b3c6-481708fa6643 req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-groups/a7a0ff0f-9af4-467d-9e90-9e8b5190598a HTTP/1.1" status: 204 len: 173 time: 0.2280738 Aug 04 14:41:59.883845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.884917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8cd710-064e-4215-91b4-44b520cf6167 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:41:59.887851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-cfb306e7-36cf-4d1e-82a5-e03f4d4c8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:59.889573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-cfb306e7-36cf-4d1e-82a5-e03f4d4c8901 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1095 time: 0.2655020 Aug 04 14:41:59.897283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:41:59.901098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3f9cff6-a67b-483b-b679-f2f53126a27e admin admin] 10.222.0.76 "DELETE /v2.0/routers/2e8cd710-064e-4215-91b4-44b520cf6167 HTTP/1.1" status: 204 len: 168 time: 3.1916926 Aug 04 14:41:59.904591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43626) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:41:59.909166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6862ca0-d860-4914-99ea-5352cf9d0560 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a0ff0f-9af4-467d-9e90-9e8b5190598a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:41:59.932983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-19bda18f-a6f4-4957-be07-99879fb7123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:41:59.934688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-19bda18f-a6f4-4957-be07-99879fb7123a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1918511 Aug 04 14:42:00.000252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8cdf0d3c-84c5-4450-80fd-c84d0cca485d tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "GET /v2.0/security-groups/da68e271-18bb-4993-8b8e-0dc0dcaa8a2f HTTP/1.1" status: 200 len: 1812 time: 0.1045327 Aug 04 14:42:00.101176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.116287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ee401-d872-4a5f-9e1a-cc2bc9e4881d req-85b1bce6-0cb9-4319-ac9f-8c1b02f9745d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.117919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Deleting subnet f53d7eef-6552-4c0b-a217-ac3211bc9e3a {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:42:00.118050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b38ee401-d872-4a5f-9e1a-cc2bc9e4881d req-85b1bce6-0cb9-4319-ac9f-8c1b02f9745d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.0830874 Aug 04 14:42:00.130592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-3dbfc78a-dd29-45b3-bb1b-41bf292c2ac1 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.132069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-3dbfc78a-dd29-45b3-bb1b-41bf292c2ac1 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.38 "GET /v2.0/networks?id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 200 len: 811 time: 0.3151052 Aug 04 14:42:00.138796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.144535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.198666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b38ee401-d872-4a5f-9e1a-cc2bc9e4881d req-7b13c99e-8622-4464-960c-fd4ca76e62b7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680742 Aug 04 14:42:00.209881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-9f5c6c53-b7de-453d-bac5-7123ea5af7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.210990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.211457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-9f5c6c53-b7de-453d-bac5-7123ea5af7f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.3001075 Aug 04 14:42:00.214775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.217148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce615a0-4e0e-4745-9a40-03bc19af37f4 req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] 10.222.0.76 "DELETE /v2.0/security-groups/da68e271-18bb-4993-8b8e-0dc0dcaa8a2f HTTP/1.1" status: 204 len: 173 time: 0.2039518 Aug 04 14:42:00.223652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43632) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:00.229315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24a66-411a-4282-97bb-525570a2a8a5 tempest-SecurityGroupRulesNegativeTestJSON-313936776 tempest-SecurityGroupRulesNegativeTestJSON-313936776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68e271-18bb-4993-8b8e-0dc0dcaa8a2f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:00.251771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.332323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-12ec28c6-3e21-4bd0-a286-fd5babfa234c tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7351c795da0476d9119b9e10712bfd4 HTTP/1.1" status: 200 len: 380 time: 0.1703227 Aug 04 14:42:00.336777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-4542c0b8-d281-4ec3-a7ce-0e7e5a0df027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 217 time: 0.1112027 Aug 04 14:42:00.338670 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-a8b70203-c3ea-45a6-97ab-99239789c6c0 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295975 Aug 04 14:42:00.349639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'port': {'device_id': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'admin_state_up': True, 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'security_groups': ['7a71195b-53bf-46ee-9859-35ec3ffbf5c8']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:00.365628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d080fb7-5de7-4a95-85f5-997e652621eb req-b0e72399-5b8c-400a-95f7-f58e3460896f tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 210 time: 0.0335832 Aug 04 14:42:00.382571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223585f-da74-4852-9253-c231488c82b7 req-6ca34da3-5647-4c35-9e81-dc49da3b502a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.384139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8223585f-da74-4852-9253-c231488c82b7 req-6ca34da3-5647-4c35-9e81-dc49da3b502a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.0828197 Aug 04 14:42:00.437908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8223585f-da74-4852-9253-c231488c82b7 req-ca10bae6-3a05-425d-b12a-c635737a231c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476832 Aug 04 14:42:00.455309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Deleting subnet 0116c699-fde9-4e58-801d-6e9bfff64855 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:42:00.479065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9'}, {'name': 'network-changed', 'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:00.481607 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad" -d '{"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-unplugged", "status": "completed", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9"}, {"name": "network-changed", "server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:00.505004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.534457 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c32a5-287a-43d4-9965-7b6cf71b6668 x-openstack-request-id: req-8e7c32a5-287a-43d4-9965-7b6cf71b6668 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:00.534756 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-unplugged", "status": "completed", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9", "code": 200}, {"name": "network-changed", "server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:00.535007 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e7c32a5-287a-43d4-9965-7b6cf71b6668 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:00.535407 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'code': 200} Aug 04 14:42:00.535658 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'status': 'completed', 'code': 200} Aug 04 14:42:00.588411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-c4f45fa2-cfaa-445c-a62a-38596bf83e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.589828 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-c4f45fa2-cfaa-445c-a62a-38596bf83e75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.2344255 Aug 04 14:42:00.673681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.677856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.681366 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-506210b8-4c98-4e50-be32-549e9d5acd15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652397 Aug 04 14:42:00.700909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638b0f2-8b4d-40e1-ae00-a8f4f19a8a3b req-3bcd7ca6-4eed-4065-b000-ed89ad39cec5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.702899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6638b0f2-8b4d-40e1-ae00-a8f4f19a8a3b req-3bcd7ca6-4eed-4065-b000-ed89ad39cec5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.0575309 Aug 04 14:42:00.749025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6638b0f2-8b4d-40e1-ae00-a8f4f19a8a3b req-504433d9-fae6-4111-a153-2b928c3e8b03 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Aug 04 14:42:00.791770 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-e7b0573b-3f14-49d7-ad61-bd81d0b4893e service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340787 Aug 04 14:42:00.868634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.898688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Made reservation on behalf of d7351c795da0476d9119b9e10712bfd4 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:00.902568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:00.909973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-8242fc1d-dc92-4a73-8329-0a037552b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:00.911645 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-8242fc1d-dc92-4a73-8329-0a037552b515 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1127 time: 0.3397920 Aug 04 14:42:00.933589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.025953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53d7eef-6552-4c0b-a217-ac3211bc9e3a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:01.029351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-5b547985-b2c4-478e-9bec-2fdbb3b2b6d6 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911730 Aug 04 14:42:01.047662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f42ff6-7e99-460e-b683-0a4bce76c495 None None] Network be25f5b6-1b28-4a47-adf1-b75e8162e3db requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:01.056618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.061536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43652) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:01.062055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-18528e62-d0b3-4de9-9ae6-f4c4e92b2251 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f53d7eef-6552-4c0b-a217-ac3211bc9e3a HTTP/1.1" status: 204 len: 168 time: 1.1560705 Aug 04 14:42:01.157015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.161938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.220351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0116c699-fde9-4e58-801d-6e9bfff64855,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:01.221494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Deleting port ea47cf65-30c6-425e-8aa8-f6d84134d0ee {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:01.221932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.247477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.249784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ad894b1-60c1-4210-9893-44e57978f1e0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0116c699-fde9-4e58-801d-6e9bfff64855 HTTP/1.1" status: 204 len: 168 time: 1.0230355 Aug 04 14:42:01.254289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43656) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:01.287174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-5ebc446c-65d7-4605-b7a9-f7558a111b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:01.289153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-5ebc446c-65d7-4605-b7a9-f7558a111b2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.3515935 Aug 04 14:42:01.313491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e2affc48-35a9-4498-bef9-c15dc231fc67 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:01.318494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] For port ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,segment=NetworkSegment(d358e102-a75f-43de-927d-a1b3d253322e),segment_id=d358e102-a75f-43de-927d-a1b3d253322e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:01.318980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.348764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e2affc48-35a9-4498-bef9-c15dc231fc67 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:01.349110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e2affc48-35a9-4498-bef9-c15dc231fc67 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:01.375455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Calling delete_port for ea47cf65-30c6-425e-8aa8-f6d84134d0ee owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:01.408604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-a29024f8-2741-480f-8875-025757657263 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 217 time: 0.0767386 Aug 04 14:42:01.437489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a301c-0d09-4ceb-907b-2266ef64c722 req-8b52e4d3-89b9-4348-9c9c-a4fb037d0924 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:01.439223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-246a301c-0d09-4ceb-907b-2266ef64c722 req-8b52e4d3-89b9-4348-9c9c-a4fb037d0924 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1080661 Aug 04 14:42:01.445748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3d52e46-902b-4198-80d7-f6dabf4b8b12 req-3c93d6f3-cf7a-4187-8273-1dd3db1bb2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997333 Aug 04 14:42:01.488934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] DHCP port deletion for be25f5b6-1b28-4a47-adf1-b75e8162e3db request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:42:01.506995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-246a301c-0d09-4ceb-907b-2266ef64c722 req-3b815200-c129-4fbf-8b8b-36512238d29a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Aug 04 14:42:01.518250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.564963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Deleting port ea47cf65-30c6-425e-8aa8-f6d84134d0ee {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:01.567419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.594607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d420d06b-70d2-4c0d-96d4-443a3bb93d90 req-6164780e-840e-410c-b17c-278fd8ca9a0d tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 210 time: 0.0400937 Aug 04 14:42:01.596156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:01.621402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] No DVR routers for this DVR port ea47cf65-30c6-425e-8aa8-f6d84134d0ee on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:01.656533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] For port ea47cf65-30c6-425e-8aa8-f6d84134d0ee, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:01.658281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.678434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Calling delete_port for ea47cf65-30c6-425e-8aa8-f6d84134d0ee owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:01.681977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Port ea47cf65-30c6-425e-8aa8-f6d84134d0ee was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:42:01.683538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.716750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] Pushing event deleted for resources: {'Port': ['ID=ea47cf65-30c6-425e-8aa8-f6d84134d0ee,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:01.723110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cdab1-e6ec-4ccf-884a-0b44fbb4b221 req-15bcf4bf-7ce0-4d0e-b1e8-f94572d994ea tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:01.726955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f356e-9bb4-4243-8eb0-7993cc07a7af None None] No DVR routers for this DVR port ea47cf65-30c6-425e-8aa8-f6d84134d0ee on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:01.733485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a0cdab1-e6ec-4ccf-884a-0b44fbb4b221 req-15bcf4bf-7ce0-4d0e-b1e8-f94572d994ea tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1284912 Aug 04 14:42:01.745542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.802458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be25f5b6-1b28-4a47-adf1-b75e8162e3db']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:01.816207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.818364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Allocated IP 172.20.0.5 (a9ee9513-aba6-445c-bc6c-3dbda88e29fe/3ba56859-92de-42f4-97c5-d0b2f21bfd17/6c0c880e-97ab-42b6-b94e-bb5cd13f2b81) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:01.819664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a0cdab1-e6ec-4ccf-884a-0b44fbb4b221 req-47e1f309-66bc-4afa-8b7f-1977643173e8 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852473 Aug 04 14:42:01.821846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd358e102-a75f-43de-927d-a1b3d253322e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:01.822131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd358e102-a75f-43de-927d-a1b3d253322e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:01.837657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.851020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-c78a23ae-43e4-458f-aee1-98002da3de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:01.852743 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-c78a23ae-43e4-458f-aee1-98002da3de6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.4330182 Aug 04 14:42:01.861625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.878115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:42:01.878548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:42:01.880893 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:42:01.906684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-215842b2-0786-4e89-b390-58d371e760b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440092 Aug 04 14:42:01.981381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f18c0-890e-42cd-8efb-333f8f8eed68 req-70bd01a3-0cfc-48e4-9201-ab9793f091c3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:01.983840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-349f18c0-890e-42cd-8efb-333f8f8eed68 req-70bd01a3-0cfc-48e4-9201-ab9793f091c3 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.0644505 Aug 04 14:42:01.987554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:01.998298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.000166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] 10.222.0.76 "DELETE /v2.0/networks/be25f5b6-1b28-4a47-adf1-b75e8162e3db HTTP/1.1" status: 204 len: 168 time: 0.9369180 Aug 04 14:42:02.017773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd33d-090d-4965-bc42-3ea97b92e172 admin admin] Pushing event deleted for resources: {'Network': ['ID=be25f5b6-1b28-4a47-adf1-b75e8162e3db,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:02.056280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-349f18c0-890e-42cd-8efb-333f8f8eed68 req-a5f61473-bcdc-4f0c-8f11-be6ff7396e72 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592022 Aug 04 14:42:02.087424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.114857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ca750e-d3a2-4b3e-bd8b-414e10b2d985']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:02.115793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43680) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.133027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2885820f-b288-4dc5-af24-96920502cd98') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:02.133313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2885820f-b288-4dc5-af24-96920502cd98') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:02.150653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.173184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.177494 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-4b92c32a-ec1c-4f00-8eb6-2041b0c11486 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562068 Aug 04 14:42:02.179775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.191607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43684) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.200251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:42:02.200603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:42:02.203981 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:42:02.221673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Transition to ACTIVE for port object 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:02.237867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee451672-29ca-4f36-af43-8c5257193ae6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06a00364c0d54eec965fdff2f31d0e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449502 Aug 04 14:42:02.240304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43686) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.292426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.324142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.328560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.339792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.341059 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] 10.222.0.76 "DELETE /v2.0/networks/63ca750e-d3a2-4b3e-bd8b-414e10b2d985 HTTP/1.1" status: 204 len: 168 time: 1.0838473 Aug 04 14:42:02.366491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c2954-d58b-405e-81e1-b31f15ba50ef admin admin] Pushing event deleted for resources: {'Network': ['ID=63ca750e-d3a2-4b3e-bd8b-414e10b2d985,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:02.370355 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe16dcaa-e3ba-4ab3-b632-e438ec7adfad req-cd17cca2-dc29-48c2-ab68-02a21ea25ff6 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838014 Aug 04 14:42:02.373820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.389811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02babc8d-d2c3-4765-9d21-9d867b4ffa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.398870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.401683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.405617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae5876c8-db35-42db-9958-180f44d57ae9 HTTP/1.1" status: 204 len: 168 time: 0.1617286 Aug 04 14:42:02.419936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b766f7f-6108-4001-8632-9bfb76df34a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5876c8-db35-42db-9958-180f44d57ae9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:02.427094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:02.430279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:02.434998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:02.439036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event updated for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:02.520905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:02.521722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.566788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02babc8d-d2c3-4765-9d21-9d867b4ffa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.576038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02babc8d-d2c3-4765-9d21-9d867b4ffa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.583478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-6b82c7d6-6adb-4a68-9d71-7a82508170eb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2437878 Aug 04 14:42:02.601655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Request body: {'port': {'device_id': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:02.664826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.737518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.751962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36b6282d-2cdc-4719-92b5-e3307586138c None None] Provisioning for port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:02.759455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36b6282d-2cdc-4719-92b5-e3307586138c None None] Provisioning complete for port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:02.760398 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36b6282d-2cdc-4719-92b5-e3307586138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.769530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-828957af-bb53-41a2-9ac9-f2a2e59fbe76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6633a2b97d734640b01be1a108b0773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033695 Aug 04 14:42:02.791595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.804405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-36b6282d-2cdc-4719-92b5-e3307586138c None None] Port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:42:02.923189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.985226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-02babc8d-d2c3-4765-9d21-9d867b4ffa44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21eb856c483942f99141824add701dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642511 Aug 04 14:42:02.989406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43714) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:02.992710 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:02.998119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02babc8d-d2c3-4765-9d21-9d867b4ffa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73849e83-9d87-4949-9c2a-994277cb696d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:03.036186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0322-6e8d-450b-9b89-b19295b824f7 req-843c2eac-332f-49c0-a3da-f4e898e4e93e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.037389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58ba0322-6e8d-450b-9b89-b19295b824f7 req-843c2eac-332f-49c0-a3da-f4e898e4e93e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.4141099 Aug 04 14:42:03.054790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a0e1-6b72-46d2-965d-b5a94a19dd20 req-970d0750-5f0b-4080-bfd7-708454a2eeb8 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.056556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f902a0e1-6b72-46d2-965d-b5a94a19dd20 req-970d0750-5f0b-4080-bfd7-708454a2eeb8 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 931 time: 0.0778096 Aug 04 14:42:03.111209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58ba0322-6e8d-450b-9b89-b19295b824f7 req-b1a239c4-e789-449b-abef-58c5d8605dcf tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653586 Aug 04 14:42:03.118345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.128391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f902a0e1-6b72-46d2-965d-b5a94a19dd20 req-23aa27d1-cfcc-4afc-95df-7fe0cd193b8a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641768 Aug 04 14:42:03.170657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.173599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.177834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea8b7bbb-0358-492a-a318-ec6e8ba4bd5d HTTP/1.1" status: 204 len: 168 time: 0.3852415 Aug 04 14:42:03.193914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.198940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ea47cf65-30c6-425e-8aa8-f6d84134d0ee no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:03.217279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:03.221932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035b4ab-782c-4510-9fe8-c85d84010eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b7bbb-0358-492a-a318-ec6e8ba4bd5d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:03.233573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.261126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Transition to ACTIVE for port object 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:03.272540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.279058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ea47cf65-30c6-425e-8aa8-f6d84134d0ee {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:03.279662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ea47cf65-30c6-425e-8aa8-f6d84134d0ee not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:03.344633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.347684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.348739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229a5b5-e973-4d02-8619-43491ec02d11 req-9d9ab6cd-ccc5-4d17-a837-b57076576615 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.348878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73849e83-9d87-4949-9c2a-994277cb696d HTTP/1.1" status: 204 len: 168 time: 0.3584983 Aug 04 14:42:03.359283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7229a5b5-e973-4d02-8619-43491ec02d11 req-9d9ab6cd-ccc5-4d17-a837-b57076576615 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.0947030 Aug 04 14:42:03.384377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd767d-dc7d-4ad0-bb81-89f8ce889989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73849e83-9d87-4949-9c2a-994277cb696d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:03.391098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:03.440174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:03.465800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7229a5b5-e973-4d02-8619-43491ec02d11 req-221f289a-1f55-43c7-b947-37915b4f72e6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017790 Aug 04 14:42:03.509831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Attempting to bind port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:03.510549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Attempting to bind port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:03.511124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Attempting to bind port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 on network a9ee9513-aba6-445c-bc6c-3dbda88e29fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:03.517237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780a4a-799b-4638-b2d4-5641a8517f7e req-10309ec4-3651-431a-abf2-44b412fe090a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.521533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 on network a9ee9513-aba6-445c-bc6c-3dbda88e29fe not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:03.521994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Attempting to bind port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 on network a9ee9513-aba6-445c-bc6c-3dbda88e29fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:03.525602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88780a4a-799b-4638-b2d4-5641a8517f7e req-10309ec4-3651-431a-abf2-44b412fe090a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.1138105 Aug 04 14:42:03.528072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:03.528534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Checking segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:03.529023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Bound using segment: {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:03.531141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Bound port: 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:03.531628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.580810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88780a4a-799b-4638-b2d4-5641a8517f7e req-c797ac8c-0817-47db-9cb4-e6c3339c7306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Aug 04 14:42:03.619807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:03.624145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:03.632127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.663857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1146496854-network', 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:03.668930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.669556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.671052 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] 10.222.0.38 "PUT /v2.0/ports/6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 200 len: 1092 time: 1.0762343 Aug 04 14:42:03.671662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:03.673863 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae46b87-75b5-4735-9bc6-f1d66d55b506" -d '{"events": [{"name": "network-changed", "server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:03.719018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf967-0044-49d7-82e0-2ce8fd18a500 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:03.730838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:03.734324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.749990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.765112 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35c469-d6d3-49c7-8fbb-561940e19ea6 x-openstack-request-id: req-8d35c469-d6d3-49c7-8fbb-561940e19ea6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:03.765653 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:03.766083 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d35c469-d6d3-49c7-8fbb-561940e19ea6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:03.766679 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'status': 'completed', 'code': 200} Aug 04 14:42:03.785067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-07c0c956-b654-47cb-ad3c-2c1508bb5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.787344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-07c0c956-b654-47cb-ad3c-2c1508bb5762 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7351c795da0476d9119b9e10712bfd4&device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 1095 time: 0.0608654 Aug 04 14:42:03.859398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-1d606065-714f-4263-8f22-99d98bdc61ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 200 len: 217 time: 0.0627360 Aug 04 14:42:03.879761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.887908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.913007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:42:03.925928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-f453deeb-4772-4eac-bace-7abc72ffd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:03.926642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:03.927351 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Added segment acce0042-b40d-4306-993e-4d788f14d229 of type vlan for network 91afb362-88ff-426c-a368-654c8996375e Aug 04 14:42:03.928584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-f453deeb-4772-4eac-bace-7abc72ffd775 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ba56859-92de-42f4-97c5-d0b2f21bfd17 HTTP/1.1" status: 200 len: 850 time: 0.0624321 Aug 04 14:42:03.974752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.002335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-0226958b-ff16-4171-b9de-389828aa0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.004856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-0226958b-ff16-4171-b9de-389828aa0d0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668209 Aug 04 14:42:04.015156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.016123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.016711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.090195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b264a013-8c50-4c22-be8b-121047703a4a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:04.097781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6537840 Aug 04 14:42:04.100918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:04.106482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Request body: {'subnet': {'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1146496854-subnet', 'tenant_id': '00bc9e93d9ed4492800109108deb9505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:04.110908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a5d44-689b-4a30-b5aa-164a4f9a9019 admin admin] Pushing event updated for resources: {'Network': ['ID=91afb362-88ff-426c-a368-654c8996375e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:04.131088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 91afb362-88ff-426c-a368-654c8996375e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:42:04.136167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-9704a667-c7f1-4f91-930f-16741e22b567 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240883 Aug 04 14:42:04.137972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:04.140852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.301695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-329936a8-edd2-41d8-ad20-dfbedd6d6085 req-fb6050a7-c641-4dac-be02-664a20c9ac86 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469898 Aug 04 14:42:04.413238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-d9b27908-180f-4cbd-b8f3-36b133b9d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.415809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-d9b27908-180f-4cbd-b8f3-36b133b9d6e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7351c795da0476d9119b9e10712bfd4&device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 1095 time: 0.0542188 Aug 04 14:42:04.425924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e02b-9171-4e88-8f9c-f8d4524a7f7b req-ba17c535-33f0-44b5-a156-0406171e7f4d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.435013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bf1e02b-9171-4e88-8f9c-f8d4524a7f7b req-ba17c535-33f0-44b5-a156-0406171e7f4d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1907301 Aug 04 14:42:04.480511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f6899-8734-4529-8f07-69ae1f23f270 req-03d35370-c197-4fd7-b195-65ca509f47f3 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.482063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-305f6899-8734-4529-8f07-69ae1f23f270 req-03d35370-c197-4fd7-b195-65ca509f47f3 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 943 time: 0.1852076 Aug 04 14:42:04.528918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-d2275905-53f6-4802-be5b-84be1e1429c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.531037 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-d2275905-53f6-4802-be5b-84be1e1429c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 200 len: 912 time: 0.1026278 Aug 04 14:42:04.531597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43780) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:04.551022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.569749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bf1e02b-9171-4e88-8f9c-f8d4524a7f7b req-153fe602-1687-49cd-a266-3e9ca9be28c3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340747 Aug 04 14:42:04.589859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-64cd9934-1865-4010-9800-98dec8de4636 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 200 len: 217 time: 0.0495944 Aug 04 14:42:04.638317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-305f6899-8734-4529-8f07-69ae1f23f270 req-391989ba-4882-4575-9f95-bdd6ba9eb1b8 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465023 Aug 04 14:42:04.681223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:04.686467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-b2a86456-bd71-4b0b-b037-c79ac42b0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.688450 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-b2a86456-bd71-4b0b-b037-c79ac42b0cae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ba56859-92de-42f4-97c5-d0b2f21bfd17 HTTP/1.1" status: 200 len: 850 time: 0.0911345 Aug 04 14:42:04.706771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.709631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.709631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.709981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.710368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.710673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.711010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.711341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.711720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.714169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.718666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.718666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:04.719175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:04.719279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Network hostable DHCP agents. Network: 91afb362-88ff-426c-a368-654c8996375e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:42:04.746626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Network 91afb362-88ff-426c-a368-654c8996375e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:42:04.770454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 91afb362-88ff-426c-a368-654c8996375e) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:04.780106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e7ecf-9bdc-448e-a754-2f4f77829a9b None None] Network 91afb362-88ff-426c-a368-654c8996375e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:04.783409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-4f36d3a4-cd52-4535-bf2e-9bc66388f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.785389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-4f36d3a4-cd52-4535-bf2e-9bc66388f884 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883496 Aug 04 14:42:04.789087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.789682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.842771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17eaf-5c68-4398-b722-942b42f73953 req-2d977748-6872-48d6-80cc-f8348f5bec20 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.846447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbb17eaf-5c68-4398-b722-942b42f73953 req-2d977748-6872-48d6-80cc-f8348f5bec20 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1113987 Aug 04 14:42:04.849924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d209f164-a065-4eca-a165-d336025feb85 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7480283 Aug 04 14:42:04.907260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cde27-6c52-490c-ba1f-5f0857d52606 req-b1c9ceb2-a2a8-46b1-aec4-9251c61159c5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:04.907519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-network', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:04.908899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef3cde27-6c52-490c-ba1f-5f0857d52606 req-b1c9ceb2-a2a8-46b1-aec4-9251c61159c5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.1399593 Aug 04 14:42:04.940993 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-0bfc7ca6-a431-4614-88ab-fc899c0371e5 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467180 Aug 04 14:42:04.943485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:04.946285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:04.960497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed79e25-56ba-42b0-9d6c-5aad74099517 None None] Network 91afb362-88ff-426c-a368-654c8996375e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:04.972298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.009002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbb17eaf-5c68-4398-b722-942b42f73953 req-5fd942a9-f441-4fbd-a25e-eaa7a8d83db4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524272 Aug 04 14:42:05.064100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef3cde27-6c52-490c-ba1f-5f0857d52606 req-ea78393a-739c-4858-b0b6-399555f8d2af tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469793 Aug 04 14:42:05.145991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4ae46b87-75b5-4735-9bc6-f1d66d55b506 req-26954bcd-57fb-4a28-a890-f48757855000 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956339 Aug 04 14:42:05.227606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.234438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.249461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:42:05.260479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.260955 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Added segment 563912d0-739d-41eb-b3e9-82c7e15228d2 of type vlan for network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 Aug 04 14:42:05.331495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4dd0aa-31e7-432c-bb5c-017c94ecf823,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:05.336486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.345860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.346274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.346682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.346979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.347436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.347755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.348130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.348408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.348756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.349083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.349407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.349748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:05.380473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.381481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:05.387427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.450694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:05.452401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9192026 Aug 04 14:42:05.456778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Request body: {'subnet': {'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-subnet', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:05.471353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124839-1254-407c-958a-bb054ad74c5c admin admin] Pushing event updated for resources: {'Network': ['ID=1f745ce3-acaf-4077-b62b-d2f56dbf8379,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:05.483196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:42:05.488676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-89d3eb19-895a-45a3-aaac-3e3951005248 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:05.490252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-89d3eb19-895a-45a3-aaac-3e3951005248 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.1359160 Aug 04 14:42:05.509098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-b44cdff0-3d43-4c5c-a835-68d7830d3628 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0120578 Aug 04 14:42:05.512361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:05.515218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.582408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-d04fa3f2-63b4-4fef-a72b-32b6a71a3257 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646293 Aug 04 14:42:05.762884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-75de69c7-5dc6-4caf-96fe-85143d377d4b service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721873 Aug 04 14:42:05.856328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448100c5-0dbb-4dc7-8120-7a087e5bafbd req-65120901-adaa-4287-a766-fba83981bd02 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:05.857848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-448100c5-0dbb-4dc7-8120-7a087e5bafbd req-65120901-adaa-4287-a766-fba83981bd02 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1654661 Aug 04 14:42:05.899651 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:05.914349 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:42:05.980979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-448100c5-0dbb-4dc7-8120-7a087e5bafbd req-8f79bb34-babf-4acf-9c18-1b6f3823508b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135378 Aug 04 14:42:05.990492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-af346740-b8f0-409b-a9c0-d02474c849cd service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196813 Aug 04 14:42:05.991360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412d52a7-2f9b-4b57-b115-3777a2c5f6f8,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:06.012275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Checking segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:06.012650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Network hostable DHCP agents. Network: 1f745ce3-acaf-4077-b62b-d2f56dbf8379, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:42:06.034530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:42:06.047722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1f745ce3-acaf-4077-b62b-d2f56dbf8379) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:06.053778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:06.054434 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.061410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3007d6-9993-4a48-852c-35fa0eff2c66 None None] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:06.073970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40933b73-1e54-4b80-9bbd-6571f4995a40 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6222451 Aug 04 14:42:06.077983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:06.083654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:06.122547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.124803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.221400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.292135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:42:06.296160 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.476012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.502074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a7564-264e-42dc-a810-50c56e7256ec req-8ab65c69-1bfc-49dc-8678-af3a7978e3ee tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:06.513293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f2a7564-264e-42dc-a810-50c56e7256ec req-8ab65c69-1bfc-49dc-8678-af3a7978e3ee tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 943 time: 0.2902772 Aug 04 14:42:06.531089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Allocated IP 172.20.0.2 (1f745ce3-acaf-4077-b62b-d2f56dbf8379/412d52a7-2f9b-4b57-b115-3777a2c5f6f8/e1a5ef17-b272-4c0f-ba8e-c47abb331935) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:06.601763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f2a7564-264e-42dc-a810-50c56e7256ec req-4f37606b-9730-47eb-8986-225580994a83 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875084 Aug 04 14:42:06.653627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-7c01f071-d732-43c6-820c-ce925c6ca58d service neutron] 10.222.0.38 "GET /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9/bindings/n-h2-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.0814309 Aug 04 14:42:06.765001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.787554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Transition to ACTIVE for port object e1a5ef17-b272-4c0f-ba8e-c47abb331935 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:06.832734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Transition to ACTIVE for port object e1a5ef17-b272-4c0f-ba8e-c47abb331935 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:06.847028 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.907682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.926728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Pushing event updated for resources: {'Port': ['ID=e1a5ef17-b272-4c0f-ba8e-c47abb331935,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:06.937557 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:06.940654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:06.943524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.944160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.944765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.946006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.946731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.947256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.947834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.948363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.948956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.949071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9855e8-66f9-4e63-8d3b-997c3534b246 req-c3cd808e-2054-472d-8513-93c975368bcf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:06.950159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.950732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.951391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:42:06.955616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:06.956864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa9855e8-66f9-4e63-8d3b-997c3534b246 req-c3cd808e-2054-472d-8513-93c975368bcf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 944 time: 0.1308777 Aug 04 14:42:06.958751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:06.972220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:06.999927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:07.016207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Attempting to bind port e1a5ef17-b272-4c0f-ba8e-c47abb331935 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:07.016813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Attempting to bind port e1a5ef17-b272-4c0f-ba8e-c47abb331935 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:07.017513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Attempting to bind port e1a5ef17-b272-4c0f-ba8e-c47abb331935 on network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:07.023325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:07.023945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Checking segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:07.024511 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.025076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Bound using segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:07.025733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Bound port: e1a5ef17-b272-4c0f-ba8e-c47abb331935, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:07.026268 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.045984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4106fa2f-aae4-462b-b7ef-76c27b54ced9 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:07.060185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:07.083819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.102628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] For port e1a5ef17-b272-4c0f-ba8e-c47abb331935, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:07.106460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] For port e1a5ef17-b272-4c0f-ba8e-c47abb331935, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e1a5ef17-b272-4c0f-ba8e-c47abb331935,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:07.113632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.148041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa9855e8-66f9-4e63-8d3b-997c3534b246 req-44d12787-b57d-41a2-98f3-ba8421b9998a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845012 Aug 04 14:42:07.165494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Allocated IP 172.25.0.52 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/8dcbf781-5fc3-48f6-8ab2-7d47418a6313) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:07.175626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b37fc-af8b-4281-83ab-c4b9946de149 req-1a11efcb-2a9f-4897-b8ff-9252801c3498 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.192161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c78df-350b-49ca-8d1d-26068a2ace95 None None] Pushing event updated for resources: {'Port': ['ID=e1a5ef17-b272-4c0f-ba8e-c47abb331935,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:07.193502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a5b37fc-af8b-4281-83ab-c4b9946de149 req-1a11efcb-2a9f-4897-b8ff-9252801c3498 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.2813563 Aug 04 14:42:07.204145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] Transition to ACTIVE for port object 4106fa2f-aae4-462b-b7ef-76c27b54ced9 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:07.212713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.265411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a002cc-90b4-4673-b8bb-29ff1c98dae8 req-50869591-4939-47ca-8480-47f33f1346b3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 210 time: 0.0556712 Aug 04 14:42:07.290157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] No DVR routers for this DVR port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:07.298955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] Pushing event updated for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:07.310674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a5b37fc-af8b-4281-83ab-c4b9946de149 req-7d9e8a19-6e80-440a-a0cd-b1f8d85a28ba tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161673 Aug 04 14:42:07.321051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:07.344649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f4e48ae9-e867-4d59-8464-e46240a8524f service neutron] 10.222.0.38 "PUT /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9/bindings/n-h2-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6807263 Aug 04 14:42:07.476967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.519201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4d72-f293-4fa4-9b95-2da0566be4b5 req-8ad9f079-3bf5-4abc-8051-4070e5976480 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.524147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68be4d72-f293-4fa4-9b95-2da0566be4b5 req-8ad9f079-3bf5-4abc-8051-4070e5976480 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.0995581 Aug 04 14:42:07.584159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:07.602922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.611682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98', 'port_id': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'mac_address': 'fa:16:3e:2d:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ba5a-12a2-45b8-b74e-83f429e20d7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:07.619037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68be4d72-f293-4fa4-9b95-2da0566be4b5 req-fa8e2592-b82a-430c-80ed-4db533862c64 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878024 Aug 04 14:42:07.666036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:07.671255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:07.675047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:07.685760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Pushing event updated for resources: {'Port': ['ID=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:07.716708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.746235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-4c422a69-4962-499b-90de-21fb1747d55d tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.747003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ce47b5-f998-45c2-b946-9d5c9f05d2bb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:07.749005 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-4c422a69-4962-499b-90de-21fb1747d55d tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.2315605 Aug 04 14:42:07.772845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:07.775278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:07.787684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-b39b59b3-dbc5-41b3-8865-2bf6d650b505 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.789219 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-b39b59b3-dbc5-41b3-8865-2bf6d650b505 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.3166192 Aug 04 14:42:07.808517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:07.825480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:07.866428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:07.897526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-983f29b6-0ef9-489f-b175-e5bf2727a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.899882 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-983f29b6-0ef9-489f-b175-e5bf2727a7ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c&tenant_id=a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 1097 time: 0.1399982 Aug 04 14:42:07.912226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9053-9dd1-4be9-8d9b-a0f9d69507c5 req-aebf4080-e954-4811-8a6b-e7e9bd020d9a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:07.921684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d8d9053-9dd1-4be9-8d9b-a0f9d69507c5 req-aebf4080-e954-4811-8a6b-e7e9bd020d9a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 943 time: 0.1867535 Aug 04 14:42:07.983155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d8d9053-9dd1-4be9-8d9b-a0f9d69507c5 req-89221fca-99f5-45bb-bf7d-db974e5eb535 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604370 Aug 04 14:42:07.990791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43860) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:07.997263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:08.003355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-10004fc2-270f-4243-b13c-5482eef32886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.004934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-10004fc2-270f-4243-b13c-5482eef32886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1097 time: 0.0727246 Aug 04 14:42:08.010557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:08.014613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.045108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:08.085386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:08.100569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'port_id': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'mac_address': 'fa:16:3e:8d:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:08.151107 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.155170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.168284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:08.173327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8632abde-e39f-4441-a349-e80f8d1c4304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.192035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:08.199475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.209621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['87ce47b5-f998-45c2-b946-9d5c9f05d2bb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:08.250541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.13 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/4f5c8e97-725a-46b2-bc6b-3167761ae781) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:08.326078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:08.443898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7591badf-b49f-4298-bba0-d63d6882000c req-8af819cd-2ba1-460c-a3cb-7f651f5a5f4a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 210 time: 0.0563464 Aug 04 14:42:08.473331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:08.475706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f1bed534-4fa8-4106-bc76-eaa8d7cac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.477414 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-f1bed534-4fa8-4106-bc76-eaa8d7cac5e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.4603751 Aug 04 14:42:08.478280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66de24-edca-4f93-9ac3-d30f926ac0b7 req-3a74be52-4a72-409a-87ad-10230e427915 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.487262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a66de24-edca-4f93-9ac3-d30f926ac0b7 req-3a74be52-4a72-409a-87ad-10230e427915 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.2308915 Aug 04 14:42:08.509253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f73e2-2310-4266-a879-32a340fb1bca None None] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:08.509484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.540201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-00420a8b-432f-4172-b7e7-4eccb056a405 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Aug 04 14:42:08.601140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0ad34c3-6311-4368-ad5b-698a9466fda4 None None] Provisioning for port e1a5ef17-b272-4c0f-ba8e-c47abb331935 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:08.618358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a66de24-edca-4f93-9ac3-d30f926ac0b7 req-d14db376-0960-4aa7-8ecc-b9239625a52b tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304400 Aug 04 14:42:08.627715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-16d4968b-2817-4f92-8ca1-ddd0ae7d7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.640206 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-16d4968b-2817-4f92-8ca1-ddd0ae7d7375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0772364 Aug 04 14:42:08.640206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.697106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81a2a-c79b-4b1a-a997-f3c1754f9e9e req-36c3815a-5041-4d43-902b-e7ed3648bc7c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.698737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ced81a2a-c79b-4b1a-a997-f3c1754f9e9e req-36c3815a-5041-4d43-902b-e7ed3648bc7c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.1503968 Aug 04 14:42:08.701268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8632abde-e39f-4441-a349-e80f8d1c4304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.705966 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-e4766732-da4a-4d19-895a-2673353fb91f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576444 Aug 04 14:42:08.707320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.710957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8632abde-e39f-4441-a349-e80f8d1c4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.718280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:08.732340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:08.743967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:08.747279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:08.844496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:08.845244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:08.881266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-9475cac6-ae9e-471b-89e6-fcce8f4a0f7f service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650562 Aug 04 14:42:08.883374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-fec2d540-e1d6-473a-95db-7c4e302c908c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0801704 Aug 04 14:42:08.903169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Request body: {'port': {'device_id': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:09.119237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8632abde-e39f-4441-a349-e80f8d1c4304 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5394f09687df4e3aa546005e9e86d2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1248040 Aug 04 14:42:09.133677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632abde-e39f-4441-a349-e80f8d1c4304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0534d99d-a806-44ed-bab5-92b8a54ec1db,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:09.144092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43876) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:09.159624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e1a5ef17-b272-4c0f-ba8e-c47abb331935 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:09.180717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ced81a2a-c79b-4b1a-a997-f3c1754f9e9e req-8a340657-4c17-4c0a-8391-1ba5a9c77152 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627719 Aug 04 14:42:09.226633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e1a5ef17-b272-4c0f-ba8e-c47abb331935 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:09.231695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e1a5ef17-b272-4c0f-ba8e-c47abb331935 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:09.232590 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.258465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a7d8-79c5-43e4-ab3b-3ec8c530f069 req-beba413f-e43b-44c9-9e44-1c6d4ebc5f83 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:09.260107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a55a7d8-79c5-43e4-ab3b-3ec8c530f069 req-beba413f-e43b-44c9-9e44-1c6d4ebc5f83 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1727734 Aug 04 14:42:09.307230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.326463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.344152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.347114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a55a7d8-79c5-43e4-ab3b-3ec8c530f069 req-36ddca51-2825-4896-aa1c-235fe85aca2f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784109 Aug 04 14:42:09.354440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.367782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:09.387695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Router 15211c22-2f32-4f4e-95c2-fd77214619e8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:42:09.391780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e1a5ef17-b272-4c0f-ba8e-c47abb331935, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e1a5ef17-b272-4c0f-ba8e-c47abb331935,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:09.398252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.409265 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-82428f43-0ddf-4c59-b125-88d4258a5ef0 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191596 Aug 04 14:42:09.478108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e1a5ef17-b272-4c0f-ba8e-c47abb331935,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:09.483039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:09.487707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:09.488118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.497684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b561e-cb55-4f12-848b-bd1ef744f0b4 req-bdf8aeec-ca9d-4415-9165-3f58284d361b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:09.498802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c7b561e-cb55-4f12-848b-bd1ef744f0b4 req-bdf8aeec-ca9d-4415-9165-3f58284d361b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 944 time: 0.1160159 Aug 04 14:42:09.549771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.552705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.553863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0534d99d-a806-44ed-bab5-92b8a54ec1db HTTP/1.1" status: 204 len: 168 time: 0.4072585 Aug 04 14:42:09.607522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9b687-e921-4fe3-8240-abf08a334865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534d99d-a806-44ed-bab5-92b8a54ec1db,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:09.626564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c7b561e-cb55-4f12-848b-bd1ef744f0b4 req-56e2512d-4c3b-44ea-931b-acfd940359d5 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200147 Aug 04 14:42:09.643315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:09.674387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643790-ef6d-4689-a5ec-3f5a690eb23a req-8c5946c1-5f31-4e20-8c26-e91a2ee77491 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:09.676368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b643790-ef6d-4689-a5ec-3f5a690eb23a req-8c5946c1-5f31-4e20-8c26-e91a2ee77491 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 932 time: 0.1194427 Aug 04 14:42:09.678118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.679472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-80649fdd-9cb1-49bc-9bb9-2f9849010c2a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6004708 Aug 04 14:42:09.683276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43884) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:09.769033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b643790-ef6d-4689-a5ec-3f5a690eb23a req-089ce601-4d4b-4be2-b48e-a8ae1cac7e71 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809157 Aug 04 14:42:09.791801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:09.793885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Sync routers for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:09.829366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.849414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:09.850219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:09.920189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5c8e97-725a-46b2-bc6b-3167761ae781 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:09.929266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:09.929767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-e0df655d-9fba-4365-8601-7ffb789215d8 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:09.930985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-e0df655d-9fba-4365-8601-7ffb789215d8 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1303480 Aug 04 14:42:09.931870 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323662d3-a302-4e0a-afb8-040ca0c19988" -d '{"events": [{"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-plugged", "status": "completed", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:09.932901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:09.955693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:10.001214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652ca75-04ba-48d9-99c3-0aefa29bf2a6 req-a39dbbef-647d-4100-ab33-aca66b5a86a2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.002727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Transition to ACTIVE for port object 4f5c8e97-725a-46b2-bc6b-3167761ae781 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:10.009272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1652ca75-04ba-48d9-99c3-0aefa29bf2a6 req-a39dbbef-647d-4100-ab33-aca66b5a86a2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.1718004 Aug 04 14:42:10.022238 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d831aa0-e78b-4455-93e8-1644b1e10a07 x-openstack-request-id: req-4d831aa0-e78b-4455-93e8-1644b1e10a07 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:10.022548 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-plugged", "status": "completed", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:10.022920 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d831aa0-e78b-4455-93e8-1644b1e10a07 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:10.023169 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'code': 200} Aug 04 14:42:10.029561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:10.035119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.035718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.045786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:10.045786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.100287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1652ca75-04ba-48d9-99c3-0aefa29bf2a6 req-b4fecc8b-3f1a-4c96-9f59-13da964c5922 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858128 Aug 04 14:42:10.141706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:10.169270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e47ac-2946-42f5-b0ef-d756c65375b2 req-90f520c0-0b8b-4906-a859-0ed5f6f09a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.170733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca0e47ac-2946-42f5-b0ef-d756c65375b2 req-90f520c0-0b8b-4906-a859-0ed5f6f09a45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1097 time: 0.1066370 Aug 04 14:42:10.203216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:10.227836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-c1f8d016-afcf-4678-9db3-f3cfbb7acccd service neutron] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:10.250213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-c1f8d016-afcf-4678-9db3-f3cfbb7acccd service neutron] Notify callbacks [] for binding, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.251479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e02d45-1583-49ab-ac5e-ee39dc52ab74 req-c1f8d016-afcf-4678-9db3-f3cfbb7acccd service neutron] 10.222.0.46 "DELETE /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9/bindings/n-h1-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.3013151 Aug 04 14:42:10.273229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca0e47ac-2946-42f5-b0ef-d756c65375b2 req-4318d509-5d40-444b-808d-e47d95c0ea9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Aug 04 14:42:10.311028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Attempting to bind port 4f5c8e97-725a-46b2-bc6b-3167761ae781 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:10.311374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Attempting to bind port 4f5c8e97-725a-46b2-bc6b-3167761ae781 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:10.311703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Attempting to bind port 4f5c8e97-725a-46b2-bc6b-3167761ae781 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:10.318104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Port 4f5c8e97-725a-46b2-bc6b-3167761ae781 on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:10.318104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Attempting to bind port 4f5c8e97-725a-46b2-bc6b-3167761ae781 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:10.324305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:10.324767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:10.325158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:10.325593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Bound port: 4f5c8e97-725a-46b2-bc6b-3167761ae781, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:10.325958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.409664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:10.418519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:10.428525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.448117 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.457169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:10.476621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c71-4c06-4943-8aa3-e71bc129a55d req-ad319e09-ab57-4f2b-9cd3-127e1c2a1b05 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.478110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ab94c71-4c06-4943-8aa3-e71bc129a55d req-ad319e09-ab57-4f2b-9cd3-127e1c2a1b05 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0881271 Aug 04 14:42:10.506483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.507801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.508668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] 10.222.0.38 "PUT /v2.0/ports/4f5c8e97-725a-46b2-bc6b-3167761ae781 HTTP/1.1" status: 200 len: 1093 time: 1.6107037 Aug 04 14:42:10.509133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:10.511639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.524146 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa76a50-06e8-44d8-9586-156e51e49d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:10.574411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:07Z', 'revision_number': 3, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:10.577909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c59cfa-430e-447f-b94e-2eb5801c1874 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:10.616748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:10.617940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ab94c71-4c06-4943-8aa3-e71bc129a55d req-45b93d8a-e3cf-4d7f-8eb4-095e5afa88e9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321785 Aug 04 14:42:10.646374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0854d-a7af-448d-80d5-8c3069fd5fcf req-18331537-55d8-4755-9327-6d7ed0275a5e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.647980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03a0854d-a7af-448d-80d5-8c3069fd5fcf req-18331537-55d8-4755-9327-6d7ed0275a5e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1182313 Aug 04 14:42:10.654997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Checking router: 15211c22-2f32-4f4e-95c2-fd77214619e8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:10.655386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Updating router 15211c22-2f32-4f4e-95c2-fd77214619e8 port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:42:10.657869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-d855edec-be4f-406f-89fa-dfabda0b8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.660754 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-d855edec-be4f-406f-89fa-dfabda0b8f02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0781884 Aug 04 14:42:10.711633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:10.719697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.725659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03a0854d-a7af-448d-80d5-8c3069fd5fcf req-c5fd9564-1acd-4440-8b43-7856ebb65056 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Aug 04 14:42:10.728110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Allocated IP 172.20.0.1 (1f745ce3-acaf-4077-b62b-d2f56dbf8379/412d52a7-2f9b-4b57-b115-3777a2c5f6f8/d5ab2e02-7681-454f-a3d5-1e68f6016ab6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:10.729782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-4f55b8b1-256c-4343-a5e0-4ec0dcabfbda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781 HTTP/1.1" status: 200 len: 217 time: 0.0604885 Aug 04 14:42:10.752438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:10.844783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-f9e6eaf1-fdfb-43e0-8486-2e9e012723ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:10.846741 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-f9e6eaf1-fdfb-43e0-8486-2e9e012723ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.1090155 Aug 04 14:42:10.849608 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba878d6e-29e5-4253-b300-59b758576579 x-openstack-request-id: req-ba878d6e-29e5-4253-b300-59b758576579 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:10.850248 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:10.850732 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba878d6e-29e5-4253-b300-59b758576579 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:10.851771 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'status': 'completed', 'code': 200} Aug 04 14:42:10.890375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:10.911995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-665a4043-5379-4f24-86d2-f0a476b4c1e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483389 Aug 04 14:42:10.921054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-182275326-network', 'tenant_id': '2bb3f74faede4486b9535bf0e0a59d0a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:10.995361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Made reservation on behalf of 2bb3f74faede4486b9535bf0e0a59d0a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:10.997766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.000429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.016389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.023880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Transition to ACTIVE for port object d5ab2e02-7681-454f-a3d5-1e68f6016ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:11.046338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93da4-c387-4345-bc9b-4959fe9d1384 req-59d90ecd-ec4c-467a-ba40-2ebac4fc5c6b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.051420 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-6d36f9f9-bf0a-4d89-a309-e10078cd0211 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269476 Aug 04 14:42:11.055431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2db93da4-c387-4345-bc9b-4959fe9d1384 req-59d90ecd-ec4c-467a-ba40-2ebac4fc5c6b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1798575 Aug 04 14:42:11.072194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.092745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Transition to ACTIVE for port object 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:11.101074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.107830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937391c-194b-4790-8a18-67cc1c0f849b req-051fb7c5-f8b9-40b1-bda9-d55fc06a2ca4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.109157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e937391c-194b-4790-8a18-67cc1c0f849b req-051fb7c5-f8b9-40b1-bda9-d55fc06a2ca4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 944 time: 0.1945822 Aug 04 14:42:11.161412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e1a5ef17-b272-4c0f-ba8e-c47abb331935 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:11.163545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2db93da4-c387-4345-bc9b-4959fe9d1384 req-2a496641-788c-4c49-b9ca-2bd4ee88bed4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072478 Aug 04 14:42:11.187453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.209087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e937391c-194b-4790-8a18-67cc1c0f849b req-d2ea1aa3-bf88-4a3c-8472-294ee0cc7ca6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850379 Aug 04 14:42:11.226726 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4dcfea5c-49db-4139-9a3c-1d6a5e9ac2bd req-659e8021-1b38-489d-8f7b-efda9805eeaf service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668086 Aug 04 14:42:11.251961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Attempting to bind port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:11.261245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Attempting to bind port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:11.261934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Attempting to bind port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:11.272424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:11.276475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:11.277150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.277734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:11.278473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Bound port: 8dcbf781-5fc3-48f6-8ab2-7d47418a6313, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:11.279102 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.281567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f0cc8-7b73-40be-985b-b4f227534ba1 None None] Pushing event updated for resources: {'Port': ['ID=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:11.294968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:11.300217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:11.308014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:11.312130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.345310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e1a5ef17-b272-4c0f-ba8e-c47abb331935 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:11.345783 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.374643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.384417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:11.412310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:42:11.419608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] For port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:11.427064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.431457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] For port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:11.441261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.454344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-bf29d40e-78ec-4845-b375-b2f42d82a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.459219 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-bf29d40e-78ec-4845-b375-b2f42d82a91e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 1096 time: 0.1428270 Aug 04 14:42:11.468432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4672adc3-a8f4-4702-9e0a-52da0256fb1d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:11.500415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.501271 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Added segment 655f8c8e-3e63-4021-9fa1-b2e39fb0d5db of type vlan for network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a Aug 04 14:42:11.520862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f0cc8-7b73-40be-985b-b4f227534ba1 None None] Pushing event updated for resources: {'Port': ['ID=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:11.533541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e748496-cdf9-4d85-8972-a58fbdda1f89 req-b6a2009c-34c2-487c-a4a6-84baf28ce733 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.549804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e748496-cdf9-4d85-8972-a58fbdda1f89 req-b6a2009c-34c2-487c-a4a6-84baf28ce733 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.2380719 Aug 04 14:42:11.587384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:11.588046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:11.605223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.622624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e748496-cdf9-4d85-8972-a58fbdda1f89 req-2d31b9c5-cdb1-471e-b565-3c260d0da7c2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714369 Aug 04 14:42:11.671817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-a04145c6-2242-4dc1-a38d-2e43c9006fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.673421 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-a04145c6-2242-4dc1-a38d-2e43c9006fc7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.1945095 Aug 04 14:42:11.676618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.677626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.689153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.696051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.720565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3585317c-ae89-49da-adea-84017b490f3c None None] Provisioning for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:11.730053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3585317c-ae89-49da-adea-84017b490f3c None None] Provisioning complete for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:11.730429 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3585317c-ae89-49da-adea-84017b490f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.759440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:11.823524 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-49a3236f-5ebd-4de6-9807-1c1d731bbf8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781 HTTP/1.1" status: 200 len: 217 time: 0.1267762 Aug 04 14:42:11.830794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] Pushing event updated for resources: {'Network': ['ID=67ddf9b6-a2e2-4d22-9bb7-5559da15016a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:11.839658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3585317c-ae89-49da-adea-84017b490f3c None None] Port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:42:11.848381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2ee81979-0de5-4b4f-927f-749c04f761a3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2276452 Aug 04 14:42:11.863847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:11.867278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:42:11.869140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Request body: {'subnet': {'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-182275326-subnet', 'tenant_id': '2bb3f74faede4486b9535bf0e0a59d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:11.901244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-8be3175e-e730-4452-b1fa-42f5b0e5b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.902069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0163-3d4f-4ea9-8d26-44f9f4af8031 req-9206f809-371b-46db-bdaf-679b8fabbadc tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.902768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-8be3175e-e730-4452-b1fa-42f5b0e5b558 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0685911 Aug 04 14:42:11.903741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd8d0163-3d4f-4ea9-8d26-44f9f4af8031 req-9206f809-371b-46db-bdaf-679b8fabbadc tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1097 time: 0.1580575 Aug 04 14:42:11.907351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Made reservation on behalf of 2bb3f74faede4486b9535bf0e0a59d0a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:11.911281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:11.931069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee12a-9e5c-4bfb-88dc-df3db7818a9f req-67039700-55a4-48e0-a094-a050e7c002df tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:11.932625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feaee12a-9e5c-4bfb-88dc-df3db7818a9f req-67039700-55a4-48e0-a094-a050e7c002df tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.1680369 Aug 04 14:42:11.984082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-4a448e85-8460-4988-8b92-ad5f9ba12246 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688610 Aug 04 14:42:12.014187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd8d0163-3d4f-4ea9-8d26-44f9f4af8031 req-8b11bffe-60ef-4218-9ebf-2a7417e33741 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010807 Aug 04 14:42:12.014634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:07Z', 'revision_number': 3, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:12.035532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feaee12a-9e5c-4bfb-88dc-df3db7818a9f req-3a2c873a-c8c7-4605-b7e7-edaf228e4414 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887876 Aug 04 14:42:12.051719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:12.054803 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b997d8a-4068-4c3d-bc65-dbd4d4d78f7c" -d '{"events": [{"server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:12.055485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.059085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f825da-39b5-47e3-970e-aa664c08fdf9 None None] The sync data for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 is: [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:07Z', 'revision_number': 3, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:12.075278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.138574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-da5b9bca-d800-4c73-af4b-e28941444f38 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418433 Aug 04 14:42:12.212547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.230967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:12.254472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.297519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54687f-9225-42af-be43-73cc64c7f600 req-5f22e24f-cb96-401d-a6db-6fd0cd65aa6c tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.305624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c54687f-9225-42af-be43-73cc64c7f600 req-5f22e24f-cb96-401d-a6db-6fd0cd65aa6c tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 1097 time: 0.1530175 Aug 04 14:42:12.315380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eacdb-7b4a-4d95-bede-6dafe20b7351 req-48b38ff3-74b0-4413-85ec-74d48c918e0e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.316912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-878eacdb-7b4a-4d95-bede-6dafe20b7351 req-48b38ff3-74b0-4413-85ec-74d48c918e0e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1809947 Aug 04 14:42:12.363629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fa76a50-06e8-44d8-9586-156e51e49d8b req-f3d5cc0a-0342-4171-bd17-8fcf5eaa6437 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152138 Aug 04 14:42:12.373096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999f9df1-7eec-4060-b993-31246f277ec1,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:12.383359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Checking segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:12.383683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Network hostable DHCP agents. Network: 67ddf9b6-a2e2-4d22-9bb7-5559da15016a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:42:12.410941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:42:12.421058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 67ddf9b6-a2e2-4d22-9bb7-5559da15016a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:12.425656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.426248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.438556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abddb576-009e-4dca-9652-593d8fe2e27d None None] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:12.453963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-62418ab0-ecc7-4a4a-a5a9-ad994236a0a1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5828338 Aug 04 14:42:12.455328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-878eacdb-7b4a-4d95-bede-6dafe20b7351 req-dc1c3825-d56b-499b-9af9-823fc63cb8dd tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981894 Aug 04 14:42:12.457253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c54687f-9225-42af-be43-73cc64c7f600 req-49116353-d2f9-41f9-919b-1fde785c645b tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505830 Aug 04 14:42:12.476770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:12.490815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:12.750633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d4167-fc56-4938-bfb1-d510c9e9a6b3 req-0bc0e1a6-1475-4290-bf85-d4e087c3c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.752296 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c38d4167-fc56-4938-bfb1-d510c9e9a6b3 req-0bc0e1a6-1475-4290-bf85-d4e087c3c6bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 1097 time: 0.1181989 Aug 04 14:42:12.785149 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfc4b6-9a2c-4876-ab04-3552309881c8 x-openstack-request-id: req-49bfc4b6-9a2c-4876-ab04-3552309881c8 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:12.785818 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:12.786298 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49bfc4b6-9a2c-4876-ab04-3552309881c8 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:12.787148 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'code': 200} Aug 04 14:42:12.817205 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c38d4167-fc56-4938-bfb1-d510c9e9a6b3 req-435f1356-1a3b-4bd9-a73d-c1efe1f63672 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574129 Aug 04 14:42:12.854256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Router 15211c22-2f32-4f4e-95c2-fd77214619e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:42:12.872669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa630e9-173c-43d7-8df9-5a722770c022 req-f18d1d17-44fd-4eb6-aa82-127e019f73a0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.874214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aa630e9-173c-43d7-8df9-5a722770c022 req-f18d1d17-44fd-4eb6-aa82-127e019f73a0 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1677859 Aug 04 14:42:12.876446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7dea8-1352-49df-8d2c-bc6b603622b5 req-efabc74b-6feb-45d4-9be3-42b761767dbc tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:12.877941 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fd7dea8-1352-49df-8d2c-bc6b603622b5 req-efabc74b-6feb-45d4-9be3-42b761767dbc tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1097 time: 0.1703670 Aug 04 14:42:12.900558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f08be-a353-4145-836b-3ac17334670a None None] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:12.946903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fcf6ee8a-3c0c-4d33-96ab-47a991052da1 None None] Provisioning complete for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:12.947801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ee8a-3c0c-4d33-96ab-47a991052da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:12.992004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6ee8a-3c0c-4d33-96ab-47a991052da1 None None] Port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:42:13.148181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:13.201426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:13.206051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:13.206437 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:13.285497 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:13.286267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aa630e9-173c-43d7-8df9-5a722770c022 req-c1b0bc23-8232-4d60-8784-842383b42648 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032938 Aug 04 14:42:13.293109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fd7dea8-1352-49df-8d2c-bc6b603622b5 req-62f5d616-cdd3-4eef-9acf-9bb65d26a6b9 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062781 Aug 04 14:42:13.316623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:13.319494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:13.323133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:13.325791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55681a8e-97b6-46dd-bf92-7d240de66905 admin admin] 10.222.0.76 "PUT /v2.0/routers/15211c22-2f32-4f4e-95c2-fd77214619e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6401320 Aug 04 14:42:13.392005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:13.456767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dbe99-0f15-4162-ba4f-926416a41d13 req-df7b896c-d5f5-4e8f-9b57-c2fdc16dc839 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:13.458297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c68dbe99-0f15-4162-ba4f-926416a41d13 req-df7b896c-d5f5-4e8f-9b57-c2fdc16dc839 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 944 time: 0.0529253 Aug 04 14:42:13.504123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c68dbe99-0f15-4162-ba4f-926416a41d13 req-82c040d7-dbb3-4b43-85f4-ddd65073522b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Aug 04 14:42:13.779080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f5c8e97-725a-46b2-bc6b-3167761ae781 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:13.843413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879cef0-f170-41eb-8c59-9aa9a8d3e766 req-82dcbb3d-b80d-4469-9acb-a20a45bbc9ed tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:13.844965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a879cef0-f170-41eb-8c59-9aa9a8d3e766 req-82dcbb3d-b80d-4469-9acb-a20a45bbc9ed tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1097 time: 0.1024182 Aug 04 14:42:13.909140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:13.921512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'mac_address': 'fa:16:3e:29:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:13.928701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a879cef0-f170-41eb-8c59-9aa9a8d3e766 req-8a3c8956-7004-43c4-8b73-63ef0a81f45d tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Aug 04 14:42:13.973407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-443ee78f-ecf5-4b2d-9795-15468fe28b93 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:13.981586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-443ee78f-ecf5-4b2d-9795-15468fe28b93 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 817 time: 0.1772563 Aug 04 14:42:13.981970 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:13.997107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5c8e97-725a-46b2-bc6b-3167761ae781 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:13.998857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-d829c7e5-59f6-4f59-9f59-96ac6523d1fd tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/quotas/2bb3f74faede4486b9535bf0e0a59d0a HTTP/1.1" status: 200 len: 375 time: 0.0161538 Aug 04 14:42:14.021869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:14.026273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:14.044023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-d6d1c3ee-288c-44e0-bbb4-88e40e4ce0fb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441711 Aug 04 14:42:14.060617 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Sync routers for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:14.073472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:14.074712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:14.093054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:14.152398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1164-a0c7-4233-a1f2-3f46a0ad7d48 req-d89dd87d-6f5d-4451-b737-e534ceeaa46f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:14.163166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c8b1164-a0c7-4233-a1f2-3f46a0ad7d48 req-d89dd87d-6f5d-4451-b737-e534ceeaa46f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1386228 Aug 04 14:42:14.226564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-699ec6d0-8c43-46d2-93e5-cb0e891731af service neutron] 10.222.0.76 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586452 Aug 04 14:42:14.267276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4f5c8e97-725a-46b2-bc6b-3167761ae781'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:14.277098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c8b1164-a0c7-4233-a1f2-3f46a0ad7d48 req-edf35335-3ea4-461c-8222-f64c52ab6f76 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127739 Aug 04 14:42:14.331740 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:14.462474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-affd0dc8-c95c-4473-80ca-de2a1a523632 service neutron] 10.222.0.76 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348278 Aug 04 14:42:14.536854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493f970-eafd-4123-98f3-a4affd44023c req-3dc4f5ef-3be5-48e7-ba2e-d6680d13be73 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:14.538463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2493f970-eafd-4123-98f3-a4affd44023c req-3dc4f5ef-3be5-48e7-ba2e-d6680d13be73 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1261687 Aug 04 14:42:14.627381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2493f970-eafd-4123-98f3-a4affd44023c req-22e9a1c9-01db-4b8e-9988-82dd436657dd tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714040 Aug 04 14:42:14.665769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 2, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:14.698981 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Checking router: 15211c22-2f32-4f4e-95c2-fd77214619e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:14.699609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Updating router 15211c22-2f32-4f4e-95c2-fd77214619e8 port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:42:14.733986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-50c4c9c1-87be-4edf-aceb-368c1615f742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:14.744085 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.159557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a959f37-c436-49e2-85d2-b5450f64f8ca req-bb0aab6e-995a-4cd6-bd33-cbffeb4d1d17 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:15.170186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a959f37-c436-49e2-85d2-b5450f64f8ca req-bb0aab6e-995a-4cd6-bd33-cbffeb4d1d17 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 945 time: 0.1210275 Aug 04 14:42:15.189194 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.194967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:15.214619 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Transition to ACTIVE for port object d5ab2e02-7681-454f-a3d5-1e68f6016ab6 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:15.229478 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.255580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a959f37-c436-49e2-85d2-b5450f64f8ca req-03a38b53-40f0-4fdd-a23e-d565a14f6666 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844963 Aug 04 14:42:15.300979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942933b-28c8-4ba0-ba2b-f92af4c2be14 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:15.385874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:15.386392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.410655 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Attempting to bind port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:15.411579 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Attempting to bind port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:15.412132 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Attempting to bind port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 on network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:15.422723 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:15.423400 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Checking segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:15.424064 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.424632 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Bound using segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:15.425292 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Bound port: d5ab2e02-7681-454f-a3d5-1e68f6016ab6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:15.425858 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.567170 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] For port d5ab2e02-7681-454f-a3d5-1e68f6016ab6, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:15.576165 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] For port d5ab2e02-7681-454f-a3d5-1e68f6016ab6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:15.586376 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.597394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c109c-7de1-481e-a230-e59c0788ee72 req-35e3b2ee-7ed9-4afa-9b33-bc6508012b55 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:15.620538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44104) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:15.626246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Request body: {'floatingip': {'port_id': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:15.628906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b1c109c-7de1-481e-a230-e59c0788ee72 req-35e3b2ee-7ed9-4afa-9b33-bc6508012b55 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1366787 Aug 04 14:42:15.716049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:15.719432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942933b-28c8-4ba0-ba2b-f92af4c2be14 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:15.743358 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:15.744011 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:41:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:15.795631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f5c8e97-725a-46b2-bc6b-3167761ae781 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:15.974779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4f5c8e97-725a-46b2-bc6b-3167761ae781 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:15.984799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4f5c8e97-725a-46b2-bc6b-3167761ae781 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:15.985171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:16.009503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1909c94-539e-40f4-b72d-7bcaf33dd9ae req-e5c8ceaa-6911-4852-88c1-473df31879f5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:16.018081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1909c94-539e-40f4-b72d-7bcaf33dd9ae req-e5c8ceaa-6911-4852-88c1-473df31879f5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1203122 Aug 04 14:42:16.061209 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:16.078503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1909c94-539e-40f4-b72d-7bcaf33dd9ae req-2ea9811d-9d75-471a-b08d-f4990f98d743 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Aug 04 14:42:16.142318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-30b3f092-f319-4478-aeb1-bd901f9badb9 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:42:16.143753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-30b3f092-f319-4478-aeb1-bd901f9badb9 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067391 Aug 04 14:42:16.172950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Request body: {'binding': {'host': 'n-h1-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:16.173657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:42:16.185140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:16.238058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:16.240757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:16.247046 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01214d4-95ad-4ec7-821d-f73357404c00" -d '{"events": [{"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:16.254296 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:16.306527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fca81576-872c-48fb-84be-96e92aba38a5 req-9a0b6b6b-114c-42da-a8fa-5f3b8184a3ea tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.0942562 Aug 04 14:42:16.343484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:16.398232 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:15Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:16.493790 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad23694-c601-459a-9420-447d723b4abe x-openstack-request-id: req-2ad23694-c601-459a-9420-447d723b4abe {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:16.494329 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:16.494513 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ad23694-c601-459a-9420-447d723b4abe {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:16.495024 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'code': 200} Aug 04 14:42:16.524601 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0c1d8-5a39-49a3-9311-a43856bde350 None None] The sync data for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 is: [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:15Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:16.525615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on host n-h1-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:16.529123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:16.529737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:16.571867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:16.572404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:16.600356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:16.600705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:16.601092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:16.601536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Bound port: 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:16.721065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0510-ae06-4558-8e85-fe8908d24ae8 req-bfb03dfd-4134-4199-ac35-3534930747da tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:16.729181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398c0510-ae06-4558-8e85-fe8908d24ae8 req-bfb03dfd-4134-4199-ac35-3534930747da tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.1675811 Aug 04 14:42:16.780173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:16.796701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:16.800541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] 10.222.0.76 "POST /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb/bindings HTTP/1.1" status: 201 len: 390 time: 0.6437442 Aug 04 14:42:16.812977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398c0510-ae06-4558-8e85-fe8908d24ae8 req-12cff9f8-f1ad-472b-bfdc-60c5550fdd39 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826063 Aug 04 14:42:16.833047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:16.852546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.062898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955503e4-b4fd-47a8-9d7b-8ac998317398 req-d20be05c-e453-4163-aa94-6b0de44d8071 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:17.069820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0f77d-960d-4b05-8d33-6c4ad65ec4b9 req-a831c99b-12f7-4a74-8f71-94c099ab0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:17.071733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-89e0f77d-960d-4b05-8d33-6c4ad65ec4b9 req-a831c99b-12f7-4a74-8f71-94c099ab0085 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 1098 time: 0.4357026 Aug 04 14:42:17.073152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-955503e4-b4fd-47a8-9d7b-8ac998317398 req-d20be05c-e453-4163-aa94-6b0de44d8071 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.1121330 Aug 04 14:42:17.108472 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Floating IP e56efe92-d98d-4cae-977b-e1a364c013aa associated. External IP: 172.25.0.216, port: 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81. Aug 04 14:42:17.225434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-89e0f77d-960d-4b05-8d33-6c4ad65ec4b9 req-f0c5d4f0-c7aa-4475-b8d0-4c8262e611b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127796 Aug 04 14:42:17.228137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-955503e4-b4fd-47a8-9d7b-8ac998317398 req-6f24d05d-701e-4089-8411-94624ec77321 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525621 Aug 04 14:42:17.258509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5ab2e02-7681-454f-a3d5-1e68f6016ab6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:17.294963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-67022ac8-bf7e-4fec-b5c2-8ebb6a47ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:17.297615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-67022ac8-bf7e-4fec-b5c2-8ebb6a47ff43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1097 time: 0.1395409 Aug 04 14:42:17.371435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df958636-53e1-49d1-ac7a-1db52c43bf43 req-c12d957a-5de6-47fa-81ce-b94fd54888de tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:17.382778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df958636-53e1-49d1-ac7a-1db52c43bf43 req-c12d957a-5de6-47fa-81ce-b94fd54888de tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1492472 Aug 04 14:42:17.392651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1eefaefa-7c3b-4cba-932f-21c6810da067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.443218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:17.450906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:17.451299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.555968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df958636-53e1-49d1-ac7a-1db52c43bf43 req-190b096b-8770-4952-b32e-eacda6a6c4ce tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704593 Aug 04 14:42:17.571859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.583660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-710fceeb-3c7d-4549-942f-fca6334fa5e2 req-d42db1d3-3977-4172-8afa-2cfb33662904 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.1361744 Aug 04 14:42:17.740672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.783069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:17.893443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d5ab2e02-7681-454f-a3d5-1e68f6016ab6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:17.908872 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:18.010354 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-24b0685e-87aa-44f6-bbfb-c8d9b8c3309a service neutron] show failed (client error): The resource could not be found. Aug 04 14:42:18.024799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-24b0685e-87aa-44f6-bbfb-c8d9b8c3309a service neutron] 10.222.0.46 "GET /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.2100561 Aug 04 14:42:18.085310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a5b8f-ca7e-449c-8b42-02a139f41e82 req-048f4c0b-1209-4efe-b854-4ca6fc27481b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.116101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:18.116920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a50a5b8f-ca7e-449c-8b42-02a139f41e82 req-048f4c0b-1209-4efe-b854-4ca6fc27481b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.1376929 Aug 04 14:42:18.142128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-5dcd1acd-fcb8-4a76-b97f-509503d20d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.150048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-5dcd1acd-fcb8-4a76-b97f-509503d20d37 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.8366263 Aug 04 14:42:18.250682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a50a5b8f-ca7e-449c-8b42-02a139f41e82 req-0d1a882a-d193-4f20-8b81-5cd67279f472 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241190 Aug 04 14:42:18.425365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:18.449169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-5ef7eb66-41e9-4090-8c42-9244ec48502b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 217 time: 0.2917142 Aug 04 14:42:18.496039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ecfde-15a6-422c-a637-573164df495b req-a9c61292-75ef-4148-a6af-79522caf0836 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.503820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae8ecfde-15a6-422c-a637-573164df495b req-a9c61292-75ef-4148-a6af-79522caf0836 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.1310651 Aug 04 14:42:18.552404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae8ecfde-15a6-422c-a637-573164df495b req-59f1b19c-0a91-47d5-a3fa-e0448c8153f6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Aug 04 14:42:18.584017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Router 3af8ef84-77f9-4411-a5ea-1ad455631d54 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:42:18.593776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-3b038702-4d37-4019-b948-4b67c57cd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.595895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-3b038702-4d37-4019-b948-4b67c57cd87e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1101 time: 0.1083951 Aug 04 14:42:18.611251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:18.613776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:18.623117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-93cdcb7c-d330-4497-b3b8-0a4377c3517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.624772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-93cdcb7c-d330-4497-b3b8-0a4377c3517d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1656880 Aug 04 14:42:18.814948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a22fdccb-b28b-4120-81ee-4087c8e15950 req-2f6c79de-23cd-4deb-8661-3152b071886b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.1117754 Aug 04 14:42:18.857032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acee2c5-0931-4d09-9370-f1cbb2691498 req-0d70555f-7199-4248-9f31-9ef7feb35eea tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:18.896571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0acee2c5-0931-4d09-9370-f1cbb2691498 req-0d70555f-7199-4248-9f31-9ef7feb35eea tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1776676 Aug 04 14:42:18.971153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0acee2c5-0931-4d09-9370-f1cbb2691498 req-abd42181-fc18-422c-aa28-2d4ff35988e2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Aug 04 14:42:19.187285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5ab2e02-7681-454f-a3d5-1e68f6016ab6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:19.188409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fedbed5c-b9d9-4286-ae14-a75f7959bd0a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:19.193559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fedbed5c-b9d9-4286-ae14-a75f7959bd0a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.38 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 817 time: 0.2211144 Aug 04 14:42:19.208162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Request body: {'port': {'device_id': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'admin_state_up': True, 'tenant_id': '2bb3f74faede4486b9535bf0e0a59d0a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:19.277264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-a6fcccc7-88c1-481e-ae9b-4034f52c8dd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4293339 Aug 04 14:42:19.300331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:19.300790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:19.511467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:19.524871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Sync routers for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:19.540413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3bf38-9829-4e34-b04c-cf1da82848e4 req-371fb06a-05a2-43eb-8a09-d3aacb7b262f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:19.541043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:19.541245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:19.542007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1db3bf38-9829-4e34-b04c-cf1da82848e4 req-371fb06a-05a2-43eb-8a09-d3aacb7b262f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.1615674 Aug 04 14:42:19.543114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Made reservation on behalf of 2bb3f74faede4486b9535bf0e0a59d0a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:19.555519 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:19.600783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:19.609657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1db3bf38-9829-4e34-b04c-cf1da82848e4 req-67d3f7db-09c5-423f-96cf-5d7c07cc69ca tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482221 Aug 04 14:42:19.663798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-839827a3-a15e-440b-8c24-988c01e083fe tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "PUT /v2.0/floatingips/e56efe92-d98d-4cae-977b-e1a364c013aa HTTP/1.1" status: 200 len: 991 time: 4.0421178 Aug 04 14:42:19.682349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:19.684823 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a53d4-e7c5-4d16-925a-936de94a865b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:19.764332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:19.783338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Allocated IP 172.20.0.13 (67ddf9b6-a2e2-4d22-9bb7-5559da15016a/999f9df1-7eec-4060-b993-31246f277ec1/7d855f74-75ae-4427-9b82-8b6bc41c60ef) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:19.864483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27bee2-5a97-44a6-a1e7-6b9299713620 req-12d99a9e-98d1-48d9-9b1a-9b0ee1815b3d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:19.865064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac27bee2-5a97-44a6-a1e7-6b9299713620 req-12d99a9e-98d1-48d9-9b1a-9b0ee1815b3d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.1231277 Aug 04 14:42:19.880448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:19.985063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-30e80288-abe8-4122-95aa-1bd1b3344920 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:19.991990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-30e80288-abe8-4122-95aa-1bd1b3344920 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 817 time: 0.6476779 Aug 04 14:42:20.023798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-53d592c9-3d28-4fdc-b7c5-a39d04f57ea5 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.025778 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-53d592c9-3d28-4fdc-b7c5-a39d04f57ea5 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 817 time: 1.1998265 Aug 04 14:42:20.036399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Request body: {'port': {'device_id': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'admin_state_up': True, 'tenant_id': '2bb3f74faede4486b9535bf0e0a59d0a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:20.062648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Request body: {'port': {'device_id': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'admin_state_up': True, 'tenant_id': '2bb3f74faede4486b9535bf0e0a59d0a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:20.081933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac27bee2-5a97-44a6-a1e7-6b9299713620 req-733f30f8-772a-4f23-abbc-919ec65e4778 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924019 Aug 04 14:42:20.159829 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:20.203433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.38', 51291) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:20.250115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:20.270844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'e56efe92-d98d-4cae-977b-e1a364c013aa', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'port_id': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'mac_address': 'fa:16:3e:8d:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:41:55Z', 'updated_at': '2021-08-04T14:42:16Z', 'revision_number': 1, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:20.339980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Checking router: 3af8ef84-77f9-4411-a5ea-1ad455631d54 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:20.360428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:20.361053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:20.369922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6b5bdf5-9a97-4025-9564-afa6efadb9c6 req-20e2bd62-90bb-4bc4-aa36-a6e16063a2d6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.1150899 Aug 04 14:42:20.533101 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd99ab-03da-472b-9e25-6f6258a8f4bf x-openstack-request-id: req-33fd99ab-03da-472b-9e25-6f6258a8f4bf {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:20.533689 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:20.533787 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33fd99ab-03da-472b-9e25-6f6258a8f4bf {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:20.534132 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'status': 'completed', 'code': 200} Aug 04 14:42:20.579943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-84ed6a40-e318-4955-9014-dbb9d6b6b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.581508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-84ed6a40-e318-4955-9014-dbb9d6b6b8d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7351c795da0476d9119b9e10712bfd4&device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 1097 time: 0.3770859 Aug 04 14:42:20.589072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-057621fb-af46-4fd5-8209-7c4fbcaadfd8 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2948539 Aug 04 14:42:20.623385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:20.686351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-2f941b4b-7daf-45c5-8318-0eedceef6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.687821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-2f941b4b-7daf-45c5-8318-0eedceef6a52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 200 len: 912 time: 0.0951269 Aug 04 14:42:20.688861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:20.748214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event updated for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:20.781711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-2c13d779-22e2-44e2-b2b3-a00d1f6c2022 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686628 Aug 04 14:42:20.798108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb0e08-010b-47a1-b532-ef3f8bb4e50f req-b50448cf-b765-4e21-b501-a04707e54eb8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.805941 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3beb0e08-010b-47a1-b532-ef3f8bb4e50f req-b50448cf-b765-4e21-b501-a04707e54eb8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.3754926 Aug 04 14:42:20.825457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c521-57d5-4331-9d73-f3c6459f8346 req-cf2a4d6f-d546-4ea6-ad50-156a9b9aa317 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.833715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db46c521-57d5-4331-9d73-f3c6459f8346 req-cf2a4d6f-d546-4ea6-ad50-156a9b9aa317 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.2870359 Aug 04 14:42:20.857953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:20.881102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db46c521-57d5-4331-9d73-f3c6459f8346 req-db155429-90b8-4de2-8807-e229e95882d5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Aug 04 14:42:20.883577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Made reservation on behalf of 2bb3f74faede4486b9535bf0e0a59d0a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:20.888608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:20.897755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:20.902999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:20.913080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:20.940075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:20.965833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:20.966486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:20.990492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-5515b8cc-4f32-4bba-a4e3-6bb04367026a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7873797 Aug 04 14:42:21.000761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3beb0e08-010b-47a1-b532-ef3f8bb4e50f req-a49c2eeb-9d25-4c67-8066-a5a9999a1fbc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938577 Aug 04 14:42:21.005239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-710e39b3-f775-4789-8f1b-b6909542a2b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 200 len: 999 time: 0.2661476 Aug 04 14:42:21.006299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:21.023198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Transition to ACTIVE for port object 2b214113-c242-4568-800f-3c6b28acd260 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:21.032377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Request body: {'port': {'device_id': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:21.052313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'e56efe92-d98d-4cae-977b-e1a364c013aa', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'port_id': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'mac_address': 'fa:16:3e:8d:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:41:55Z', 'updated_at': '2021-08-04T14:42:16Z', 'revision_number': 1, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:21.065082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:21.193605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5f67-e472-423f-b594-f41eebdcb971 None None] The sync data for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 is: [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'e56efe92-d98d-4cae-977b-e1a364c013aa', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'port_id': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'mac_address': 'fa:16:3e:8d:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:41:55Z', 'updated_at': '2021-08-04T14:42:16Z', 'revision_number': 1, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:21.208575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-7828b7df-bdfe-486f-9386-baf1383d6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:21.210318 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-7828b7df-bdfe-486f-9386-baf1383d6086 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ba56859-92de-42f4-97c5-d0b2f21bfd17 HTTP/1.1" status: 200 len: 850 time: 0.1913376 Aug 04 14:42:21.290547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Made reservation on behalf of 2bb3f74faede4486b9535bf0e0a59d0a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:21.294838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:21.341433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:21.381394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] No DVR routers for this DVR port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:21.402474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Allocated IP 172.20.0.11 (67ddf9b6-a2e2-4d22-9bb7-5559da15016a/999f9df1-7eec-4060-b993-31246f277ec1/cf4111d3-92b4-4a32-8792-0528735fb887) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:21.423138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:21.469085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:21.526299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97471c-046a-4643-b1ba-ad33e3c9ea1c req-71c097c3-fc3f-406b-9007-3c3156cc1bfe tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:21.548214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d97471c-046a-4643-b1ba-ad33e3c9ea1c req-71c097c3-fc3f-406b-9007-3c3156cc1bfe tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.2222824 Aug 04 14:42:21.564481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:21.608344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-e146af7a-3b74-4973-ae76-a88c2bb618ef tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:21.610831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-e146af7a-3b74-4973-ae76-a88c2bb618ef tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.3310194 Aug 04 14:42:21.613133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-0af8301a-3b58-4701-874e-96414f8eafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:21.624022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-0af8301a-3b58-4701-874e-96414f8eafbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3983788 Aug 04 14:42:21.651938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:21.652618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:21.653165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:21.675330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f4626-b7df-4cda-8df7-db6a54dad5f6 None None] New status for floating IP e56efe92-d98d-4cae-977b-e1a364c013aa: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:42:21.742845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:21.743777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:21.776608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d97471c-046a-4643-b1ba-ad33e3c9ea1c req-d7e370bb-a4cd-4a51-a779-fe6b63273089 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244682 Aug 04 14:42:21.834387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:21.838156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:21.838617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:21.839096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Bound port: 2b214113-c242-4568-800f-3c6b28acd260, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:21.839449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:21.972626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-ff1af600-5194-4084-af58-d44776ae8d29 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265661 Aug 04 14:42:22.035138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8af97c1-5e36-4642-a1d7-5b0f11a089d0 req-8212f163-66b5-4a60-b7fb-d43ed2794260 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.2862356 Aug 04 14:42:22.108631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:22.125185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:22.150958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:22.162214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port 4f5c8e97-725a-46b2-bc6b-3167761ae781 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:22.162988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:22.277367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa1ae0-f959-449b-b515-79d6401672ec req-bc9c16e1-1c91-4065-b416-573da420650a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:22.284987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4efa1ae0-f959-449b-b515-79d6401672ec req-bc9c16e1-1c91-4065-b416-573da420650a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.2466927 Aug 04 14:42:22.320816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:22.361264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dc636-cffa-4e2c-aab6-af44167f3a91 req-063b257e-a96d-4576-a2c2-d7024392911d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:22.389396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed4dc636-cffa-4e2c-aab6-af44167f3a91 req-063b257e-a96d-4576-a2c2-d7024392911d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.2482655 Aug 04 14:42:22.417678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:22.441901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3a53d4-e7c5-4d16-925a-936de94a865b req-9b7e67b5-5e1b-4d8a-bcdc-1013f24708eb service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433174 Aug 04 14:42:22.458408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:22.510735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4efa1ae0-f959-449b-b515-79d6401672ec req-740709b4-4faa-4e6d-a15a-3c371982c165 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227099 Aug 04 14:42:22.511282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:22.532431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:22.558926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed4dc636-cffa-4e2c-aab6-af44167f3a91 req-8a97c463-8405-495c-bc90-031c951fe0b6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686134 Aug 04 14:42:22.606553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:22.613490 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89572ab6-a5ca-4655-98aa-0fca079a0a81" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:22.628730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:22.629415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:22.808481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Allocated IP 172.20.0.12 (67ddf9b6-a2e2-4d22-9bb7-5559da15016a/999f9df1-7eec-4060-b993-31246f277ec1/d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:22.967465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33aa8-b6f9-4c77-86cd-49eacc1ad5af req-b8d1c7e0-e6ec-4dd1-a7d5-c6212290306c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:22.976982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8d33aa8-b6f9-4c77-86cd-49eacc1ad5af req-b8d1c7e0-e6ec-4dd1-a7d5-c6212290306c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0798178 Aug 04 14:42:23.014866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.051582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8d33aa8-b6f9-4c77-86cd-49eacc1ad5af req-ee41925e-7389-47bf-a561-076bfd4f1aac tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735555 Aug 04 14:42:23.060310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:23.060747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.075896 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc0c4e-ce51-4e32-b99b-df17a42989f7 x-openstack-request-id: req-c8dc0c4e-ce51-4e32-b99b-df17a42989f7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:23.075896 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:23.076375 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8dc0c4e-ce51-4e32-b99b-df17a42989f7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:23.077606 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'code': 200} Aug 04 14:42:23.079392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:23.080223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.082531 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] 10.222.0.38 "PUT /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 1096 time: 4.4741507 Aug 04 14:42:23.101166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e1b9-1d7e-4a3e-8050-d7d19e6647f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:23.124974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0978715 Aug 04 14:42:23.128107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for 4f5c8e97-725a-46b2-bc6b-3167761ae781 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:23.185009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Request body: {'port': {'device_id': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:23.212949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146efa-2174-4a48-9431-19fc504549a1 req-4e735b18-4712-437e-9deb-1640d99e7910 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:23.223784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd146efa-2174-4a48-9431-19fc504549a1 req-4e735b18-4712-437e-9deb-1640d99e7910 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 932 time: 0.0782533 Aug 04 14:42:23.284998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.333745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd146efa-2174-4a48-9431-19fc504549a1 req-74f61469-860d-4579-9a82-b09bda270dad tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089799 Aug 04 14:42:23.394334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-69c37fa6-3300-451a-af7f-573653e315a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:23.398614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-69c37fa6-3300-451a-af7f-573653e315a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1099 time: 0.2700787 Aug 04 14:42:23.401507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:23.405029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefae821-a40d-4f1c-8db4-cbac7477efeb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event updated for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:23.435042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:23.488835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d855f74-75ae-4427-9b82-8b6bc41c60ef {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:23.490434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:23.501376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.522759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Transition to ACTIVE for port object 7d855f74-75ae-4427-9b82-8b6bc41c60ef will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:23.530170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.594013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:23.594825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:23.662263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event updated for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:23.810028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f5c8e97-725a-46b2-bc6b-3167761ae781 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:23.874011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a561-11c4-4b80-b637-58b63959e2ff req-5514d00a-1e17-48e8-b79e-5faf1f6d419b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:23.892368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d611a561-11c4-4b80-b637-58b63959e2ff req-5514d00a-1e17-48e8-b79e-5faf1f6d419b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.2822134 Aug 04 14:42:23.951887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78919-4e30-49e3-800a-6d10581a3be4 req-aed182e5-1723-43d6-ba27-fdbb27f34c1e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:23.963635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b78919-4e30-49e3-800a-6d10581a3be4 req-aed182e5-1723-43d6-ba27-fdbb27f34c1e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 946 time: 0.2412474 Aug 04 14:42:23.968053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.031027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:24.052058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:24.052277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.072570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d611a561-11c4-4b80-b637-58b63959e2ff req-0329ec7f-21d6-4e85-aecd-c43230cd6553 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788342 Aug 04 14:42:24.095990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b78919-4e30-49e3-800a-6d10581a3be4 req-4530a3c2-5571-485d-9374-5fbb1248eb6a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302822 Aug 04 14:42:24.099884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Attempting to bind port 7d855f74-75ae-4427-9b82-8b6bc41c60ef on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:24.101541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Attempting to bind port 7d855f74-75ae-4427-9b82-8b6bc41c60ef by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:24.102791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Attempting to bind port 7d855f74-75ae-4427-9b82-8b6bc41c60ef on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:24.118803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Port 7d855f74-75ae-4427-9b82-8b6bc41c60ef on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:24.118803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Attempting to bind port 7d855f74-75ae-4427-9b82-8b6bc41c60ef on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:24.135124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:24.135124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Checking segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:24.135507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Bound using segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:24.135957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Bound port: 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:24.136154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.309761 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d64ff-2a65-4935-912f-a9eab8f8152a" -d '{"events": [{"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:24.328825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f5c8e97-725a-46b2-bc6b-3167761ae781, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f5c8e97-725a-46b2-bc6b-3167761ae781,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:24.328981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:24.338896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.342715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:24.353037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.391445 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91af6f6-5360-4a68-9545-9e6a18a11fdd x-openstack-request-id: req-d91af6f6-5360-4a68-9545-9e6a18a11fdd {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:24.396556 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:24.397380 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d91af6f6-5360-4a68-9545-9e6a18a11fdd {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:24.399339 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'code': 200} Aug 04 14:42:24.407438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:24.408247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.409736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] 10.222.0.38 "PUT /v2.0/ports/7d855f74-75ae-4427-9b82-8b6bc41c60ef HTTP/1.1" status: 200 len: 1093 time: 3.3816712 Aug 04 14:42:24.410294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:24.413065 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:24.468192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-adcb3edd-030a-40b3-9816-7c8307f1675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:24.469698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-adcb3edd-030a-40b3-9816-7c8307f1675a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 1.0466356 Aug 04 14:42:24.470692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:24.481012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-7c1b9166-13c5-4761-ac09-f3ed947eab38 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4203715 Aug 04 14:42:24.527952 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-75848327-9229-49b0-896d-7b9a91ecdee8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0473201 Aug 04 14:42:24.532539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Request body: {'port': {'device_id': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:24.790762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-ca349755-bafd-4d1b-9068-82d0bfc87617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:24.792179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-ca349755-bafd-4d1b-9068-82d0bfc87617 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.2295501 Aug 04 14:42:24.798381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.849177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:24.938060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=4f5c8e97-725a-46b2-bc6b-3167761ae781,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:24.979121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4111d3-92b4-4a32-8792-0528735fb887 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:24.991538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-fcb8bc4a-2c8a-46f0-8e3c-d82b249b6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:24.993128 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-fcb8bc4a-2c8a-46f0-8e3c-d82b249b6161 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893680 Aug 04 14:42:25.016284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:25.030190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port 4f5c8e97-725a-46b2-bc6b-3167761ae781 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:25.041408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:25.043598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c128fee8-93e9-491d-a9f6-a5dd8e2c622a req-38d727d1-4808-4e61-8d31-51923ca9b1ba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "DELETE /v2.0/ports/4f5c8e97-725a-46b2-bc6b-3167761ae781 HTTP/1.1" status: 204 len: 173 time: 3.4218853 Aug 04 14:42:25.088839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}, {'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-deleted', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:25.091197 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967fab6-13d2-4779-98c0-a37f8b5d6989" -d '{"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}, {"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-deleted", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:25.102389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Transition to ACTIVE for port object cf4111d3-92b4-4a32-8792-0528735fb887 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:25.123829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-2d210739-eeed-4b20-8c2a-3cc43ea35b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.124559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-2d210739-eeed-4b20-8c2a-3cc43ea35b0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 1096 time: 0.6670940 Aug 04 14:42:25.126159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d99a-2760-4e02-936d-0e16bef76fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:25.135966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6142-70c6-482b-a658-e44cb59c82d9 req-f15cd834-5a30-4e9a-8758-057deb713f72 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.144350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a9f6142-70c6-482b-a658-e44cb59c82d9 req-f15cd834-5a30-4e9a-8758-057deb713f72 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.7786891 Aug 04 14:42:25.155796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:25.195875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-14face89-96c3-457a-b5e3-90eea1438e79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef HTTP/1.1" status: 200 len: 217 time: 0.0491490 Aug 04 14:42:25.265185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf14d-3b1f-4ec0-ae9f-cb03059d8cc7 req-94b72b6b-3f19-48a2-a986-2450925a1d65 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.274332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbebf14d-3b1f-4ec0-ae9f-cb03059d8cc7 req-94b72b6b-3f19-48a2-a986-2450925a1d65 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 932 time: 0.7278295 Aug 04 14:42:25.305215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:25.329460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a9f6142-70c6-482b-a658-e44cb59c82d9 req-90eeef1f-ccbe-42c9-b170-183070dc8415 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840084 Aug 04 14:42:25.344104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-127be1b4-94f8-48be-b904-42f40ea40cc5 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231666 Aug 04 14:42:25.366603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-9793f829-1497-4872-b14c-645891bbbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.368395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-9793f829-1497-4872-b14c-645891bbbbd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.1592650 Aug 04 14:42:25.444836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbebf14d-3b1f-4ec0-ae9f-cb03059d8cc7 req-817f4fdc-96f9-491b-a77a-8d349c04bcfc tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695938 Aug 04 14:42:25.447447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-cba6cc54-f9f2-4cd2-941c-72e22ed3dceb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668135 Aug 04 14:42:25.452287 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03236f11-b41e-4e8d-ab73-2f2e78db4f60 x-openstack-request-id: req-03236f11-b41e-4e8d-ab73-2f2e78db4f60 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:25.452593 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:25.452844 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03236f11-b41e-4e8d-ab73-2f2e78db4f60 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:25.453255 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef', 'status': 'completed', 'code': 200} Aug 04 14:42:25.525227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Attempting to bind port cf4111d3-92b4-4a32-8792-0528735fb887 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:25.525566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Attempting to bind port cf4111d3-92b4-4a32-8792-0528735fb887 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:25.526416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Attempting to bind port cf4111d3-92b4-4a32-8792-0528735fb887 on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:25.547601 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839cb5b7-c482-4742-98e8-4e2bc2ca77a4 x-openstack-request-id: req-839cb5b7-c482-4742-98e8-4e2bc2ca77a4 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:25.547894 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "status": "completed", "code": 200}, {"server_uuid": "e04c2cd0-d832-42b7-9b39-2360c5aac2a9", "name": "network-vif-deleted", "tag": "4f5c8e97-725a-46b2-bc6b-3167761ae781", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:25.548143 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-839cb5b7-c482-4742-98e8-4e2bc2ca77a4 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:25.548541 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'status': 'completed', 'code': 200} Aug 04 14:42:25.548909 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04c2cd0-d832-42b7-9b39-2360c5aac2a9', 'name': 'network-vif-deleted', 'tag': '4f5c8e97-725a-46b2-bc6b-3167761ae781', 'status': 'completed', 'code': 200} Aug 04 14:42:25.587162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Port cf4111d3-92b4-4a32-8792-0528735fb887 on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:25.587500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Attempting to bind port cf4111d3-92b4-4a32-8792-0528735fb887 on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:25.696394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:25.700718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5731075c-2e77-4133-a8f1-7248096d8825 req-d4f3846c-b154-4b1d-994c-b4cfc3794ffd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=e04c2cd0-d832-42b7-9b39-2360c5aac2a9 HTTP/1.1" status: 200 len: 210 time: 0.1105366 Aug 04 14:42:25.746729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:25.756964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:25.757531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Checking segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:25.758015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Bound using segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:25.758763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Bound port: cf4111d3-92b4-4a32-8792-0528735fb887, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:25.759348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:25.780171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f13844a8-518b-4843-9e37-7b06b8d39851 req-9ac2f41f-6a0a-492e-ada3-ae09f464d5a8 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149394 Aug 04 14:42:25.804943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-c1554564-dd18-4a33-9204-b8e26d025ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.807125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-c1554564-dd18-4a33-9204-b8e26d025ca0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1099 time: 0.2463055 Aug 04 14:42:25.836898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78d067-c23d-48e9-9b86-6a296e5a098d req-8b1eaa9d-f2ec-4978-81ab-73ce7349ecad tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:25.847123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac78d067-c23d-48e9-9b86-6a296e5a098d req-8b1eaa9d-f2ec-4978-81ab-73ce7349ecad tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.2124190 Aug 04 14:42:25.885408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-993de1c1-ba17-44da-93e2-047e1e1bb0de service neutron] 10.222.0.38 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285021 Aug 04 14:42:25.937504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:25.949018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cf4111d3-92b4-4a32-8792-0528735fb887,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:25.956576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Transition to ACTIVE for port object d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:25.989840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:26.030086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:26.085354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac78d067-c23d-48e9-9b86-6a296e5a098d req-e7d3bc24-fa46-45cc-adce-2c5cbf06fa71 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369490 Aug 04 14:42:26.089345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.090240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:26.091901 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/cf4111d3-92b4-4a32-8792-0528735fb887 HTTP/1.1" status: 200 len: 1093 time: 2.9128065 Aug 04 14:42:26.136358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-e4a6f45f-1494-441c-8caa-e2088b0f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.138058 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-e4a6f45f-1494-441c-8caa-e2088b0f5223 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1099 time: 0.1854451 Aug 04 14:42:26.165240 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-e3a2cb99-dd8d-4e0f-8c66-7d05b5ad983a service neutron] 10.222.0.38 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464314 Aug 04 14:42:26.171377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-4d53fedc-65e3-4dbf-971a-db95465999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.173145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-4d53fedc-65e3-4dbf-971a-db95465999b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3204155 Aug 04 14:42:26.176852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474ebea-fc54-4a1c-b491-5a6dce4781e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:26.238030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-d35ae8ee-cc8c-41d1-bef1-1546ca6bbb25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0566115 Aug 04 14:42:26.305260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-12e77ff7-5ae8-4270-b762-7158735646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.306810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-12e77ff7-5ae8-4270-b762-7158735646f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0519679 Aug 04 14:42:26.344543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:26.377854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3b58f2a0-1735-4c92-9690-c0c442a7aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.379474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3b58f2a0-1735-4c92-9690-c0c442a7aa89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 1096 time: 0.1969419 Aug 04 14:42:26.385708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Attempting to bind port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:26.387023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Attempting to bind port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:26.387374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Attempting to bind port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:26.392291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-089674bd-9b80-417f-b7e9-74778e14ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.394274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-089674bd-9b80-417f-b7e9-74778e14ac47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 1096 time: 0.1501684 Aug 04 14:42:26.397176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-0ee9fe84-19a3-43c0-a7a4-691597517ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.398715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-0ee9fe84-19a3-43c0-a7a4-691597517ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685863 Aug 04 14:42:26.429707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:26.430054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Attempting to bind port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d on network 67ddf9b6-a2e2-4d22-9bb7-5559da15016a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:26.433232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-9d90975c-39e2-454e-b012-5e9427474cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.434773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-9d90975c-39e2-454e-b012-5e9427474cd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2771375 Aug 04 14:42:26.438959 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-58bc5a3c-ade3-44fc-9e59-d07cc5b0d020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf4111d3-92b4-4a32-8792-0528735fb887 HTTP/1.1" status: 200 len: 217 time: 0.0456159 Aug 04 14:42:26.445119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:26.445464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Checking segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:26.445857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Bound using segment: {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:26.446306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Bound port: d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:26.446719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:26.532551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-05c53d42-9f1c-472b-805f-f735b70cdb30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0711708 Aug 04 14:42:26.612673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-6b4bfd99-3e53-43db-b4e4-e09f9ec8b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.615210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-6b4bfd99-3e53-43db-b4e4-e09f9ec8b37b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.1649158 Aug 04 14:42:26.645995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-c21df81f-e1ab-492f-b3e7-77e23d2053b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.647904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-c21df81f-e1ab-492f-b3e7-77e23d2053b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1076910 Aug 04 14:42:26.672706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-2b605bfa-f27f-4a46-945f-4c1ca8adfb71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476913 Aug 04 14:42:26.726092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:26.726879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83bc9b-3823-4704-b90a-c728ed679b5e req-1b779f7c-6f50-4874-ae36-2a587cef611b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.737399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e83bc9b-3823-4704-b90a-c728ed679b5e req-1b779f7c-6f50-4874-ae36-2a587cef611b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.2911727 Aug 04 14:42:26.764508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-9ad0680e-7b0c-4ff3-987d-1c3d36eb2214 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501182 Aug 04 14:42:26.796108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ab73e-4f99-415f-905f-411e234a0d7a req-2c5ad13f-f400-4b5c-a038-39f19c24cc9c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.797776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-267ab73e-4f99-415f-905f-411e234a0d7a req-2c5ad13f-f400-4b5c-a038-39f19c24cc9c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 944 time: 0.2030630 Aug 04 14:42:26.812574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-272b301b-a4dd-42bc-adbd-59277945051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.814233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-272b301b-a4dd-42bc-adbd-59277945051e service neutron] 10.222.0.38 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 918 time: 0.4086685 Aug 04 14:42:26.830030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:26.855319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:26.866093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-7dbafac1-00b4-41c3-ad82-9568e0dfb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:26.868212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-7dbafac1-00b4-41c3-ad82-9568e0dfb5bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2048309 Aug 04 14:42:26.934241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e83bc9b-3823-4704-b90a-c728ed679b5e req-944c96f4-72a0-43f4-ae37-be7ae24e26cb tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908593 Aug 04 14:42:26.946761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-a5b28fa7-7edf-4cb8-9e5a-13c6fcce2c95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef HTTP/1.1" status: 200 len: 217 time: 0.1005034 Aug 04 14:42:27.033493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.034332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:27.035770 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d HTTP/1.1" status: 200 len: 1093 time: 2.5074897 Aug 04 14:42:27.119126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-6af23bda-57dd-40d7-8093-b8c97accb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.120694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-6af23bda-57dd-40d7-8093-b8c97accb592 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.1558101 Aug 04 14:42:27.189633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-d16104f8-815c-44c2-b4f5-3a538d3315d5 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829463 Aug 04 14:42:27.190380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f396cfd-2ecb-45d8-b3b2-531aff8514d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:27.203854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-02fbd9b5-fafe-48ea-ae69-c5cfa4185b32 service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959397 Aug 04 14:42:27.228684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-b925d58b-fb79-4903-9845-291f9d786be9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641370 Aug 04 14:42:27.247778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-267ab73e-4f99-415f-905f-411e234a0d7a req-6ba9c815-b9e3-445d-a067-246d696e4734 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054060 Aug 04 14:42:27.261854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-524dfb01-fe56-4a93-a641-034c27aef91e service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859874 Aug 04 14:42:27.397312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-df1eb4e5-a62c-4849-9f13-efceb393d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.398865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-df1eb4e5-a62c-4849-9f13-efceb393d752 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 1096 time: 0.2910595 Aug 04 14:42:27.421362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda5239-4309-486b-a682-c0861aea6a78 req-21849f40-2cf3-4cb9-bf96-a28e8290051e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.429149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-beda5239-4309-486b-a682-c0861aea6a78 req-21849f40-2cf3-4cb9-bf96-a28e8290051e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 947 time: 0.1042321 Aug 04 14:42:27.449137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-7447a366-cf17-43c3-a30f-9820623b4533 service neutron] 10.222.0.38 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997769 Aug 04 14:42:27.461669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-07b51922-03bb-4842-b563-02041d8cb930 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d HTTP/1.1" status: 200 len: 217 time: 0.0449138 Aug 04 14:42:27.487895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6967fab6-13d2-4779-98c0-a37f8b5d6989 req-18ff1f8c-be0b-471a-81c3-da79c9261b1a service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715328 Aug 04 14:42:27.494542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-beda5239-4309-486b-a682-c0861aea6a78 req-49cd64d9-aefa-4bb3-97b6-4ef32a7376c9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640917 Aug 04 14:42:27.540688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-d63b6a1f-5fb4-4923-b3dd-e075e1a88da0 service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411749 Aug 04 14:42:27.552250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887'}, {'name': 'network-changed', 'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:27.558188 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208a5d9-3655-42ff-b63e-de163616539f" -d '{"events": [{"name": "network-changed", "server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887"}, {"name": "network-changed", "server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:27.579652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-dbfce131-2a65-4cad-8750-2bbb7b76889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.585988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-dbfce131-2a65-4cad-8750-2bbb7b76889c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.1072624 Aug 04 14:42:27.629174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dbd2392-5b0b-4885-bbcb-a8de2ba287e0 req-d5b424d0-00bb-4fa9-92df-86014d693732 service neutron] 10.222.0.38 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571579 Aug 04 14:42:27.634556 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-613921fa-c6a0-4060-a0ec-2838aeec4738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339105 Aug 04 14:42:27.646262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0799-414f-493b-b2e1-38482f169d05 req-5f46473f-1c9d-4669-ac41-692863931fdf tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.648801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-955e0799-414f-493b-b2e1-38482f169d05 req-5f46473f-1c9d-4669-ac41-692863931fdf tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0845759 Aug 04 14:42:27.700713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-955e0799-414f-493b-b2e1-38482f169d05 req-968cc8d2-19ff-4e68-bcc1-6453844f7a72 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Aug 04 14:42:27.772051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-c954d3ba-e310-4cb8-91dd-cd41330da10a service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259472 Aug 04 14:42:27.773620 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e12b1-bd75-4dbf-84ef-10302338eaed x-openstack-request-id: req-083e12b1-bd75-4dbf-84ef-10302338eaed {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:27.773912 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:27.774169 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-083e12b1-bd75-4dbf-84ef-10302338eaed {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:27.774918 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887', 'status': 'completed', 'code': 200} Aug 04 14:42:27.775059 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d', 'status': 'completed', 'code': 200} Aug 04 14:42:27.827396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d855f74-75ae-4427-9b82-8b6bc41c60ef details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:27.929048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-1fed59c0-ce32-44e6-a491-11e8367d9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:27.930813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-1fed59c0-ce32-44e6-a491-11e8367d9b92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 1096 time: 0.1391168 Aug 04 14:42:27.995099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57a0fb76-3ad1-4512-a54c-6217b776a769 req-68f6ebb5-00ca-4118-b1fd-d0ac97b71648 service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133167 Aug 04 14:42:28.005773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:28.020239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '7d855f74-75ae-4427-9b82-8b6bc41c60ef', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'port_id': '7d855f74-75ae-4427-9b82-8b6bc41c60ef', 'mac_address': 'fa:16:3e:2a:88:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999f9df1-7eec-4060-b993-31246f277ec1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:28.065984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:28.070297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-cccbdaa5-3cea-4997-853e-54b7e7e005d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.072640 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-cccbdaa5-3cea-4997-853e-54b7e7e005d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 918 time: 0.1343794 Aug 04 14:42:28.080888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d855f74-75ae-4427-9b82-8b6bc41c60ef {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:28.104522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:28.112097 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:28.113134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:28.130232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-09802ad0-273c-4083-9a9d-db8e47dc3aab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf4111d3-92b4-4a32-8792-0528735fb887 HTTP/1.1" status: 200 len: 217 time: 0.0487244 Aug 04 14:42:28.139644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee411e0a-4eed-4ae7-be15-47a847b35c4b req-a0f33255-4605-4419-a4ec-f590e464af8d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.141779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee411e0a-4eed-4ae7-be15-47a847b35c4b req-a0f33255-4605-4419-a4ec-f590e464af8d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0768063 Aug 04 14:42:28.230451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-08b4f4b3-cd41-4ac6-92fa-f25134673117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.231977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-08b4f4b3-cd41-4ac6-92fa-f25134673117 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.0924110 Aug 04 14:42:28.237667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee411e0a-4eed-4ae7-be15-47a847b35c4b req-edbc74ce-3176-4f16-882c-6e60c23bb011 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887825 Aug 04 14:42:28.262060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:28.281880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-b6736baf-a562-46f6-81c9-f70f2a99b755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379784 Aug 04 14:42:28.317754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:28.342452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '2b214113-c242-4568-800f-3c6b28acd260', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2b214113-c242-4568-800f-3c6b28acd260', 'mac_address': 'fa:16:3e:5e:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:28.404671 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:28.424989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:28.454452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:28.459780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff6ee7-04ae-4552-8ccf-672a61139c4c req-f056c70e-3a23-4965-b2d7-bd62c28922eb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.461783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01ff6ee7-04ae-4552-8ccf-672a61139c4c req-f056c70e-3a23-4965-b2d7-bd62c28922eb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 944 time: 0.0694678 Aug 04 14:42:28.463824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:28.530111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01ff6ee7-04ae-4552-8ccf-672a61139c4c req-5a575ffc-efe4-4e1d-8a4e-2a80dd42f63f tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Aug 04 14:42:28.531542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:28.750267 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-a084ceee-4507-427f-96fd-0c4e7878636c service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554913 Aug 04 14:42:28.753365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d855f74-75ae-4427-9b82-8b6bc41c60ef'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:28.758169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:28.791262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cb7e3-2fd1-4419-9e87-fa8022f7698c req-c6ae4175-0ecf-4ff4-bb24-dbd5171671e3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.793058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d56cb7e3-2fd1-4419-9e87-fa8022f7698c req-c6ae4175-0ecf-4ff4-bb24-dbd5171671e3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.0644433 Aug 04 14:42:28.854215 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-39e3f197-ce23-4037-8958-c3e926c6cf10 service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952070 Aug 04 14:42:28.856442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d56cb7e3-2fd1-4419-9e87-fa8022f7698c req-9b79bdac-4423-40c2-90a6-cf46a2dac98d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524926 Aug 04 14:42:28.974290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-a1c8b5aa-86c7-4047-8669-5a7f43fd83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:28.976407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-a1c8b5aa-86c7-4047-8669-5a7f43fd83cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 1096 time: 0.0651782 Aug 04 14:42:29.006953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c0bee-4e32-4a60-842d-cd50556765ae req-8034b90e-cb2e-4d44-b6a4-8d9a1c19de9e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.009377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a63c0bee-4e32-4a60-842d-cd50556765ae req-8034b90e-cb2e-4d44-b6a4-8d9a1c19de9e tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0840118 Aug 04 14:42:29.072187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a63c0bee-4e32-4a60-842d-cd50556765ae req-e05158b1-e0cb-4a57-b19a-7abe4cd36bee tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508366 Aug 04 14:42:29.143628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-7d6a8117-ffbd-432d-8765-10867eed0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.145203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-7d6a8117-ffbd-432d-8765-10867eed0b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 200 len: 918 time: 0.1555405 Aug 04 14:42:29.199170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-740374d0-69ae-4cbb-b0a3-97fdd7bbf538 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d HTTP/1.1" status: 200 len: 217 time: 0.0446689 Aug 04 14:42:29.258475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a5d9-3655-42ff-b63e-de163616539f req-fcfadd42-fc8a-409b-a0ac-cacb68c07e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.260127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-fcfadd42-fc8a-409b-a0ac-cacb68c07e0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 200 len: 857 time: 0.0514812 Aug 04 14:42:29.299908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-ea1c2b78-65e3-4b08-a5f3-e4abc81146bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67ddf9b6-a2e2-4d22-9bb7-5559da15016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270941 Aug 04 14:42:29.415794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-47aa77fe-ba2d-45eb-9092-58ee12cc160d service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057127 Aug 04 14:42:29.448320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-f2f6b338-d538-440c-bcbe-b2cc6888af07 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.449883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-f2f6b338-d538-440c-bcbe-b2cc6888af07 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2&tenant_id=14f01188f0624017989a5e69701695b2&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 948 time: 0.0925658 Aug 04 14:42:29.461822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cf4111d3-92b4-4a32-8792-0528735fb887 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:29.473223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b706bab-d9e6-46f7-b3f6-8484d3825fc1 req-3f0036c2-9e71-42ae-b84e-d29d6cec187a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.476923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b706bab-d9e6-46f7-b3f6-8484d3825fc1 req-3f0036c2-9e71-42ae-b84e-d29d6cec187a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0836062 Aug 04 14:42:29.524212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e208a5d9-3655-42ff-b63e-de163616539f req-336ea195-7026-4909-8b65-a74ea4d59080 service neutron] 10.222.0.46 "GET /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002114 Aug 04 14:42:29.579916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cf4111d3-92b4-4a32-8792-0528735fb887,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:29.584525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b706bab-d9e6-46f7-b3f6-8484d3825fc1 req-8d7ad5a4-4d3b-42b0-84d5-d811f42b5a33 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914683 Aug 04 14:42:29.592492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cf4111d3-92b4-4a32-8792-0528735fb887', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'port_id': 'cf4111d3-92b4-4a32-8792-0528735fb887', 'mac_address': 'fa:16:3e:99:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999f9df1-7eec-4060-b993-31246f277ec1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:29.594540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-793e9c61-5b5e-4f56-835a-dd4a10dc7812 service neutron] 10.222.0.38 "GET /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 383 time: 0.1156816 Aug 04 14:42:29.637693 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:29.664964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4111d3-92b4-4a32-8792-0528735fb887 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:29.687247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cf4111d3-92b4-4a32-8792-0528735fb887,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:29.692806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:29.725898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-be32333a-68d3-40ad-9c97-123d4bbe1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.728503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-be32333a-68d3-40ad-9c97-123d4bbe1573 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1100 time: 0.0947440 Aug 04 14:42:29.742451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc82bd-3d09-4f58-a9c1-5e83667f1439 req-347500e1-a438-44a1-89d6-0565e21d9fa7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.744204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bdc82bd-3d09-4f58-a9c1-5e83667f1439 req-347500e1-a438-44a1-89d6-0565e21d9fa7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.0710495 Aug 04 14:42:29.747389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:29.843186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bdc82bd-3d09-4f58-a9c1-5e83667f1439 req-6c1ecc6a-cf89-4516-abb8-dd357fdb9f72 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Aug 04 14:42:29.855450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:29.868268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-13bbda43-0dc1-45e9-8b25-d21e22bddef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:29.870032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-13bbda43-0dc1-45e9-8b25-d21e22bddef9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1248703 Aug 04 14:42:29.934901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-ffec0de2-c14b-4e8e-bc6d-f92f35b80ac3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0565004 Aug 04 14:42:29.937289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 2b214113-c242-4568-800f-3c6b28acd260 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:29.941865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 2b214113-c242-4568-800f-3c6b28acd260 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:29.942442 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.032947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-b57607b5-2353-421b-904c-03e5eb8df89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.035145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-b57607b5-2353-421b-904c-03e5eb8df89f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0929618 Aug 04 14:42:30.047487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cf4111d3-92b4-4a32-8792-0528735fb887'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:30.093003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8889-97a8-485c-9f6f-d2e6454f58c7 req-9e9fa603-72ae-4c06-9b5d-5c4605dfed70 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.095208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f3a8889-97a8-485c-9f6f-d2e6454f58c7 req-9e9fa603-72ae-4c06-9b5d-5c4605dfed70 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 945 time: 0.1024973 Aug 04 14:42:30.097423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.129505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:30.131814 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad45ab-46c2-4f20-ab84-22ee45707fbf" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:30.146661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-649beed8-e81e-4ba7-8122-8abee1eec36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.148200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-649beed8-e81e-4ba7-8122-8abee1eec36a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025424 Aug 04 14:42:30.152057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f3a8889-97a8-485c-9f6f-d2e6454f58c7 req-9bee27d8-2020-4af0-9f4c-fa341e0beade tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495789 Aug 04 14:42:30.159735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:30.170859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.171932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d855f74-75ae-4427-9b82-8b6bc41c60ef up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:30.318268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:30.346695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 7d855f74-75ae-4427-9b82-8b6bc41c60ef completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:30.375965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 7d855f74-75ae-4427-9b82-8b6bc41c60ef triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:30.376354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.395570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7220c-b7fd-4014-b109-8a1669847417 req-25cae7bb-b00a-4d98-b69d-986c10cdd302 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.397472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dae7220c-b7fd-4014-b109-8a1669847417 req-25cae7bb-b00a-4d98-b69d-986c10cdd302 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0856171 Aug 04 14:42:30.399942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-9fb8ae2c-697f-4fe7-9cbe-c3a2e010cfa0 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383897 Aug 04 14:42:30.408607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-99cce081-84bb-4b63-bdb5-a713a8bfadf5 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.411588 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-99cce081-84bb-4b63-bdb5-a713a8bfadf5 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 945 time: 0.0605595 Aug 04 14:42:30.476396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.489732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dae7220c-b7fd-4014-b109-8a1669847417 req-8030b1c2-47c5-4e06-a2fc-c1f9bd37f4e5 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups?id=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861206 Aug 04 14:42:30.548527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-ca6a7327-448d-4f8d-b746-0cd21c430a38 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373923 Aug 04 14:42:30.558386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:30.560562 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e5a856-62f1-46b6-b85d-f5b7d35ab53a x-openstack-request-id: req-78e5a856-62f1-46b6-b85d-f5b7d35ab53a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:30.560841 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:30.561084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Deleting port 322549a4-51fa-4082-a1b5-6c9afafa8988 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:30.561279 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78e5a856-62f1-46b6-b85d-f5b7d35ab53a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:30.561475 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'code': 200} Aug 04 14:42:30.561580 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.565506 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.624290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:30.684264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] For port 322549a4-51fa-4082-a1b5-6c9afafa8988, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=322549a4-51fa-4082-a1b5-6c9afafa8988,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:30.684636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.747939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4febbdb-b0ab-4ca2-a29a-1818d904b652 req-ae8beeca-63e3-40f4-9f42-0bd90861215c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.750273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4febbdb-b0ab-4ca2-a29a-1818d904b652 req-ae8beeca-63e3-40f4-9f42-0bd90861215c tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0693233 Aug 04 14:42:30.803278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4febbdb-b0ab-4ca2-a29a-1818d904b652 req-97836300-5396-48e2-9c59-20838b9a45c2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Aug 04 14:42:30.891381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.891759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:30.892073 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Floating IP 7a26799e-bd00-413f-9a97-99ef298a2341 disassociated. External IP: 172.25.0.191, port: 322549a4-51fa-4082-a1b5-6c9afafa8988. Aug 04 14:42:30.892454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Calling delete_port for 322549a4-51fa-4082-a1b5-6c9afafa8988 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:30.983611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd850-80d6-4110-8720-4523b61ffb84 req-06356f12-7c6e-4694-a82c-5e1c87f2a59a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:30.985149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-480fd850-80d6-4110-8720-4523b61ffb84 req-06356f12-7c6e-4694-a82c-5e1c87f2a59a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.0608630 Aug 04 14:42:31.028048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-480fd850-80d6-4110-8720-4523b61ffb84 req-190162a8-135d-49af-9ff0-c3621ecc47fd tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361297 Aug 04 14:42:31.053681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:31.128727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event deleted for resources: {'Port': ['ID=322549a4-51fa-4082-a1b5-6c9afafa8988,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:31.269891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:42:31.295638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868482-5c17-4a08-b0f8-e753c951de80 req-18b59830-f6ce-444b-99d8-03bcbbe12516 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:31.307729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34868482-5c17-4a08-b0f8-e753c951de80 req-18b59830-f6ce-444b-99d8-03bcbbe12516 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 945 time: 0.0696616 Aug 04 14:42:31.367885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34868482-5c17-4a08-b0f8-e753c951de80 req-83ab823c-95cd-43d9-8c3e-e2482a3f4c42 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498166 Aug 04 14:42:31.405306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:31.420506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:31.431797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:31.432529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:31.473677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] No DVR routers for this DVR port 322549a4-51fa-4082-a1b5-6c9afafa8988 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:31.477036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:31.479668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00cf3e49-6ef7-42c8-9664-4e6bcedf1bcd req-367b1f17-10b2-431c-9203-989d878d2b22 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.38 "DELETE /v2.0/ports/322549a4-51fa-4082-a1b5-6c9afafa8988 HTTP/1.1" status: 204 len: 173 time: 1.0553963 Aug 04 14:42:31.480122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'name': 'network-vif-deleted', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:31.485531 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac8085-0305-4660-9a63-1301306e2663" -d '{"events": [{"server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "name": "network-vif-deleted", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:31.490129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:31.493118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cf4111d3-92b4-4a32-8792-0528735fb887 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:31.528085 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a48fa-20df-4daa-a375-5061c43fa2ef x-openstack-request-id: req-0b9a48fa-20df-4daa-a375-5061c43fa2ef {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:31.528370 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41017251-05ca-4ac5-8b00-7da9921bddbd", "name": "network-vif-deleted", "tag": "322549a4-51fa-4082-a1b5-6c9afafa8988", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:31.528666 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b9a48fa-20df-4daa-a375-5061c43fa2ef {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:31.529070 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41017251-05ca-4ac5-8b00-7da9921bddbd', 'name': 'network-vif-deleted', 'tag': '322549a4-51fa-4082-a1b5-6c9afafa8988', 'status': 'completed', 'code': 200} Aug 04 14:42:31.631482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e862832-d6a8-4618-8768-5a6a09bebb59 req-a1937a85-e831-452a-9763-e6b0487e2879 tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/ports?device_id=41017251-05ca-4ac5-8b00-7da9921bddbd HTTP/1.1" status: 200 len: 210 time: 0.0454650 Aug 04 14:42:31.712971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:31.773496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port cf4111d3-92b4-4a32-8792-0528735fb887 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:31.803897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cf4111d3-92b4-4a32-8792-0528735fb887 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:31.804287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:31.873000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:31.932722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d', 'network_id': '67ddf9b6-a2e2-4d22-9bb7-5559da15016a', 'port_id': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d', 'mac_address': 'fa:16:3e:01:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999f9df1-7eec-4060-b993-31246f277ec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:31.950711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c4200-e6ff-49c1-8b5e-38a9c38ef5d3 req-d2d193bf-c90d-4746-8ec3-7679564a1d72 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:31.987085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b2c4200-e6ff-49c1-8b5e-38a9c38ef5d3 req-d2d193bf-c90d-4746-8ec3-7679564a1d72 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.1017516 Aug 04 14:42:32.024052 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:32.040207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b2c4200-e6ff-49c1-8b5e-38a9c38ef5d3 req-60d43e45-ed9f-4fb4-a3b2-0e5dd166644d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519035 Aug 04 14:42:32.105364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:32.133481 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:32.151868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:32.198282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:32.205134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cf4111d3-92b4-4a32-8792-0528735fb887,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:32.232629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:32.250186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:32.256319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:32.300695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:32.301377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:32.343859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da222-4dba-44d1-9f1a-55793b7d18ed req-1ca6fafb-55c2-49a2-9811-3ccde8884742 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:32.346518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4da222-4dba-44d1-9f1a-55793b7d18ed req-1ca6fafb-55c2-49a2-9811-3ccde8884742 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1578166 Aug 04 14:42:32.387511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:32.418961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4da222-4dba-44d1-9f1a-55793b7d18ed req-ffa9b43c-bdda-41e9-aec0-f44de9e571ce tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Aug 04 14:42:32.641882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251cff-1b8a-4f84-b2b0-e9857bb69101 req-66450a1c-36da-42dd-823c-c1111a5276d8 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:32.643630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27251cff-1b8a-4f84-b2b0-e9857bb69101 req-66450a1c-36da-42dd-823c-c1111a5276d8 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 946 time: 0.0611832 Aug 04 14:42:32.693343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27251cff-1b8a-4f84-b2b0-e9857bb69101 req-9269f5e9-d4e2-4778-bbb5-0b3babf82fff tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373597 Aug 04 14:42:32.694512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:32.734821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef'}, {'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:32.737118 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad26ecaa-11df-4895-8b1c-c8f60224aec3" -d '{"events": [{"server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "name": "network-vif-plugged", "status": "completed", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef"}, {"server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "name": "network-vif-plugged", "status": "completed", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:32.753278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:32.790021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-e36ada2f-5a0b-4fae-92d8-99911a34a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:32.792544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-e36ada2f-5a0b-4fae-92d8-99911a34a697 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1101 time: 0.0518584 Aug 04 14:42:32.812685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:32.822140 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85114f6-c458-411b-8895-36d507c355fb x-openstack-request-id: req-d85114f6-c458-411b-8895-36d507c355fb {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:32.822558 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "name": "network-vif-plugged", "status": "completed", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef", "code": 200}, {"server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "name": "network-vif-plugged", "status": "completed", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:32.823018 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d85114f6-c458-411b-8895-36d507c355fb {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:32.823803 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef', 'code': 200} Aug 04 14:42:32.823803 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887', 'code': 200} Aug 04 14:42:32.838996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:32.971398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44420) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:32.987740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.009549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570ef1-76e4-4533-8176-094d5b4fed77 req-a58a05f1-a923-464c-86f7-65f598296ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.011684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f570ef1-76e4-4533-8176-094d5b4fed77 req-a58a05f1-a923-464c-86f7-65f598296ef2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 1098 time: 0.1169012 Aug 04 14:42:33.018634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4ff1-a97d-40f6-ba2a-13449f411dfd req-db970a6d-9cca-43ab-b120-9a059eafbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.020188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-688a4ff1-a97d-40f6-ba2a-13449f411dfd req-db970a6d-9cca-43ab-b120-9a059eafbdbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 1098 time: 0.0805266 Aug 04 14:42:33.091342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.105271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:33.112843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-688a4ff1-a97d-40f6-ba2a-13449f411dfd req-f13dff4d-fc81-4ad9-89af-84743a672e2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Aug 04 14:42:33.126920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f570ef1-76e4-4533-8176-094d5b4fed77 req-5b102122-6a6d-4bdc-bf53-2e42b6ff7710 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871556 Aug 04 14:42:33.148097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230794a-a60b-4ec8-9a05-631814661f96 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:38:03Z', 'revision_number': 4, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9125dc17-53e5-4795-a53b-83cb204c418c', 'name': '', 'network_id': '15c818d0-97b9-464f-9231-c1333e243e23', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'mac_address': 'fa:16:3e:fe:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:02Z', 'updated_at': '2021-08-04T14:38:11Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'subnets': [{'id': '73806e4a-7bdd-4b24-8967-9d5ccbbf195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:33.149031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.236959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf69c8b-2734-4bea-9983-62e166ff6641 req-9b8bf1a5-c0bf-451a-a08e-54f991a664f0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.238473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cf69c8b-2734-4bea-9983-62e166ff6641 req-9b8bf1a5-c0bf-451a-a08e-54f991a664f0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0736554 Aug 04 14:42:33.252922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.257094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.260250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "DELETE /v2.0/security-groups/fae9ff0c-27bb-497c-aaa9-0aef7d6daca9 HTTP/1.1" status: 204 len: 168 time: 0.2873771 Aug 04 14:42:33.272084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44424) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:33.300746 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-48191e17-040c-4ac2-9987-3b4488e5f0fd tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] show failed (client error): The resource could not be found. Aug 04 14:42:33.305118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-48191e17-040c-4ac2-9987-3b4488e5f0fd tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "GET /v2.0/security-groups/fae9ff0c-27bb-497c-aaa9-0aef7d6daca9 HTTP/1.1" status: 404 len: 347 time: 0.0281172 Aug 04 14:42:33.308232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44428) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:33.327228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d662360-f957-4fa7-a436-0a74887c589a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9ff0c-27bb-497c-aaa9-0aef7d6daca9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:33.361167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cf69c8b-2734-4bea-9983-62e166ff6641 req-24239d14-1e0a-4309-8173-e4809a3858a4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963063 Aug 04 14:42:33.412918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:33.478774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:33.583694 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad61dad-473b-436b-bf4d-edc5fe19410a None None] New status for floating IP 7a26799e-bd00-413f-9a97-99ef298a2341: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:42:33.589460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Deleting port aee60b3d-8524-40ac-a169-2238435d4bbb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:33.589819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.604203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc1279-d53a-4ee6-9983-0b5667dee352 req-432dae35-1a60-40b9-bace-cda5b9356749 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.606097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34cc1279-d53a-4ee6-9983-0b5667dee352 req-432dae35-1a60-40b9-bace-cda5b9356749 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.0679519 Aug 04 14:42:33.608092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:33.610378 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9f76b-2c1c-4616-954d-1754fa0003c3" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:33.647994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.653595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-2e8539d7-02a7-4851-9ae0-8c6b897326e3 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.655295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-2e8539d7-02a7-4851-9ae0-8c6b897326e3 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1430898 Aug 04 14:42:33.660137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34cc1279-d53a-4ee6-9983-0b5667dee352 req-fdf9d328-0c6a-432d-ba51-84d880e50f4e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473731 Aug 04 14:42:33.689251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801743-12'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:33.714168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Transition to ACTIVE for port object 2b214113-c242-4568-800f-3c6b28acd260 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:33.728494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.818466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.820482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.830065 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202cc84e-18ea-4cdb-938f-2bceebcea50c x-openstack-request-id: req-202cc84e-18ea-4cdb-938f-2bceebcea50c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:33.830359 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:33.830783 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-202cc84e-18ea-4cdb-938f-2bceebcea50c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:33.831151 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'code': 200} Aug 04 14:42:33.858185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:33.861929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:33.867120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 322549a4-51fa-4082-a1b5-6c9afafa8988 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:33.881323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Calling delete_port for aee60b3d-8524-40ac-a169-2238435d4bbb owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:33.922880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] No DVR routers for this DVR port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:33.929528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 322549a4-51fa-4082-a1b5-6c9afafa8988 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:33.930036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 322549a4-51fa-4082-a1b5-6c9afafa8988 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:33.947987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:33.976211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffbf2f-d2f0-4190-ae92-6716ff7fa206 req-40a88f66-7713-4aa4-b04a-198d91825a3b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:33.987464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecffbf2f-d2f0-4190-ae92-6716ff7fa206 req-40a88f66-7713-4aa4-b04a-198d91825a3b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 946 time: 0.0905120 Aug 04 14:42:34.072158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecffbf2f-d2f0-4190-ae92-6716ff7fa206 req-9f377821-97aa-4a0e-bc1d-3f17645142eb tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827076 Aug 04 14:42:34.157389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:34.157815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:34.158855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:34.165137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:34.189595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb has no active binding in host n-h1-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:42:34.190074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:34.190659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Attempting to bind port 2b214113-c242-4568-800f-3c6b28acd260 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:34.233058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:34.233401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:34.233787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:34.234241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Bound port: 2b214113-c242-4568-800f-3c6b28acd260, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:34.234610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.357330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:34.387884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:34.396780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.418997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:34.448788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.450825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Pushing event deleted for resources: {'Port': ['ID=aee60b3d-8524-40ac-a169-2238435d4bbb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:34.470924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:34.539538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc2d5-d5bb-4217-94f0-6444d4d2cab8 req-76dd606d-81fd-430a-b4db-80b404a4e4e2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:34.546757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74ddc2d5-d5bb-4217-94f0-6444d4d2cab8 req-76dd606d-81fd-430a-b4db-80b404a4e4e2 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 945 time: 0.0633488 Aug 04 14:42:34.570254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:34.570906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.572322 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 1097 time: 1.7709091 Aug 04 14:42:34.583833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74ddc2d5-d5bb-4217-94f0-6444d4d2cab8 req-9779d17d-350a-445b-a9de-27993c3e55c5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Aug 04 14:42:34.674842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.677903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050d8d9-80c9-497a-8179-60558a4b1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:34.683316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.686092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.687428 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f88d57a2-c5a8-40ef-ba2d-2532adff939a tempest-ServersWithSpecificFlavorTestJSON-1648491468 tempest-ServersWithSpecificFlavorTestJSON-1648491468-project] 10.222.0.76 "DELETE /v2.0/floatingips/7a26799e-bd00-413f-9a97-99ef298a2341 HTTP/1.1" status: 204 len: 168 time: 1.3801410 Aug 04 14:42:34.691567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.767005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-c9183379-f6f8-4e6d-b229-f1a2ea4b3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:34.769904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-c9183379-f6f8-4e6d-b229-f1a2ea4b3b61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1100 time: 0.1611340 Aug 04 14:42:34.771508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:34.864455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on host n-h2-801743-12 for vnic_type normal with profile {"migrating_to": "n-h1-801743-12"} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:34.865226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:34.865357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:34.865696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089dea-6bb8-4ec1-87da-b6a4d47496c8 req-c06b34f1-782d-4849-bd6b-05c00fcc7674 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:34.867270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6089dea-6bb8-4ec1-87da-b6a4d47496c8 req-c06b34f1-782d-4849-bd6b-05c00fcc7674 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.0543087 Aug 04 14:42:34.878728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:34.879151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Attempting to bind port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on network 51ff9d44-1cab-4c49-9cd3-19c025fc1f98 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:34.889345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:34.890189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Checking segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:34.890670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Bound using segment: {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:34.891083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Bound port: 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51ff9d44-1cab-4c49-9cd3-19c025fc1f98'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:34.891441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:34.929042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6089dea-6bb8-4ec1-87da-b6a4d47496c8 req-2d8aaa1f-b158-44ed-8c50-d45d4d533454 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Aug 04 14:42:34.963486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-00f1c5fc-e062-4af1-a662-b4c07d19eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:34.965033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-00f1c5fc-e062-4af1-a662-b4c07d19eb81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1881933 Aug 04 14:42:35.025638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-3287cabc-94bc-41a4-af39-6fad47526b53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.0474448 Aug 04 14:42:35.043600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:35.081765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:35.089591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:35.124347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-d52bec35-5bca-49b5-8c44-f955869dcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.125763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-d52bec35-5bca-49b5-8c44-f955869dcdb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0927260 Aug 04 14:42:35.193069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=8']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:35.227538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.228845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:35.230484 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-714b695f-def5-4c46-9470-2c5dfe97614d service neutron] 10.222.0.38 "PUT /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 1123 time: 1.5585721 Aug 04 14:42:35.241340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5e0b8402-b907-4d52-a47c-0f12707b73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.243608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-5e0b8402-b907-4d52-a47c-0f12707b73af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074893 Aug 04 14:42:35.249664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911adf9c-a0fe-415b-8266-4f5a99c2dee7 req-db00a850-519f-44f5-bb44-f86c1f1432c7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.251088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-911adf9c-a0fe-415b-8266-4f5a99c2dee7 req-db00a850-519f-44f5-bb44-f86c1f1432c7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 946 time: 0.0675178 Aug 04 14:42:35.313635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-911adf9c-a0fe-415b-8266-4f5a99c2dee7 req-879a2021-ee4e-45e8-925e-f7139f3875e5 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547721 Aug 04 14:42:35.319158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['87ce47b5-f998-45c2-b946-9d5c9f05d2bb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:35.374737 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-64dedb0f-b055-42ee-8efc-8c86240b7bc1 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221712 Aug 04 14:42:35.391067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['87ce47b5-f998-45c2-b946-9d5c9f05d2bb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:35.502733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:35.557709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aefed-4ac5-46a6-a674-7f562697bf80 req-2f15fb45-fab5-4d22-89b0-c861216ddb9c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.560614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b06aefed-4ac5-46a6-a674-7f562697bf80 req-2f15fb45-fab5-4d22-89b0-c861216ddb9c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 946 time: 0.0800009 Aug 04 14:42:35.571469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27b92270-9177-423e-84e0-de1b458e7aa4 req-e2ed18d3-8bc3-4e59-9009-e49f91652b35 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793995 Aug 04 14:42:35.669856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b06aefed-4ac5-46a6-a674-7f562697bf80 req-b32a1999-6f10-46af-b0c6-890b29c916c9 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Aug 04 14:42:35.758598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:35.763831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-669ee94c-0677-4d90-a06a-9f3eb131a202 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.764105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:35.764487 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:35.766359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-669ee94c-0677-4d90-a06a-9f3eb131a202 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.1960313 Aug 04 14:42:35.823434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-0fc5ec48-c1fa-4cfa-9729-3aa950986851 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0396800 Aug 04 14:42:35.832200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}, {'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb'}, {'name': 'network-changed', 'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:35.834555 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f80557-b3b5-475d-91db-f6ffe55cb0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}, {"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-unplugged", "status": "completed", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb"}, {"name": "network-changed", "server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:35.868825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-581773a7-3505-43a9-a457-da5c76a722d7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390399 Aug 04 14:42:35.872593 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:35.883044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4193-a925-4c16-adcf-dc64c8a72f91 req-c23135b6-5881-4dcb-897e-5d50d4855d18 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:35.883305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:35.884765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfdb4193-a925-4c16-adcf-dc64c8a72f91 req-c23135b6-5881-4dcb-897e-5d50d4855d18 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.1172044 Aug 04 14:42:35.926500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:35.928978 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546aa1fe-9477-4330-9898-8d47e3128ccf" -d '{"events": [{"server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "name": "network-vif-plugged", "status": "completed", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:35.955903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:35.961838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:35.963952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:35.975445 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfdb4193-a925-4c16-adcf-dc64c8a72f91 req-07ef61ff-aeff-4dd7-b0b9-e84a8fcbf6cb tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807085 Aug 04 14:42:36.021874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-9f1fd9f7-261e-4522-8deb-1b21fbccf56d service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360052 Aug 04 14:42:36.042964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:36.454214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-d7e5f186-928a-4fac-884d-06958f0a16d3 service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112422 Aug 04 14:42:36.463002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67238-d0bc-435d-a3b5-b51e46d17b39 req-b8eb6ec0-c33a-4de0-a4d0-17699f2ed07b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:36.470388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82f67238-d0bc-435d-a3b5-b51e46d17b39 req-b8eb6ec0-c33a-4de0-a4d0-17699f2ed07b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.0847917 Aug 04 14:42:36.517524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82f67238-d0bc-435d-a3b5-b51e46d17b39 req-866a6e3c-df44-4b25-87cb-d3b18b3683c1 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Aug 04 14:42:36.652072 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee615d2b-68aa-4b64-b4ee-d96b3c617fc6 x-openstack-request-id: req-ee615d2b-68aa-4b64-b4ee-d96b3c617fc6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:36.652615 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "name": "network-vif-plugged", "status": "completed", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:36.652728 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee615d2b-68aa-4b64-b4ee-d96b3c617fc6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:36.653051 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d', 'code': 200} Aug 04 14:42:36.677178 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b632ba-7094-48ca-8ad4-5baac970282d x-openstack-request-id: req-76b632ba-7094-48ca-8ad4-5baac970282d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:36.678229 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "status": "completed", "code": 200}, {"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-unplugged", "status": "completed", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb", "code": 200}, {"name": "network-changed", "server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:36.678229 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76b632ba-7094-48ca-8ad4-5baac970282d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:36.682429 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'status': 'completed', 'code': 200} Aug 04 14:42:36.686529 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'code': 200} Aug 04 14:42:36.686529 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'status': 'completed', 'code': 200} Aug 04 14:42:36.834694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c614ab7-49f3-4ca1-afdb-fb470fcf9685 req-1f6955b6-56d3-4109-9e44-b9770010c7fb tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:36.839331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c614ab7-49f3-4ca1-afdb-fb470fcf9685 req-1f6955b6-56d3-4109-9e44-b9770010c7fb tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 948 time: 0.1084259 Aug 04 14:42:36.839846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:36.893860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74d26-fbf3-41a5-b351-b462f556a3cc req-6866cf6d-7198-490e-aa86-8444d0dcfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:36.895841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-30b74d26-fbf3-41a5-b351-b462f556a3cc req-6866cf6d-7198-490e-aa86-8444d0dcfa4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 1098 time: 0.1358185 Aug 04 14:42:36.899813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-47f3ac8a-ed57-4a61-8e4e-8aec02143fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:36.901373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-47f3ac8a-ed57-4a61-8e4e-8aec02143fe8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1100 time: 0.1651223 Aug 04 14:42:36.949851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-3f4b8d63-edcb-49ee-8dcf-607444a37310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:36.951138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-3f4b8d63-edcb-49ee-8dcf-607444a37310 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 1100 time: 0.1971843 Aug 04 14:42:36.963951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5b89e0a6-6187-4f34-8332-3139571bbd30 req-c8cabee5-06f8-41b6-a616-fc4c764c5be9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0505309 Aug 04 14:42:37.126883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c614ab7-49f3-4ca1-afdb-fb470fcf9685 req-14bd0c3a-762e-4d3f-9d56-494aa764f6d8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119441 Aug 04 14:42:37.337482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f2a16-82e8-4e8c-800a-0f2ec3bfaacc req-c0c89843-5cd7-42af-8bfa-d669ff6ad672 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:37.339111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb4f2a16-82e8-4e8c-800a-0f2ec3bfaacc req-c0c89843-5cd7-42af-8bfa-d669ff6ad672 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.2033916 Aug 04 14:42:37.413010 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-30b74d26-fbf3-41a5-b351-b462f556a3cc req-0cf55b59-34c3-40ef-99a4-b98656286a5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048330 Aug 04 14:42:37.452627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb4f2a16-82e8-4e8c-800a-0f2ec3bfaacc req-7afa78e1-1ee3-4a72-bda6-4ec0584a6de1 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Aug 04 14:42:37.509539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:37.521318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-6260d88c-f8d7-462e-a763-8828e915960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:37.522994 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-6260d88c-f8d7-462e-a763-8828e915960f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.6010449 Aug 04 14:42:37.557595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-551d5586-c053-41fa-aa9e-a3c819f582f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:37.558798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-551d5586-c053-41fa-aa9e-a3c819f582f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.5882680 Aug 04 14:42:37.685324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:37.713188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-56d23753-2fc4-4a95-9254-4d4040e4f802 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.1338336 Aug 04 14:42:37.729735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2b214113-c242-4568-800f-3c6b28acd260', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2b214113-c242-4568-800f-3c6b28acd260', 'mac_address': 'fa:16:3e:5e:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:37.760683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fb70-377c-4364-a527-e9fb25cae79a req-25451d0c-0cc3-4b6e-a02f-d4f3e2efd33a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:37.770023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5533fb70-377c-4364-a527-e9fb25cae79a req-25451d0c-0cc3-4b6e-a02f-d4f3e2efd33a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.1454835 Aug 04 14:42:37.825041 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-f5f15c74-fda9-4750-b299-05060bcf2d18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 200 len: 217 time: 0.1069093 Aug 04 14:42:37.833381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:37.856894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5533fb70-377c-4364-a527-e9fb25cae79a req-01308307-2e03-4d73-9a17-2e1da11f60c6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858636 Aug 04 14:42:37.858382 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:37.904943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:37.948858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:37.966023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:38.069673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:38.085470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-07dca429-bab6-4f3c-a3eb-1b751b6e59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.088257 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-07dca429-bab6-4f3c-a3eb-1b751b6e59d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1767364 Aug 04 14:42:38.131111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-775518fe-14a3-4cc5-a15f-5ec79ca0b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.135803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-775518fe-14a3-4cc5-a15f-5ec79ca0b8d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.3096173 Aug 04 14:42:38.282432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae4a3823-b2ad-4201-bd9a-c0cd5488de7c req-1632f800-ed63-45c7-97ba-ce27707be945 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.1267703 Aug 04 14:42:38.321473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-e4f91769-08c9-44f5-b6f4-b14ce169f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.321473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-e4f91769-08c9-44f5-b6f4-b14ce169f3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133477 Aug 04 14:42:38.325332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-c186abb9-6001-4af7-82cd-c632a163270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.329019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-c186abb9-6001-4af7-82cd-c632a163270d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308920 Aug 04 14:42:38.452248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e696e58-0e25-4958-bea1-b37df419164b req-7b00dd04-fe76-4ab2-a866-697d00ab8124 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.463105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e696e58-0e25-4958-bea1-b37df419164b req-7b00dd04-fe76-4ab2-a866-697d00ab8124 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1790745 Aug 04 14:42:38.496532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:38.614714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-3c1cc620-c79b-4928-bc4c-bd072a9b9af8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:38.616698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-3c1cc620-c79b-4928-bc4c-bd072a9b9af8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.3311179 Aug 04 14:42:38.635056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e696e58-0e25-4958-bea1-b37df419164b req-0192b530-8b3b-4a6c-90f1-3b9406165149 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696126 Aug 04 14:42:38.667745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': '2eafe4da-e47c-4df7-8974-778dd066237a', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:38.819622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-bdd3ba0e-3582-48cb-8abd-ed19cac79b76 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698236 Aug 04 14:42:38.829949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-e4a16541-330d-4787-87bb-e0a7d0b59358 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884686 Aug 04 14:42:38.921685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:38.932190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:39.059718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-4a662159-a8b8-494c-ad54-5f8a5f467070 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265670 Aug 04 14:42:39.061621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-f812cdc7-fc7e-4be2-8b19-915655797a37 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075937 Aug 04 14:42:39.180490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-f8a45fca-8a69-4bbe-8bd0-c862d09f8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.182551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-f8a45fca-8a69-4bbe-8bd0-c862d09f8ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1126 time: 0.0663183 Aug 04 14:42:39.358883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfceaf4-2438-4735-936a-dcfdb892921f req-504f2f7c-9974-4448-b5f9-2a29fbdf4b5f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.366554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccfceaf4-2438-4735-936a-dcfdb892921f req-504f2f7c-9974-4448-b5f9-2a29fbdf4b5f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.7432270 Aug 04 14:42:39.401118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-4df662e9-174c-4691-85fb-61d327b29a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.406856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-4df662e9-174c-4691-85fb-61d327b29a04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.2158163 Aug 04 14:42:39.410764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601eb4e-c665-4594-a376-c5e6479b39dd req-5bea120b-5ea4-4fbd-acb4-0f36f28f80a9 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.411013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7601eb4e-c665-4594-a376-c5e6479b39dd req-5bea120b-5ea4-4fbd-acb4-0f36f28f80a9 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.2436202 Aug 04 14:42:39.461989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Deleting port 9125dc17-53e5-4795-a53b-83cb204c418c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:39.462433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:39.477192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-2fc835e9-68fb-40be-a986-a8c19f8b8e11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 217 time: 0.0605044 Aug 04 14:42:39.493826 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7601eb4e-c665-4594-a376-c5e6479b39dd req-f7c6a24a-690f-420b-94fe-b3ac4aa33df7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729976 Aug 04 14:42:39.546173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccfceaf4-2438-4735-936a-dcfdb892921f req-a3aa1326-2f14-46d8-9b2b-19af3a08ee05 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784966 Aug 04 14:42:39.604978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-58fb6f32-e4c7-4bdb-a845-56a7d5887468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.606986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-58fb6f32-e4c7-4bdb-a845-56a7d5887468 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1202414 Aug 04 14:42:39.635427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.5 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/ca70f977-7bf0-43c3-be94-405acc3205f7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:39.671220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] For port 9125dc17-53e5-4795-a53b-83cb204c418c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9125dc17-53e5-4795-a53b-83cb204c418c,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:39.671682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:39.683389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-20d8caec-6986-496e-a4a6-ddec23a8b950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682828 Aug 04 14:42:39.726154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Calling delete_port for 9125dc17-53e5-4795-a53b-83cb204c418c owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:39.733466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b40b4ab2-a506-4556-ba34-010cd7f1fdb0 req-27c040c5-38a2-41b2-9d21-c677997b9747 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0651238 Aug 04 14:42:39.836867 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-6a13913e-606d-4922-bb48-1a64a8a76df3 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384466 Aug 04 14:42:39.959606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2a1f-4688-456a-b3c1-9c26d5faca92 req-dfc60a9a-f71f-43f0-aa24-3dd18ce8594c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:39.969159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be9f2a1f-4688-456a-b3c1-9c26d5faca92 req-dfc60a9a-f71f-43f0-aa24-3dd18ce8594c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.2384064 Aug 04 14:42:40.016616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35f80557-b3b5-475d-91db-f6ffe55cb0e7 req-b03fd7a2-236e-4e6d-ac6c-118a72d2e703 service neutron] 10.222.0.46 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663485 Aug 04 14:42:40.164974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be9f2a1f-4688-456a-b3c1-9c26d5faca92 req-12ec6c87-6c42-4c42-b0c1-9dc2cfd6b160 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944020 Aug 04 14:42:40.247408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:40.311273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:40.372620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9125dc17-53e5-4795-a53b-83cb204c418c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:40.410988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029b859-6253-494d-be2f-51c0d9e50ded req-fc5ab400-5085-4342-b3f6-1a9b30c56e9f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:40.412822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6029b859-6253-494d-be2f-51c0d9e50ded req-fc5ab400-5085-4342-b3f6-1a9b30c56e9f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 949 time: 0.1425941 Aug 04 14:42:40.456409 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:40.534465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:40.547129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:40.553157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:40.653054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6029b859-6253-494d-be2f-51c0d9e50ded req-36147f49-5f9a-4394-a40d-eeb29f16372d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162783 Aug 04 14:42:40.717896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:40.812535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:40.813069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:40.863918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edf2bc-47b8-40eb-b65b-5040ed062699 req-93e045de-acbb-4ece-abf0-bc89dbe11e0c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:40.865487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13edf2bc-47b8-40eb-b65b-5040ed062699 req-93e045de-acbb-4ece-abf0-bc89dbe11e0c tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.2114894 Aug 04 14:42:40.872324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-c7b542fd-b08f-421d-a89b-2f439b2236ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2298043 Aug 04 14:42:40.874127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:40.888614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Request body: {'port': {'device_id': '2eafe4da-e47c-4df7-8974-778dd066237a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:40.956272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8c2f8-8b29-42f8-857c-ec82c88c39c6 req-5d1c5eec-84f7-4b75-ba3a-d9f0fc29c70e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:40.965221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be8c2f8-8b29-42f8-857c-ec82c88c39c6 req-5d1c5eec-84f7-4b75-ba3a-d9f0fc29c70e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 943 time: 0.1874039 Aug 04 14:42:41.094129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13edf2bc-47b8-40eb-b65b-5040ed062699 req-23031d3f-729e-4670-8e19-d98ef31afdfd tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097197 Aug 04 14:42:41.133466 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-d0b01df6-40eb-4510-a454-85bdfdd6d20a service neutron] 10.222.0.46 "GET /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1076930 Aug 04 14:42:41.537803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.538416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:41.565940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be8c2f8-8b29-42f8-857c-ec82c88c39c6 req-0863e5e9-1d1a-417e-9e8e-d2a1f7affb5f tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982037 Aug 04 14:42:41.568850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:41.613254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2b214113-c242-4568-800f-3c6b28acd260 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:41.621872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:41.622248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2b214113-c242-4568-800f-3c6b28acd260 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:41.622634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.687577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ce47b5-f998-45c2-b946-9d5c9f05d2bb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:41.705110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:41.760883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.764759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a7a3-d870-4dc9-a263-5bd947691db3 req-d67cfc80-3dd2-45e8-a26d-46c3834645e0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:41.766524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93e8a7a3-d870-4dc9-a263-5bd947691db3 req-d67cfc80-3dd2-45e8-a26d-46c3834645e0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 931 time: 0.2827322 Aug 04 14:42:41.775007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.854506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:41.861159 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a36fc-86aa-4080-a712-524c0a6e4d09" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:41.888413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:41.900837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.920261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:41.929926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] Transition to ACTIVE for port object 87ce47b5-f998-45c2-b946-9d5c9f05d2bb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:41.948864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:41.973181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93e8a7a3-d870-4dc9-a263-5bd947691db3 req-325d2794-9e81-435f-851d-84c19dfda6b2 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668200 Aug 04 14:42:42.098524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] Pushing event updated for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:42.118491 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478eb718-16ba-40a1-a15e-f292741644d5 x-openstack-request-id: req-478eb718-16ba-40a1-a15e-f292741644d5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:42.122073 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-plugged", "status": "completed", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:42.122864 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-478eb718-16ba-40a1-a15e-f292741644d5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:42.123017 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'code': 200} Aug 04 14:42:42.139309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-acfc759a-0dd2-4519-9385-34f3d9c786b8 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792804 Aug 04 14:42:42.176749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] No DVR routers for this DVR port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:42.211594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:42.220127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:42.246462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-3df0e8b7-ccad-4ed0-a678-5f13288948fc service neutron] 10.222.0.46 "PUT /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb/bindings/n-h1-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1060724 Aug 04 14:42:42.319911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Router 0b08b0ed-10b0-4f8a-af0d-156207beb54e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:42:42.397109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-16972252-23e8-40d6-a251-588dc809ac31 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.400535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-16972252-23e8-40d6-a251-588dc809ac31 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0649796 Aug 04 14:42:42.465215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce795be5-b26c-4992-898e-d3a7d5ae18ed req-1fc715b9-49ba-4ab0-aaf3-bd0ff3152d1a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.466892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce795be5-b26c-4992-898e-d3a7d5ae18ed req-1fc715b9-49ba-4ab0-aaf3-bd0ff3152d1a tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.2317119 Aug 04 14:42:42.478625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-e401f070-4210-4749-9cef-5940f7ab36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.481393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-e401f070-4210-4749-9cef-5940f7ab36a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a&tenant_id=3125fe8accca4b878a77bddccadab7fa HTTP/1.1" status: 200 len: 1096 time: 0.0690868 Aug 04 14:42:42.502200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-0f2d7de4-e352-4db7-82a7-558498b49fe5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.503999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-0f2d7de4-e352-4db7-82a7-558498b49fe5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511374 Aug 04 14:42:42.555653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-767d9c46-44bd-40f7-a9e1-c432bc36eac5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/quotas/14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 375 time: 0.0374880 Aug 04 14:42:42.568485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-62825133-6f75-4d02-9a21-339d523a257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.570525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-62825133-6f75-4d02-9a21-339d523a257f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3125fe8accca4b878a77bddccadab7fa&device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1096 time: 0.0632854 Aug 04 14:42:42.690560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce795be5-b26c-4992-898e-d3a7d5ae18ed req-a9fc6df4-6aa3-4db4-b2d8-c4082d8e0824 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068372 Aug 04 14:42:42.711236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca70f977-7bf0-43c3-be94-405acc3205f7 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:42.716877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-5c26f61f-7fb6-4bee-a196-2aa3d9182534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.718665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-5c26f61f-7fb6-4bee-a196-2aa3d9182534 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 200 len: 921 time: 0.1391916 Aug 04 14:42:42.732378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:42.758006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-0aeda6da-7dc7-47dc-a3cf-ed65b417fcbb tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987212 Aug 04 14:42:42.765055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:42.782750 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-759e0117-aceb-4ba5-92c0-831e9e6d185f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 200 len: 217 time: 0.0524788 Aug 04 14:42:42.786898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee7d0a30-c77c-4949-a9e1-661f4af6b8ed admin admin] 10.222.0.76 "PUT /v2.0/routers/0b08b0ed-10b0-4f8a-af0d-156207beb54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9436545 Aug 04 14:42:42.791869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Sync routers for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:42.798515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44604) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:42.809898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Transition to ACTIVE for port object ca70f977-7bf0-43c3-be94-405acc3205f7 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:42.815470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:42.817371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:42.896236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:42.917816 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:42:42.947966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-b73b847c-023e-4112-a324-7e3f43a14bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:42.949922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-b73b847c-023e-4112-a324-7e3f43a14bb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 200 len: 860 time: 0.1438315 Aug 04 14:42:42.965398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:42.994464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-23bcd411-dd71-4d59-9bec-ce1181cc3ef2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51ff9d44-1cab-4c49-9cd3-19c025fc1f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358186 Aug 04 14:42:43.059546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fc0f7ba-0bfc-4113-bb3e-3c806b638351 req-6de2621e-8fcf-4e8c-915a-b5dca8329a9c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 210 time: 0.0516937 Aug 04 14:42:43.184116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Pushing event updated for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:43.198403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-d98deece-7400-4faa-bffd-d1faca2f6888 service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948524 Aug 04 14:42:43.336573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3a93e-40fb-4f5d-a136-625b2ba4cfb4 req-1a12462b-fe10-44af-a1db-80f6a6256ddd tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:43.338390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5c3a93e-40fb-4f5d-a136-625b2ba4cfb4 req-1a12462b-fe10-44af-a1db-80f6a6256ddd tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.4398022 Aug 04 14:42:43.391457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-7de61a3a-5406-4dfe-a9e1-4f02f80081bd service neutron] 10.222.0.38 "GET /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834748 Aug 04 14:42:43.420541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:42:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:43.427374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:43.477823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-5c5f3d59-2893-44a0-aea4-c51df0d46308 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:43.485030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-5c5f3d59-2893-44a0-aea4-c51df0d46308 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.0922227 Aug 04 14:42:43.509743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724617-6010-49e6-b782-daeb467c117b req-a975f250-bf25-4ad1-b77e-3570e6fc0aa2 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:43.518314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a724617-6010-49e6-b782-daeb467c117b req-a975f250-bf25-4ad1-b77e-3570e6fc0aa2 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 943 time: 0.3095050 Aug 04 14:42:43.528706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5c3a93e-40fb-4f5d-a136-625b2ba4cfb4 req-9a948126-e657-48e3-af69-a3edda0bee6d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798439 Aug 04 14:42:43.532216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Checking router: 0b08b0ed-10b0-4f8a-af0d-156207beb54e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:43.543104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Routers {'0b08b0ed-10b0-4f8a-af0d-156207beb54e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:43.543936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:43.612301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Attempting to bind port ca70f977-7bf0-43c3-be94-405acc3205f7 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:43.612301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Attempting to bind port ca70f977-7bf0-43c3-be94-405acc3205f7 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:43.613059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Attempting to bind port ca70f977-7bf0-43c3-be94-405acc3205f7 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:43.632992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Port ca70f977-7bf0-43c3-be94-405acc3205f7 on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:43.633441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Attempting to bind port ca70f977-7bf0-43c3-be94-405acc3205f7 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:43.645431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a724617-6010-49e6-b782-daeb467c117b req-3c7f564e-8e59-4919-b34d-cb22f11b2b6a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259670 Aug 04 14:42:43.667679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:43.668151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:43.668961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:43.670802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Bound port: ca70f977-7bf0-43c3-be94-405acc3205f7, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:43.673036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:43.740569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:43.769439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] Set router 0b08b0ed-10b0-4f8a-af0d-156207beb54e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:43.828501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Deleting port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:43.829069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:43.835820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-8433946f-cf1c-4770-8070-a8355f1a1849 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:43.837618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-8433946f-cf1c-4770-8070-a8355f1a1849 tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a&tenant_id=3125fe8accca4b878a77bddccadab7fa&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1207421 Aug 04 14:42:44.025127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:44.030928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ca70f977-7bf0-43c3-be94-405acc3205f7,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:44.047178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a936-f710-4ae7-b37e-89a6096b87ad req-fd926d8a-7ee8-4aaf-a57a-2f66c812b471 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:44.049171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a85a936-f710-4ae7-b37e-89a6096b87ad req-fd926d8a-7ee8-4aaf-a57a-2f66c812b471 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 946 time: 0.1927466 Aug 04 14:42:44.050370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.141550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:44.142702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.146871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] 10.222.0.38 "PUT /v2.0/ports/ca70f977-7bf0-43c3-be94-405acc3205f7 HTTP/1.1" status: 200 len: 1092 time: 3.2608118 Aug 04 14:42:44.149653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:44.155247 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0f27e-df34-47fa-b580-e47f22232588" -d '{"events": [{"name": "network-changed", "server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:44.205567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:42:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:44.208165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] For port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:44.208625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.230409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Calling delete_port for d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:44.252363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-7884cd1a-3697-476e-b3d3-f566edaef624 service neutron] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:44.264661 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-7884cd1a-3697-476e-b3d3-f566edaef624 service neutron] Notify callbacks [] for binding, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.265828 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-7884cd1a-3697-476e-b3d3-f566edaef624 service neutron] 10.222.0.38 "DELETE /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb/bindings/n-h2-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.4123673 Aug 04 14:42:44.294931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7227bad7-11f2-47e0-95cc-d0c8b7b8c03c req-3805dcd8-fbb7-458b-9192-558f14ebf36f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 210 time: 0.1234221 Aug 04 14:42:44.317180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Deleting port dee36758-3d6d-47d6-a9d3-c14496e715cc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:44.318395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.324686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e11ee4-1305-4b9f-84f3-5a30841c89c6 None None] The sync data for ids ['0b08b0ed-10b0-4f8a-af0d-156207beb54e'] in n-d-801743-12 is: [{'id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348116667-router', 'tenant_id': '00fd057a346e466c975324a686be03b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:37:58Z', 'updated_at': '2021-08-04T14:42:40Z', 'revision_number': 5, 'project_id': '00fd057a346e466c975324a686be03b0', 'gw_port': {'id': 'dee36758-3d6d-47d6-a9d3-c14496e715cc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b08b0ed-10b0-4f8a-af0d-156207beb54e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:37:59Z', 'updated_at': '2021-08-04T14:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:44.441116 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9744f40e-b634-4226-88ed-a279ef87ed15 x-openstack-request-id: req-9744f40e-b634-4226-88ed-a279ef87ed15 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:44.441412 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:44.441671 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9744f40e-b634-4226-88ed-a279ef87ed15 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:44.442127 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7', 'status': 'completed', 'code': 200} Aug 04 14:42:44.458110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a85a936-f710-4ae7-b37e-89a6096b87ad req-b41b753b-090c-44ae-8ca0-8ce8ea13a4f8 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968518 Aug 04 14:42:44.461061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72773072-d540-40c9-a6c2-b089fe526135 service neutron] Pushing event updated for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:44.474457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.488114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-55abf224-e510-46d7-8453-765c9eb8ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:44.490276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d855f74-75ae-4427-9b82-8b6bc41c60ef'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:44.490792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-55abf224-e510-46d7-8453-765c9eb8ee53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 1095 time: 0.0995750 Aug 04 14:42:44.493295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cf4111d3-92b4-4a32-8792-0528735fb887', 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:44.509042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] For port dee36758-3d6d-47d6-a9d3-c14496e715cc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dee36758-3d6d-47d6-a9d3-c14496e715cc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:44.509453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.527899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Calling delete_port for dee36758-3d6d-47d6-a9d3-c14496e715cc owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:44.569913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-2a8449db-048a-49f2-903e-f8c83ff5be84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca70f977-7bf0-43c3-be94-405acc3205f7 HTTP/1.1" status: 200 len: 217 time: 0.0452936 Aug 04 14:42:44.572352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event deleted for resources: {'Port': ['ID=d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:44.720075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-906a3806-ee78-4f83-9fac-70aa2dcba0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:44.721628 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-906a3806-ee78-4f83-9fac-70aa2dcba0ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.1174667 Aug 04 14:42:44.814605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-81e26f37-7519-483d-97b5-ea9f277af0f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547905 Aug 04 14:42:44.826397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] No DVR routers for this DVR port d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:44.831704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:44.833866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a030593-92f0-4e31-a22f-65a643e96da5 req-d2b31b22-80b6-41e6-905a-554b5cc1b482 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "DELETE /v2.0/ports/d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d HTTP/1.1" status: 204 len: 173 time: 1.3376215 Aug 04 14:42:44.834666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'name': 'network-vif-deleted', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:44.836785 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa9e13-9311-4a69-a113-d86e35f26387" -d '{"events": [{"server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "name": "network-vif-deleted", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:45.030520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-6e2413d2-ba61-41b8-8f1f-3a95c983d280 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14f01188f0624017989a5e69701695b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570080 Aug 04 14:42:45.089700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:45.107686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5997f5-c952-4de2-aa7a-6de62338f869 req-9126505c-7f00-447e-a5c4-9715e93af72d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.109482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed5997f5-c952-4de2-aa7a-6de62338f869 req-9126505c-7f00-447e-a5c4-9715e93af72d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.3834279 Aug 04 14:42:45.168060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9125dc17-53e5-4795-a53b-83cb204c418c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:45.173701 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb437656-ee1e-422f-b60a-43dd751eb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:45.197561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-d63ff851-e34d-48d8-849d-ff7ff53ba9f8 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686452 Aug 04 14:42:45.223639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9125dc17-53e5-4795-a53b-83cb204c418c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:45.224851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9125dc17-53e5-4795-a53b-83cb204c418c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:45.297161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276e9d-452e-4a14-a4f7-1ba0e1b266d6 req-910c1ad9-7b09-4149-b058-a7e780ee8bd7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.304591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0276e9d-452e-4a14-a4f7-1ba0e1b266d6 req-910c1ad9-7b09-4149-b058-a7e780ee8bd7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 943 time: 0.3822505 Aug 04 14:42:45.337386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Pushing event deleted for resources: {'Port': ['ID=dee36758-3d6d-47d6-a9d3-c14496e715cc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:45.395790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecef04b5-bf8b-486f-9edd-5503f24f8465 req-27b43ce6-4a67-487d-bdd0-b13c2ff74a26 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873665 Aug 04 14:42:45.413108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed5997f5-c952-4de2-aa7a-6de62338f869 req-b144ee23-6da5-4578-96e2-9447854ba762 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412560 Aug 04 14:42:45.552940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-7788047e-0ae3-46c1-bf08-0a045b1ac34c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.555726 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a29117c-0a77-4cb4-abbd-7970ffa1a848 x-openstack-request-id: req-7a29117c-0a77-4cb4-abbd-7970ffa1a848 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:45.555930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-7788047e-0ae3-46c1-bf08-0a045b1ac34c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5123835 Aug 04 14:42:45.556046 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2895837-95fb-4883-86f0-cf87188f9e51", "name": "network-vif-deleted", "tag": "d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:45.556259 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a29117c-0a77-4cb4-abbd-7970ffa1a848 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:45.556672 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2895837-95fb-4883-86f0-cf87188f9e51', 'name': 'network-vif-deleted', 'tag': 'd3d5ca9c-ed3a-4e0d-9412-29c45a99d86d', 'status': 'completed', 'code': 200} Aug 04 14:42:45.576902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0276e9d-452e-4a14-a4f7-1ba0e1b266d6 req-e842f43f-f71b-472a-a682-5b7a3497d3e9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325320 Aug 04 14:42:45.590957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-2975883d-1b63-4af8-b7c3-d362b8825a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.592403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-2975883d-1b63-4af8-b7c3-d362b8825a9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 1095 time: 0.1321919 Aug 04 14:42:45.598348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Request body: {'port': {'device_id': '63d855ff-ffcc-419b-8113-7f761ec33449', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '14f01188f0624017989a5e69701695b2'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:45.786981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-953eab19-9076-4c54-80fc-b3212d19df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.794008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-953eab19-9076-4c54-80fc-b3212d19df6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.1941602 Aug 04 14:42:45.866277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-ce50bcc3-c880-470c-b5e3-306d0b94aed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca70f977-7bf0-43c3-be94-405acc3205f7 HTTP/1.1" status: 200 len: 217 time: 0.0629051 Aug 04 14:42:45.943741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-38903d31-c369-431f-9f86-d1492a8898b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:45.946115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-38903d31-c369-431f-9f86-d1492a8898b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0703228 Aug 04 14:42:45.997345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-f26a1fd1-d85f-4a60-9083-7bdcdb5a20dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423594 Aug 04 14:42:46.049543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.084302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afa427bf-c43c-4f17-a701-bf3be81be4a3 req-313e06fc-cb5d-47d9-a124-5696372d08fe tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2895837-95fb-4883-86f0-cf87188f9e51 HTTP/1.1" status: 200 len: 210 time: 0.0560308 Aug 04 14:42:46.158863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-a521c079-3b9a-480e-89cc-14aa2533eae2 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528540 Aug 04 14:42:46.217865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-416ed53a-a0d7-4b53-b5e9-c19a73a534fe req-e63ff994-8669-4059-9f9a-f7173a379852 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 210 time: 0.1806998 Aug 04 14:42:46.288440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.302710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6bc0f27e-df34-47fa-b580-e47f22232588 req-2c66e241-c907-4b8e-8574-55cfa8e4ff32 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352131 Aug 04 14:42:46.308065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.373773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.374297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b08b0ed-10b0-4f8a-af0d-156207beb54e {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:42:46.379448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.383140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d1aad045-8adc-4166-ae90-74a75905482a admin admin] 10.222.0.76 "DELETE /v2.0/routers/0b08b0ed-10b0-4f8a-af0d-156207beb54e HTTP/1.1" status: 204 len: 168 time: 3.5834682 Aug 04 14:42:46.383516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44678) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:46.396548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4337eb-7668-439d-ada2-3777ff9c2289 req-76d1cc01-beb0-4229-a521-dfc3dd761b0b tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:46.398311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb4337eb-7668-439d-ada2-3777ff9c2289 req-76d1cc01-beb0-4229-a521-dfc3dd761b0b tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 1096 time: 0.1758997 Aug 04 14:42:46.435646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Made reservation on behalf of 14f01188f0624017989a5e69701695b2 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:46.439664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.469743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb4337eb-7668-439d-ada2-3777ff9c2289 req-6963c655-77f5-4c48-be03-fa4efdb0cb3e tempest-LiveAutoBlockMigrationV225Test-1587277134 tempest-LiveAutoBlockMigrationV225Test-1587277134-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Aug 04 14:42:46.489239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Deleting subnet 73806e4a-7bdd-4b24-8967-9d5ccbbf195a {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:42:46.497136 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.599240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.691923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Allocated IP 192.168.233.199 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/b28b9760-361c-4e74-a38a-d5841192c465) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:46.726445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.776593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77fc9a-7b0a-48e9-a204-2336671562a7 req-134e3acb-6206-4ac3-a481-88fbe84d72d1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:46.778192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d77fc9a-7b0a-48e9-a204-2336671562a7 req-134e3acb-6206-4ac3-a481-88fbe84d72d1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 943 time: 0.0888178 Aug 04 14:42:46.805717 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.840477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73806e4a-7bdd-4b24-8967-9d5ccbbf195a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:46.842978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:46.844954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cb21a989-6f1d-415b-a048-ebd5c9090059 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73806e4a-7bdd-4b24-8967-9d5ccbbf195a HTTP/1.1" status: 204 len: 168 time: 0.4604356 Aug 04 14:42:46.848275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:46.852705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dc041-3241-481c-8395-bafdc1c74cf3 None None] Network 15c818d0-97b9-464f-9231-c1333e243e23 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:47.001083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.035942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d77fc9a-7b0a-48e9-a204-2336671562a7 req-2986ff1c-84dc-4788-8396-e3374a64b8f7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475085 Aug 04 14:42:47.079495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.098341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] DHCP port deletion for 15c818d0-97b9-464f-9231-c1333e243e23 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:42:47.135389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf104c3-210e-419c-abca-815b2bbe7b73 req-52a02858-01ea-472a-8caf-84c014605209 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:47.137106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bf104c3-210e-419c-abca-815b2bbe7b73 req-52a02858-01ea-472a-8caf-84c014605209 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.1749592 Aug 04 14:42:47.139052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Deleting port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:47.139424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.161753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Transition to ACTIVE for port object b28b9760-361c-4e74-a38a-d5841192c465 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:47.212959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dee36758-3d6d-47d6-a9d3-c14496e715cc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:47.259688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] For port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:47.260234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.279657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Deleting port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:47.280048 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.281919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: dee36758-3d6d-47d6-a9d3-c14496e715cc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:47.287827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bf104c3-210e-419c-abca-815b2bbe7b73 req-35df6fc7-1395-4c22-93c1-938203562fe6 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366532 Aug 04 14:42:47.288022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dee36758-3d6d-47d6-a9d3-c14496e715cc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:47.288696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:47.293135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Calling delete_port for 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:47.356591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.387899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52', '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', '2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:47.441346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6833c00a-a1bb-4a89-a415-d70a0af20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.468454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:47.472840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] For port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,segment=NetworkSegment(90061585-6625-4f20-a6d7-48812fac8ab8),segment_id=90061585-6625-4f20-a6d7-48812fac8ab8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:47.473256 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.476423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:47.493672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:47.498903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:47.500522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Calling delete_port for 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:47.578456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc304c-4436-47f5-b621-def31377ecaa req-9c592aef-e98a-4831-bd69-9398887fc811 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:47.587045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aebc304c-4436-47f5-b621-def31377ecaa req-9c592aef-e98a-4831-bd69-9398887fc811 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 936 time: 0.1796873 Aug 04 14:42:47.615158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.661266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:47.661976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.704839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:47.710960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aebc304c-4436-47f5-b621-def31377ecaa req-d33b1581-d0de-4ab3-9f09-5999d89491c5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129756 Aug 04 14:42:47.714470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b8e63ef3-df49-4920-a288-24529b2ff818 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1298966 Aug 04 14:42:47.723726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:47.729795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] No DVR routers for this DVR port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:47.744697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Request body: {'port': {'device_id': '63d855ff-ffcc-419b-8113-7f761ec33449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:47.754722 n-d-801743-12 neutron-server[94267]: INFO neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No ports have port_id starting with 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 Aug 04 14:42:47.806225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:47.808606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d3d5ca9c-ed3a-4e0d-9412-29c45a99d86d not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:47.816681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.865028 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.918649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] No DVR routers for this DVR port 60b178c2-ef24-4fd0-aea7-7ee37fe04af7 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:47.919878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.931404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15318874-61d6-48cf-8fe1-29c774fda67f req-569d6d10-79d0-481f-93b0-05cd042a51ec tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:47.935733 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:47.938772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ca70f977-7bf0-43c3-be94-405acc3205f7 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:47.939047 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15318874-61d6-48cf-8fe1-29c774fda67f req-569d6d10-79d0-481f-93b0-05cd042a51ec tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.4745760 Aug 04 14:42:47.965128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3f614-68b1-4fb6-8dbe-b7e9c521e891 None None] Pushing event deleted for resources: {'Port': ['ID=60b178c2-ef24-4fd0-aea7-7ee37fe04af7,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:48.035623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.057632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c818d0-97b9-464f-9231-c1333e243e23']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:48.096603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90061585-6625-4f20-a6d7-48812fac8ab8') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:48.097710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90061585-6625-4f20-a6d7-48812fac8ab8') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:48.101035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3de41dcc-3c56-4da8-bfbc-603ab35e8ddc None None] Provisioning for port b28b9760-361c-4e74-a38a-d5841192c465 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:48.114886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.135172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.155590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3de41dcc-3c56-4da8-bfbc-603ab35e8ddc None None] Provisioning complete for port b28b9760-361c-4e74-a38a-d5841192c465 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:48.156297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3de41dcc-3c56-4da8-bfbc-603ab35e8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.162126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:42:48.162647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:42:48.167464 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:42:48.203838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3de41dcc-3c56-4da8-bfbc-603ab35e8ddc None None] Port b28b9760-361c-4e74-a38a-d5841192c465 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:42:48.292593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.298729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Deleting port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:48.299080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.320917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.323808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] 10.222.0.76 "DELETE /v2.0/networks/15c818d0-97b9-464f-9231-c1333e243e23 HTTP/1.1" status: 204 len: 168 time: 1.4741833 Aug 04 14:42:48.327185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44742) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:48.346881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ca70f977-7bf0-43c3-be94-405acc3205f7,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:48.388182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8a050-b896-4c44-a5c9-8dd9ae34e0fe admin admin] Pushing event deleted for resources: {'Network': ['ID=15c818d0-97b9-464f-9231-c1333e243e23,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:48.401743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ca70f977-7bf0-43c3-be94-405acc3205f7', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': 'ca70f977-7bf0-43c3-be94-405acc3205f7', 'mac_address': 'fa:16:3e:7c:c5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:48.459952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f6abc-ff91-424a-89dd-f708417115bb req-a06a1588-725d-4da9-88b0-b06b2352d210 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:48.470279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b23f6abc-ff91-424a-89dd-f708417115bb req-a06a1588-725d-4da9-88b0-b06b2352d210 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 943 time: 0.2764084 Aug 04 14:42:48.506991 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.541322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.546193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca70f977-7bf0-43c3-be94-405acc3205f7 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:48.582495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ca70f977-7bf0-43c3-be94-405acc3205f7,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:48.607538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.615279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:48.617173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.627123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] For port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:48.627721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.636558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b23f6abc-ff91-424a-89dd-f708417115bb req-c9b62032-493e-47e6-8e7e-032d6966125f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601429 Aug 04 14:42:48.655694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.676096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Calling delete_port for 87ce47b5-f998-45c2-b946-9d5c9f05d2bb owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:48.700566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Transition to ACTIVE for port object b28b9760-361c-4e74-a38a-d5841192c465 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:48.721506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc8d3e-74b9-4b50-ab61-e4037e70cc33 req-5dbb8808-e449-4a3b-aecf-81ddc8759386 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:48.743014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc8d3e-74b9-4b50-ab61-e4037e70cc33 req-5dbb8808-e449-4a3b-aecf-81ddc8759386 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:48.744921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcdc8d3e-74b9-4b50-ab61-e4037e70cc33 req-5dbb8808-e449-4a3b-aecf-81ddc8759386 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245&device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 1683 time: 0.2425780 Aug 04 14:42:48.746376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:48.791456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:48.891823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ca70f977-7bf0-43c3-be94-405acc3205f7'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:48.915265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:49.047362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcdc8d3e-74b9-4b50-ab61-e4037e70cc33 req-9fd430f5-b92d-43dd-8eac-89858d488e33 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893417 Aug 04 14:42:49.104565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0e6fd-4e65-41fe-b846-4ba4bcdde2a9 req-907a6d1a-a956-4fa3-b124-17d68a62711b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:49.112510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ef0e6fd-4e65-41fe-b846-4ba4bcdde2a9 req-907a6d1a-a956-4fa3-b124-17d68a62711b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 944 time: 0.3351386 Aug 04 14:42:49.202370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:49.206093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:49.207747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:49.262370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:42:49.262704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:49.291954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:49.292290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:49.292682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:49.293131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Bound port: b28b9760-361c-4e74-a38a-d5841192c465, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:49.293496 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.300623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ef0e6fd-4e65-41fe-b846-4ba4bcdde2a9 req-16f1a8a1-7aa3-4884-b216-5ec7b7af54b9 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869085 Aug 04 14:42:49.340082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49384a58-7ce6-46bd-882a-af5fc3b28df1 req-46b93719-79ba-419e-99f9-b36d82e3706f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:49.347690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49384a58-7ce6-46bd-882a-af5fc3b28df1 req-46b93719-79ba-419e-99f9-b36d82e3706f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.1809223 Aug 04 14:42:49.424230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49384a58-7ce6-46bd-882a-af5fc3b28df1 req-dd265f92-aa77-4500-89dd-4bf6a5f8226b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Aug 04 14:42:49.463708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:49.470457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:49.482037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.520759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.538421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:49.539232 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.541865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] 10.222.0.38 "PUT /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 1097 time: 1.8156798 Aug 04 14:42:49.547238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:49.551441 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4" -d '{"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:49.561266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event deleted for resources: {'Port': ['ID=87ce47b5-f998-45c2-b946-9d5c9f05d2bb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:49.632556 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15825752-662d-4094-8aed-5eae59133e91 x-openstack-request-id: req-15825752-662d-4094-8aed-5eae59133e91 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:49.633096 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:49.633467 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15825752-662d-4094-8aed-5eae59133e91 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:49.634329 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'status': 'completed', 'code': 200} Aug 04 14:42:49.635283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1722f37-4d3d-4951-b5b6-aa3b440c4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:49.648370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] No DVR routers for this DVR port 87ce47b5-f998-45c2-b946-9d5c9f05d2bb on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:49.660866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.664791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15318874-61d6-48cf-8fe1-29c774fda67f req-d293b77d-4388-4f23-8225-c76f518c1764 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "DELETE /v2.0/ports/87ce47b5-f998-45c2-b946-9d5c9f05d2bb HTTP/1.1" status: 204 len: 173 time: 1.7078466 Aug 04 14:42:49.666386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-deleted', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:49.670261 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac827ff-6252-45a4-9be2-0b9160819c42" -d '{"events": [{"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-deleted", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:49.677637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:49.688494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-d3fa065e-3926-4149-bd50-c57dcd120834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:49.697859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-d3fa065e-3926-4149-bd50-c57dcd120834 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1100 time: 0.0885594 Aug 04 14:42:49.773943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:49.831835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-dcf740b9-dfcb-4630-bf9f-5b1efa6a1ffb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.1268752 Aug 04 14:42:49.943812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ca70f977-7bf0-43c3-be94-405acc3205f7 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:49.978307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-eeecf4ee-7ddb-46c6-872d-884666bf6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:49.982519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-eeecf4ee-7ddb-46c6-872d-884666bf6635 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1079178 Aug 04 14:42:50.047148 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360635b-6273-4478-beac-f0c99c3a3c7c x-openstack-request-id: req-6360635b-6273-4478-beac-f0c99c3a3c7c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:50.047440 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5475e804-8567-4c81-aa1f-cd72c1db339a", "name": "network-vif-deleted", "tag": "87ce47b5-f998-45c2-b946-9d5c9f05d2bb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:50.047711 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6360635b-6273-4478-beac-f0c99c3a3c7c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:50.048204 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5475e804-8567-4c81-aa1f-cd72c1db339a', 'name': 'network-vif-deleted', 'tag': '87ce47b5-f998-45c2-b946-9d5c9f05d2bb', 'status': 'completed', 'code': 200} Aug 04 14:42:50.119987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.122844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a226c-38d4-4633-9fef-047cd5f2afe5 req-ccee30ef-2f0d-49b5-aaf7-4db4baf5a046 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:50.125763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-523a226c-38d4-4633-9fef-047cd5f2afe5 req-ccee30ef-2f0d-49b5-aaf7-4db4baf5a046 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 944 time: 0.3318257 Aug 04 14:42:50.139098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ca70f977-7bf0-43c3-be94-405acc3205f7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:50.148571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ca70f977-7bf0-43c3-be94-405acc3205f7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:50.149230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.214128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-11dea782-7ecc-4105-b6ba-22892c73322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:50.216435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-11dea782-7ecc-4105-b6ba-22892c73322e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2265506 Aug 04 14:42:50.238740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44770) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:50.250508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1606649202'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:50.311609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-523a226c-38d4-4633-9fef-047cd5f2afe5 req-0fa18ddc-3d16-4f01-9409-62cf69f17ded tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570776 Aug 04 14:42:50.319553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:50.327193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.334695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.389315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:50.391976 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bccb919-323a-498c-a9aa-9910511339e8" -d '{"events": [{"server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "name": "network-vif-plugged", "status": "completed", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:50.408617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ca70f977-7bf0-43c3-be94-405acc3205f7,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:50.420845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.422098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:50.459474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:42:50.474123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.475025 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Added segment f699e916-bdd8-423a-86a9-31c70c640fef of type vlan for network f1e3ed9b-f210-4762-b053-83ea94e1758f Aug 04 14:42:50.479939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ebba663-f8cd-4652-890e-cb19e2e04076 req-b8e0ec4f-ffde-4e45-98d7-cd494e5bb01b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0586693 Aug 04 14:42:50.493274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 87ce47b5-f998-45c2-b946-9d5c9f05d2bb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:50.497127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 87ce47b5-f998-45c2-b946-9d5c9f05d2bb not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:50.498439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-8790c200-9f54-40e5-b436-0fc95a572641 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571776 Aug 04 14:42:50.526935 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e585d0-c3e7-4b49-88de-2bf26e4a594e x-openstack-request-id: req-60e585d0-c3e7-4b49-88de-2bf26e4a594e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:50.527488 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "name": "network-vif-plugged", "status": "completed", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:50.527930 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60e585d0-c3e7-4b49-88de-2bf26e4a594e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:50.528476 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7', 'code': 200} Aug 04 14:42:50.550397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.581927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Deleting port 313e63a1-be1a-4eef-8b3d-af0699240e1b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:50.582277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.591058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:50.679108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a304746-2828-4ca4-b0e4-0cb2371036db req-53dbb421-a50c-4e37-8f3d-5a9347361505 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722093 Aug 04 14:42:50.740909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b116e-0901-474e-94da-bb75924fb3ec req-37f3ed78-ed7f-4054-95e9-738d000e56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:50.742411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c4b116e-0901-474e-94da-bb75924fb3ec req-37f3ed78-ed7f-4054-95e9-738d000e56ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 1097 time: 0.1578944 Aug 04 14:42:50.770622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.776793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:50.777415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.871737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-c6413481-7357-4dc1-bb2e-ce5b18907ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:50.881801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-c6413481-7357-4dc1-bb2e-ce5b18907ebb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1100 time: 0.1381640 Aug 04 14:42:50.904752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Network': ['ID=f1e3ed9b-f210-4762-b053-83ea94e1758f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:50.915396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f1e3ed9b-f210-4762-b053-83ea94e1758f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:42:50.938653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] For port 313e63a1-be1a-4eef-8b3d-af0699240e1b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=313e63a1-be1a-4eef-8b3d-af0699240e1b,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:50.939029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:50.990564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Calling delete_port for 313e63a1-be1a-4eef-8b3d-af0699240e1b owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:51.000133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f04e1ea2-6bc5-4484-ab8d-ae6878847e36 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7576880 Aug 04 14:42:51.009324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c4b116e-0901-474e-94da-bb75924fb3ec req-a565225f-dc82-4c09-94d6-b3614f5860b9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580364 Aug 04 14:42:51.009896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44788) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:51.018252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1452720415'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:51.128524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:51.132937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.134127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdc622-e204-4d08-bc89-d1be5bf0e167 req-446782b9-1b2b-4f92-b1cd-ef5028462e5b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.135763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17fdc622-e204-4d08-bc89-d1be5bf0e167 req-446782b9-1b2b-4f92-b1cd-ef5028462e5b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 946 time: 0.2096829 Aug 04 14:42:51.151151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747793e2-7a55-4541-a03c-80cf8e5e18a5 req-8d516ee7-c563-48fa-ae13-406760bf309e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.152750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-747793e2-7a55-4541-a03c-80cf8e5e18a5 req-8d516ee7-c563-48fa-ae13-406760bf309e tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.3239021 Aug 04 14:42:51.205189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:42:51.224450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.224801 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Added segment 5c2bb975-8e29-40de-95d5-6a4b96ddfb6e of type vlan for network 17c78649-0891-43c3-808f-43feeba9048f Aug 04 14:42:51.245232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-747793e2-7a55-4541-a03c-80cf8e5e18a5 req-76d29546-a77d-40c4-8dae-7ff7185ae573 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810606 Aug 04 14:42:51.275471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17fdc622-e204-4d08-bc89-d1be5bf0e167 req-5cf01caf-7e16-4cdf-9280-2e9f6aa47696 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213646 Aug 04 14:42:51.276765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-acaed95a-f3e9-4492-9bd2-e5783d1248a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.279539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.291630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-acaed95a-f3e9-4492-9bd2-e5783d1248a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3669667 Aug 04 14:42:51.331148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-3a5f2691-7227-4498-b750-20e59d49df02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.0415890 Aug 04 14:42:51.344568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.350378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.351008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.405111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-d9f5de3e-5747-4d5c-be32-1de79f813ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.407316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-d9f5de3e-5747-4d5c-be32-1de79f813ca1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0610490 Aug 04 14:42:51.420179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.424731 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4120138 Aug 04 14:42:51.430370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:51.437371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'subnet': {'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:51.479137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Pushing event deleted for resources: {'Port': ['ID=313e63a1-be1a-4eef-8b3d-af0699240e1b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:51.491182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c640ca-637a-4a78-b727-55d102d9d2b0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Network': ['ID=17c78649-0891-43c3-808f-43feeba9048f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:51.504762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 17c78649-0891-43c3-808f-43feeba9048f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:42:51.621157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943aaa4-53da-467b-902f-aad6aefeced1 req-36ffd523-a13a-4025-b570-72229e752583 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.622777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5943aaa4-53da-467b-902f-aad6aefeced1 req-36ffd523-a13a-4025-b570-72229e752583 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 945 time: 0.1528721 Aug 04 14:42:51.677646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-4dd673f4-cb62-461e-9ec0-1db8892f67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:51.679048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-4dd673f4-cb62-461e-9ec0-1db8892f67ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2629995 Aug 04 14:42:51.714269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.719847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c7b86a6-df4c-4ba5-9396-b1f72e53097a req-f22c2de3-4592-4614-9973-d17e4474ea45 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0563934 Aug 04 14:42:51.775024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5943aaa4-53da-467b-902f-aad6aefeced1 req-92dc6973-953e-492b-868e-d4047d745f3f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412318 Aug 04 14:42:51.803421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:51.803421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:51.903616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-f90bcc0d-eeb8-4833-964b-f18d30d5facb service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944315 Aug 04 14:42:52.002462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-20f5eafe-19c4-417a-a3f9-6f207230d3e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084130 Aug 04 14:42:52.056387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbb801c4-ff1b-4dd5-bda1-7f3bf31d99f4 req-6f1abbfe-2e52-4698-9098-4a0d9c63f5d4 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360922 Aug 04 14:42:52.153771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.163843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1034f18f-2210-4838-a4d5-5078a17664a5 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.166557 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1034f18f-2210-4838-a4d5-5078a17664a5 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.38 "GET /v2.0/ports?device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 946 time: 0.1632690 Aug 04 14:42:52.172922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Router bf56d885-295d-4059-b48d-d8bf2e6fe483 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:42:52.216197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-3c67c6be-5abd-48c1-9c12-6296cdbec415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.217864 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-3c67c6be-5abd-48c1-9c12-6296cdbec415 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 1102 time: 0.1325457 Aug 04 14:42:52.287070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Subnet': ['ID=0609f1cd-406a-490e-a21d-ef8e0326cb91,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:52.318912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:52.319643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network hostable DHCP agents. Network: f1e3ed9b-f210-4762-b053-83ea94e1758f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:42:52.397785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:42:52.423039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bd0ea-ff21-4337-a67b-7da6cc1f48df req-050c563b-9445-4273-a608-a9281f5a8583 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.424644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e0bd0ea-ff21-4337-a67b-7da6cc1f48df req-050c563b-9445-4273-a608-a9281f5a8583 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.0929294 Aug 04 14:42:52.427457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f1e3ed9b-f210-4762-b053-83ea94e1758f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:52.432077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.432829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.442707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4687963-0c4b-40e6-86ac-a10bc7e3717e None None] Network f1e3ed9b-f210-4762-b053-83ea94e1758f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:52.444288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-2f5b1baa-752e-49bd-a0ec-8dbe1c2758bf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.451622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-2f5b1baa-752e-49bd-a0ec-8dbe1c2758bf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.2477524 Aug 04 14:42:52.470710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:42:52.480565 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Sync routers for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:42:52.502076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:52.502898 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:52.505371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-20bf5164-a45e-42be-8b91-f22f704f7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.507893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-20bf5164-a45e-42be-8b91-f22f704f7a19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2392321 Aug 04 14:42:52.510002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-51706a0d-c9dc-4fe3-82ec-9e8ac2154dd4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/quotas/a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 375 time: 0.0572677 Aug 04 14:42:52.533684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6dffae4-57cf-46d2-b837-76a5bff0ed83 admin admin] 10.222.0.76 "PUT /v2.0/routers/bf56d885-295d-4059-b48d-d8bf2e6fe483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1947951 Aug 04 14:42:52.543226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e0bd0ea-ff21-4337-a67b-7da6cc1f48df req-cd0f27db-7fc7-47ab-897f-7b37697f35ad tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076539 Aug 04 14:42:52.545383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44808) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:52.588818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Deleting port 7d855f74-75ae-4427-9b82-8b6bc41c60ef {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:52.589165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.610638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9b803c73-29f7-4918-874b-491c92804273 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1807189 Aug 04 14:42:52.613627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44810) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:52.634338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-08097e86-7aa4-4607-a348-a8b014818705 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 200 len: 217 time: 0.0944448 Aug 04 14:42:52.656776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-f1e3ed9b-f210-4762-b053-83ea94e1758f', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:42:52.659940 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.757141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-96a89a95-58a6-48b1-96af-09c136fd3d0b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.758835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-96a89a95-58a6-48b1-96af-09c136fd3d0b tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 946 time: 0.2855053 Aug 04 14:42:52.760447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-d92eaf9a-8170-4878-a108-aa7471c9c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.761884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-d92eaf9a-8170-4878-a108-aa7471c9c9e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1072195 Aug 04 14:42:52.786116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] For port 7d855f74-75ae-4427-9b82-8b6bc41c60ef, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d855f74-75ae-4427-9b82-8b6bc41c60ef,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:52.786376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.794819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'subnet': {'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:52.799528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:52.823419 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:52.859129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Calling delete_port for 7d855f74-75ae-4427-9b82-8b6bc41c60ef owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:52.899060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Allocated IP 10.1.1.2 (f1e3ed9b-f210-4762-b053-83ea94e1758f/0609f1cd-406a-490e-a21d-ef8e0326cb91/8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:52.972646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-054cea7d-ce58-4894-bb54-3fc227df2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:52.974198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-054cea7d-ce58-4894-bb54-3fc227df2e77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1755292 Aug 04 14:42:53.106268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Deleting port cf4111d3-92b4-4a32-8792-0528735fb887 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:53.107001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.206871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-93e9a312-468b-40a5-99d7-b82593916e07 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235804 Aug 04 14:42:53.210959 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.230035 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:42:51Z', 'revision_number': 5, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:53.233576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Transition to ACTIVE for port object 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:53.273794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Transition to ACTIVE for port object 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:53.282735 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Checking router: bf56d885-295d-4059-b48d-d8bf2e6fe483 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:42:53.287718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.299664 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Routers {'bf56d885-295d-4059-b48d-d8bf2e6fe483'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:42:53.300621 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bf56d885-295d-4059-b48d-d8bf2e6fe483'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:53.367292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:53.374961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:53.380130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:53.384181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Pushing event updated for resources: {'Port': ['ID=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:53.384413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-1a75836f-4d24-42fb-9a8f-cd37d4c44360 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8733323 Aug 04 14:42:53.470487 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] Set router bf56d885-295d-4059-b48d-d8bf2e6fe483 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:42:53.479565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Attempting to bind port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:53.480926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Attempting to bind port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:53.482644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Attempting to bind port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:53.495676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced99b-86bd-478a-b057-516ff8d32616 req-dca3a2c4-1446-4b7f-a53f-20a5e80bc124 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:53.499928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:53.500465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:53.500968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.501509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Bound using segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:53.502267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Bound port: 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:53.502781 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.503301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ced99b-86bd-478a-b057-516ff8d32616 req-dca3a2c4-1446-4b7f-a53f-20a5e80bc124 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=b95bef88-3769-48b0-9496-da30cc8ae57d HTTP/1.1" status: 200 len: 946 time: 0.6528237 Aug 04 14:42:53.538403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:53.541148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.563976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.612117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.632359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cf4111d3-92b4-4a32-8792-0528735fb887'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:53.643369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d855f74-75ae-4427-9b82-8b6bc41c60ef'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:53.678789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event deleted for resources: {'Port': ['ID=7d855f74-75ae-4427-9b82-8b6bc41c60ef,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:53.682945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] For port cf4111d3-92b4-4a32-8792-0528735fb887, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cf4111d3-92b4-4a32-8792-0528735fb887,segment=NetworkSegment(655f8c8e-3e63-4021-9fa1-b2e39fb0d5db),segment_id=655f8c8e-3e63-4021-9fa1-b2e39fb0d5db)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:53.683306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.716529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ced99b-86bd-478a-b057-516ff8d32616 req-54e67d25-f604-4241-a708-d4fa5dd712d1 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/security-groups?id=4672adc3-a8f4-4702-9e0a-52da0256fb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123334 Aug 04 14:42:53.737482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Calling delete_port for cf4111d3-92b4-4a32-8792-0528735fb887 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:53.768617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] No DVR routers for this DVR port 7d855f74-75ae-4427-9b82-8b6bc41c60ef on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:53.771400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.774180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-1b57b6a3-ff06-4020-a73f-eb9bbf04620a service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799241 Aug 04 14:42:53.784268 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f55acc7e-6334-4baf-90b6-18d0632b09ce req-1744a2fa-8461-4726-af8d-9b2b71d3d8f7 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.38 "DELETE /v2.0/ports/7d855f74-75ae-4427-9b82-8b6bc41c60ef HTTP/1.1" status: 204 len: 173 time: 1.6019797 Aug 04 14:42:53.792561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'name': 'network-vif-deleted', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:53.794922 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1430d-2e7f-4587-93df-8c40f4ec1a56" -d '{"events": [{"server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "name": "network-vif-deleted", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:53.807971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] For port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:53.813093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] For port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:53.814083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f5b007f-66e0-47a3-a81f-6c082cf2b1b2 req-e16e91ea-38d6-4d68-a0c2-27f9279264df service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934107 Aug 04 14:42:53.817850 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:42:51Z', 'revision_number': 5, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:53.835350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:53.875512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ea32c0e-6d84-46ef-9b7b-4363fd9a0427 req-6824556a-62b0-48a4-9aef-a095fede4362 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0613103 Aug 04 14:42:53.915738 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ac1ca-ced2-4bc1-8288-dea2e22816a8 None None] The sync data for ids ['bf56d885-295d-4059-b48d-d8bf2e6fe483'] in n-d-801743-12 is: [{'id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992957947-router', 'tenant_id': '18a5238c59b1437384dbee90d9a02673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:38:09Z', 'updated_at': '2021-08-04T14:42:51Z', 'revision_number': 5, 'project_id': '18a5238c59b1437384dbee90d9a02673', 'gw_port': {'id': 'cf1c9e52-6515-445d-aebe-fb8da42f6a14', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56d885-295d-4059-b48d-d8bf2e6fe483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:38:10Z', 'updated_at': '2021-08-04T14:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:42:53.916342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e615e8-c34e-4519-9d44-761fdb9c4929 None None] Pushing event updated for resources: {'Port': ['ID=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:53.949303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:42:53.997069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Deleting port cf1c9e52-6515-445d-aebe-fb8da42f6a14 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:53.997704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.074129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.116148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Pushing event deleted for resources: {'Port': ['ID=cf4111d3-92b4-4a32-8792-0528735fb887,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:54.122522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d855f74-75ae-4427-9b82-8b6bc41c60ef'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:54.170116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] No DVR routers for this DVR port cf4111d3-92b4-4a32-8792-0528735fb887 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:54.173313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.176414 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-78cca1f6-c262-43db-84cd-1c0200a83475 req-eec7291a-2460-4ff7-9ff3-7900b9b3e4f6 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.46 "DELETE /v2.0/ports/cf4111d3-92b4-4a32-8792-0528735fb887 HTTP/1.1" status: 204 len: 173 time: 1.3992574 Aug 04 14:42:54.241413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-9d7ff4f4-7c63-49b2-8b98-f0128c085f25 service neutron] 10.222.0.76 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397321 Aug 04 14:42:54.264381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed23c-5aad-4831-9c16-924e804b7568 req-4ae937f8-1d49-4220-b0ea-2f03d0653ef9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:54.266388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38ed23c-5aad-4831-9c16-924e804b7568 req-4ae937f8-1d49-4220-b0ea-2f03d0653ef9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 945 time: 0.2159636 Aug 04 14:42:54.339630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:54.371260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'b28b9760-361c-4e74-a38a-d5841192c465', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'b28b9760-361c-4e74-a38a-d5841192c465', 'mac_address': 'fa:16:3e:9f:91:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:42:54.392012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] For port cf1c9e52-6515-445d-aebe-fb8da42f6a14, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cf1c9e52-6515-445d-aebe-fb8da42f6a14,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:54.392584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.408355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38ed23c-5aad-4831-9c16-924e804b7568 req-0555b096-0257-4560-ac03-afd59b797966 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256928 Aug 04 14:42:54.421572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.507728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.533639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Calling delete_port for cf1c9e52-6515-445d-aebe-fb8da42f6a14 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:54.578320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:42:54.647013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:54.660617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.673394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Subnet': ['ID=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:54.748700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Checking segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:54.751372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network hostable DHCP agents. Network: 17c78649-0891-43c3-808f-43feeba9048f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:42:54.788135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:54.866828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f0ce-e3ed-4c09-9633-11349f6404fa req-a356240d-b9bd-492e-a60f-789958af2834 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:54.868352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cd7f0ce-e3ed-4c09-9633-11349f6404fa req-a356240d-b9bd-492e-a60f-789958af2834 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.1832907 Aug 04 14:42:54.870142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network 17c78649-0891-43c3-808f-43feeba9048f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:42:54.906812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['b28b9760-361c-4e74-a38a-d5841192c465'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:42:54.922908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cd7f0ce-e3ed-4c09-9633-11349f6404fa req-09ae69de-003b-47cc-a408-9049eee8a2ca tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Aug 04 14:42:54.925965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 17c78649-0891-43c3-808f-43feeba9048f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:54.938042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:54.938042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:54.977296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971cc3a-6ac0-4a0e-b23c-6a8ae1019235 None None] Network 17c78649-0891-43c3-808f-43feeba9048f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:54.991690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ea284450-1ed9-4eba-aa7e-b9bbb83bd1f7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2012897 Aug 04 14:42:54.995233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:55.000822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'name': 'tempest-TaggedBootDevicesTest_v242-1140217488', 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:55.104003 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aee1784-3df8-4af6-ada0-c070b2516d28 x-openstack-request-id: req-3aee1784-3df8-4af6-ada0-c070b2516d28 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:55.104399 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bef88-3769-48b0-9496-da30cc8ae57d", "name": "network-vif-deleted", "tag": "7d855f74-75ae-4427-9b82-8b6bc41c60ef", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:55.104523 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3aee1784-3df8-4af6-ada0-c070b2516d28 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:55.104922 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bef88-3769-48b0-9496-da30cc8ae57d', 'name': 'network-vif-deleted', 'tag': '7d855f74-75ae-4427-9b82-8b6bc41c60ef', 'status': 'completed', 'code': 200} Aug 04 14:42:55.204892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.273354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1c9e52-6515-445d-aebe-fb8da42f6a14,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:55.279243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:55.514007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48725d00-28a4-42e5-a584-6fbb68f66ae5 req-1fff5761-a063-449a-943d-dd2c84a7e485 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0882676 Aug 04 14:42:55.580736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9836952b-dd9e-403d-bc6f-117e086c14dd req-79e52c88-6ae4-44ec-b4a7-53fa878a5348 tempest-ListServersNegativeTestJSON-1484652925 tempest-ListServersNegativeTestJSON-1484652925-project] 10.222.0.76 "GET /v2.0/ports?device_id=6907e26e-823c-48fe-b7b9-1545e3fdf245 HTTP/1.1" status: 200 len: 210 time: 0.0447936 Aug 04 14:42:55.602750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.707824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:55.710002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cf4111d3-92b4-4a32-8792-0528735fb887 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:55.738339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: cf4111d3-92b4-4a32-8792-0528735fb887 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:55.738730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cf4111d3-92b4-4a32-8792-0528735fb887 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:55.794016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb726f-837c-495a-ac0d-a7e4beeaa9ef None None] Network f1e3ed9b-f210-4762-b053-83ea94e1758f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:55.811592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ea624c0-a883-437f-8891-d1fed35f3ef1 req-0d644404-1f64-4d7d-8fd2-47b80f9c299a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.1105154 Aug 04 14:42:55.815235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.819467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.822244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.858153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-17c78649-0891-43c3-808f-43feeba9048f', 'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ips': [{'subnet_id': 'c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:42:55.859420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.881503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] device_id is not set on port 03358fde-85af-40d4-8135-a9956850dcb5 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:42:55.942832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab3cf826-203e-407e-8b13-3cd26c2de347 None None] Provisioning for port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:55.949798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d855f74-75ae-4427-9b82-8b6bc41c60ef no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:55.957378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.957969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf56d885-295d-4059-b48d-d8bf2e6fe483 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:42:55.970405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:55.971925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55aa4a97-3a47-47f0-8fb2-8165ae8df49d admin admin] 10.222.0.76 "DELETE /v2.0/routers/bf56d885-295d-4059-b48d-d8bf2e6fe483 HTTP/1.1" status: 204 len: 168 time: 3.4256186 Aug 04 14:42:55.977273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44854) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:56.117792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7d855f74-75ae-4427-9b82-8b6bc41c60ef {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:56.118028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Deleting subnet b2e9598f-5b05-4a64-82cc-aac140793609 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:42:56.118136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d855f74-75ae-4427-9b82-8b6bc41c60ef not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:56.135234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.252712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.326291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3142f5-79eb-4f7e-8467-0e9e261a91f0 req-558aec1b-63ce-4c90-a5c6-371be0410697 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:56.328335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b3142f5-79eb-4f7e-8467-0e9e261a91f0 req-558aec1b-63ce-4c90-a5c6-371be0410697 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.1966588 Aug 04 14:42:56.367871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:56.386348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:56.390465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.402494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.1.1.218 (f1e3ed9b-f210-4762-b053-83ea94e1758f/0609f1cd-406a-490e-a21d-ef8e0326cb91/03358fde-85af-40d4-8135-a9956850dcb5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:56.496589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.593307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.620851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.622974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b2e9598f-5b05-4a64-82cc-aac140793609 HTTP/1.1" status: 204 len: 168 time: 0.6445134 Aug 04 14:42:56.642520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5471ce5-b159-436c-ba61-6442ea4c864e None None] Network 34dcde19-0efd-4251-9d2d-68c04f47df94 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:56.701671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:56.704601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.711398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449480-111c-4f6b-b6ad-fa518d7484c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e9598f-5b05-4a64-82cc-aac140793609,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:56.721313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object 03358fde-85af-40d4-8135-a9956850dcb5 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:56.781061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Allocated IP 10.2.2.2 (17c78649-0891-43c3-808f-43feeba9048f/c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d/99720397-d6e6-44b2-8b88-62d7121fcda3) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:56.822056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e60e486-ca4a-4ecf-af59-58762469c4c7 req-ea4e00a3-f676-4dfa-8c77-fc045c59e282 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=5475e804-8567-4c81-aa1f-cd72c1db339a HTTP/1.1" status: 200 len: 210 time: 0.0798898 Aug 04 14:42:56.826395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.877970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b3142f5-79eb-4f7e-8467-0e9e261a91f0 req-c5801109-d82d-4719-8ed5-dbec3fa461e6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237590 Aug 04 14:42:56.885452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.895579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44872) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:56.908019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Deleting port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:42:56.908516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.954621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:56.964713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Transition to ACTIVE for port object 99720397-d6e6-44b2-8b88-62d7121fcda3 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:56.981823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Transition to ACTIVE for port object 99720397-d6e6-44b2-8b88-62d7121fcda3 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:42:56.990191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] For port ce8cd43c-7a74-45c9-9037-14649a6ea5c2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,segment=NetworkSegment(336a17be-ed1a-4e2e-adc5-ef87848d21bf),segment_id=336a17be-ed1a-4e2e-adc5-ef87848d21bf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:56.990816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.006820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Calling delete_port for ce8cd43c-7a74-45c9-9037-14649a6ea5c2 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:42:57.057651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Deleting subnet 999f9df1-7eec-4060-b993-31246f277ec1 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:42:57.061614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.073400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.105815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'name': 'network-vif-deleted', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:57.108634 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a28235f-3f27-4b02-a700-3bc098fc7c4e" -d '{"events": [{"server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "name": "network-vif-deleted", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:57.113178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.120936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:57.139687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d000119-d488-41f3-929f-55dac73b56b4 req-7a2f5d25-0fc3-475e-9347-d2cbc1145be4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.1232142 Aug 04 14:42:57.154748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:57.155252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Pushing event updated for resources: {'Port': ['ID=99720397-d6e6-44b2-8b88-62d7121fcda3,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.156146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] No DVR routers for this DVR port ce8cd43c-7a74-45c9-9037-14649a6ea5c2 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:42:57.166380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:57.177593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Network 17c78649-0891-43c3-808f-43feeba9048f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:42:57.179305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.184144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:42:57.212819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.221230 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc1f91-ccea-4bb5-8fb5-9dca73df3b05 x-openstack-request-id: req-3cfc1f91-ccea-4bb5-8fb5-9dca73df3b05 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:57.221530 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6907e26e-823c-48fe-b7b9-1545e3fdf245", "name": "network-vif-deleted", "tag": "cf4111d3-92b4-4a32-8792-0528735fb887", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:57.221786 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3cfc1f91-ccea-4bb5-8fb5-9dca73df3b05 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:57.222248 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6907e26e-823c-48fe-b7b9-1545e3fdf245', 'name': 'network-vif-deleted', 'tag': 'cf4111d3-92b4-4a32-8792-0528735fb887', 'status': 'completed', 'code': 200} Aug 04 14:42:57.229350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8cd43c-7a74-45c9-9037-14649a6ea5c2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.254923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:42:57.280638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:57.281304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.296080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.366329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Attempting to bind port 99720397-d6e6-44b2-8b88-62d7121fcda3 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:42:57.366753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Attempting to bind port 99720397-d6e6-44b2-8b88-62d7121fcda3 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:42:57.367109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Attempting to bind port 99720397-d6e6-44b2-8b88-62d7121fcda3 on network 17c78649-0891-43c3-808f-43feeba9048f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:42:57.374621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:42:57.375010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Checking segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:42:57.375415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.375805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Bound using segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:42:57.376465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Bound port: 99720397-d6e6-44b2-8b88-62d7121fcda3, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:42:57.376842 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.389550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b2f3f31c-c993-4880-9dd9-97e8b8e079e6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3931243 Aug 04 14:42:57.401383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:57.420273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'name': 'tempest-TaggedBootDevicesTest_v242-2123900042', 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:57.453963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] For port 99720397-d6e6-44b2-8b88-62d7121fcda3, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:42:57.457990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] For port 99720397-d6e6-44b2-8b88-62d7121fcda3, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=99720397-d6e6-44b2-8b88-62d7121fcda3,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:42:57.462922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cab560-a781-47a2-8e59-bf6d6afec14e None None] DHCP port deletion for 34dcde19-0efd-4251-9d2d-68c04f47df94 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:42:57.475620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.478358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.524597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999f9df1-7eec-4060-b993-31246f277ec1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.536159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.571866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.586711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-479ecbe7-7c59-4bb8-98c2-1be6020e5934 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/999f9df1-7eec-4060-b993-31246f277ec1 HTTP/1.1" status: 204 len: 168 time: 0.6896975 Aug 04 14:42:57.587420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44884) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:57.649653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:57.651424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e562d6-2df8-4575-916f-8fdb99b35ddf None None] Pushing event updated for resources: {'Port': ['ID=99720397-d6e6-44b2-8b88-62d7121fcda3,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.661539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.700199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 313e63a1-be1a-4eef-8b3d-af0699240e1b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:57.727325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e5f8f7a3-dfc7-4339-af6f-b3bf75950056 None None] Provisioning complete for port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:57.727699 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f7a3-dfc7-4339-af6f-b3bf75950056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.732450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 313e63a1-be1a-4eef-8b3d-af0699240e1b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:57.732802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 313e63a1-be1a-4eef-8b3d-af0699240e1b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:57.771548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.833840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:57.875878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dcde19-0efd-4251-9d2d-68c04f47df94']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:57.882489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:57.911577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce8cd43c-7a74-45c9-9037-14649a6ea5c2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:58.011420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336a17be-ed1a-4e2e-adc5-ef87848d21bf') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:58.012626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336a17be-ed1a-4e2e-adc5-ef87848d21bf') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:58.058669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:42:58.069227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ce8cd43c-7a74-45c9-9037-14649a6ea5c2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:58.071015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce8cd43c-7a74-45c9-9037-14649a6ea5c2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:58.071807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cf1c9e52-6515-445d-aebe-fb8da42f6a14 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:42:58.144469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-f4a687d2-2ecf-44ba-87b3-220a14567a58 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:58.162706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-f4a687d2-2ecf-44ba-87b3-220a14567a58 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 807 time: 0.8762574 Aug 04 14:42:58.167907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Request body: {'port': {'device_id': 'c3b81000-37e5-406d-974c-87922dee2401', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'admin_state_up': True, 'tenant_id': 'a2fbea3558b54059856a7158206f3b25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:42:58.183207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.220845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: cf1c9e52-6515-445d-aebe-fb8da42f6a14 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:42:58.221197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cf1c9e52-6515-445d-aebe-fb8da42f6a14 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:42:58.334455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.339540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port b28b9760-361c-4e74-a38a-d5841192c465 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:58.341724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.344821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port b28b9760-361c-4e74-a38a-d5841192c465 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:58.345439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.400427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:42:58.402551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:42:58.406510 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:42:58.408622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-072efdd2-06d5-4889-b7b4-f4b51e605eb5 req-831b4747-e7e3-495c-901c-a50a249d516c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0557938 Aug 04 14:42:58.410484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ddf9b6-a2e2-4d22-9bb7-5559da15016a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:58.428872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3fb68-823c-4595-bb0f-b9df28846103 req-26742cee-16f9-4f73-b20b-9b3aea60181f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:58.431390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ad3fb68-823c-4595-bb0f-b9df28846103 req-26742cee-16f9-4f73-b20b-9b3aea60181f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.2587872 Aug 04 14:42:58.457387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:58.457789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655f8c8e-3e63-4021-9fa1-b2e39fb0d5db') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:42:58.472914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.473301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d950bd11-ae70-4a8d-9c56-c81e2e4b5653 None None] Provisioning for port 03358fde-85af-40d4-8135-a9956850dcb5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:58.486820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d950bd11-ae70-4a8d-9c56-c81e2e4b5653 None None] Provisioning complete for port 03358fde-85af-40d4-8135-a9956850dcb5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:42:58.487248 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d950bd11-ae70-4a8d-9c56-c81e2e4b5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.503380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ad3fb68-823c-4595-bb0f-b9df28846103 req-0f8bd2cd-f808-470c-8ac3-61c223ea0e82 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648541 Aug 04 14:42:58.504515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.511648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:42:58.512135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:42:58.514123 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:42:58.530786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:58.598611 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.604576 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.606801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] 10.222.0.76 "DELETE /v2.0/networks/67ddf9b6-a2e2-4d22-9bb7-5559da15016a HTTP/1.1" status: 204 len: 168 time: 1.0184002 Aug 04 14:42:58.635287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a975c-6ed1-46ad-afef-6b8f2a4f9adc admin admin] Pushing event deleted for resources: {'Network': ['ID=67ddf9b6-a2e2-4d22-9bb7-5559da15016a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:58.645746 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.647651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d950bd11-ae70-4a8d-9c56-c81e2e4b5653 None None] Port 03358fde-85af-40d4-8135-a9956850dcb5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:42:58.723419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.743360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.745704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] 10.222.0.76 "DELETE /v2.0/networks/34dcde19-0efd-4251-9d2d-68c04f47df94 HTTP/1.1" status: 204 len: 168 time: 2.0457218 Aug 04 14:42:58.762417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:42:58.766378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:42:58.777127 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c0ddd-ac39-4458-ba23-7a762f7957be" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:42:58.786557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec660d6-b15a-47d6-b53a-177f8af7a609 admin admin] Pushing event deleted for resources: {'Network': ['ID=34dcde19-0efd-4251-9d2d-68c04f47df94,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:58.797184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.803219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Made reservation on behalf of a2fbea3558b54059856a7158206f3b25 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:42:58.807016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.865237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:58.902407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44910) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:58.955516 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e1fc9-7953-46d6-a5ee-caf3733a2d09 x-openstack-request-id: req-823e1fc9-7953-46d6-a5ee-caf3733a2d09 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:42:58.956030 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:42:58.956030 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-823e1fc9-7953-46d6-a5ee-caf3733a2d09 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:42:58.956440 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'code': 200} Aug 04 14:42:58.963751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:58.984352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0da85ed5-c2d0-479e-a2d9-1e81f0fbbc5a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bb3f74faede4486b9535bf0e0a59d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803723 Aug 04 14:42:58.986961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44912) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:59.066323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:42:59.097486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:59.099550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] device_id is not set on port 9350547a-fee4-4cb4-83a6-90593abc02b4 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:42:59.156607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:59.317331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:59.320134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:42:59.324245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4672adc3-a8f4-4702-9e0a-52da0256fb1d HTTP/1.1" status: 204 len: 168 time: 0.3360152 Aug 04 14:42:59.337072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e215650-fbf1-4336-9a7e-c2a9e5a1dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672adc3-a8f4-4702-9e0a-52da0256fb1d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:42:59.342521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf15e-8259-45b8-94b8-3ca45ac306d6 req-c742d318-1b89-41b0-af86-359f6af86117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:42:59.344976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-65dbf15e-8259-45b8-94b8-3ca45ac306d6 req-c742d318-1b89-41b0-af86-359f6af86117 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1102 time: 0.3596423 Aug 04 14:42:59.491160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b242e-2d46-4c76-a830-59d52a2e3242 None None] Network 17c78649-0891-43c3-808f-43feeba9048f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:42:59.508971 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-65dbf15e-8259-45b8-94b8-3ca45ac306d6 req-02766f1d-f606-4662-8690-797df3e4bb8c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366143 Aug 04 14:42:59.567667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Allocated IP 172.20.0.3 (a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad/73a38431-6220-4016-8afe-65544e7eabae/913a097d-0afc-4a25-8f79-e77ae2a859b5) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:59.613968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-96a06f39-0241-44d5-8aff-130b0f6b9267 None None] Provisioning for port 99720397-d6e6-44b2-8b88-62d7121fcda3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:42:59.680319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4af02fdf-374a-44f8-a9cf-6d4427e9e0fa req-cd19f519-a486-48ea-91e9-1c0ff37af6b2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0644479 Aug 04 14:42:59.690229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.1.1.216 (f1e3ed9b-f210-4762-b053-83ea94e1758f/0609f1cd-406a-490e-a21d-ef8e0326cb91/9350547a-fee4-4cb4-83a6-90593abc02b4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:42:59.706938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-662b7421-cabd-423f-b405-be555414dad6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00fd057a346e466c975324a686be03b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6298234 Aug 04 14:42:59.721470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44930) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:00.106353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:00.268166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:00.268550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.302617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.331700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b82670-5d51-4aa8-9303-fb7f53034242 req-744bcfa3-fea0-4442-afd1-55862c2a122b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:00.339086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18b82670-5d51-4aa8-9303-fb7f53034242 req-744bcfa3-fea0-4442-afd1-55862c2a122b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.6569359 Aug 04 14:43:00.460341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18b82670-5d51-4aa8-9303-fb7f53034242 req-8ca35dec-a7c9-47e1-a151-12c9cf94eae6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133752 Aug 04 14:43:00.479965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 99720397-d6e6-44b2-8b88-62d7121fcda3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:00.483115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.588170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 99720397-d6e6-44b2-8b88-62d7121fcda3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:00.596643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 99720397-d6e6-44b2-8b88-62d7121fcda3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:00.597034 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.599596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.682460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.705139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object 9350547a-fee4-4cb4-83a6-90593abc02b4 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:00.708968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.755082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 99720397-d6e6-44b2-8b88-62d7121fcda3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=99720397-d6e6-44b2-8b88-62d7121fcda3,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:00.760806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.814498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.822210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.823480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e116eedd-20d1-4d69-9199-c4e854e0f2b8 HTTP/1.1" status: 204 len: 168 time: 1.1009941 Aug 04 14:43:00.836173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:00.894523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=99720397-d6e6-44b2-8b88-62d7121fcda3,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:00.896793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2d339ec-4355-4285-888a-14273f6304d9 req-ebd67add-db2a-4f57-91d0-ffa376c9e91b tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0799203 Aug 04 14:43:00.949937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:00.969023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989894a-8db3-4cd5-9eb7-847de7777368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e116eedd-20d1-4d69-9199-c4e854e0f2b8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:00.969196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44956) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:01.010637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:01.015267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:01.031529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:01.040405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.054294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4106fa2f-aae4-462b-b7ef-76c27b54ced9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:01.178814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:01.216176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:01.220022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:01.235030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:01.336705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:01.339307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.396435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:01.397715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.433054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-network', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:01.439886 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-cec97a6e-d8a2-47ba-b1ed-fb603c14523f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2761083 Aug 04 14:43:01.444999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b61be07a-b686-4f9b-b036-b865b1e86c28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0419819 Aug 04 14:43:01.460568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Request body: {'port': {'device_id': 'c3b81000-37e5-406d-974c-87922dee2401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:01.497436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Made reservation on behalf of 37f191089bf6454c9cedba2e2e6a07b6 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:01.499957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.521502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.574316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:01.586288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.588099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-975abc4d-678f-4395-b550-2a7195a273c2 None None] Provisioning for port 9350547a-fee4-4cb4-83a6-90593abc02b4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:01.598618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-975abc4d-678f-4395-b550-2a7195a273c2 None None] Provisioning complete for port 9350547a-fee4-4cb4-83a6-90593abc02b4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:01.603268 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-975abc4d-678f-4395-b550-2a7195a273c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:01.710696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-975abc4d-678f-4395-b550-2a7195a273c2 None None] Port 9350547a-fee4-4cb4-83a6-90593abc02b4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:01.790061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44970) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:01.791530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a92a21d7-4334-4532-adf4-125b671a0f4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18a5238c59b1437384dbee90d9a02673&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2159510 Aug 04 14:43:01.867196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 99720397-d6e6-44b2-8b88-62d7121fcda3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:01.894914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa3d54-089c-42d6-bc08-96fdd15d2a2e req-947cf3a7-7624-42f7-b7e6-d122c0e6f270 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:01.898128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9baa3d54-089c-42d6-bc08-96fdd15d2a2e req-947cf3a7-7624-42f7-b7e6-d122c0e6f270 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.2625389 Aug 04 14:43:01.973099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 99720397-d6e6-44b2-8b88-62d7121fcda3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:01.974425 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.003942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.043683 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.052608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9baa3d54-089c-42d6-bc08-96fdd15d2a2e req-1a1417ff-bd73-4425-986f-d2ace148b87b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409721 Aug 04 14:43:02.153422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.174411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.190791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.201146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.204553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ba4c482-5327-49c8-b4e0-6494b23697b4 HTTP/1.1" status: 204 len: 168 time: 0.4129441 Aug 04 14:43:02.264294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:02.278620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44978) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:02.298064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69388935', 'description': 'tempest-description--1464864724'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:02.328505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addc90e-fcd5-4ede-97b6-e222eac6f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba4c482-5327-49c8-b4e0-6494b23697b4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:02.355196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913a097d-0afc-4a25-8f79-e77ae2a859b5 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:02.359799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:43:02.377591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.393535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Transition to ACTIVE for port object 913a097d-0afc-4a25-8f79-e77ae2a859b5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:02.402085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.452479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.452785 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Added segment 9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b of type vlan for network a00dc8e8-d896-4f20-8710-f7c44a837a3e Aug 04 14:43:02.465886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:02.513950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.582788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:02.583136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:02.583472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:02.588626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:02.588962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:02.594704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:02.595204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:02.595615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:02.596418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Bound port: 913a097d-0afc-4a25-8f79-e77ae2a859b5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:02.596572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.608575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.609798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:02.610733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.624411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.673115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568592-61ce-4ae8-90c2-98ea213fcc10 req-755dab85-a36b-42cd-ad34-63e9878583b6 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:02.675085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65568592-61ce-4ae8-90c2-98ea213fcc10 req-755dab85-a36b-42cd-ad34-63e9878583b6 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1102 time: 0.3049731 Aug 04 14:43:02.696211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:02.699958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:02.708840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.752903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d1a11-fa00-4187-956e-f513018d88fc req-7dcd47cb-546e-4fbe-91db-25bc3ed39237 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:02.754518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-367d1a11-fa00-4187-956e-f513018d88fc req-7dcd47cb-546e-4fbe-91db-25bc3ed39237 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 931 time: 0.5119553 Aug 04 14:43:02.765650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:02.766339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:02.768426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] 10.222.0.46 "PUT /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 1092 time: 1.3187699 Aug 04 14:43:02.770780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:02.773241 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926eb1c6-26ac-4967-a5ef-b676deee17a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:02.794172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8238790 Aug 04 14:43:02.800890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44992) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:02.807282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Request body: {'subnet': {'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-subnet', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:02.842338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65568592-61ce-4ae8-90c2-98ea213fcc10 req-336f326e-9790-4320-9e9f-961f7485dbc0 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334953 Aug 04 14:43:02.843000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001ff2b-aefa-4e2f-ac3c-d6a1d643048d admin admin] Pushing event updated for resources: {'Network': ['ID=a00dc8e8-d896-4f20-8710-f7c44a837a3e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:02.860082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:43:02.882686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:43:02.882686 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:43:02.882686 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '37f191089bf6454c9cedba2e2e6a07b6', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 43, 2, 827511)}] Aug 04 14:43:02.882686 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:43:02.883215 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:43:02.883530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5f824-b8a8-48a3-a9bb-a65181d709ce service neutron] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:02.902194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-5e843e41-7e48-4d4b-a61b-e637f03317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:02.904141 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-5e843e41-7e48-4d4b-a61b-e637f03317d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1095 time: 0.0782156 Aug 04 14:43:02.905118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-367d1a11-fa00-4187-956e-f513018d88fc req-f773cb30-00da-4c33-910b-6ef774c3581a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163552 Aug 04 14:43:03.005765 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00260f-ba7c-425b-b0e1-069de7c4d484 x-openstack-request-id: req-df00260f-ba7c-425b-b0e1-069de7c4d484 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:03.006048 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:03.006307 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df00260f-ba7c-425b-b0e1-069de7c4d484 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:03.006719 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'status': 'completed', 'code': 200} Aug 04 14:43:03.009847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.010086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-a8f24841-a6d9-41b0-9145-0322dd2187b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 217 time: 0.0960038 Aug 04 14:43:03.023255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.084151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.087078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8093796 Aug 04 14:43:03.090381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45000) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:03.100664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'security_group_rule': {'security_group_id': '86c87891-d6fd-418c-9831-036270f98459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:03.109810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5623d7-4258-4fab-b0b6-30b216b4656d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c87891-d6fd-418c-9831-036270f98459,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:03.116476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7002e-c1be-44af-9868-1482f069e15e req-dbedfdcf-5e22-4ece-a463-be77745d81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:03.118749 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-dbedfdcf-5e22-4ece-a463-be77745d81ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1001451 Aug 04 14:43:03.196379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.202084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-acf4b21b-f8bb-4eb6-a92b-62cb9e980640 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721362 Aug 04 14:43:03.341513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.353743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.379188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0549343f-5bf1-4053-91fc-3f557737de61,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:03.408884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.410425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-971f74db-bdcd-4ab0-bbbc-ae0ba12c7d22 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184896 Aug 04 14:43:03.413160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:03.426621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'security_group_rule': {'security_group_id': '86c87891-d6fd-418c-9831-036270f98459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:03.449777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-72466bbe-e9ba-48e3-84fe-42e6fb531ed3 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386763 Aug 04 14:43:03.481130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Made reservation on behalf of 37f191089bf6454c9cedba2e2e6a07b6 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:03.485255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.490487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.606223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.613252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.667712 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbe7002e-c1be-44af-9868-1482f069e15e req-92a3ada2-f993-46cf-a227-4353cc7b0d37 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037241 Aug 04 14:43:03.688310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69d7843-e43a-433a-ba35-cdd7b57eeac3,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:03.732097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.733376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c8dfaff5-7982-4100-aa77-d14c0bb33763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191385 Aug 04 14:43:03.736660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45024) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:03.756934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:03.797722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.839469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-82c417c0-8f67-49dc-9d5c-df55c141f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:03.841186 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-82c417c0-8f67-49dc-9d5c-df55c141f211 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1095 time: 0.1102483 Aug 04 14:43:03.844403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:03.999825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2e3358-2437-427f-a868-ffb0f09a7760,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:04.015464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Checking segment: {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:04.015819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Network hostable DHCP agents. Network: a00dc8e8-d896-4f20-8710-f7c44a837a3e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:43:04.056140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-f22d07f0-800f-4044-97b4-db57ac3081ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:04.056683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-f22d07f0-800f-4044-97b4-db57ac3081ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.2047064 Aug 04 14:43:04.060547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:43:04.118089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-2a96d6ba-341e-415a-b912-b219fb6930d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 217 time: 0.0498812 Aug 04 14:43:04.119508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a00dc8e8-d896-4f20-8710-f7c44a837a3e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:04.124617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:04.126364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.130214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e538797-add3-423e-8ff2-20e2e4421a19 None None] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:43:04.184396 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36d50032-b3f6-4397-925d-194ca7617c1f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3854642 Aug 04 14:43:04.187337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45038) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:04.228713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:04.262169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-16b8f28c-65fe-45ca-a854-922cf863e0ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876000 Aug 04 14:43:04.264478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.267849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-e37ae6b6-fe5d-4abc-81e0-2eee4e29314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:04.276922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-e37ae6b6-fe5d-4abc-81e0-2eee4e29314b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1468091 Aug 04 14:43:04.342915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335059e6-1d34-4099-8712-b207fcd13b1f req-8d3550ca-3a06-4c92-880c-439320130702 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:04.344707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-335059e6-1d34-4099-8712-b207fcd13b1f req-8d3550ca-3a06-4c92-880c-439320130702 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.3559613 Aug 04 14:43:04.382881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-5caed988-61c0-4b28-bb33-c47d550fdcd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896094 Aug 04 14:43:04.406476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-335059e6-1d34-4099-8712-b207fcd13b1f req-707f61e1-e1cb-4180-a06d-e55bff23570d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534422 Aug 04 14:43:04.498252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.499344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.513155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 172.25.0.56 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/65ce5874-47a1-4a0e-83b1-37272e52c72c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:04.711131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.717608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791d6ff-8026-42ed-8198-544d417beec1 None None] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:43:04.781006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.890969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:04.985646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:04.995315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:05.013882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=65ce5874-47a1-4a0e-83b1-37272e52c72c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:05.032831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:05.036078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.036439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.036792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.037137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.037476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.037817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.038155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.038487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.038852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.039184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.039517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.039901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:05.091934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8414-f16c-486b-afae-85b9cf8df369 req-7eb65a36-6a63-4396-a3d1-e33fcfc2580b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:05.107039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6b8414-f16c-486b-afae-85b9cf8df369 req-7eb65a36-6a63-4396-a3d1-e33fcfc2580b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.6658401 Aug 04 14:43:05.171335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6b8414-f16c-486b-afae-85b9cf8df369 req-36a135ca-cce9-41b8-9e84-c592f0c4e28a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632370 Aug 04 14:43:05.231988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.288881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-368201d5-b36c-42f3-8241-d932fa5e5178 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948269 Aug 04 14:43:05.310289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.382108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.609237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-926eb1c6-26ac-4967-a5ef-b676deee17a1 req-58779af8-3ce0-4c09-96b7-b3f208b3bb65 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221885 Aug 04 14:43:05.646695 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.656348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.677250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f7624-9ef5-49ca-bee7-8e8a441f9e13 req-a816af34-a5b3-4800-96cc-81d3c703dfdf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:05.678902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-115f7624-9ef5-49ca-bee7-8e8a441f9e13 req-a816af34-a5b3-4800-96cc-81d3c703dfdf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1384735 Aug 04 14:43:05.774797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=65ce5874-47a1-4a0e-83b1-37272e52c72c,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:05.789112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-115f7624-9ef5-49ca-bee7-8e8a441f9e13 req-1cd38bf8-52ac-49b2-8510-bd78c8b4e5a2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888417 Aug 04 14:43:05.810886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.830484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.840095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-790d146d-4730-4f46-99c5-72b54451b6c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0943477 Aug 04 14:43:05.903288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:05.926643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.058674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45102) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:06.065842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Allocated IP 172.25.0.158 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/83e92adf-f074-4c88-8935-3cd1aac0379b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:06.191537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fb211cd6-7001-4411-b8ba-400654468f4a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--69388935&fields=id&tenant_id=9b946b37933f48d7a3878d7f03bebd23 HTTP/1.1" status: 200 len: 267 time: 0.0417664 Aug 04 14:43:06.202269 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ba66e57-9d68-46d8-9bcc-56710a0e888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.210290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.260457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.267996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-1fc6586b-0091-4a9a-b23b-bb9d857a093c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.269616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-1fc6586b-0091-4a9a-b23b-bb9d857a093c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 937 time: 0.0694075 Aug 04 14:43:06.347099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=83e92adf-f074-4c88-8935-3cd1aac0379b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:06.355483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:06.358284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.359060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.359554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.359898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.360281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.360590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.360916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.361244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.361583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.361885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.362206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.362525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:06.376491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:06.390876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:06.395511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a02fef88-f1f1-4745-b7ed-def2b04751b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.399324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a02fef88-f1f1-4745-b7ed-def2b04751b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 937 time: 0.1154971 Aug 04 14:43:06.427604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f7408-db2c-452e-9d6e-85334728955e req-b0694601-a6e2-4649-bfaf-7ea26f2a79f3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.429420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-884f7408-db2c-452e-9d6e-85334728955e req-b0694601-a6e2-4649-bfaf-7ea26f2a79f3 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1565280 Aug 04 14:43:06.440445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-5b42e7c0-e276-49e9-880e-1201ec044b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.441976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-5b42e7c0-e276-49e9-880e-1201ec044b2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1102 time: 0.0853653 Aug 04 14:43:06.482027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-df10ebb3-2c33-4c8e-8390-d4a97b8374ee tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0733557 Aug 04 14:43:06.550936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-c19f2367-501d-4879-8a5f-07027fe527ba tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0513091 Aug 04 14:43:06.557129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ba66e57-9d68-46d8-9bcc-56710a0e888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.565546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-884f7408-db2c-452e-9d6e-85334728955e req-487a4500-f61d-4c9f-85cf-bc4585cf1aaf tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072304 Aug 04 14:43:06.626743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-27ce96a4-8a6a-4062-b9d1-46a001863421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.628635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-27ce96a4-8a6a-4062-b9d1-46a001863421 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1528895 Aug 04 14:43:06.637693 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ba66e57-9d68-46d8-9bcc-56710a0e888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.699079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba66e57-9d68-46d8-9bcc-56710a0e888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566f7e3e-6c2a-41de-a1ac-1057240f6c34,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:06.714454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ba66e57-9d68-46d8-9bcc-56710a0e888f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=497485dbed604d1bb8139072576a01d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516616 Aug 04 14:43:06.715816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45120) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:06.727894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-13c12246-629d-4d6d-8a67-c6016407cadb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.0527108 Aug 04 14:43:06.733068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5ef3ddf1-084c-40ac-b24f-d46874ac2f82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.738916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5ef3ddf1-084c-40ac-b24f-d46874ac2f82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.744560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5ef3ddf1-084c-40ac-b24f-d46874ac2f82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.746372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5ef3ddf1-084c-40ac-b24f-d46874ac2f82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=17c78649-0891-43c3-808f-43feeba9048f&id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 1996 time: 0.1856308 Aug 04 14:43:06.765100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-ff9e1d9c-067b-4e09-9c76-3de7f729bf7a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/quotas/9b946b37933f48d7a3878d7f03bebd23 HTTP/1.1" status: 200 len: 375 time: 0.0107298 Aug 04 14:43:06.835742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e9023072-637f-494c-b107-7c710479046c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0641568 Aug 04 14:43:06.850391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-0014a774-6410-484e-8af2-dea0f0b95cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.851948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-0014a774-6410-484e-8af2-dea0f0b95cbd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1136968 Aug 04 14:43:06.857991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.860647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.974194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:06.986134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68602d66-f75b-4b2a-b537-a7440703511f req-941109e6-abf5-422a-9eff-fde0b0d24f1d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:06.988030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68602d66-f75b-4b2a-b537-a7440703511f req-941109e6-abf5-422a-9eff-fde0b0d24f1d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.0788767 Aug 04 14:43:07.001546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a697be81-462f-4fd8-b95d-99894234e0ac service neutron] 10.222.0.76 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406350 Aug 04 14:43:07.023348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-fd9a2cc4-35b0-49d1-b680-ced0483a1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:07.025561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-fd9a2cc4-35b0-49d1-b680-ced0483a1e6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339352 Aug 04 14:43:07.092530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68602d66-f75b-4b2a-b537-a7440703511f req-eb41f1c1-3cd3-457b-a792-cb256cff13b9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915401 Aug 04 14:43:07.128224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:07.130812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:07.134510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0d513e55-b687-421c-b61a-27c1937baf24 service neutron] 10.222.0.76 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164079 Aug 04 14:43:07.134797 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/566f7e3e-6c2a-41de-a1ac-1057240f6c34 HTTP/1.1" status: 204 len: 168 time: 0.4137805 Aug 04 14:43:07.185683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92df14-b4e0-4d48-a3fe-088b6d5d0bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566f7e3e-6c2a-41de-a1ac-1057240f6c34,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:07.198887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-659303c5-c8a4-4aa8-966d-f0f5265cb603 service neutron] 10.222.0.76 "GET /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0602651 Aug 04 14:43:07.213017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:07.217379 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-5d458d83-d17c-4103-a4b2-7070ae1b9a34 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841731 Aug 04 14:43:07.307775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-8eb1d780-1f5d-44cd-8f42-dfa371c0a070 service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015990 Aug 04 14:43:07.396334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-c13748dd-59b2-47a7-b67a-87aab3f8a4b8 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437447 Aug 04 14:43:07.405096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-cee216bb-8939-4416-a464-6cbeb262abda service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931830 Aug 04 14:43:07.435688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:43:07.503713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-eafc7e0d-c3d6-4153-9ec0-972008bc49dc service neutron] 10.222.0.76 "GET /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0919836 Aug 04 14:43:07.512877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45128) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:07.559615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:43:07.566900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc649-c090-4e3d-a32d-ab4b95065ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:07.573450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Sync routers for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:43:07.584784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:43:07.585626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:07.589637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:07.592547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3faed3f0-ed54-4600-9133-5baaf3e0cbc3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3885455 Aug 04 14:43:07.594932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45132) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:07.695879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:43:07.770728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-99c338f2-79d6-4ad6-bf11-dea176450087 service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658367 Aug 04 14:43:07.882280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:06Z', 'revision_number': 3, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:07.890988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900413-e7f8-4878-ba0b-a9cf9e83ef4c req-3b014ba5-3801-4279-9aa8-8d393a18c339 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:07.892552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c900413-e7f8-4878-ba0b-a9cf9e83ef4c req-3b014ba5-3801-4279-9aa8-8d393a18c339 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.2166367 Aug 04 14:43:07.909638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Checking router: 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:43:07.909990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Updating router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 port 83e92adf-f074-4c88-8935-3cd1aac0379b binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:43:07.939804 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.216980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.231852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Transition to ACTIVE for port object 83e92adf-f074-4c88-8935-3cd1aac0379b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:08.244409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.317273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Pushing event updated for resources: {'Port': ['ID=83e92adf-f074-4c88-8935-3cd1aac0379b,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:08.319763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Attempting to bind port 83e92adf-f074-4c88-8935-3cd1aac0379b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:08.320232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Attempting to bind port 83e92adf-f074-4c88-8935-3cd1aac0379b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:08.320689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Attempting to bind port 83e92adf-f074-4c88-8935-3cd1aac0379b on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:08.341173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.341523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.341872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.342214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.342546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.342983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.343229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.343577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.343908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.344243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.344579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.345036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:08.349048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:08.349271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:08.349620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.350010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:08.350690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Bound port: 83e92adf-f074-4c88-8935-3cd1aac0379b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:08.350900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.353768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc649-c090-4e3d-a32d-ab4b95065ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.359299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c900413-e7f8-4878-ba0b-a9cf9e83ef4c req-1100c728-5513-42a7-be5e-67e90b000778 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496777 Aug 04 14:43:08.362257 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc649-c090-4e3d-a32d-ab4b95065ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.411546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-4ebba4a7-0a25-4796-a38a-0f25f32d03d3 service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251597 Aug 04 14:43:08.491767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] For port 83e92adf-f074-4c88-8935-3cd1aac0379b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:08.495909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] For port 83e92adf-f074-4c88-8935-3cd1aac0379b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83e92adf-f074-4c88-8935-3cd1aac0379b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:08.506989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.520933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0d3bc649-c090-4e3d-a32d-ab4b95065ce8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f687a2c5f0ac4c4fa4011725f6e061a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065455 Aug 04 14:43:08.523717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45140) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:08.527948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc649-c090-4e3d-a32d-ab4b95065ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2f30d6-d666-4907-9bf1-9f86fb878187,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:08.588880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:43:08.589506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:08.591686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c6c1b-579a-4156-8758-a0a2033e91c0 None None] Pushing event updated for resources: {'Port': ['ID=83e92adf-f074-4c88-8935-3cd1aac0379b,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:08.623070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.659632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.708408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-cb900195-d364-45ce-91ff-ed73f777ba3c service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852335 Aug 04 14:43:08.718367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:43:08.744381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.748940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:08.761942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a2f30d6-d666-4907-9bf1-9f86fb878187 HTTP/1.1" status: 204 len: 168 time: 0.2284873 Aug 04 14:43:08.783382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496f4e-6035-41c2-bb7f-377a9fa1dc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2f30d6-d666-4907-9bf1-9f86fb878187,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:08.805528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb301e-6a0f-47b6-9b97-45226c70baa2 req-1d860645-7720-4827-b053-f2d88bba4399 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:08.814351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fdb301e-6a0f-47b6-9b97-45226c70baa2 req-1d860645-7720-4827-b053-f2d88bba4399 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.2261081 Aug 04 14:43:08.919686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fdb301e-6a0f-47b6-9b97-45226c70baa2 req-913170e4-8c5b-4c07-aa62-7b3dac28ab66 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042719 Aug 04 14:43:08.942474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-51f3ca6c-2461-40d0-a7b6-1b1fdf9237cf service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284276 Aug 04 14:43:08.999465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:06Z', 'revision_number': 3, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:09.036780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349a9a2-0592-4f99-89f1-15ad7c2fdff8 None None] The sync data for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 is: [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:06Z', 'revision_number': 3, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:43:09.078678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:09.192334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-efa6b4f0-0f0b-4382-ac7e-5101c835c185 service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115891 Aug 04 14:43:09.399811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd73f-eff3-4d94-a4c8-3fcd52b1cc85 req-4c6d3dcc-bf10-4254-bfff-afc95f2c6686 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:09.401395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-323cd73f-eff3-4d94-a4c8-3fcd52b1cc85 req-4c6d3dcc-bf10-4254-bfff-afc95f2c6686 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 944 time: 0.2004397 Aug 04 14:43:09.451132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-02007c36-1506-47fb-8b10-70f7e0a2134d service neutron] 10.222.0.76 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481928 Aug 04 14:43:09.458300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Allocated IP 172.20.0.1 (a00dc8e8-d896-4f20-8710-f7c44a837a3e/3e2e3358-2437-427f-a868-ffb0f09a7760/7a4f3659-e7b6-449e-939c-1d9103c932aa) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:09.527097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-323cd73f-eff3-4d94-a4c8-3fcd52b1cc85 req-61e253ac-df22-41dc-b435-527af5b0b44d tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140578 Aug 04 14:43:09.738966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:09.760496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752a649-88ef-4488-92d5-0982a717ff99 req-32e75ffe-3eb5-491c-90d3-3cfcbcc58025 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:09.761993 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b752a649-88ef-4488-92d5-0982a717ff99 req-32e75ffe-3eb5-491c-90d3-3cfcbcc58025 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 944 time: 0.0806460 Aug 04 14:43:09.763014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e057fed6-76d3-4d82-a850-f8d097b523ac service neutron] 10.222.0.76 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993939 Aug 04 14:43:09.781122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b4c03-4111-4cd6-a07a-cbcee668929f req-dfc0b6f2-dead-422a-988f-61fdb2a885c5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:09.785779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029b4c03-4111-4cd6-a07a-cbcee668929f req-dfc0b6f2-dead-422a-988f-61fdb2a885c5 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1706777 Aug 04 14:43:09.909632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83e92adf-f074-4c88-8935-3cd1aac0379b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:09.940204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Deleting port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:09.940204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:09.993572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f971842d-f740-4ec3-b9ac-c1d24ded21f2 service neutron] 10.222.0.76 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057607 Aug 04 14:43:10.019153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 83e92adf-f074-4c88-8935-3cd1aac0379b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:10.020564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029b4c03-4111-4cd6-a07a-cbcee668929f req-2fd2d54f-1af8-4d7c-87e7-6aefea81aa15 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192848 Aug 04 14:43:10.026486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 83e92adf-f074-4c88-8935-3cd1aac0379b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:10.027001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.130089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] For port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:10.132897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.162831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Calling delete_port for f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:10.175249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.242098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.277344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:10.278393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 83e92adf-f074-4c88-8935-3cd1aac0379b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83e92adf-f074-4c88-8935-3cd1aac0379b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:10.282257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:10.287528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:10.295470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.379608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=83e92adf-f074-4c88-8935-3cd1aac0379b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:10.386369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:10.399066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.420945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.456095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event deleted for resources: {'Port': ['ID=f0bf9a0c-d21d-464d-b0f4-bda1d0e28076,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:10.488091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-8e49714e-2f02-4e1f-af51-b394b27bdf4c service neutron] 10.222.0.76 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663780 Aug 04 14:43:10.510261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3db6-b3f6-4425-80aa-fe904455b655 req-78a1e9f1-8171-4c7b-b681-abaae2ae9cfb tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:10.510957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] No DVR routers for this DVR port f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:10.511857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93cb3db6-b3f6-4425-80aa-fe904455b655 req-78a1e9f1-8171-4c7b-b681-abaae2ae9cfb tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1846087 Aug 04 14:43:10.514065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.516500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b752a649-88ef-4488-92d5-0982a717ff99 req-a3632c12-d7e5-43f4-a0e5-6b93ccf74c6e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "DELETE /v2.0/ports/f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 HTTP/1.1" status: 204 len: 173 time: 0.7400589 Aug 04 14:43:10.517029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-deleted', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:10.520949 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f2a729-d8e8-4e73-b2c3-1b902d767cee" -d '{"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-deleted", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:10.649287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.656301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93cb3db6-b3f6-4425-80aa-fe904455b655 req-5cf0af0f-f2e2-42f3-a241-565941d10052 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275971 Aug 04 14:43:10.693178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-97884e86-563b-40a2-bce6-1cce1c889874 service neutron] 10.222.0.76 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957946 Aug 04 14:43:10.715722 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d7079-ef2f-4886-8e8d-de1a04ec00bc x-openstack-request-id: req-4c3d7079-ef2f-4886-8e8d-de1a04ec00bc {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:10.716210 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ad7423-8a52-4c4b-872a-e407bc88e160", "name": "network-vif-deleted", "tag": "f0bf9a0c-d21d-464d-b0f4-bda1d0e28076", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:10.716642 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c3d7079-ef2f-4886-8e8d-de1a04ec00bc {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:10.717616 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ad7423-8a52-4c4b-872a-e407bc88e160', 'name': 'network-vif-deleted', 'tag': 'f0bf9a0c-d21d-464d-b0f4-bda1d0e28076', 'status': 'completed', 'code': 200} Aug 04 14:43:10.835991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-879edbdd-eaf0-4de1-a648-028ab1f09db7 req-2f29bd89-89b8-4222-9f41-d68842a51fc5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ad7423-8a52-4c4b-872a-e407bc88e160 HTTP/1.1" status: 200 len: 210 time: 0.0359216 Aug 04 14:43:10.889870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.896034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:10.979511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:11.004466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:11.095815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-89d61e48-737c-4356-84e6-35689e7cec08 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277512 Aug 04 14:43:11.199138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:11.203374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:11.281213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-64290bf4-ea64-4a9c-bb2d-47d378bb91cd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:11.283283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-64290bf4-ea64-4a9c-bb2d-47d378bb91cd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723728 Aug 04 14:43:11.335274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-eb8bdde8-2a12-4bd0-be07-8c631924ed2b tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/quotas/3388d2f5d4414b6eb9bc5e0442748375 HTTP/1.1" status: 200 len: 375 time: 0.0450947 Aug 04 14:43:11.681692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-45a2f9e3-d0f5-4155-ac00-7b9d136e17b1 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3371375 Aug 04 14:43:11.705318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:43:11.731147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4bc7e-8af5-4dea-91c2-b7db667a95ec req-819d44ab-7f2a-4fd0-8c26-54f53db9aa86 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:11.732658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13c4bc7e-8af5-4dea-91c2-b7db667a95ec req-819d44ab-7f2a-4fd0-8c26-54f53db9aa86 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.0772800 Aug 04 14:43:11.850279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83e92adf-f074-4c88-8935-3cd1aac0379b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:11.871384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13c4bc7e-8af5-4dea-91c2-b7db667a95ec req-b636c7ce-b28e-40bd-84e3-6062a73e10ba tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Aug 04 14:43:11.901505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:43:11.907922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-601647eb-89b2-4daa-b862-496993e3bf67 admin admin] 10.222.0.76 "PUT /v2.0/routers/6e7cc809-cd60-4a5f-8d79-da75be8c5fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3119884 Aug 04 14:43:11.913715 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Sync routers for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:43:11.927008 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:43:11.927719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:11.928216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 83e92adf-f074-4c88-8935-3cd1aac0379b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:11.928601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:12.009636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2da46ca4-2717-418e-83b2-05b9356d6717 req-217aadf3-ba03-4304-abc0-ff6a8ade9d47 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0428040 Aug 04 14:43:12.037039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:12.089644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:12.089998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f0bf9a0c-d21d-464d-b0f4-bda1d0e28076 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:12.158069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a5bd692-1149-4e74-a6e7-f1e525851397 req-d5b5c87e-e450-4537-bb20-3eaa721b55b5 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 210 time: 0.0603118 Aug 04 14:43:12.174018 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:43:12.179508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8977c6-65ba-4ffe-a2b9-7bc39d6542ba req-56265f9e-1a2c-416b-979f-372b346c27e2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:12.182790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c8977c6-65ba-4ffe-a2b9-7bc39d6542ba req-56265f9e-1a2c-416b-979f-372b346c27e2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1381946 Aug 04 14:43:12.265068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c8977c6-65ba-4ffe-a2b9-7bc39d6542ba req-bbd070f8-6ebc-4100-aa13-1fe8960527e7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750511 Aug 04 14:43:12.528184 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 2, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:12.563660 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Checking router: 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:43:12.564018 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Updating router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 port 7a4f3659-e7b6-449e-939c-1d9103c932aa binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:43:12.602301 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:12.611901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f6e1-4507-46bb-be2e-a45527c5fccd req-ca6a7004-294c-454f-adb4-8a920fb9b733 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:12.613440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe76f6e1-4507-46bb-be2e-a45527c5fccd req-ca6a7004-294c-454f-adb4-8a920fb9b733 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.0936139 Aug 04 14:43:12.623782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-a823d499-8b90-46ea-bced-f97f81ed7808 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:12.631399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-a823d499-8b90-46ea-bced-f97f81ed7808 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 820 time: 0.1809540 Aug 04 14:43:12.657025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-96148ff6-09b1-458a-ade4-6d36950dd04e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/quotas/37f191089bf6454c9cedba2e2e6a07b6 HTTP/1.1" status: 200 len: 375 time: 0.0245898 Aug 04 14:43:12.705571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe76f6e1-4507-46bb-be2e-a45527c5fccd req-13fb2856-91e6-41c1-b0dd-24a1615d4fed tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719562 Aug 04 14:43:12.731721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-86d6406d-e725-4d00-80d9-99543ba66c49 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661252 Aug 04 14:43:12.829688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-b2334527-2ede-4e02-b419-f0010073a5ae service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907440 Aug 04 14:43:12.904853 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:12.916084 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Transition to ACTIVE for port object 7a4f3659-e7b6-449e-939c-1d9103c932aa will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:12.923804 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:12.925207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-c44d2b4f-68e8-4349-a636-0847335be801 service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891874 Aug 04 14:43:13.045547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Attempting to bind port 7a4f3659-e7b6-449e-939c-1d9103c932aa on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:13.046354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Attempting to bind port 7a4f3659-e7b6-449e-939c-1d9103c932aa by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:13.046974 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Attempting to bind port 7a4f3659-e7b6-449e-939c-1d9103c932aa on network a00dc8e8-d896-4f20-8710-f7c44a837a3e {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:13.049971 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Pushing event updated for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:13.062076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:13.062931 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Checking segment: {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:13.063616 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:13.064254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Bound using segment: {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:13.065016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d3f97-16e9-49f7-b4f1-586e82937b66 req-780cd98d-c911-45b0-bd87-43eb54e82a9b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.065299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Bound port: 7a4f3659-e7b6-449e-939c-1d9103c932aa, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:13.066951 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:13.069999 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.071609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.071609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.071609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.072572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-764d3f97-16e9-49f7-b4f1-586e82937b66 req-780cd98d-c911-45b0-bd87-43eb54e82a9b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1197152 Aug 04 14:43:13.072746 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.073368 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.074027 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.074617 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.075286 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.076282 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.076957 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.077507 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:43:13.119081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3385b6f7-2ab5-45d7-b967-f527f0760f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.120548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3385b6f7-2ab5-45d7-b967-f527f0760f94 service neutron] 10.222.0.38 "GET /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 1033 time: 0.0774345 Aug 04 14:43:13.131920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-02f2f222-10fe-4305-aea0-66e805ab84f5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.133590 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-02f2f222-10fe-4305-aea0-66e805ab84f5 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.1562836 Aug 04 14:43:13.169365 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] For port 7a4f3659-e7b6-449e-939c-1d9103c932aa, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:13.173793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] For port 7a4f3659-e7b6-449e-939c-1d9103c932aa, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7a4f3659-e7b6-449e-939c-1d9103c932aa,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:13.181152 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:13.198018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-764d3f97-16e9-49f7-b4f1-586e82937b66 req-44236e7c-48be-4083-a632-ddef857c4574 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223707 Aug 04 14:43:13.226022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2649210a-81ae-4cc3-bf81-d90462117863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.227490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2649210a-81ae-4cc3-bf81-d90462117863 service neutron] 10.222.0.38 "GET /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 1033 time: 0.0990953 Aug 04 14:43:13.252810 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:43:13.254042 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:13.260583 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81670-e404-4f2e-8b5a-b4983af91807 None None] Pushing event updated for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:13.384881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Deleting port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:13.385491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:13.388252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce923737-3258-4e08-a1ef-5c64c7c992e5 req-8419760d-82a5-40b0-8f0a-23e631d02f7f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 210 time: 0.1072838 Aug 04 14:43:13.452398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2319b5e-a7fb-45c7-9370-5f2e676581f6 req-8a98b2d6-ade7-4b40-bad1-4eaf6fadc435 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0497663 Aug 04 14:43:13.534536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] For port f7c6aeb3-3d71-45c7-a722-be080c8e1c67, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:13.535062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:13.552995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Calling delete_port for f7c6aeb3-3d71-45c7-a722-be080c8e1c67 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:13.596656 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e61d197-0d12-4454-a557-c0f039f870ef req-92dcd5d9-9f6a-49df-8030-a69896a318d9 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 210 time: 0.0830595 Aug 04 14:43:13.603760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-4744c48e-3117-4564-928e-993076387a24 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.609833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-4744c48e-3117-4564-928e-993076387a24 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.618971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-4744c48e-3117-4564-928e-993076387a24 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.618971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-4744c48e-3117-4564-928e-993076387a24 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=17c78649-0891-43c3-808f-43feeba9048f&id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 1996 time: 0.3741112 Aug 04 14:43:13.639246 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:43:13.703295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-6519f39a-c580-404f-a8d9-e31d82fea38a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b946b37933f48d7a3878d7f03bebd23 HTTP/1.1" status: 200 len: 378 time: 0.0749884 Aug 04 14:43:13.706780 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-eb70f00e-5b37-4b6f-bea0-16ab3a17aff2 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304964 Aug 04 14:43:13.717419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ee44d-9b2a-48de-b6af-a080ae306372 req-59e56ec1-5980-4b9f-a70f-1a7e95e032a0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.734276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-939ee44d-9b2a-48de-b6af-a080ae306372 req-59e56ec1-5980-4b9f-a70f-1a7e95e032a0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1412518 Aug 04 14:43:13.767502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'admin_state_up': True, 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'security_groups': ['86c87891-d6fd-418c-9831-036270f98459']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:13.880664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-582c286a-f526-472a-bc10-46bf2b2410ed tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:13.882431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-582c286a-f526-472a-bc10-46bf2b2410ed tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670947 Aug 04 14:43:13.925957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-939ee44d-9b2a-48de-b6af-a080ae306372 req-8947d099-a790-4b6a-9877-b9aa934ee5c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906354 Aug 04 14:43:14.044646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2b15-c088-4993-903a-456de59d87c0 req-2e0eb655-76fa-42ed-a0fa-d803f7179c5a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:14.046241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e17f2b15-c088-4993-903a-456de59d87c0 req-2e0eb655-76fa-42ed-a0fa-d803f7179c5a tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 944 time: 0.1932211 Aug 04 14:43:14.071451 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:13Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:14.098844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:14.102632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.116363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94fc96b-76fd-40fa-ba5d-9bf333733853 None None] The sync data for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 is: [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:13Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:43:14.158488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e17f2b15-c088-4993-903a-456de59d87c0 req-7c63d794-9f2e-410f-88f2-6632f8f6444e tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976126 Aug 04 14:43:14.348930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Request body: {'port': {'device_id': '884aa670-d5e8-4a71-a271-846965fa9407', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '3388d2f5d4414b6eb9bc5e0442748375'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:14.442702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962222-deab-4210-b94b-26655af1e89b req-8caa0ff7-c6fc-4300-945a-7dd822e8f4c4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:14.444505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b962222-deab-4210-b94b-26655af1e89b req-8caa0ff7-c6fc-4300-945a-7dd822e8f4c4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1392200 Aug 04 14:43:14.466732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 172.20.0.11 (1f745ce3-acaf-4077-b62b-d2f56dbf8379/412d52a7-2f9b-4b57-b115-3777a2c5f6f8/4f224273-3d85-4f7e-b879-683b73b8ef8a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:14.474211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.510223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event deleted for resources: {'Port': ['ID=f7c6aeb3-3d71-45c7-a722-be080c8e1c67,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:14.556838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b962222-deab-4210-b94b-26655af1e89b req-83945989-aed5-4bda-b08c-10129c4cd826 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019740 Aug 04 14:43:14.574125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26a077a0-e9d3-430e-810a-39c59237e35a req-ba6f7b41-ebad-4922-8425-b24d2a9b7cdc tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 210 time: 0.0848773 Aug 04 14:43:14.583279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] No DVR routers for this DVR port f7c6aeb3-3d71-45c7-a722-be080c8e1c67 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:14.585179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Made reservation on behalf of 3388d2f5d4414b6eb9bc5e0442748375 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:14.604637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.607515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.609513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e925465-6b8b-44a9-bf7e-59fd77fac2e6 req-af167f6e-88ec-4205-93ff-6854537e48ad tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.38 "DELETE /v2.0/ports/f7c6aeb3-3d71-45c7-a722-be080c8e1c67 HTTP/1.1" status: 204 len: 173 time: 1.4623997 Aug 04 14:43:14.611128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-deleted', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:14.613460 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b534114-c319-4a58-95b3-edc577ca4618" -d '{"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-deleted", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:14.623983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.733663 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fb10-dc85-46a9-a8cf-de19f5e6c558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.745770 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa31119-1581-4307-a0dd-c9c593ea3812 x-openstack-request-id: req-8fa31119-1581-4307-a0dd-c9c593ea3812 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:14.747201 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc", "name": "network-vif-deleted", "tag": "f7c6aeb3-3d71-45c7-a722-be080c8e1c67", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:14.747452 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fa31119-1581-4307-a0dd-c9c593ea3812 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:14.747852 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc', 'name': 'network-vif-deleted', 'tag': 'f7c6aeb3-3d71-45c7-a722-be080c8e1c67', 'status': 'completed', 'code': 200} Aug 04 14:43:14.804585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.866596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4132f782-7c1c-448e-9376-c2445587c80d req-c4c3bf7c-e65b-4930-957a-9804d23a72de tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0532119 Aug 04 14:43:14.868615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.911805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3a00374-8d97-4b39-9196-5a4447dfe6f5 req-8fd9629a-2403-4983-9072-457708d7b94d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 210 time: 0.0505509 Aug 04 14:43:14.925741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:14.964495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object 4f224273-3d85-4f7e-b879-683b73b8ef8a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:15.040346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:15.121361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.154831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-82d05a2c-0879-4415-90fd-e7b1cb3ff40f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:15.156197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-82d05a2c-0879-4415-90fd-e7b1cb3ff40f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 820 time: 0.3366873 Aug 04 14:43:15.170108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c302d-7b17-4fd0-a0f6-37451ef34dd7 req-274e6c33-a064-43ce-8a30-0fa54f0fe308 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:15.171655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d45c302d-7b17-4fd0-a0f6-37451ef34dd7 req-274e6c33-a064-43ce-8a30-0fa54f0fe308 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1292353 Aug 04 14:43:15.181393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Allocated IP 192.168.233.93 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/74cb3c92-d535-49b7-b1fb-2ecaf0be972a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:15.188813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'port': {'device_id': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'admin_state_up': True, 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:15.216197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:15.234502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:15.241925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:15.251613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:15.307859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d45c302d-7b17-4fd0-a0f6-37451ef34dd7 req-831bca9f-ae38-4f5b-85f1-0fae8b666298 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194863 Aug 04 14:43:15.353531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11840a23-a88c-4d70-ba1a-f547cae96d73 req-70c38367-688e-48b5-aca0-9b845c7d4a56 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cb6ba51-a892-4ca9-9f7f-1a0c9c2fa7dc HTTP/1.1" status: 200 len: 210 time: 0.0517430 Aug 04 14:43:15.379649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:15.381049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.407962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-274516fc-f885-4380-b74b-54fa90b3824f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6699750 Aug 04 14:43:15.423232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'admin_state_up': True, 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'security_groups': ['86c87891-d6fd-418c-9831-036270f98459']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:15.531406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Made reservation on behalf of 37f191089bf6454c9cedba2e2e6a07b6 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:15.537607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.644394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0cbbc4fd-500f-44d9-9921-2cbcaebd0f4a None None] Provisioning for port 4f224273-3d85-4f7e-b879-683b73b8ef8a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:15.654747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0cbbc4fd-500f-44d9-9921-2cbcaebd0f4a None None] Provisioning complete for port 4f224273-3d85-4f7e-b879-683b73b8ef8a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:15.655664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc4fd-500f-44d9-9921-2cbcaebd0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.678411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:15.679554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.685700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.713707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Transition to ACTIVE for port object 74cb3c92-d535-49b7-b1fb-2ecaf0be972a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:15.766069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbc4fd-500f-44d9-9921-2cbcaebd0f4a None None] Port 4f224273-3d85-4f7e-b879-683b73b8ef8a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:15.768884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:15.840401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Allocated IP 172.20.0.7 (a00dc8e8-d896-4f20-8710-f7c44a837a3e/3e2e3358-2437-427f-a868-ffb0f09a7760/6d9c9974-a447-4db9-aae6-b55a956afd3f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:15.881561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b28b21-6005-4bd4-b838-9164de376f53 req-684193e9-87f2-44de-bea3-067d24782c1e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 210 time: 0.1337514 Aug 04 14:43:15.882983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:15.977552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade0925-3795-4718-afe3-8cb46e6cc471 req-205c9049-f3ba-4329-9488-98c422205cad tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:15.988890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bade0925-3795-4718-afe3-8cb46e6cc471 req-205c9049-f3ba-4329-9488-98c422205cad tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.2596626 Aug 04 14:43:16.013577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Pushing event updated for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:16.018063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7a4f3659-e7b6-449e-939c-1d9103c932aa up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:16.071511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:16.078896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:16.094385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:16.138401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bade0925-3795-4718-afe3-8cb46e6cc471 req-4135b6c9-46bf-44ee-8782-2720847cc3bf tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485023 Aug 04 14:43:16.188889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.1.1.164 (f1e3ed9b-f210-4762-b053-83ea94e1758f/0609f1cd-406a-490e-a21d-ef8e0326cb91/f8e72c4f-84f8-499f-9333-437233e74c5a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:16.199355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedf02b-a72e-4c6c-9309-50716ad01e49 req-9d0bcb6e-88cc-4eb5-8f50-163c9bcb2323 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:16.208757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8eedf02b-a72e-4c6c-9309-50716ad01e49 req-9d0bcb6e-88cc-4eb5-8f50-163c9bcb2323 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 935 time: 0.1259656 Aug 04 14:43:16.279478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8eedf02b-a72e-4c6c-9309-50716ad01e49 req-869a70f2-dfc0-49d4-bef8-6b74905a35f8 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 Aug 04 14:43:16.295071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:16.295667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.327686 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-59a9a496-63e6-4210-b88f-6d76f5b0496e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4233699 Aug 04 14:43:16.352810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:16.362751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Request body: {'port': {'device_id': '884aa670-d5e8-4a71-a271-846965fa9407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:16.436091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: f7c6aeb3-3d71-45c7-a722-be080c8e1c67 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:16.436368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f7c6aeb3-3d71-45c7-a722-be080c8e1c67 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:16.456873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:16.468895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.483761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.490118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1ea3-327f-4a87-b972-d98e98fba79b req-4806720a-c892-41aa-b2ab-f9b47e6fcb39 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:16.491907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f4b1ea3-327f-4a87-b972-d98e98fba79b req-4806720a-c892-41aa-b2ab-f9b47e6fcb39 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 932 time: 0.2001078 Aug 04 14:43:16.542187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad', 'port_id': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'mac_address': 'fa:16:3e:4f:d4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a38431-6220-4016-8afe-65544e7eabae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:16.555049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1e67b525-b17b-4870-93f5-1784e23a98db None None] Provisioning for port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:16.566872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f4b1ea3-327f-4a87-b972-d98e98fba79b req-e84bd4be-c9c3-460a-af13-5c9f11ff5281 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662074 Aug 04 14:43:16.568532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1e67b525-b17b-4870-93f5-1784e23a98db None None] Provisioning complete for port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:16.570287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1e67b525-b17b-4870-93f5-1784e23a98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.589934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.619755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7a4f3659-e7b6-449e-939c-1d9103c932aa completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:16.641404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object f8e72c4f-84f8-499f-9333-437233e74c5a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:16.671620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7a4f3659-e7b6-449e-939c-1d9103c932aa triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:16.673525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae0bc-1f5e-4570-926b-fcb7b8c19ab4 req-4ae617d4-95da-4927-88d1-1555331477d5 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:16.674103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.675233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68eae0bc-1f5e-4570-926b-fcb7b8c19ab4 req-4ae617d4-95da-4927-88d1-1555331477d5 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.0827148 Aug 04 14:43:16.683247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.748043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Network a00dc8e8-d896-4f20-8710-f7c44a837a3e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:16.749909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.768869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1e67b525-b17b-4870-93f5-1784e23a98db None None] Port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:16.769448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:16.771668 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.780925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68eae0bc-1f5e-4570-926b-fcb7b8c19ab4 req-359f62c7-bb4b-410f-8511-55608575ff14 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919034 Aug 04 14:43:16.802892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:16.806747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913a097d-0afc-4a25-8f79-e77ae2a859b5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:16.834502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:16.856783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:16.859687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:16.870660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.885634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:16.902899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:16.911130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:16.912197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.924626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:16.955484 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-88e34a6f-59ab-42a0-8702-c9f9e7a6e42f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7759862 Aug 04 14:43:17.022784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:17.038242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7a4f3659-e7b6-449e-939c-1d9103c932aa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7a4f3659-e7b6-449e-939c-1d9103c932aa,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:17.047022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.048061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.054474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.093095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:17.128819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0ff25ca2-4459-4022-8fa2-2f1c13f91a18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7086945 Aug 04 14:43:17.140551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cb3c92-d535-49b7-b1fb-2ecaf0be972a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:17.149744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.161658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec728ef-8870-43e7-9099-ab6c821ecc78 req-5a9244bb-fae2-4b65-a92b-1bbc76a52e37 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.164791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Transition to ACTIVE for port object 74cb3c92-d535-49b7-b1fb-2ecaf0be972a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:17.172928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec728ef-8870-43e7-9099-ab6c821ecc78 req-5a9244bb-fae2-4b65-a92b-1bbc76a52e37 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 945 time: 0.3238304 Aug 04 14:43:17.174418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.179878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'admin_state_up': True, 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'security_groups': ['86c87891-d6fd-418c-9831-036270f98459']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:17.208169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:17.230775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-80c2fa1b-f2eb-4e01-a68c-16f30409cb14 None None] Provisioning for port f8e72c4f-84f8-499f-9333-437233e74c5a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:17.239919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-80c2fa1b-f2eb-4e01-a68c-16f30409cb14 None None] Provisioning complete for port f8e72c4f-84f8-499f-9333-437233e74c5a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:17.240654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-80c2fa1b-f2eb-4e01-a68c-16f30409cb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.244955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Request body: {'port': {'device_id': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:17.281855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['913a097d-0afc-4a25-8f79-e77ae2a859b5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:17.290687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:17.363933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec728ef-8870-43e7-9099-ab6c821ecc78 req-1217587a-c0f7-4ca8-981e-274bb974b26c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901586 Aug 04 14:43:17.378013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.396443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-80c2fa1b-f2eb-4e01-a68c-16f30409cb14 None None] Port f8e72c4f-84f8-499f-9333-437233e74c5a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:17.398700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a095284-96ca-4588-8dde-82c766c900e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.432172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7343c-abbc-4d23-92ea-08001cbd81b7 req-79e753f4-43ad-4b11-864d-c88b4254588c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.434800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acb7343c-abbc-4d23-92ea-08001cbd81b7 req-79e753f4-43ad-4b11-864d-c88b4254588c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 931 time: 0.2329597 Aug 04 14:43:17.450401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Attempting to bind port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:17.451179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Attempting to bind port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:17.451471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Attempting to bind port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:17.472038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:17.472378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Attempting to bind port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:17.479850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:17.480232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:17.480590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:17.481275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Bound port: 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:17.481671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.488642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:17.499050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.566436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.607155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acb7343c-abbc-4d23-92ea-08001cbd81b7 req-5c2f3aea-15ac-4123-9a19-125919b4cfc1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410682 Aug 04 14:43:17.648624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.674448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28845-e684-4a52-939c-d9d6dd5f0a79 req-f92a9212-7717-46e3-a868-2c921430dde4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.676078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdb28845-e684-4a52-939c-d9d6dd5f0a79 req-f92a9212-7717-46e3-a868-2c921430dde4 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.1744432 Aug 04 14:43:17.732229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191606d-47b3-4556-ad78-360c7f952c56 req-d12800c5-f861-4f51-99cc-c950da2e9eb0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.734356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e191606d-47b3-4556-ad78-360c7f952c56 req-d12800c5-f861-4f51-99cc-c950da2e9eb0 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 945 time: 0.1491370 Aug 04 14:43:17.802455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdb28845-e684-4a52-939c-d9d6dd5f0a79 req-a5640566-54a9-4979-99c8-dd42a012c1a1 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd38740-6029-4705-84d3-cb654bf61e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179395 Aug 04 14:43:17.825351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:17.842355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.1.1.69 (f1e3ed9b-f210-4762-b053-83ea94e1758f/0609f1cd-406a-490e-a21d-ef8e0326cb91/65ecc18d-3b1b-4982-8e49-7ab18e19e25a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:17.853929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd8ffe-533c-4d6e-9681-7475a12609d9 req-c2b1e282-7b9d-4ea3-818d-5f2c8d75f9f6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.857984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7a4f3659-e7b6-449e-939c-1d9103c932aa up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:17.864305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90cd8ffe-533c-4d6e-9681-7475a12609d9 req-c2b1e282-7b9d-4ea3-818d-5f2c8d75f9f6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1666238 Aug 04 14:43:17.880342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:17.913122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.924917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90cd8ffe-533c-4d6e-9681-7475a12609d9 req-e4bbc09f-733b-4d18-8256-02359c04b1ea tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Aug 04 14:43:17.941231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7a4f3659-e7b6-449e-939c-1d9103c932aa triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:17.941603 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.967183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:17.968184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:17.969660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] 10.222.0.38 "PUT /v2.0/ports/74cb3c92-d535-49b7-b1fb-2ecaf0be972a HTTP/1.1" status: 200 len: 1096 time: 1.6240964 Aug 04 14:43:17.976231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:17.978607 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f630bb5-9d82-4196-9477-2faa559d2a86" -d '{"events": [{"name": "network-changed", "server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:18.007462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Deleting port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:18.007845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.107108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd71b-9de2-44ed-afc7-aaa5e7c29ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:18.145916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9c9974-a447-4db9-aae6-b55a956afd3f {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:18.163564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.191207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-0c6e7f04-15ae-4ade-964b-1e2fe87c8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.192769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-0c6e7f04-15ae-4ade-964b-1e2fe87c8f20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 1099 time: 0.1382623 Aug 04 14:43:18.203426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Transition to ACTIVE for port object 6d9c9974-a447-4db9-aae6-b55a956afd3f will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:18.246156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.281701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-fd5bc0ac-8227-4375-aaf9-530b1c70bc36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a HTTP/1.1" status: 200 len: 217 time: 0.0795131 Aug 04 14:43:18.379084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] For port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,segment=NetworkSegment(8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1),segment_id=8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:18.379439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.397640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:18.407183 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.416386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Calling delete_port for f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:18.424435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-c1f4af03-6e73-4af8-94de-714279698e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.426162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-c1f4af03-6e73-4af8-94de-714279698e73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1286681 Aug 04 14:43:18.483769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-28a63ee6-a711-4ed2-9fcd-8fab51aff460 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.485403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-28a63ee6-a711-4ed2-9fcd-8fab51aff460 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 945 time: 0.2111168 Aug 04 14:43:18.518159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731a78d-8124-4558-aaf1-24db7bb2dd90 req-56cd8fdb-e722-4202-bed8-b412baf2eafe tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.519888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5731a78d-8124-4558-aaf1-24db7bb2dd90 req-56cd8fdb-e722-4202-bed8-b412baf2eafe tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 947 time: 0.6066837 Aug 04 14:43:18.578518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe32426-2c71-489e-91ac-8734408e18c4 req-1670563c-8ee9-482e-bab1-76e2494705f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.584519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe32426-2c71-489e-91ac-8734408e18c4 req-1670563c-8ee9-482e-bab1-76e2494705f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.592197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfe32426-2c71-489e-91ac-8734408e18c4 req-1670563c-8ee9-482e-bab1-76e2494705f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 1654 time: 0.5262144 Aug 04 14:43:18.614203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.621615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.661507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Attempting to bind port 6d9c9974-a447-4db9-aae6-b55a956afd3f on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:18.661906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Attempting to bind port 6d9c9974-a447-4db9-aae6-b55a956afd3f by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:18.662248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Attempting to bind port 6d9c9974-a447-4db9-aae6-b55a956afd3f on network a00dc8e8-d896-4f20-8710-f7c44a837a3e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:18.667686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfe32426-2c71-489e-91ac-8734408e18c4 req-757aeafb-8823-4a43-9e57-a2570223a0aa tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747080 Aug 04 14:43:18.671041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5731a78d-8124-4558-aaf1-24db7bb2dd90 req-01c92acb-fe82-4683-8f95-60ffaa5b55ca tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378601 Aug 04 14:43:18.678733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object 65ecc18d-3b1b-4982-8e49-7ab18e19e25a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:18.706845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-4bac2317-28f7-4657-93ce-6b62f1b08131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:18.708755 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-4bac2317-28f7-4657-93ce-6b62f1b08131 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2668939 Aug 04 14:43:18.713455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Port 6d9c9974-a447-4db9-aae6-b55a956afd3f on network a00dc8e8-d896-4f20-8710-f7c44a837a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:18.713786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Attempting to bind port 6d9c9974-a447-4db9-aae6-b55a956afd3f on network a00dc8e8-d896-4f20-8710-f7c44a837a3e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:18.740639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:18.741286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Checking segment: {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:18.741286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Bound using segment: {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:18.741721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Bound port: 6d9c9974-a447-4db9-aae6-b55a956afd3f, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:18.742088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.775756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.884346 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe6929-19fb-4015-8107-24a000f13e9e x-openstack-request-id: req-a3fe6929-19fb-4015-8107-24a000f13e9e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:18.884634 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:18.884890 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3fe6929-19fb-4015-8107-24a000f13e9e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:18.885296 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'status': 'completed', 'code': 200} Aug 04 14:43:18.940978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:18.942172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network f1e3ed9b-f210-4762-b053-83ea94e1758f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:18.945097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port ca70f977-7bf0-43c3-be94-405acc3205f7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:18.945439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:18.957686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:18.991147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:18.994714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:19.028216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:19.051152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-65455bf7-5b4d-46cf-80df-801a3b1ce9c9 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275588 Aug 04 14:43:19.054933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.055155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26fd0-413b-4077-8529-3a6ac1f3753f req-96cc075b-85c0-4f4c-ab7e-ef7fac5115b3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.056781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99e26fd0-413b-4077-8529-3a6ac1f3753f req-96cc075b-85c0-4f4c-ab7e-ef7fac5115b3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.2067397 Aug 04 14:43:19.063742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.067849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185f79-021e-4d4c-b163-0715a1f661d5 req-7f1081ba-1196-4a27-9f23-911bcc5e399b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.069416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49185f79-021e-4d4c-b163-0715a1f661d5 req-7f1081ba-1196-4a27-9f23-911bcc5e399b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 945 time: 0.1172144 Aug 04 14:43:19.107480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.108063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.152165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:19.159730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5698282d-6617-4ab9-a845-d64440f6c8af tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0188282 Aug 04 14:43:19.171116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49185f79-021e-4d4c-b163-0715a1f661d5 req-7f5b03e9-8790-4c97-b05c-5a1c4c1192ae tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909555 Aug 04 14:43:19.175753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99e26fd0-413b-4077-8529-3a6ac1f3753f req-003dc3e6-ec07-4f9a-b4b4-462aa9b81421 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016071 Aug 04 14:43:19.179295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'admin_state_up': True, 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'security_groups': ['86c87891-d6fd-418c-9831-036270f98459']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:19.194027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.194027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.194783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-1d102639-7b83-4b22-8bae-de4a8c2bd431 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 1092 time: 2.2191856 Aug 04 14:43:19.305258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cd97c3d8-3203-4116-a447-19e7f0678425 None None] Provisioning for port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:19.315110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cd97c3d8-3203-4116-a447-19e7f0678425 None None] Provisioning complete for port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:19.315704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cd97c3d8-3203-4116-a447-19e7f0678425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.351424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Pushing event deleted for resources: {'Port': ['ID=f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:19.359222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] No DVR routers for this DVR port f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:19.369097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cd97c3d8-3203-4116-a447-19e7f0678425 None None] Port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:19.370260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.372580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e191606d-47b3-4556-ad78-360c7f952c56 req-69a054ac-3882-437e-bad5-72a412297306 tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.46 "DELETE /v2.0/ports/f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb HTTP/1.1" status: 204 len: 173 time: 1.6307478 Aug 04 14:43:19.392557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4aa61ab6-4448-4718-9145-9ff31152cf1a req-5985a586-1405-43da-887a-714c0ebeb21b tempest-LiveAutoBlockMigrationV225Test-199630061 tempest-LiveAutoBlockMigrationV225Test-199630061-project] 10.222.0.76 "GET /v2.0/ports?device_id=77cfd355-9fe0-4abe-88a5-eba3187f9167 HTTP/1.1" status: 200 len: 210 time: 0.0708795 Aug 04 14:43:19.433658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763a5b5-e93f-465e-90ad-1b354a3e305d req-2d6be9ad-2612-4be8-93ed-59c311ff96cf tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.441140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8763a5b5-e93f-465e-90ad-1b354a3e305d req-2d6be9ad-2612-4be8-93ed-59c311ff96cf tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 943 time: 0.1404412 Aug 04 14:43:19.472022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port ca70f977-7bf0-43c3-be94-405acc3205f7, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ca70f977-7bf0-43c3-be94-405acc3205f7,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:19.472022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.476633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d005dfe-b0d9-4e13-873b-44304aaa0383 req-41d8b8f0-2ff7-4fa5-a82b-65a0051e9d8d service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923345 Aug 04 14:43:19.486314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-4aa02ab4-f9c4-4f26-9655-ace323b4a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.487932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-4aa02ab4-f9c4-4f26-9655-ace323b4a89c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1095 time: 0.2402954 Aug 04 14:43:19.494506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for ca70f977-7bf0-43c3-be94-405acc3205f7 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:19.540061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-889dc7ab-e872-4852-a390-bab6ca0a6b0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.0433147 Aug 04 14:43:19.546638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8763a5b5-e93f-465e-90ad-1b354a3e305d req-5aa9d053-dc2f-4631-98cf-94733c33a89e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940499 Aug 04 14:43:19.546638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:19.616986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584978-912b-470a-afc7-ff9d3357f844 req-8f362d24-5979-452f-9d61-4a778464937f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:19.618493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c584978-912b-470a-afc7-ff9d3357f844 req-8f362d24-5979-452f-9d61-4a778464937f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1382940 Aug 04 14:43:19.662566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.690706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c584978-912b-470a-afc7-ff9d3357f844 req-e8440f58-0710-4e7d-8e11-fb2464bcf21c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Aug 04 14:43:19.752490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:19.837817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 913a097d-0afc-4a25-8f79-e77ae2a859b5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:19.843013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 913a097d-0afc-4a25-8f79-e77ae2a859b5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:19.843784 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.917654 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:43:19.953273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:19.987615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:19.990543 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c2599-c497-4022-a26f-6c70d98a5824" -d '{"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-plugged", "status": "completed", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:20.009389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:20.015048 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.096274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.100726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-8f058af3-f0fe-463f-a747-99cb8fc618a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.102405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-8f058af3-f0fe-463f-a747-99cb8fc618a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.5559838 Aug 04 14:43:20.125386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f871-2eb0-4938-8ffb-164cd2966f9c req-6e5acab4-46fe-4bc6-888e-2a413f2a9145 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.126054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:20.134070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-0ebf77de-4ed1-4a34-8a00-f0d9b1b3b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.135552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-0ebf77de-4ed1-4a34-8a00-f0d9b1b3b02b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 1099 time: 0.5946033 Aug 04 14:43:20.137265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f871-2eb0-4938-8ffb-164cd2966f9c req-6e5acab4-46fe-4bc6-888e-2a413f2a9145 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.143672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f871-2eb0-4938-8ffb-164cd2966f9c req-6e5acab4-46fe-4bc6-888e-2a413f2a9145 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.145613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d811f871-2eb0-4938-8ffb-164cd2966f9c req-6e5acab4-46fe-4bc6-888e-2a413f2a9145 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 2374 time: 0.3447793 Aug 04 14:43:20.156642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0186ffa-7bd5-4705-b271-8e8e5b9c1518 req-abc16a06-84c9-4689-8fd7-3fcea38ad302 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.156909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-26cba818-4be8-43ef-bf7b-afb2ea97c4be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376623 Aug 04 14:43:20.158190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0186ffa-7bd5-4705-b271-8e8e5b9c1518 req-abc16a06-84c9-4689-8fd7-3fcea38ad302 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 947 time: 0.3584764 Aug 04 14:43:20.228684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.2.2.100 (17c78649-0891-43c3-808f-43feeba9048f/c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d/d2a31d2c-fb56-4ad1-abca-3a0657179e1b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:20.241026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d811f871-2eb0-4938-8ffb-164cd2966f9c req-86e67a26-e005-4b8a-8757-1a1c665a5b2c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818179 Aug 04 14:43:20.255226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0186ffa-7bd5-4705-b271-8e8e5b9c1518 req-427da00c-f3a2-41db-adef-f501190ac101 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860536 Aug 04 14:43:20.357016 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4757804-c794-4735-8646-97147a6ccd4c x-openstack-request-id: req-c4757804-c794-4735-8646-97147a6ccd4c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:20.357673 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-plugged", "status": "completed", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:20.357673 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4757804-c794-4735-8646-97147a6ccd4c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:20.358000 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'code': 200} Aug 04 14:43:20.391672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-4be0b83d-f855-4afb-b245-3d770adbfb67 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242472 Aug 04 14:43:20.392748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-e7df4826-b155-4e36-8a64-cd18f7c8d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.394461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-e7df4826-b155-4e36-8a64-cd18f7c8d14e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2415147 Aug 04 14:43:20.395820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.481788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=ca70f977-7bf0-43c3-be94-405acc3205f7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:20.503520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96eeb315-8fb6-405d-9613-eb205a9437bd req-bfa2d548-b1bc-479a-8012-a260e965dc06 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0391154 Aug 04 14:43:20.552197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-dc80e38e-200b-41c5-9460-fb39e04243ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a HTTP/1.1" status: 200 len: 217 time: 0.1401906 Aug 04 14:43:20.562046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45394) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:20.586314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7418cd-31b8-485f-85fb-37c71fdc06f6 req-e32f509f-feda-427c-9f75-fc33810aa824 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.588030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da7418cd-31b8-485f-85fb-37c71fdc06f6 req-e32f509f-feda-427c-9f75-fc33810aa824 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1251507 Aug 04 14:43:20.597403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port ca70f977-7bf0-43c3-be94-405acc3205f7 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:20.622621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.624346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dff29f4a-27ef-487f-9497-611f291a3c63 req-ad93a4a1-0a5f-4a01-9a50-ab09b4ae065b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "DELETE /v2.0/ports/ca70f977-7bf0-43c3-be94-405acc3205f7 HTTP/1.1" status: 204 len: 173 time: 2.0820463 Aug 04 14:43:20.643055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.673571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-12eb2101-ad41-4807-a306-c3b18be93658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.675838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-12eb2101-ad41-4807-a306-c3b18be93658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1012189 Aug 04 14:43:20.679450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d177a-f978-4cb1-88d7-2dc7297fd752 req-7f8a19e9-d086-48b4-b0be-755ea67bfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.680914 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-673d177a-f978-4cb1-88d7-2dc7297fd752 req-7f8a19e9-d086-48b4-b0be-755ea67bfb3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1097 time: 0.2281191 Aug 04 14:43:20.696526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object d2a31d2c-fb56-4ad1-abca-3a0657179e1b will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:20.714130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da7418cd-31b8-485f-85fb-37c71fdc06f6 req-284bdf39-3797-468d-a89d-b6c4baf5863d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113622 Aug 04 14:43:20.764174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5884-b7de-48ac-a8db-79c313fe63a3 req-163a75fc-b14d-4c62-a403-6f4506645b88 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.765367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610d5884-b7de-48ac-a8db-79c313fe63a3 req-163a75fc-b14d-4c62-a403-6f4506645b88 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 943 time: 0.1342432 Aug 04 14:43:20.767874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a236c2b-ba87-4067-93a7-94511e42f8c5 req-46150a33-e63f-48bb-899f-46c1ac07ab03 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546417 Aug 04 14:43:20.836743 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-673d177a-f978-4cb1-88d7-2dc7297fd752 req-287f484f-8408-4855-b8a8-55b64de84de4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312759 Aug 04 14:43:20.843849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-d7784cae-9e3e-4699-8bb4-c85581fc68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:20.844463 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-d7784cae-9e3e-4699-8bb4-c85581fc68f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594436 Aug 04 14:43:20.845193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.899459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}, {'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-deleted', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb'}, {'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'name': 'network-vif-deleted', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:20.903015 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f89297-42a8-4c2c-93fa-b397bc85003c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}, {"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-deleted", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb"}, {"server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "name": "network-vif-deleted", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:20.918678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610d5884-b7de-48ac-a8db-79c313fe63a3 req-503716d2-1306-4351-bb2c-fae7d882b53d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415052 Aug 04 14:43:20.941480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Deleting subnet 10a7ba5a-12a2-45b8-b74e-83f429e20d7e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:43:20.941697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:20.951160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network 17c78649-0891-43c3-808f-43feeba9048f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:20.965660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-768e200b-6617-4ca1-9fd9-4dfd628fcb5a service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125121 Aug 04 14:43:20.983335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:20.986077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:21.016570 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daf4eab-2dd5-4e7d-898b-eb8229d8c053 x-openstack-request-id: req-2daf4eab-2dd5-4e7d-898b-eb8229d8c053 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:21.016989 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}, {"server_uuid": "77cfd355-9fe0-4abe-88a5-eba3187f9167", "name": "network-vif-deleted", "tag": "f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb", "status": "completed", "code": 200}, {"server_uuid": "2eafe4da-e47c-4df7-8974-778dd066237a", "name": "network-vif-deleted", "tag": "ca70f977-7bf0-43c3-be94-405acc3205f7", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:21.017314 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2daf4eab-2dd5-4e7d-898b-eb8229d8c053 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:21.025445 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:43:21.025815 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cfd355-9fe0-4abe-88a5-eba3187f9167', 'name': 'network-vif-deleted', 'tag': 'f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb', 'status': 'completed', 'code': 200} Aug 04 14:43:21.027973 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eafe4da-e47c-4df7-8974-778dd066237a', 'name': 'network-vif-deleted', 'tag': 'ca70f977-7bf0-43c3-be94-405acc3205f7', 'status': 'completed', 'code': 200} Aug 04 14:43:21.031721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:21.055049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a69fa-186a-41af-912d-b28fb702243c req-45d8cd06-35f1-4c54-b19e-48b6e1f12190 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.056816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f0a69fa-186a-41af-912d-b28fb702243c req-45d8cd06-35f1-4c54-b19e-48b6e1f12190 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.2501097 Aug 04 14:43:21.059452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.133600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.134304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.178527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.183446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-d0b59b8e-089f-4d8d-bf32-82a5c0f08d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.187406 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-d0b59b8e-089f-4d8d-bf32-82a5c0f08d6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1095 time: 0.1583920 Aug 04 14:43:21.216558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f0a69fa-186a-41af-912d-b28fb702243c req-92c9ed2b-52b4-49c2-89b9-31de1a35639d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266730 Aug 04 14:43:21.229649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-12550cf1-03ba-44c9-8621-ba0429605f91 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0496094 Aug 04 14:43:21.238147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'admin_state_up': True, 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'security_groups': ['86c87891-d6fd-418c-9831-036270f98459']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:21.312552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ae0ea76e-0f01-40d8-917b-3ea01d5d232c None None] Provisioning for port d2a31d2c-fb56-4ad1-abca-3a0657179e1b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:21.318019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ae0ea76e-0f01-40d8-917b-3ea01d5d232c None None] Provisioning complete for port d2a31d2c-fb56-4ad1-abca-3a0657179e1b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:21.318476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ae0ea76e-0f01-40d8-917b-3ea01d5d232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.352944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f630bb5-9d82-4196-9477-2faa559d2a86 req-5267aad1-42b7-4ea2-b73c-0ffee7c7a55c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803523 Aug 04 14:43:21.374526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ea76e-0f01-40d8-917b-3ea01d5d232c None None] Port d2a31d2c-fb56-4ad1-abca-3a0657179e1b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:21.399202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.415348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Made reservation on behalf of 9b946b37933f48d7a3878d7f03bebd23 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:21.420491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.427672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.429702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/10a7ba5a-12a2-45b8-b74e-83f429e20d7e HTTP/1.1" status: 204 len: 168 time: 0.8667204 Aug 04 14:43:21.432512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-5acd715f-5d7a-4985-b221-e162351291be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.434066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-5acd715f-5d7a-4985-b221-e162351291be service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.2267079 Aug 04 14:43:21.434605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:21.489429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa6e16-c2cb-48b3-80d3-61efcad6162a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a7ba5a-12a2-45b8-b74e-83f429e20d7e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:21.535022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-a1f17685-5b78-44fc-95a4-1db25ca63da5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.0479796 Aug 04 14:43:21.587061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-6e3fabdf-0e71-4fb5-be39-4f4e76e826dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.591989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-6e3fabdf-0e71-4fb5-be39-4f4e76e826dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.597402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-1fd33820-3aa1-487b-a919-4ab0803ef830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.598156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-6e3fabdf-0e71-4fb5-be39-4f4e76e826dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.599045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-1fd33820-3aa1-487b-a919-4ab0803ef830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.0527146 Aug 04 14:43:21.603547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.604384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-6e3fabdf-0e71-4fb5-be39-4f4e76e826dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.606200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-6e3fabdf-0e71-4fb5-be39-4f4e76e826dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3095 time: 0.1965232 Aug 04 14:43:21.625422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3374d1-7908-477f-a9a8-9323c9fc3481 req-bf40e237-643f-4c8b-b33d-24577a8b6546 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:21.627229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e3374d1-7908-477f-a9a8-9323c9fc3481 req-bf40e237-643f-4c8b-b33d-24577a8b6546 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 947 time: 0.2159135 Aug 04 14:43:21.647656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-a096c96f-99bb-40d7-8743-d97bdf733f2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362480 Aug 04 14:43:21.745953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d9608bb-7430-4130-ab9a-f614b82e59bb req-4219d15b-1212-4948-93e4-47db6f6e8821 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319036 Aug 04 14:43:21.756169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:21.767659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e3374d1-7908-477f-a9a8-9323c9fc3481 req-8ef7092d-20fa-46c8-ad9c-5a575b5530d3 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077712 Aug 04 14:43:21.788777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.798569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Allocated IP 10.2.2.200 (17c78649-0891-43c3-808f-43feeba9048f/c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d/cdeac427-a056-4414-912e-53ba8decb772) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:21.807969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ff9d44-1cab-4c49-9cd3-19c025fc1f98']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:21.827193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:21.827391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2c4782-55a3-4afb-8e7f-bc5f0b684bb1') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:21.842648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.854462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:21.859506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f4d5db16-f1a9-4b1d-9d0d-0ee0e97ce9eb not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:21.867393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-2237192d-1418-4a3f-a9f5-08bff63b5c08 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976068 Aug 04 14:43:21.868663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.882433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:43:21.882947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:43:21.972501 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:43:21.985365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f715c8b7-6ca6-4bd8-a582-dd11ed8c4231 req-7497cf72-29a8-4909-8bbd-6fdb29421071 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0373206 Aug 04 14:43:21.986917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-24f89297-42a8-4c2c-93fa-b397bc85003c req-2a169266-bc08-49a4-be3e-e4cd6634aa9a service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086004 Aug 04 14:43:22.051212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.057388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.059734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] 10.222.0.76 "DELETE /v2.0/networks/51ff9d44-1cab-4c49-9cd3-19c025fc1f98 HTTP/1.1" status: 204 len: 168 time: 0.6240888 Aug 04 14:43:22.066057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:22.092194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 74cb3c92-d535-49b7-b1fb-2ecaf0be972a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:22.095296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ca70f977-7bf0-43c3-be94-405acc3205f7 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:22.108210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8a2c-b70c-4c39-b3f4-f16fe6bba396 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ff9d44-1cab-4c49-9cd3-19c025fc1f98,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:22.116608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bd8a7-bc52-4229-be6a-26fc348baf66 req-85cb5c12-2ec1-4ea8-a461-cf2cae9bd4c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:22.118150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-775bd8a7-bc52-4229-be6a-26fc348baf66 req-85cb5c12-2ec1-4ea8-a461-cf2cae9bd4c1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1318996 Aug 04 14:43:22.137367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Deleting subnet 23732edc-ca2b-4d73-81d8-2663ca19264f {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:43:22.141658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.143977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: ca70f977-7bf0-43c3-be94-405acc3205f7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:22.144712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ca70f977-7bf0-43c3-be94-405acc3205f7 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:22.152466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.185899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.186455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35ddeb-857a-4620-b45e-36589c88a394 req-c45c6749-6161-4fbc-b32d-ffb5a9824e98 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:22.187482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f35ddeb-857a-4620-b45e-36589c88a394 req-c45c6749-6161-4fbc-b32d-ffb5a9824e98 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 943 time: 0.1193883 Aug 04 14:43:22.192565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Transition to ACTIVE for port object cdeac427-a056-4414-912e-53ba8decb772 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:22.230509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-775bd8a7-bc52-4229-be6a-26fc348baf66 req-b63e1ea2-0181-44d6-8bb9-17dc13320ba2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035204 Aug 04 14:43:22.252069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.261172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f35ddeb-857a-4620-b45e-36589c88a394 req-805768fb-4b98-46df-9ca7-2c8c64158c9c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Aug 04 14:43:22.276694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:22.286763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.288021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'mac_address': 'fa:16:3e:25:1f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:22.348105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.364618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.371303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cb3c92-d535-49b7-b1fb-2ecaf0be972a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:22.379688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Network 17c78649-0891-43c3-808f-43feeba9048f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:22.391121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:22.396050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23732edc-ca2b-4d73-81d8-2663ca19264f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:22.397295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:22.401833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:22.413741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:22.415949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.418076 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-45832021-bcd9-471d-bc00-1480783a7dab admin admin] 10.222.0.76 "DELETE /v2.0/subnets/23732edc-ca2b-4d73-81d8-2663ca19264f HTTP/1.1" status: 204 len: 168 time: 0.3507738 Aug 04 14:43:22.420629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:22.425155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.461444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea50c8-a468-4713-9aa1-d76cc6573109 req-c4663a70-361a-4dc0-bbeb-74f032e9cae7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:22.463113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62ea50c8-a468-4713-9aa1-d76cc6573109 req-c4663a70-361a-4dc0-bbeb-74f032e9cae7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1197217 Aug 04 14:43:22.481625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:22.482609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.503681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:22.527992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.533706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-15fcb059-8f8a-4c6b-928f-c26575553e44 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3013277 Aug 04 14:43:22.552226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:22.563169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62ea50c8-a468-4713-9aa1-d76cc6573109 req-a4fd69ba-c41f-4cb5-9057-402969bfd451 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Aug 04 14:43:22.623939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.629686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.642015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8e7b6-dbe0-44db-97bc-44550807c65e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:22.649498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['74cb3c92-d535-49b7-b1fb-2ecaf0be972a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:22.656453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b64e26-3f44-44ec-bffc-2c451d6a1f26') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:22.656740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b64e26-3f44-44ec-bffc-2c451d6a1f26') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:43:22.672421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.695492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.705281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:43:22.705694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:43:22.707465 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:43:22.719369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-325dcef8-6330-4c72-9c58-7371a9c07206 None None] Provisioning for port cdeac427-a056-4414-912e-53ba8decb772 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:22.732411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-325dcef8-6330-4c72-9c58-7371a9c07206 None None] Provisioning complete for port cdeac427-a056-4414-912e-53ba8decb772 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:22.732786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-325dcef8-6330-4c72-9c58-7371a9c07206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.767427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.774269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:22.778621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bac8e7b6-dbe0-44db-97bc-44550807c65e HTTP/1.1" status: 204 len: 168 time: 0.3547213 Aug 04 14:43:22.805017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-325dcef8-6330-4c72-9c58-7371a9c07206 None None] Port cdeac427-a056-4414-912e-53ba8decb772 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:22.807381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4ce26-9382-4c1d-9f79-e07782cde116 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac8e7b6-dbe0-44db-97bc-44550807c65e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:22.948053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45430) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:22.995247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0dcb4c7-7b69-414f-8f8a-8c8795816bf7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3125fe8accca4b878a77bddccadab7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457220 Aug 04 14:43:22.996004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:23.021649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.027309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.033139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.039045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.044823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.046626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-304d673a-6f9d-454c-8823-61b84906e588 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3816 time: 0.1407299 Aug 04 14:43:23.049381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.058509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b0815-4123-4e64-8e19-f44e640e7676 req-8ef52cb0-4808-4f02-975f-303410b46777 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.059556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f47b0815-4123-4e64-8e19-f44e640e7676 req-8ef52cb0-4808-4f02-975f-303410b46777 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 948 time: 0.1525722 Aug 04 14:43:23.072279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.124556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.127831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.131019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acd38740-6029-4705-84d3-cb654bf61e8d HTTP/1.1" status: 204 len: 168 time: 0.1339898 Aug 04 14:43:23.140529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b0da8-d1c0-47a9-badb-e2d17c479d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd38740-6029-4705-84d3-cb654bf61e8d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:23.166477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2b0a730-d4a9-4efe-ac92-6bec8f733291 req-0f5df426-f3ba-4c50-8231-d63289f4ba0c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045763 Aug 04 14:43:23.171306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f47b0815-4123-4e64-8e19-f44e640e7676 req-2190bafc-95c6-45fa-a1fe-28ba89bbd4dc tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989399 Aug 04 14:43:23.173734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f224273-3d85-4f7e-b879-683b73b8ef8a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:23.182056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.213594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Transition to ACTIVE for port object 4f224273-3d85-4f7e-b879-683b73b8ef8a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:23.222856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.350786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d70a78c1-e016-44c6-b2ef-68eb137e1f09 req-18d40aa5-dfa1-4569-ba84-da2d45977fa3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0450661 Aug 04 14:43:23.385251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Pushing event updated for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:23.480999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e915963-1f5f-47f7-a653-0fe4dd6bd428 req-bb88d383-79c6-4ab5-bf00-322f29aff58e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.487805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e915963-1f5f-47f7-a653-0fe4dd6bd428 req-bb88d383-79c6-4ab5-bf00-322f29aff58e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1345880 Aug 04 14:43:23.532627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Attempting to bind port 4f224273-3d85-4f7e-b879-683b73b8ef8a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:23.532991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Attempting to bind port 4f224273-3d85-4f7e-b879-683b73b8ef8a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:23.533387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Attempting to bind port 4f224273-3d85-4f7e-b879-683b73b8ef8a on network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:23.546348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Port 4f224273-3d85-4f7e-b879-683b73b8ef8a on network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:23.546796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Attempting to bind port 4f224273-3d85-4f7e-b879-683b73b8ef8a on network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:23.563831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:23.564178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Checking segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:23.564571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Bound using segment: {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:23.565017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Bound port: 4f224273-3d85-4f7e-b879-683b73b8ef8a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563912d0-739d-41eb-b3e9-82c7e15228d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:23.565386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.572924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e915963-1f5f-47f7-a653-0fe4dd6bd428 req-b89c43fa-b871-4cc9-bb6f-25a69a4e3741 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838311 Aug 04 14:43:23.580305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:23.588996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d027359-0b94-41f4-ae5e-ebc8d2820dd3 req-2def5e08-5b5e-47ca-9682-dc63678283be tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.590540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d027359-0b94-41f4-ae5e-ebc8d2820dd3 req-2def5e08-5b5e-47ca-9682-dc63678283be tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 943 time: 0.1350057 Aug 04 14:43:23.640022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ca9b9e2b-cc0a-4e7e-afa0-71abbffa5e76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f98cf9b5ee746f8bed283b0c87cf6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578761 Aug 04 14:43:23.642747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:23.697989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.708568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d027359-0b94-41f4-ae5e-ebc8d2820dd3 req-ebc0190b-d183-45be-8bc5-60b35a0eeea8 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110349 Aug 04 14:43:23.717001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:23.721498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.732119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:23.745764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.757670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9a62d-681a-4ef3-bb19-c36e043472b9 req-4f05adbb-823d-43da-8a85-0c46fcc9c501 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.763076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17b9a62d-681a-4ef3-bb19-c36e043472b9 req-4f05adbb-823d-43da-8a85-0c46fcc9c501 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1025488 Aug 04 14:43:23.785514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.788863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.792531 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec3ef897-4bea-4f93-b6f4-59614ab37efc HTTP/1.1" status: 204 len: 168 time: 0.1459851 Aug 04 14:43:23.793038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6d9c9974-a447-4db9-aae6-b55a956afd3f details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:23.801505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512650-1b50-45d3-8358-e18af16388fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ef897-4bea-4f93-b6f4-59614ab37efc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:23.831694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:23.832307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:23.833799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] 10.222.0.38 "PUT /v2.0/ports/4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 1093 time: 1.2870140 Aug 04 14:43:23.857798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:23.863996 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:23.894195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:23.950266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:23.967129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'port_id': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'mac_address': 'fa:16:3e:e0:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:24.021973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.040177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9c9974-a447-4db9-aae6-b55a956afd3f {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:24.065376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:24.070635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.106087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 74cb3c92-d535-49b7-b1fb-2ecaf0be972a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:24.206474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:24.214838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:24.224368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:24.226419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.355030 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-5f148e4c-01f1-418b-9aca-70e9355ea0db service neutron] show failed (client error): The resource could not be found. Aug 04 14:43:24.356768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-5f148e4c-01f1-418b-9aca-70e9355ea0db service neutron] 10.222.0.38 "GET /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.1078343 Aug 04 14:43:24.365473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6d9c9974-a447-4db9-aae6-b55a956afd3f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:24.371234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.429273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:24.431705 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91767cc-d177-4464-a20f-2c61814d5226" -d '{"events": [{"server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "name": "network-vif-plugged", "status": "completed", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:24.452618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9637b-3083-431f-96b5-827bb5953a92 service neutron] Pushing event updated for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:24.456282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:24.476505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.539105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.564953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17b9a62d-681a-4ef3-bb19-c36e043472b9 req-7e5fc5da-ea8d-4616-91a5-94ef3f47e71c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848144 Aug 04 14:43:24.623147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:24.646723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f167-ccb0-4059-8964-177717c410c0 req-bec0307e-5aa2-4de4-82ed-59106936bc74 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:24.656440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ed9f167-ccb0-4059-8964-177717c410c0 req-bec0307e-5aa2-4de4-82ed-59106936bc74 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1097 time: 0.8188658 Aug 04 14:43:24.760557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-4bf596cd-f1cb-4509-a47a-35fddb94296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:24.763688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-4bf596cd-f1cb-4509-a47a-35fddb94296a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1102 time: 0.1084650 Aug 04 14:43:24.782425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:24.789300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ed9f167-ccb0-4059-8964-177717c410c0 req-acf42116-0ac2-47f2-93db-aad49e37af7c tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264327 Aug 04 14:43:24.869267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:24.949447 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5273c31c-8489-45d9-bbc6-792922f7f6c5 x-openstack-request-id: req-5273c31c-8489-45d9-bbc6-792922f7f6c5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:24.949873 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:24.950182 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5273c31c-8489-45d9-bbc6-792922f7f6c5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:24.951029 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'status': 'completed', 'code': 200} Aug 04 14:43:25.009255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.010020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.011042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.011677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.012617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.015066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-94303599-e94d-4a63-8a4d-a0eb8d86e7a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 4364 time: 0.0955877 Aug 04 14:43:25.046555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152dd87-239f-4267-8484-ef533125ac24 req-39bc42cb-2ea7-42a5-b10c-d5255f34e4bd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.048300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c152dd87-239f-4267-8484-ef533125ac24 req-39bc42cb-2ea7-42a5-b10c-d5255f34e4bd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.1872532 Aug 04 14:43:25.129064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.136230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.142911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.149494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.155983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.158239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-a236d521-f29e-4bb4-81e6-f78085dd09ac tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3828 time: 0.1714995 Aug 04 14:43:25.197693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c152dd87-239f-4267-8484-ef533125ac24 req-59881924-eb5a-4052-a946-b18e535b6b1c tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353974 Aug 04 14:43:25.247621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:25.263968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1c6673e-9506-4cf9-b6c3-8125ec5a86c3 req-47fdc7c6-1a1b-4ff7-90eb-d94e1473c462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948927 Aug 04 14:43:25.287288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03358fde-85af-40d4-8135-a9956850dcb5 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:25.309131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.338885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Transition to ACTIVE for port object 03358fde-85af-40d4-8135-a9956850dcb5 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:25.345810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.444849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d6dc112-885d-4088-b422-13053f998c11 req-d541e57e-cc25-4103-a921-3bc877184a08 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=2eafe4da-e47c-4df7-8974-778dd066237a HTTP/1.1" status: 200 len: 210 time: 0.0451336 Aug 04 14:43:25.472482 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a921b93-d6e0-49bd-aa43-4fcc97defd03 x-openstack-request-id: req-2a921b93-d6e0-49bd-aa43-4fcc97defd03 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:25.473008 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "name": "network-vif-plugged", "status": "completed", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:25.473506 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a921b93-d6e0-49bd-aa43-4fcc97defd03 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:25.473800 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'code': 200} Aug 04 14:43:25.480020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-f7b2a2fd-87be-4ec8-b82b-b0ac1bcacc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.488123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-f7b2a2fd-87be-4ec8-b82b-b0ac1bcacc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.488635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-f7b2a2fd-87be-4ec8-b82b-b0ac1bcacc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.490455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-f7b2a2fd-87be-4ec8-b82b-b0ac1bcacc0e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b946b37933f48d7a3878d7f03bebd23&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4245665 Aug 04 14:43:25.497991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:25.504048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:25.687925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Attempting to bind port 03358fde-85af-40d4-8135-a9956850dcb5 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:25.688426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Attempting to bind port 03358fde-85af-40d4-8135-a9956850dcb5 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:25.688679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Attempting to bind port 03358fde-85af-40d4-8135-a9956850dcb5 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:25.698788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Port 03358fde-85af-40d4-8135-a9956850dcb5 on network f1e3ed9b-f210-4762-b053-83ea94e1758f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:25.699135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Attempting to bind port 03358fde-85af-40d4-8135-a9956850dcb5 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:25.710849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:25.711200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:25.711617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Bound using segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:25.712075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Bound port: 03358fde-85af-40d4-8135-a9956850dcb5, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:25.712386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.739754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97380bdd-a882-45f4-9b1b-48cbf0016c07 req-a429d69a-cb83-4747-be01-3590c2917966 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.741313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97380bdd-a882-45f4-9b1b-48cbf0016c07 req-a429d69a-cb83-4747-be01-3590c2917966 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1097 time: 0.1275518 Aug 04 14:43:25.749049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25904a36-7b6d-4ce6-89cb-f551d3978881 req-ede5c450-8e87-4a91-941d-bd928541f717 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.756924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25904a36-7b6d-4ce6-89cb-f551d3978881 req-ede5c450-8e87-4a91-941d-bd928541f717 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 944 time: 0.1418130 Aug 04 14:43:25.793913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:25.797427 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38946662-e9ca-470c-af8a-4d4faec7bbd2" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-unplugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:25.801922 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.808531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6d9c9974-a447-4db9-aae6-b55a956afd3f up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:25.857849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Transition to ACTIVE for port object b28b9760-361c-4e74-a38a-d5841192c465 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:25.892192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.914705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca396-e23b-48b7-8019-e2519d3a5893 req-b091f912-4104-4e84-a66f-0c0be5dfd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:25.916258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8ca396-e23b-48b7-8019-e2519d3a5893 req-b091f912-4104-4e84-a66f-0c0be5dfd191 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 1101 time: 0.3217261 Aug 04 14:43:25.941438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 6d9c9974-a447-4db9-aae6-b55a956afd3f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:25.945516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 6d9c9974-a447-4db9-aae6-b55a956afd3f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:25.946054 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:25.950748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97380bdd-a882-45f4-9b1b-48cbf0016c07 req-29b0c218-220f-4310-b228-f2046c7894c8 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903992 Aug 04 14:43:25.957094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25904a36-7b6d-4ce6-89cb-f551d3978881 req-bc9b61f3-7346-41b7-96bd-53a7dba768ff tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988313 Aug 04 14:43:25.984949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:25.997360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=03358fde-85af-40d4-8135-a9956850dcb5,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:26.011593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.073168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.073854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.075809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] 10.222.0.38 "PUT /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 1137 time: 2.1880081 Aug 04 14:43:26.100031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-d2082bf9-06a8-4efb-8342-053c85ef6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.103573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.111586 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9aaa3cf8-52a8-460a-8da1-9c4f1fbb5897 req-d2082bf9-06a8-4efb-8342-053c85ef6e90 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6116114 Aug 04 14:43:26.121696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:26.180544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e33a0-d523-4287-b740-ad5873b0f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:26.183879 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df7c95-2bce-4776-8c8d-7fd1c13bf32e x-openstack-request-id: req-77df7c95-2bce-4776-8c8d-7fd1c13bf32e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:26.184263 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-unplugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:26.184394 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77df7c95-2bce-4776-8c8d-7fd1c13bf32e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:26.184835 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'code': 200} Aug 04 14:43:26.187468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] No DVR routers for this DVR port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:26.241717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:26.253304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.255065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed9ab-ee5a-450d-a302-776fda48f79e req-5a8fba81-5d9d-472b-91ae-71e6d36b7548 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.261222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5aed9ab-ee5a-450d-a302-776fda48f79e req-5a8fba81-5d9d-472b-91ae-71e6d36b7548 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.1654639 Aug 04 14:43:26.272702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:26.298612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.385146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8ca396-e23b-48b7-8019-e2519d3a5893 req-5be2f1ab-d036-480a-b60f-bded60f26142 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695582 Aug 04 14:43:26.390347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:26.390749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:26.391082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:26.405914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:26.406533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:26.425473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:26.426341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:26.430181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:26.431274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Bound port: b28b9760-361c-4e74-a38a-d5841192c465, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:26.431842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.447908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:26.518291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:26.578310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5aed9ab-ee5a-450d-a302-776fda48f79e req-89572859-f55f-414d-8acb-f0f9b078eb15 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107133 Aug 04 14:43:26.586804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:26.591156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:26.603356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.638871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.640770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.641157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] 10.222.0.46 "PUT /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 1097 time: 1.8680959 Aug 04 14:43:26.663342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e89aa-d432-4144-b658-e717f1870dcc req-6ae551dc-eb2e-4457-b880-fd40a6306275 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.665041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e8e89aa-d432-4144-b658-e717f1870dcc req-6ae551dc-eb2e-4457-b880-fd40a6306275 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.1159506 Aug 04 14:43:26.733685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9350547a-fee4-4cb4-83a6-90593abc02b4 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:26.741386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfe0d-4db9-42ba-bf5e-c1e6aba59b3d service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:26.745622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08825303-b58a-4cc9-b8d9-02196cd91a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.774848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.784746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f90e1ab0-72ae-4e3d-b418-3930ce0f9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.786739 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-f90e1ab0-72ae-4e3d-b418-3930ce0f9a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1100 time: 0.1124446 Aug 04 14:43:26.800311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Transition to ACTIVE for port object 9350547a-fee4-4cb4-83a6-90593abc02b4 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:26.807478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e8e89aa-d432-4144-b658-e717f1870dcc req-c7d4eb05-9991-44cf-b735-3979b115989a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196659 Aug 04 14:43:26.818066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:26.903452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.912420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.920564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.934858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.956261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.972959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:26.981554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-5ae333bf-a08e-4ae2-bc60-8dffc3bfee15 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 4606 time: 0.2660258 Aug 04 14:43:26.998098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '03358fde-85af-40d4-8135-a9956850dcb5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:27.022353 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af13f90-95e0-41c8-907c-5432d7a76527" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "03358fde-85af-40d4-8135-a9956850dcb5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:27.082324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:27.160777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2af9b9d6-4f52-46b9-99e3-846b88b20ea8 req-603603aa-b6c2-4ea8-9401-4760600bd0b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1781640 Aug 04 14:43:27.178527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Attempting to bind port 9350547a-fee4-4cb4-83a6-90593abc02b4 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:27.178909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Attempting to bind port 9350547a-fee4-4cb4-83a6-90593abc02b4 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:27.179636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Attempting to bind port 9350547a-fee4-4cb4-83a6-90593abc02b4 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:27.187679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Port 9350547a-fee4-4cb4-83a6-90593abc02b4 on network f1e3ed9b-f210-4762-b053-83ea94e1758f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:27.187968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Attempting to bind port 9350547a-fee4-4cb4-83a6-90593abc02b4 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:27.197494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:27.198085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:27.198777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Bound using segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:27.199733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Bound port: 9350547a-fee4-4cb4-83a6-90593abc02b4, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:27.200648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.302144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:27.308119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9350547a-fee4-4cb4-83a6-90593abc02b4,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:27.317723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.371357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-b7e0561b-dcf2-4494-b14e-29e69f09eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:27.372828 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-b7e0561b-dcf2-4494-b14e-29e69f09eee4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.5785651 Aug 04 14:43:27.400475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:27.401113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.402571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] 10.222.0.38 "PUT /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 1137 time: 1.2870312 Aug 04 14:43:27.462978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:27.476208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:27.478899 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5130a446-a919-494d-893f-d803736febc1" -d '{"events": [{"server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:27.489534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-a1cd93bc-9547-4672-8ba3-f2749f8fa6d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.1047204 Aug 04 14:43:27.531809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08825303-b58a-4cc9-b8d9-02196cd91a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.552477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08825303-b58a-4cc9-b8d9-02196cd91a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.583066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-08825303-b58a-4cc9-b8d9-02196cd91a28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e6468663ad04ae1ba674a59b6797c49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0595036 Aug 04 14:43:27.584104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45552) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:27.657769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-98d8501b-b900-494f-bb59-32aadc97cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:27.659266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-98d8501b-b900-494f-bb59-32aadc97cf82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1609468 Aug 04 14:43:27.663241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08825303-b58a-4cc9-b8d9-02196cd91a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41991f2-48d5-4672-aba4-842ac1d0dd97,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:27.676856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08340ec-d89a-4619-a313-b9171676bf7b service neutron] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:27.732276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.777578 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.793369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967bdc8-4dad-41f8-8ae6-32c2dfbb62f0 req-3a09dada-33bb-4e4c-bae2-c150d85acb27 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:27.795026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7967bdc8-4dad-41f8-8ae6-32c2dfbb62f0 req-3a09dada-33bb-4e4c-bae2-c150d85acb27 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2704773 Aug 04 14:43:27.810239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-1cc8eb76-2116-4208-beb8-28040fa3822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:27.812570 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-1cc8eb76-2116-4208-beb8-28040fa3822a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390591 Aug 04 14:43:27.820126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.901428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7967bdc8-4dad-41f8-8ae6-32c2dfbb62f0 req-7e0d81e5-9e95-4db2-bfa6-bda0aef14c79 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986946 Aug 04 14:43:27.962131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.965236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:27.966402 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e41991f2-48d5-4672-aba4-842ac1d0dd97 HTTP/1.1" status: 204 len: 168 time: 0.3764584 Aug 04 14:43:28.003188 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec63add-20d8-4ce8-a41f-e81b4a4addbb x-openstack-request-id: req-bec63add-20d8-4ce8-a41f-e81b4a4addbb {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:28.003479 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "03358fde-85af-40d4-8135-a9956850dcb5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:28.003792 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bec63add-20d8-4ce8-a41f-e81b4a4addbb {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:28.004246 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '03358fde-85af-40d4-8135-a9956850dcb5', 'status': 'completed', 'code': 200} Aug 04 14:43:28.032399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d3835-94fe-4017-a00a-aad6cd411f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41991f2-48d5-4672-aba4-842ac1d0dd97,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:28.052416 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a45218-fdf2-467c-ac22-89180f2c16c7 x-openstack-request-id: req-46a45218-fdf2-467c-ac22-89180f2c16c7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:28.053856 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:28.054468 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46a45218-fdf2-467c-ac22-89180f2c16c7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:28.059295 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'code': 200} Aug 04 14:43:28.125281 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-02b8f071-a32c-4123-96b8-315c3152f55a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990630 Aug 04 14:43:28.128174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:28.132380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.132769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.133261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.134350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.134350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.134773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.135271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.137368 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-5541d0ce-861d-430d-853c-241dac35e334 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6224 time: 0.1498959 Aug 04 14:43:28.195866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:28.196103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:28.202198 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf74ae-b73f-4dec-8896-468f2394fbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:28.222653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e72c4f-84f8-499f-9333-437233e74c5a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:28.232263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.246395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Transition to ACTIVE for port object f8e72c4f-84f8-499f-9333-437233e74c5a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:28.259943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.341868 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e99bc66a-601f-4c87-b5c9-ede05144c8b4 req-b191eb9e-e5d3-494e-9752-43a29c931346 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475730 Aug 04 14:43:28.356559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-54ddf250-79b0-44d8-a2b0-3283b8efed11 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:43:28.366619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-54ddf250-79b0-44d8-a2b0-3283b8efed11 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357528 Aug 04 14:43:28.379750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Request body: {'binding': {'host': 'n-h1-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:28.380266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Unknown quota resources ['binding']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:43:28.404730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821581f3-2b90-4f20-a227-a27ea114148a req-a2206cfc-447d-4535-b548-af315b194c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.406132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-821581f3-2b90-4f20-a227-a27ea114148a req-a2206cfc-447d-4535-b548-af315b194c34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.2678628 Aug 04 14:43:28.462273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-821581f3-2b90-4f20-a227-a27ea114148a req-adc1124f-60ee-4f86-a2f0-16221bea009d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Aug 04 14:43:28.466488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45582) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:28.495089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1179a549-27a2-430f-9137-679e527a8f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.548505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:28.551094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-9148f066-f9f6-4196-b310-12129c960697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.551591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-9148f066-f9f6-4196-b310-12129c960697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.552341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-9148f066-f9f6-4196-b310-12129c960697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.554411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-9148f066-f9f6-4196-b310-12129c960697 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b946b37933f48d7a3878d7f03bebd23&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2356396 Aug 04 14:43:28.578523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7574-6813-4d47-829e-75a61cbfa5a0 req-a764980a-4b7b-4b23-a607-c7976589711f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.579896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dde7574-6813-4d47-829e-75a61cbfa5a0 req-a764980a-4b7b-4b23-a607-c7976589711f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.3321917 Aug 04 14:43:28.662524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Attempting to bind port f8e72c4f-84f8-499f-9333-437233e74c5a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:28.662925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Attempting to bind port f8e72c4f-84f8-499f-9333-437233e74c5a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:28.663828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Attempting to bind port f8e72c4f-84f8-499f-9333-437233e74c5a on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:28.672755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dde7574-6813-4d47-829e-75a61cbfa5a0 req-e4f91755-95c5-470c-874f-51fcc0118ef2 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Aug 04 14:43:28.690760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Port f8e72c4f-84f8-499f-9333-437233e74c5a on network f1e3ed9b-f210-4762-b053-83ea94e1758f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:28.691502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Attempting to bind port f8e72c4f-84f8-499f-9333-437233e74c5a on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:28.694412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-3c9e5f88-371f-47bd-9d27-de9ade6f68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.694573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on host n-h1-801743-12 for vnic_type normal with profile None {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:28.694573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:28.694808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:28.695160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8af13f90-95e0-41c8-907c-5432d7a76527 req-3c9e5f88-371f-47bd-9d27-de9ade6f68d8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309526 Aug 04 14:43:28.701052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:28.701410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:28.701771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Bound using segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:28.702217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Bound port: f8e72c4f-84f8-499f-9333-437233e74c5a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:28.702602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.705805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:28.705805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:28.723841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:28.724428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:28.724562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:28.725040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Bound port: 913a097d-0afc-4a25-8f79-e77ae2a859b5, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:28.727288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1179a549-27a2-430f-9137-679e527a8f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.735908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1179a549-27a2-430f-9137-679e527a8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.786194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1179a549-27a2-430f-9137-679e527a8f53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4af4ab7dea134f9280062f8fea0afbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145201 Aug 04 14:43:28.789514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:28.799576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179a549-27a2-430f-9137-679e527a8f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85733e-ba1c-460b-ae60-ac4e959689eb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:28.892659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:28.899678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:28.916437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:28.918794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.920130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] 10.222.0.76 "POST /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5527079 Aug 04 14:43:28.928313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002f27-b0a6-458b-9ba4-8d92abc68d0a req-89cb5b6c-68ae-41a0-94b9-67d12787c68d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:28.929956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85002f27-b0a6-458b-9ba4-8d92abc68d0a req-89cb5b6c-68ae-41a0-94b9-67d12787c68d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.1552448 Aug 04 14:43:28.934457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:28.994093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.012562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.012707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.014721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] 10.222.0.38 "PUT /v2.0/ports/f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 200 len: 1092 time: 1.5808690 Aug 04 14:43:29.071298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.097385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b122e-e168-4a12-b8cc-adb4ec1964cb service neutron] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:29.116541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:29.155120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85002f27-b0a6-458b-9ba4-8d92abc68d0a req-9d3fcbd7-25d2-4e1f-8558-29068fdf9b0f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113798 Aug 04 14:43:29.290353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-d618c24c-97e2-4ef2-8e8d-3953444a492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.292571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-d618c24c-97e2-4ef2-8e8d-3953444a492e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1097 time: 0.0633426 Aug 04 14:43:29.299339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.328579 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.331322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:29.332509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b85733e-ba1c-460b-ae60-ac4e959689eb HTTP/1.1" status: 204 len: 168 time: 0.5377629 Aug 04 14:43:29.344317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-9cac963a-f85f-44b1-92f3-5f5b72880e7d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.345986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-9cac963a-f85f-44b1-92f3-5f5b72880e7d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.2844596 Aug 04 14:43:29.376543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efa6e5-8ee4-42e3-841e-49015b93aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85733e-ba1c-460b-ae60-ac4e959689eb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:29.401548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.407846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.413728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.419681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.420141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-d3396bff-5755-4735-bd9d-23b7c705abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.421699 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-d3396bff-5755-4735-bd9d-23b7c705abcf service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1213994 Aug 04 14:43:29.425585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.432498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.439439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.441358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-b6c1eb90-ea5e-42aa-a366-48751483cdbd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5396 time: 0.1893623 Aug 04 14:43:29.460989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-653f3f4d-788f-490a-8903-d341e858e533 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0880365 Aug 04 14:43:29.511854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-7207f877-d9df-4713-961a-7f827055710b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 217 time: 0.0730433 Aug 04 14:43:29.525433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-b606e2c6-9470-4cc9-961b-e3d0ceefa81d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646822 Aug 04 14:43:29.571424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-99af1470-b4ed-4a7e-a560-ddac9a62873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.573473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-99af1470-b4ed-4a7e-a560-ddac9a62873e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0539958 Aug 04 14:43:29.608989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-3bedb372-9149-40c7-9328-466d7ce30451 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283716 Aug 04 14:43:29.709336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d4f5888-f2a4-4a17-b75f-8f1a25a9d33d req-4abbe67d-64d9-44b6-8911-22c664265c98 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2445652 Aug 04 14:43:29.730547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-e6298397-9adc-4a11-a8e5-f8a987b7109e service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132667 Aug 04 14:43:29.850553 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dbb6f6-571e-4f0a-8e13-21082ff3892f x-openstack-request-id: req-95dbb6f6-571e-4f0a-8e13-21082ff3892f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:29.850553 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:29.850899 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95dbb6f6-571e-4f0a-8e13-21082ff3892f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:29.851168 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'status': 'completed', 'code': 200} Aug 04 14:43:29.951970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-947af287-f4cc-443a-a23a-684c97cfabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:29.953764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-947af287-f4cc-443a-a23a-684c97cfabbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1100 time: 0.1058583 Aug 04 14:43:30.018380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-7214e001-5fee-4883-937a-b7a6c31c9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.019866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-7214e001-5fee-4883-937a-b7a6c31c9f5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1100 time: 0.1679709 Aug 04 14:43:30.028605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-f6c4acbf-cdea-4f2e-9110-05b6f9c3c4a1 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802536 Aug 04 14:43:30.041117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '9350547a-fee4-4cb4-83a6-90593abc02b4'}, {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:30.043419 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "9350547a-fee4-4cb4-83a6-90593abc02b4"}, {"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:30.049432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-75eb5288-86dc-40ee-9ab2-133f307b4d86 service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230014 Aug 04 14:43:30.190686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-3bd6b717-9a05-42ad-b44d-1ade49c041ad service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979247 Aug 04 14:43:30.207615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-8a4f5bf1-8cde-48d4-9848-3164605ee37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.209271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-8a4f5bf1-8cde-48d4-9848-3164605ee37a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2472880 Aug 04 14:43:30.209792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ecc18d-3b1b-4982-8e49-7ab18e19e25a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:30.222819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77103545-2090-4d7b-9237-9f34234908fd req-455caa3a-bac9-44a5-b1bf-864fb61851af tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.230439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77103545-2090-4d7b-9237-9f34234908fd req-455caa3a-bac9-44a5-b1bf-864fb61851af tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1800318 Aug 04 14:43:30.262899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-23064ce7-b9c4-4e6d-82c7-f9ff867245a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.267773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-23064ce7-b9c4-4e6d-82c7-f9ff867245a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2379715 Aug 04 14:43:30.272434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-3d9a0b70-2b29-43bd-802c-ac25f2cf6939 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.0513730 Aug 04 14:43:30.283575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:30.298182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77103545-2090-4d7b-9237-9f34234908fd req-cdf818e9-2226-4a71-9422-93dca691b9b7 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642743 Aug 04 14:43:30.346724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Transition to ACTIVE for port object 65ecc18d-3b1b-4982-8e49-7ab18e19e25a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:30.361372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:30.387198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-dce37016-ba61-4f2d-be1b-a971fd6f2451 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.1126103 Aug 04 14:43:30.477154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-d2b0c47c-c6a7-4683-ad78-2f364640b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.479065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-d2b0c47c-c6a7-4683-ad78-2f364640b649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1898391 Aug 04 14:43:30.491849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-7ea5cfd2-a2d5-4e81-b92d-27e17681a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.493440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-7ea5cfd2-a2d5-4e81-b92d-27e17681a7a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0948842 Aug 04 14:43:30.624051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-3fa9772d-c894-4073-915e-f35ad194761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.625950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-3fa9772d-c894-4073-915e-f35ad194761c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313548 Aug 04 14:43:30.632417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-e8c4b34e-3d16-46b7-b98c-da7a9864af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:30.634273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-e8c4b34e-3d16-46b7-b98c-da7a9864af98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316381 Aug 04 14:43:30.973681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-5398d3b6-0610-427d-b4bd-73e79ef09ca6 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286228 Aug 04 14:43:31.054408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-40071a12-935b-4194-bc40-9d2d68884a60 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185324 Aug 04 14:43:31.253192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:31.284243 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-0028192b-9b33-40e7-bc8c-1e9f91cac7ca service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012726 Aug 04 14:43:31.324162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bbaf74ae-b73f-4dec-8896-468f2394fbc7 req-17e84f81-9ff0-49d4-a12a-ac591338c2a7 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571864 Aug 04 14:43:31.364931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4491f-2af7-4254-a836-a80411b3891c req-82ac885f-f895-49ee-8f8b-13a986be843a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.373314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13b4491f-2af7-4254-a836-a80411b3891c req-82ac885f-f895-49ee-8f8b-13a986be843a tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 948 time: 0.2768393 Aug 04 14:43:31.484864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13b4491f-2af7-4254-a836-a80411b3891c req-005ea242-1808-4a81-b26a-f6d11d9832b6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Aug 04 14:43:31.530271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca56105-31be-4cbb-866a-f609495d83bb req-f947ad3e-d8a8-43eb-b7c0-a2fe51e01fb4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.547355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aca56105-31be-4cbb-866a-f609495d83bb req-f947ad3e-d8a8-43eb-b7c0-a2fe51e01fb4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.4821708 Aug 04 14:43:31.568898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Attempting to bind port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:31.569238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Attempting to bind port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:31.569494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Attempting to bind port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:31.579521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a on network f1e3ed9b-f210-4762-b053-83ea94e1758f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:31.579875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Attempting to bind port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:31.592090 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fca79f9-524f-43b8-8afb-ad29639fc19b x-openstack-request-id: req-0fca79f9-524f-43b8-8afb-ad29639fc19b {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:31.592330 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "9350547a-fee4-4cb4-83a6-90593abc02b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:31.592564 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fca79f9-524f-43b8-8afb-ad29639fc19b {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:31.593081 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '9350547a-fee4-4cb4-83a6-90593abc02b4', 'status': 'completed', 'code': 200} Aug 04 14:43:31.593218 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'status': 'completed', 'code': 200} Aug 04 14:43:31.598615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:31.598985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Checking segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:31.599403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Bound using segment: {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:31.599885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Bound port: 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f699e916-bdd8-423a-86a9-31c70c640fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:31.600236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:31.675649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:31.679156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:31.695228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aca56105-31be-4cbb-866a-f609495d83bb req-e287b6c2-7bea-4d34-9c1d-01c26f7d5010 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468043 Aug 04 14:43:31.698647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:31.721512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.721512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.724061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.726078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.726687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.728079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.729235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.737776 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-a3df37b7-2783-4f1a-8964-4dde1048c2e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6318 time: 0.1306274 Aug 04 14:43:31.766566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:31.767656 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:31.769515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] 10.222.0.38 "PUT /v2.0/ports/65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 1091 time: 2.6732516 Aug 04 14:43:31.793720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7c889-3f1b-42ff-aab8-33ce2c8f6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:31.807063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:31.822346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:31.919807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f90a01d4-6146-411c-8619-70428e8c95c0 req-b3ca359e-6627-4228-a1b0-51fc13d05b41 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.1194391 Aug 04 14:43:32.003175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:32.019912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:32.039586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'b28b9760-361c-4e74-a38a-d5841192c465', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'b28b9760-361c-4e74-a38a-d5841192c465', 'mac_address': 'fa:16:3e:9f:91:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:32.090751 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:32.106481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:32.131853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:32.144832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:32.216169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:32.326131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-3d9b140e-686d-41ef-8b97-5ac0ec62cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.326913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-3d9b140e-686d-41ef-8b97-5ac0ec62cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.327541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-3d9b140e-686d-41ef-8b97-5ac0ec62cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.329599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-3d9b140e-686d-41ef-8b97-5ac0ec62cbb5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b946b37933f48d7a3878d7f03bebd23&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5845923 Aug 04 14:43:32.368309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.374885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.380780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.386510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.392324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.398067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.404904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.407012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-e2ad95ec-f1b3-408e-a4ea-efdedbcee53a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5408 time: 0.2531157 Aug 04 14:43:32.453969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-13e56a95-a7d6-4865-a6c5-84a2797fa512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.455552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-13e56a95-a7d6-4865-a6c5-84a2797fa512 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.3865659 Aug 04 14:43:32.466434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-b755f2e8-ec4d-45bc-85c7-69ce5063bea0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.467995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-b755f2e8-ec4d-45bc-85c7-69ce5063bea0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.4353561 Aug 04 14:43:32.484307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:32.491440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['b28b9760-361c-4e74-a38a-d5841192c465'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:32.513088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29fd4-7aaa-426e-af53-bfc611a5db3b req-38c17bc7-ae60-478d-bc40-6abad78177f6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.521046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb29fd4-7aaa-426e-af53-bfc611a5db3b req-38c17bc7-ae60-478d-bc40-6abad78177f6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.2059739 Aug 04 14:43:32.580924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1376caa-0c2f-4d1b-b1aa-bcce9a8a1309 req-3c4ed5b5-93fb-4ea6-bf16-ff2b49dce649 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1136189 Aug 04 14:43:32.684986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb29fd4-7aaa-426e-af53-bfc611a5db3b req-8fdfd0f1-87c3-4b6e-80be-29028477f8c5 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608539 Aug 04 14:43:32.733427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-ae903461-6c7f-41a3-a3ef-a29a5e545deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.735146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-ae903461-6c7f-41a3-a3ef-a29a5e545deb service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3929334 Aug 04 14:43:32.738246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-eb9c1c05-07e8-43bb-8c79-4a3542c28a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:32.751778 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-eb9c1c05-07e8-43bb-8c79-4a3542c28a6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.2807379 Aug 04 14:43:32.846908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a31d2c-fb56-4ad1-abca-3a0657179e1b {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:32.869264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:32.889318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-0832432b-ea52-41e4-a2e5-b8afc1ff9089 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.1285207 Aug 04 14:43:32.897898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Transition to ACTIVE for port object d2a31d2c-fb56-4ad1-abca-3a0657179e1b will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:32.907441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:32.976925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:33.006061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:33.010342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:33.081046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.081835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.082570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.083222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.083997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.084661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.085434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.088009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-1553de11-b706-4735-a127-ab28ea6e1e20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6360 time: 0.2987437 Aug 04 14:43:33.136238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-525065ce-0461-4f1c-8668-5510f327b405 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=135f35ad56284150ad35f9dc2f80eb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388653 Aug 04 14:43:33.170818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Attempting to bind port d2a31d2c-fb56-4ad1-abca-3a0657179e1b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:33.171352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Attempting to bind port d2a31d2c-fb56-4ad1-abca-3a0657179e1b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:33.172032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Attempting to bind port d2a31d2c-fb56-4ad1-abca-3a0657179e1b on network 17c78649-0891-43c3-808f-43feeba9048f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:33.253714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Port d2a31d2c-fb56-4ad1-abca-3a0657179e1b on network 17c78649-0891-43c3-808f-43feeba9048f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:33.254436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Attempting to bind port d2a31d2c-fb56-4ad1-abca-3a0657179e1b on network 17c78649-0891-43c3-808f-43feeba9048f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:33.277735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:33.278340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Checking segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:33.278926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Bound using segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:33.279592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Bound port: d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:33.280000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:33.339802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13972e47-3b4b-4c77-804e-eee259992601 req-d432e359-2abd-440c-bd66-25280da2ba9b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.341463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13972e47-3b4b-4c77-804e-eee259992601 req-d432e359-2abd-440c-bd66-25280da2ba9b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1651924 Aug 04 14:43:33.413182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-8b5dfe70-8a26-47bf-9aa8-5a1a87c5fdaa tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.414833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-8b5dfe70-8a26-47bf-9aa8-5a1a87c5fdaa tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699189 Aug 04 14:43:33.450693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13972e47-3b4b-4c77-804e-eee259992601 req-f46e1353-5b2c-4c82-bd40-58be91cf051c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868444 Aug 04 14:43:33.460702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-be1f44cb-ab42-43d6-ba86-634d55000710 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/quotas/135f35ad56284150ad35f9dc2f80eb60 HTTP/1.1" status: 200 len: 375 time: 0.0287886 Aug 04 14:43:33.476432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:33.501853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-492fde44-e575-4673-a532-6789d8667751 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401585 Aug 04 14:43:33.522418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:33.532243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:33.559851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.560600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:33.562429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] 10.222.0.38 "PUT /v2.0/ports/d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 1092 time: 1.7608266 Aug 04 14:43:33.596959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a'}, {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:33.599936 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a"}, {"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:33.619806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Request body: {'port': {'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:33.673272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-02bea116-2c50-473c-8d88-e80cae46c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.674683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-02bea116-2c50-473c-8d88-e80cae46c701 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.7755849 Aug 04 14:43:33.799095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-0bc8dc85-1e7f-4817-a8a8-39533198df7c tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680799 Aug 04 14:43:33.799839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:33.849788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-27cd685c-0bc9-4950-8868-6cd5ceae429b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977170 Aug 04 14:43:33.877468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:33.880223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-bd93f269-ac98-49f3-8323-a69c19145f0b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.884463 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-bd93f269-ac98-49f3-8323-a69c19145f0b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449&tenant_id=14f01188f0624017989a5e69701695b2&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 949 time: 0.9186893 Aug 04 14:43:33.895068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-4f65b0dc-f248-4245-a4db-a4ce5ca71201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.895708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-4f65b0dc-f248-4245-a4db-a4ce5ca71201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.896259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-4f65b0dc-f248-4245-a4db-a4ce5ca71201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:33.897903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-4f65b0dc-f248-4245-a4db-a4ce5ca71201 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b946b37933f48d7a3878d7f03bebd23&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7845170 Aug 04 14:43:33.986726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port b28b9760-361c-4e74-a38a-d5841192c465 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:33.992009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port b28b9760-361c-4e74-a38a-d5841192c465 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:33.992456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.158305 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.188950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.9 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/e5d97b94-1164-4c14-851f-9f409390becd) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:34.237781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdeac427-a056-4414-912e-53ba8decb772 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:34.249261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-9a9e3c0d-e247-4350-af9a-cd0a9b434aec service neutron] 10.222.0.46 "GET /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465/bindings/n-h2-801743-12 HTTP/1.1" status: 200 len: 383 time: 0.3254094 Aug 04 14:43:34.256259 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-603965e7-7636-4b11-8591-cbde1445d3d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860750 Aug 04 14:43:34.263459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.278388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:34.280003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:34.283311 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2cac88-b8b1-4b27-8344-0cdd70ea1317" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:34.287796 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.305078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Transition to ACTIVE for port object cdeac427-a056-4414-912e-53ba8decb772 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:34.365735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.377224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:34.452369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458225-07c6-40b0-9a31-95d077fab679 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:34.498422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a035-dd07-48c8-8241-69966bccbd56 req-facbc474-4142-4013-ba66-d8c3f8618682 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.508179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21b1a035-dd07-48c8-8241-69966bccbd56 req-facbc474-4142-4013-ba66-d8c3f8618682 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.9422538 Aug 04 14:43:34.571396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-98dbf353-92b3-45ce-b216-949dfc286607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.573438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-98dbf353-92b3-45ce-b216-949dfc286607 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1102 time: 0.2797425 Aug 04 14:43:34.616365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a14f722b-84b2-469e-b6f3-9e9995bca38c req-b7d4a175-8116-4d0f-bc61-ab42fcd35121 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502517 Aug 04 14:43:34.671253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-fc7db62b-c088-4271-945c-36f9deadff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.672898 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c4bf673-d7a2-4a6d-a9df-423b17ef7926 req-fc7db62b-c088-4271-945c-36f9deadff17 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7300215 Aug 04 14:43:34.712567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:34.714047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.747264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-06bed4c7-3121-4484-aaad-54ba6fd3df1f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.748739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-06bed4c7-3121-4484-aaad-54ba6fd3df1f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9248579 Aug 04 14:43:34.769295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.806655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21b1a035-dd07-48c8-8241-69966bccbd56 req-96cb28e3-5f18-42e9-bda8-8d91f39d34c7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922938 Aug 04 14:43:34.821992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Attempting to bind port cdeac427-a056-4414-912e-53ba8decb772 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:34.822382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Attempting to bind port cdeac427-a056-4414-912e-53ba8decb772 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:34.822750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Attempting to bind port cdeac427-a056-4414-912e-53ba8decb772 on network 17c78649-0891-43c3-808f-43feeba9048f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:34.829842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Port cdeac427-a056-4414-912e-53ba8decb772 on network 17c78649-0891-43c3-808f-43feeba9048f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:34.830172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Attempting to bind port cdeac427-a056-4414-912e-53ba8decb772 on network 17c78649-0891-43c3-808f-43feeba9048f {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:34.844003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-6035d082-6002-4f63-92a0-550b297edfeb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/quotas/3388d2f5d4414b6eb9bc5e0442748375 HTTP/1.1" status: 200 len: 375 time: 0.0661304 Aug 04 14:43:34.847676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:34.858360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:34.860993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:34.861241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Checking segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:34.861628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Bound using segment: {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:34.862083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Bound port: cdeac427-a056-4414-912e-53ba8decb772, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17c78649-0891-43c3-808f-43feeba9048f'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:34.862460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.868390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:34.871150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:34.901433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-a0120b15-f2f5-4449-874d-13019546b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.903075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-a0120b15-f2f5-4449-874d-13019546b4dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3058434 Aug 04 14:43:34.959137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-64593ca3-ee81-4657-842a-0e0830f8ddc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.0454600 Aug 04 14:43:34.964369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-9fbfc49f-fa4f-40af-9a5d-9d0822141660 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192603 Aug 04 14:43:34.967428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:34.968064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:34.991732 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-26f3e29a-0484-4e7a-a2f2-bfb4369ed0a4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111113 Aug 04 14:43:34.998981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:35.008268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e337-b19b-4dd4-9f3c-a90392e19678 req-24f464e5-7e55-43b7-96be-37b7b9f901a7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.009863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4069e337-b19b-4dd4-9f3c-a90392e19678 req-24f464e5-7e55-43b7-96be-37b7b9f901a7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.0845428 Aug 04 14:43:35.011785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:35.015851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Request body: {'port': {'device_id': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:35.020487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:35.080156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.081009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:35.082529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] 10.222.0.38 "PUT /v2.0/ports/cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 1092 time: 1.4691107 Aug 04 14:43:35.116018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-1f34e998-ebe5-4391-9ed8-455fcd6e8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.117411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-1f34e998-ebe5-4391-9ed8-455fcd6e8a4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1371527 Aug 04 14:43:35.122442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e8787-81e0-406b-8885-ffccb18d0a30 service neutron] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:35.136912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4069e337-b19b-4dd4-9f3c-a90392e19678 req-a5d6dab1-5d0d-4961-aa63-e275506f6dac tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186593 Aug 04 14:43:35.250431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.251450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.251939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.252471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.252957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.253433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.254122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.256189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b172a25a-a5cf-4174-8637-ed480f5b9360 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6496 time: 0.1067910 Aug 04 14:43:35.325708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:35.330525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-3a218190-f05e-46f6-bef8-b04ae3f382b6 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=135f35ad56284150ad35f9dc2f80eb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1872833 Aug 04 14:43:35.364075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-05f43246-8185-4358-9125-3b0b26dff1d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 217 time: 0.0931931 Aug 04 14:43:35.432809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d1fc-a381-41e0-8035-fc501f64bfc2 req-9924e4b9-605d-4fad-8145-3a30b21e0180 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.440856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bb9d1fc-a381-41e0-8035-fc501f64bfc2 req-9924e4b9-605d-4fad-8145-3a30b21e0180 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 931 time: 0.1808455 Aug 04 14:43:35.447541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-3479d2bf-27fa-484a-86dc-575d5c27f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.449091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-3479d2bf-27fa-484a-86dc-575d5c27f6dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2954080 Aug 04 14:43:35.459442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-72a6ace6-56ba-41f3-a9fe-136613124005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.462191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-72a6ace6-56ba-41f3-a9fe-136613124005 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 200 len: 856 time: 0.0908105 Aug 04 14:43:35.599305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bb9d1fc-a381-41e0-8035-fc501f64bfc2 req-333a95d6-bd18-4be7-9050-e858108a468e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573222 Aug 04 14:43:35.637637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.643661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.651827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.657906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.663850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.670395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.678158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.680151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-6be885ef-0425-432a-87c3-1dfa533ec474 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1838143 Aug 04 14:43:35.682303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e86d3d9b-e3d0-49ec-a322-58534033f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.683831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e86d3d9b-e3d0-49ec-a322-58534033f5f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2123482 Aug 04 14:43:35.701834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-7adbddd3-f9a4-4bae-ba67-6e70117b9e6d tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:35.703576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-7adbddd3-f9a4-4bae-ba67-6e70117b9e6d tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580060 Aug 04 14:43:35.724273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Request body: {'port': {'device_id': '9386df25-329a-4882-91f3-51fb5c31545a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '135f35ad56284150ad35f9dc2f80eb60'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:35.786476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-678b556e-4bef-428c-af0e-c2a02493db31 req-07bf0861-7717-4de3-805a-6376f95cdef8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 210 time: 0.0829616 Aug 04 14:43:35.822954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-626bab34-8055-4fbc-b7a2-f6dd848e6cd0 req-2059324c-c769-417f-8020-c165bb6de90a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1362574 Aug 04 14:43:35.866501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-ceca7bf3-0317-4dcc-a4b0-fb71e8b2c661 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832870 Aug 04 14:43:35.875177 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2210e9-999f-417d-b2cd-8b43a77b220d x-openstack-request-id: req-0f2210e9-999f-417d-b2cd-8b43a77b220d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:35.877817 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:35.877817 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f2210e9-999f-417d-b2cd-8b43a77b220d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:35.877817 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'status': 'completed', 'code': 200} Aug 04 14:43:35.879177 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'status': 'completed', 'code': 200} Aug 04 14:43:35.882075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b4826371-18be-49e8-a6df-e7f4500a4e8e service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888661 Aug 04 14:43:36.031190 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aee116-7cb0-4668-aad5-9c2c5edb0467 x-openstack-request-id: req-80aee116-7cb0-4668-aad5-9c2c5edb0467 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:36.031780 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:36.031905 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80aee116-7cb0-4668-aad5-9c2c5edb0467 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:36.032407 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'code': 200} Aug 04 14:43:36.060003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-303fbea7-0ee4-43d0-8443-ccb08092c304 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872003 Aug 04 14:43:36.060502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3bd4f-e3c5-4f58-aecc-2cd1b27e16a5 req-cb83ccc4-e3b6-471c-8d3f-4f8a5099f2bf tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.062235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0c3bd4f-e3c5-4f58-aecc-2cd1b27e16a5 req-cb83ccc4-e3b6-471c-8d3f-4f8a5099f2bf tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.0898778 Aug 04 14:43:36.096380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fbabd477-ddb4-4d47-b604-e4d065904c6d service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060096 Aug 04 14:43:36.160516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2200ac0d-eff0-47d2-a2f9-cd55f41d3ee4 req-1e6b45b7-bc76-4056-bf93-a8ad320fcc32 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 210 time: 0.0720103 Aug 04 14:43:36.168072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a6db8c5f-bcbc-4b69-b3bd-06221075e026 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0599258 Aug 04 14:43:36.180357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d97b94-1164-4c14-851f-9f409390becd {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:36.199290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0c3bd4f-e3c5-4f58-aecc-2cd1b27e16a5 req-d1632685-ce9d-4583-a080-a4ce959538e8 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255801 Aug 04 14:43:36.214292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.254096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Made reservation on behalf of 135f35ad56284150ad35f9dc2f80eb60 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:36.257105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.259848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Transition to ACTIVE for port object e5d97b94-1164-4c14-851f-9f409390becd will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:36.269172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.291583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.339026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0025b5ff-d17e-4665-aba3-6ca5f5f7796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.340530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0025b5ff-d17e-4665-aba3-6ca5f5f7796a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1396682 Aug 04 14:43:36.342053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:36.371925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce35c16-60e7-4933-b887-a44abc7dfe7c req-ede6aab7-de7e-4f4a-a0b2-ed7d5e2b668e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.373539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce35c16-60e7-4933-b887-a44abc7dfe7c req-ede6aab7-de7e-4f4a-a0b2-ed7d5e2b668e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1188705 Aug 04 14:43:36.399738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6c437-bc91-4415-9154-cd4c153f7de4 req-ec5bbb84-4aa2-465b-a423-3be974d42267 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.401270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fe6c437-bc91-4415-9154-cd4c153f7de4 req-ec5bbb84-4aa2-465b-a423-3be974d42267 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1121974 Aug 04 14:43:36.449844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Attempting to bind port e5d97b94-1164-4c14-851f-9f409390becd on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:36.450901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Attempting to bind port e5d97b94-1164-4c14-851f-9f409390becd by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:36.451431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Attempting to bind port e5d97b94-1164-4c14-851f-9f409390becd on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:36.460490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Port e5d97b94-1164-4c14-851f-9f409390becd on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:36.460815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Attempting to bind port e5d97b94-1164-4c14-851f-9f409390becd on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:36.472651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:36.472952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:36.473339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:36.473796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Bound port: e5d97b94-1164-4c14-851f-9f409390becd, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:36.474148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.497814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bce35c16-60e7-4933-b887-a44abc7dfe7c req-cea96da2-dd84-467a-b81a-ca03a9eacc34 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Aug 04 14:43:36.500034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-945b5331-3503-4af8-bf80-8136631abada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.501396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-945b5331-3503-4af8-bf80-8136631abada service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527736 Aug 04 14:43:36.501792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.530666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:36.538161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fe6c437-bc91-4415-9154-cd4c153f7de4 req-9fbe1611-caf3-4b2d-886d-d91507bdeb44 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155775 Aug 04 14:43:36.639700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-08f6146f-8063-470d-aa0d-0e1647bc100a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328348 Aug 04 14:43:36.680114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e4fef793-9e28-407d-90f6-68b6997e6e38 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685007 Aug 04 14:43:36.781064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-9004aa74-a1a9-420f-8829-97596e5f57cb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.782619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-9004aa74-a1a9-420f-8829-97596e5f57cb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168716 Aug 04 14:43:36.793039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76202928-1d06-4823-b04a-61867421acea,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:36.809079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Request body: {'port': {'device_id': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '3388d2f5d4414b6eb9bc5e0442748375'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:36.816897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa06b8d-c324-4b34-bf37-f78609f7f0e4 req-1900a3a3-62a9-464b-b764-5186135f3e0d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:36.823721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8aa06b8d-c324-4b34-bf37-f78609f7f0e4 req-1900a3a3-62a9-464b-b764-5186135f3e0d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 943 time: 0.0838447 Aug 04 14:43:36.844024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-0e388183-99cb-4566-b444-dca2f99c927f service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551435 Aug 04 14:43:36.897820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:36.900357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-9437dd65-f1ad-4886-9304-e98b9c51c581 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 217 time: 0.0481949 Aug 04 14:43:36.917197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8aa06b8d-c324-4b34-bf37-f78609f7f0e4 req-19ce45ed-99cd-4a71-9e4c-df916c1698e0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924828 Aug 04 14:43:36.943516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20266e60-b734-4a88-9956-c29622c1a80b req-7bf239b9-cb91-47c4-bad6-38989f53b6a2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 210 time: 0.0459540 Aug 04 14:43:36.962724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e5d97b94-1164-4c14-851f-9f409390becd,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:36.981784 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:37.020116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e9b516e4-e5ea-4659-b722-d51f52359930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.021597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e9b516e4-e5ea-4659-b722-d51f52359930 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.0816615 Aug 04 14:43:37.037962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.038986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:37.040593 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] 10.222.0.38 "PUT /v2.0/ports/e5d97b94-1164-4c14-851f-9f409390becd HTTP/1.1" status: 200 len: 1092 time: 2.0300627 Aug 04 14:43:37.043657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Allocated IP 192.168.233.193 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/e86a8dfd-5d20-4bab-83e8-a18f824aed13) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:37.047973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:37.050712 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40563a-a00a-4bf5-82cc-7f159998588d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "tag": "e5d97b94-1164-4c14-851f-9f409390becd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:37.082030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.088787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.095837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.102052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.108690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.114644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.120433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.124029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-69c6bd23-e6fb-4c39-b4f5-34c9d193c282 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1428547 Aug 04 14:43:37.184582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581de14-3aaf-4896-8f05-0a46c66f2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:37.191637 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fabee-d832-42d1-9265-343fdcdd10e0 x-openstack-request-id: req-806fabee-d832-42d1-9265-343fdcdd10e0 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:37.191899 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "tag": "e5d97b94-1164-4c14-851f-9f409390becd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:37.192129 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-806fabee-d832-42d1-9265-343fdcdd10e0 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:37.192473 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd', 'status': 'completed', 'code': 200} Aug 04 14:43:37.204373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Made reservation on behalf of 3388d2f5d4414b6eb9bc5e0442748375 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:37.207770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:37.294500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-03220ec8-2be1-4cc4-983a-4bee183e2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.296033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-03220ec8-2be1-4cc4-983a-4bee183e2386 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 1095 time: 0.1063049 Aug 04 14:43:37.394763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-21985ccf-c13c-4f4c-bd86-0b3cc36379a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d97b94-1164-4c14-851f-9f409390becd HTTP/1.1" status: 200 len: 217 time: 0.0606699 Aug 04 14:43:37.403514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:37.448493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Transition to ACTIVE for port object e86a8dfd-5d20-4bab-83e8-a18f824aed13 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:37.469484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-bded6ac0-50c7-426e-bbd2-df8f23707c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.471052 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-bded6ac0-50c7-426e-bbd2-df8f23707c34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0651202 Aug 04 14:43:37.473042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-76768f52-c502-4edd-a73f-63e4dc72656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.474536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-76768f52-c502-4edd-a73f-63e4dc72656e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4457324 Aug 04 14:43:37.512754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a7ad49c-2485-4934-96b5-256e1da7443b req-1657e3eb-7236-4a02-a683-8ff4a1e8cb61 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3806357 Aug 04 14:43:37.514669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41c9c891-187c-4da3-9b79-3619d62c0257 req-906aa6ad-0209-4ea6-b92c-cc7c0671306a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 210 time: 0.0499799 Aug 04 14:43:37.517746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-55386857-e1b3-4539-a2d8-c0bea34482d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328445 Aug 04 14:43:37.619360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a6ddada4-e9b4-475e-ae47-3f5bbbe776e5 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307638 Aug 04 14:43:37.619608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Allocated IP 192.168.233.222 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/bbbe2352-20b1-4265-b196-a2cf49771c51) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:37.758845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:37.801158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-b9e4fa6d-7c7c-42c6-8bfc-e192388eb33e service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744885 Aug 04 14:43:37.863381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-7b1d2767-ead1-427d-919e-ec9093dfc440 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 200 len: 217 time: 0.0471013 Aug 04 14:43:37.873336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ef2d-29e9-4476-811e-2531ea7229ba req-7f1484d6-0586-483d-98ee-d84d5eb43e8d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.884020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e600ef2d-29e9-4476-811e-2531ea7229ba req-7f1484d6-0586-483d-98ee-d84d5eb43e8d tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.2407742 Aug 04 14:43:37.890909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:37.893610 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "cdeac427-a056-4414-912e-53ba8decb772"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:37.923266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0791d75-dcab-4ae7-bb99-ef7621d2cce5 req-37811c72-59d4-486d-8d76-403ee3b67490 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:37.925057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0791d75-dcab-4ae7-bb99-ef7621d2cce5 req-37811c72-59d4-486d-8d76-403ee3b67490 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2846949 Aug 04 14:43:38.014674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e600ef2d-29e9-4476-811e-2531ea7229ba req-7da6e8fc-7cc4-4e4a-b9e9-cb519796af91 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303170 Aug 04 14:43:38.019225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fe56d274-006b-4124-a964-6c502771ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.020621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fe56d274-006b-4124-a964-6c502771ba3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1346328 Aug 04 14:43:38.026818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0791d75-dcab-4ae7-bb99-ef7621d2cce5 req-b0ec50f7-5819-4f05-a5ba-562946d5d08a tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748246 Aug 04 14:43:38.124118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2c1ec559-c5f1-4a42-bd3f-9428a0ff984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.125798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2c1ec559-c5f1-4a42-bd3f-9428a0ff984e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941467 Aug 04 14:43:38.243070 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76a1c5-2e37-4cfd-83dc-0ec333154f85 x-openstack-request-id: req-6d76a1c5-2e37-4cfd-83dc-0ec333154f85 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:38.244375 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "cdeac427-a056-4414-912e-53ba8decb772", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:38.244757 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d76a1c5-2e37-4cfd-83dc-0ec333154f85 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:38.245866 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772', 'status': 'completed', 'code': 200} Aug 04 14:43:38.298872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6abf80-3b67-46a0-a9a4-538872ef1160 req-1b96fd27-ec5d-4bd0-97d0-495098f29d23 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.300827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed6abf80-3b67-46a0-a9a4-538872ef1160 req-1b96fd27-ec5d-4bd0-97d0-495098f29d23 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.1123497 Aug 04 14:43:38.318052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-20d031f9-0b22-4b89-9076-ce1d7d4ebf2b service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833518 Aug 04 14:43:38.325731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:38.341419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Transition to ACTIVE for port object bbbe2352-20b1-4265-b196-a2cf49771c51 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:38.418917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-f7025ab2-8189-496c-9117-f2a1e6b74a53 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925369 Aug 04 14:43:38.421165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:38.425933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:38.431241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:38.439279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['74cb3c92-d535-49b7-b1fb-2ecaf0be972a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:38.460476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:38.521459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-bd33d4cf-2590-4121-8f29-a029f5f1cc8d service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881104 Aug 04 14:43:38.534316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Pushing event updated for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:38.555414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.556313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:38.585451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3dd5f53a-9b2c-48aa-a07b-4d86d6749de4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 217 time: 0.0509012 Aug 04 14:43:38.695786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-84791c6e-27bc-4592-9c05-958fad6a1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.701434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-84791c6e-27bc-4592-9c05-958fad6a1b53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.0931842 Aug 04 14:43:38.737307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:38.738991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-306cada5-6a96-40a6-9460-fc9da74df79a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0189564 Aug 04 14:43:38.754682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:38.771588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Request body: {'port': {'device_id': '9386df25-329a-4882-91f3-51fb5c31545a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:38.780206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:38.784397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Pushing event updated for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:38.789120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cfc61-b771-4178-8e3b-2349dd437097 req-9c39e5f5-f6de-4003-956a-24a699ce5210 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.796782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-585cfc61-b771-4178-8e3b-2349dd437097 req-9c39e5f5-f6de-4003-956a-24a699ce5210 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 943 time: 0.3137846 Aug 04 14:43:38.802091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f5940c64-b54a-400b-823a-5475e0d047e5 None None] Provisioning for port e86a8dfd-5d20-4bab-83e8-a18f824aed13 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:38.807232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f5940c64-b54a-400b-823a-5475e0d047e5 None None] Provisioning complete for port e86a8dfd-5d20-4bab-83e8-a18f824aed13 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:38.807629 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f5940c64-b54a-400b-823a-5475e0d047e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:38.851560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed6abf80-3b67-46a0-a9a4-538872ef1160 req-1f7a4159-b46e-4dc5-a639-38224ed96675 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417092 Aug 04 14:43:38.881718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-585cfc61-b771-4178-8e3b-2349dd437097 req-7294757b-83d2-45bb-858f-ef1d90ead119 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836980 Aug 04 14:43:38.882878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f5940c64-b54a-400b-823a-5475e0d047e5 None None] Port e86a8dfd-5d20-4bab-83e8-a18f824aed13 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:38.936076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3903ca3c-8918-4274-b79a-cfa9d4f13cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:38.937672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3903ca3c-8918-4274-b79a-cfa9d4f13cfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892781 Aug 04 14:43:39.003883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.029855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.030687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.035521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-5e099766-9820-4169-b242-31589a69cf77 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885520 Aug 04 14:43:39.066031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-5cc8d901-1dbc-41f5-987a-aea8191bd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.067527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-5cc8d901-1dbc-41f5-987a-aea8191bd710 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449&tenant_id=14f01188f0624017989a5e69701695b2 HTTP/1.1" status: 200 len: 1102 time: 0.3612719 Aug 04 14:43:39.082096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-982e0e79-1892-422d-9d4d-79fe052830d6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2826025 Aug 04 14:43:39.105278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Request body: {'port': {'device_id': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:39.105524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f869fa71-98c8-4648-aa8b-a1b44b1ebca3 None None] Provisioning for port bbbe2352-20b1-4265-b196-a2cf49771c51 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:39.110165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f869fa71-98c8-4648-aa8b-a1b44b1ebca3 None None] Provisioning complete for port bbbe2352-20b1-4265-b196-a2cf49771c51 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:39.110550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f869fa71-98c8-4648-aa8b-a1b44b1ebca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.113610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:39.151548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f869fa71-98c8-4648-aa8b-a1b44b1ebca3 None None] Port bbbe2352-20b1-4265-b196-a2cf49771c51 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:39.218036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f31647-c887-451f-9b0b-af43a3126fbd req-66527ed6-e956-4472-8810-11cf4c5da19e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.219658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55f31647-c887-451f-9b0b-af43a3126fbd req-66527ed6-e956-4472-8810-11cf4c5da19e tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 936 time: 0.2011855 Aug 04 14:43:39.225858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.231350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-442ea932-9db0-49a0-ad9c-82d8ab607551 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753713 Aug 04 14:43:39.266115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f157d-62e5-4f65-a1ec-9bf50f5bb265 req-4349f06f-2851-455b-b70b-2291ec6bdc4e tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.267645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-738f157d-62e5-4f65-a1ec-9bf50f5bb265 req-4349f06f-2851-455b-b70b-2291ec6bdc4e tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 936 time: 0.2466486 Aug 04 14:43:39.286316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40563a-a00a-4bf5-82cc-7f159998588d req-5a34e57f-28ed-4e7e-a1e8-8dd3a1aaed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.288146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-5a34e57f-28ed-4e7e-a1e8-8dd3a1aaed51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 1095 time: 0.1297305 Aug 04 14:43:39.324399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.395884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55f31647-c887-451f-9b0b-af43a3126fbd req-ba1039d2-2c4f-45d9-b58c-7d1fe924d679 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626477 Aug 04 14:43:39.494979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-738f157d-62e5-4f65-a1ec-9bf50f5bb265 req-00e6304c-ff8c-4553-9103-8c74e217ef55 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838741 Aug 04 14:43:39.517796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-3f1b9e7f-33c7-4cb8-84b3-140abd92b49a service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595410 Aug 04 14:43:39.549957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40563a-a00a-4bf5-82cc-7f159998588d req-6e083cfe-0a5e-4ee6-9365-873476714604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.551497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-6e083cfe-0a5e-4ee6-9365-873476714604 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.2367964 Aug 04 14:43:39.610563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-5986470d-b700-4381-b48e-4326beb682d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 217 time: 0.0918465 Aug 04 14:43:39.639454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-69897392-f30f-4f24-b666-f2e51207eed4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d97b94-1164-4c14-851f-9f409390becd HTTP/1.1" status: 200 len: 217 time: 0.0756965 Aug 04 14:43:39.686795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86a8dfd-5d20-4bab-83e8-a18f824aed13 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:39.697826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.705630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.711737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.717753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.720182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Transition to ACTIVE for port object e86a8dfd-5d20-4bab-83e8-a18f824aed13 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:39.722486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40563a-a00a-4bf5-82cc-7f159998588d req-40818ec5-62ea-4de9-bd04-d672677b076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.723897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.724030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-40818ec5-62ea-4de9-bd04-d672677b076f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0764968 Aug 04 14:43:39.728651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:39.729983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.736312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.742474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.744428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1dc21781-0165-4eab-a79e-98154a022be5 req-c57fd3db-5e3c-441e-9994-137b4978807b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2455783 Aug 04 14:43:39.794356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-40c04670-d348-4635-a645-f773f2170fd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596371 Aug 04 14:43:39.805933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:39.819686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-283f238e-fd4b-4339-ae3c-ef5cb5ce3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.821778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-283f238e-fd4b-4339-ae3c-ef5cb5ce3fa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.2030494 Aug 04 14:43:39.849976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474cf3-ad27-4ca9-9281-1deb446370e0 req-90334309-cc42-40ce-b404-3b2c089f9933 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:39.858068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a474cf3-ad27-4ca9-9281-1deb446370e0 req-90334309-cc42-40ce-b404-3b2c089f9933 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2496614 Aug 04 14:43:39.946231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-9591a171-9feb-485c-96f5-d4048d734c93 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362164 Aug 04 14:43:39.973289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a474cf3-ad27-4ca9-9281-1deb446370e0 req-1a3f08da-d2fa-46af-a909-15b6a7f3c8d9 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142640 Aug 04 14:43:39.977014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:39.995005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1dc21781-0165-4eab-a79e-98154a022be5 req-04bef0bf-cc76-42ae-9f7c-7e588fe0a763 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1721356 Aug 04 14:43:40.032136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-8d4627a0-2cb0-482a-b233-024a3a419a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.033938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-8d4627a0-2cb0-482a-b233-024a3a419a02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1699479 Aug 04 14:43:40.053100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Attempting to bind port e86a8dfd-5d20-4bab-83e8-a18f824aed13 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:40.053457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Attempting to bind port e86a8dfd-5d20-4bab-83e8-a18f824aed13 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:40.053789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Attempting to bind port e86a8dfd-5d20-4bab-83e8-a18f824aed13 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:40.066761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Port e86a8dfd-5d20-4bab-83e8-a18f824aed13 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:40.067025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Attempting to bind port e86a8dfd-5d20-4bab-83e8-a18f824aed13 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:40.077611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:40.077966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:40.078366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:40.079190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Bound port: e86a8dfd-5d20-4bab-83e8-a18f824aed13, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:40.079569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.107377 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af40563a-a00a-4bf5-82cc-7f159998588d req-5db55799-56ed-4e73-973e-134b1845c536 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507335 Aug 04 14:43:40.155581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:40.174178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:40.177904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:40.184235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.188090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e5d97b94-1164-4c14-851f-9f409390becd details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:40.231630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.232332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.233790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] 10.222.0.46 "PUT /v2.0/ports/e86a8dfd-5d20-4bab-83e8-a18f824aed13 HTTP/1.1" status: 200 len: 1097 time: 1.4750879 Aug 04 14:43:40.234262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:40.236918 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28437f4b-090e-4c78-8f92-c5c0460908af" -d '{"events": [{"name": "network-changed", "server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:40.272147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62c05-2c16-4aa2-81b5-5e547e9f4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:40.306573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:40.308922 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9acb2c-56e9-4757-a4a8-f77a0868c100" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-unplugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:40.316630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.362633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001e112-4528-4339-bd58-cca169fa443a req-239cfb87-e1c7-4044-a6db-9390b8d2cea6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.370726 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8001e112-4528-4339-bd58-cca169fa443a req-239cfb87-e1c7-4044-a6db-9390b8d2cea6 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.2338626 Aug 04 14:43:40.372406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-2eb9ee67-ac41-4331-b5c3-68e08abb1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.374364 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-2eb9ee67-ac41-4331-b5c3-68e08abb1574 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 1100 time: 0.0839434 Aug 04 14:43:40.377846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-ae1e91dd-6bb7-461e-8d89-de33475aa6ac service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311360 Aug 04 14:43:40.387020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Transition to ACTIVE for port object b28b9760-361c-4e74-a38a-d5841192c465 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:40.410704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.459151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-854bbdf6-d2b5-4ac6-9efd-be2caba138dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13 HTTP/1.1" status: 200 len: 217 time: 0.0741057 Aug 04 14:43:40.477794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356a1ae-6ac4-4989-996a-6cdf3200e649 req-ed115e13-9a6a-48db-acc1-e56737c199fa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.485547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2356a1ae-6ac4-4989-996a-6cdf3200e649 req-ed115e13-9a6a-48db-acc1-e56737c199fa tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.2924981 Aug 04 14:43:40.543129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e5d97b94-1164-4c14-851f-9f409390becd,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:40.556995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'e5d97b94-1164-4c14-851f-9f409390becd', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': 'e5d97b94-1164-4c14-851f-9f409390becd', 'mac_address': 'fa:16:3e:8d:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:40.577061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-95139446-61ac-4073-84a0-6dd51bead0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.578750 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-95139446-61ac-4073-84a0-6dd51bead0b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1032119 Aug 04 14:43:40.612786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.624556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8001e112-4528-4339-bd58-cca169fa443a req-d981feae-bcc8-47ac-af99-3ab0e420c0f2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528086 Aug 04 14:43:40.638833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d97b94-1164-4c14-851f-9f409390becd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:40.677690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e5d97b94-1164-4c14-851f-9f409390becd,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:40.688364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.702940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-6ad53a8b-e4fa-4984-954d-e741a6a53229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.704929 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-6ad53a8b-e4fa-4984-954d-e741a6a53229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163640 Aug 04 14:43:40.712768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=10']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:40.715364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] No DVR routers for this DVR port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:40.742964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2356a1ae-6ac4-4989-996a-6cdf3200e649 req-0d6a86f8-3026-4de3-a37e-284cbf55f418 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563937 Aug 04 14:43:40.801175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:40.833533 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44d0b2-7e00-4eee-a86e-5b5c201e8a8f x-openstack-request-id: req-af44d0b2-7e00-4eee-a86e-5b5c201e8a8f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:40.834248 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:40.834696 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af44d0b2-7e00-4eee-a86e-5b5c201e8a8f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:40.835242 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13', 'status': 'completed', 'code': 200} Aug 04 14:43:40.844384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbe2352-20b1-4265-b196-a2cf49771c51 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:40.858255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.863623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:40.863969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:40.864463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:40.875802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-a153e76a-39f8-4b9d-bb59-36b4dc27ff94 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855273 Aug 04 14:43:40.877934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:40.878267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Attempting to bind port b28b9760-361c-4e74-a38a-d5841192c465 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:40.896947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Transition to ACTIVE for port object bbbe2352-20b1-4265-b196-a2cf49771c51 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:40.900603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a81c-8d6e-4d21-9a29-02919871af27 req-fe63731e-b7b2-4640-8048-89bf9ef1704e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:40.902514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8835a81c-8d6e-4d21-9a29-02919871af27 req-fe63731e-b7b2-4640-8048-89bf9ef1704e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 944 time: 0.1783538 Aug 04 14:43:40.904167 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ed650-56f1-4b1e-8707-028a8b2b3ab8 x-openstack-request-id: req-702ed650-56f1-4b1e-8707-028a8b2b3ab8 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:40.904488 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-unplugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:40.904714 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-702ed650-56f1-4b1e-8707-028a8b2b3ab8 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:40.905098 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'code': 200} Aug 04 14:43:40.909706 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.914866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e5d97b94-1164-4c14-851f-9f409390becd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:40.941720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-e6451c44-8b55-4477-a635-439b56ccb9bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 217 time: 0.0509949 Aug 04 14:43:40.942501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:40.942878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:40.943262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:40.943718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Bound port: b28b9760-361c-4e74-a38a-d5841192c465, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:40.944089 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:40.971454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:40.995597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-5bbbbdde-00f7-4b58-b487-95ed96c9ba88 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584729 Aug 04 14:43:41.176189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Attempting to bind port bbbe2352-20b1-4265-b196-a2cf49771c51 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:41.177047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Attempting to bind port bbbe2352-20b1-4265-b196-a2cf49771c51 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:41.177597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Attempting to bind port bbbe2352-20b1-4265-b196-a2cf49771c51 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:41.188332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Port bbbe2352-20b1-4265-b196-a2cf49771c51 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:41.189046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Attempting to bind port bbbe2352-20b1-4265-b196-a2cf49771c51 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:41.205231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:41.205979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:41.206615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:41.207294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Bound port: bbbe2352-20b1-4265-b196-a2cf49771c51, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:41.207871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:41.285653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:41.290317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bbbe2352-20b1-4265-b196-a2cf49771c51,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:41.302230 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:41.350191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a0979d8d-3908-4f63-8cd7-00d662db927c req-6967d085-2fae-480d-ac54-d04b55243bf4 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261986 Aug 04 14:43:41.360838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.361567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:41.364548 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] 10.222.0.38 "PUT /v2.0/ports/bbbe2352-20b1-4265-b196-a2cf49771c51 HTTP/1.1" status: 200 len: 1097 time: 2.2649798 Aug 04 14:43:41.411328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6626175-f74f-4b91-a6dd-88652e74e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:41.493999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437f4b-090e-4c78-8f92-c5c0460908af req-a7eb1c5a-5eec-436b-8d67-cb61fba9fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.495585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-a7eb1c5a-5eec-436b-8d67-cb61fba9fc73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 1100 time: 0.0811055 Aug 04 14:43:41.502487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-3c120e5e-3d96-428b-97e4-781b8fceaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.504162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-3c120e5e-3d96-428b-97e4-781b8fceaff4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 1100 time: 0.0617547 Aug 04 14:43:41.537540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8835a81c-8d6e-4d21-9a29-02919871af27 req-19ebe5b7-a811-4dc1-93b6-841014f0d744 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911446 Aug 04 14:43:41.550648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fc27ba19-22e1-4096-861b-fdd1d380ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.560478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-fc27ba19-22e1-4096-861b-fdd1d380ed38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.5983450 Aug 04 14:43:41.590857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-8d3f59fe-8677-41a9-9068-e21e81f566f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=bbbe2352-20b1-4265-b196-a2cf49771c51 HTTP/1.1" status: 200 len: 217 time: 0.0771103 Aug 04 14:43:41.593608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:41.603568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880459-ef08-401e-8a33-b4e7109ed09c req-878c3f97-1170-4a01-9870-b1de22d0c35a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.611615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a880459-ef08-401e-8a33-b4e7109ed09c req-878c3f97-1170-4a01-9870-b1de22d0c35a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 948 time: 0.1449053 Aug 04 14:43:41.630614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:41.661460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:41.674004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-ac1870ba-8e5c-4d10-955f-9dc8676e74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.674649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-ac1870ba-8e5c-4d10-955f-9dc8676e74d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0753896 Aug 04 14:43:41.723365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437f4b-090e-4c78-8f92-c5c0460908af req-43024bb5-c592-476b-a972-e1b450d05bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.724794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-43024bb5-c592-476b-a972-e1b450d05bca service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2199271 Aug 04 14:43:41.740771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2c628ac4-1e00-4540-a78a-60f04872bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.741892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-5e796caf-e9bc-4033-acf6-78d528004eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.742282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-2c628ac4-1e00-4540-a78a-60f04872bc03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807616 Aug 04 14:43:41.743375 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-5e796caf-e9bc-4033-acf6-78d528004eaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602875 Aug 04 14:43:41.750017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.750711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:41.752083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] 10.222.0.38 "PUT /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 1098 time: 2.6426837 Aug 04 14:43:41.779020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-8da6a006-33b1-4b89-8bd5-5b4417d52d9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13 HTTP/1.1" status: 200 len: 217 time: 0.0450556 Aug 04 14:43:41.858143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a880459-ef08-401e-8a33-b4e7109ed09c req-a16061bd-e833-4db4-8c76-69a75db8e81c tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234473 Aug 04 14:43:41.882404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:41.883601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437f4b-090e-4c78-8f92-c5c0460908af req-604b66a7-9b79-4ffc-8ddc-76b4c3b27fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.885156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-604b66a7-9b79-4ffc-8ddc-76b4c3b27fe1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0975025 Aug 04 14:43:41.913498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabcec2-3f43-4e01-acbb-d910dcc86427 req-7ca65f14-82ee-4066-9192-f00a1d4b3824 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.928522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cabcec2-3f43-4e01-acbb-d910dcc86427 req-7ca65f14-82ee-4066-9192-f00a1d4b3824 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 948 time: 0.2771492 Aug 04 14:43:41.932542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-fc9dc337-22f3-4585-9326-116806916484 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559536 Aug 04 14:43:41.932742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:41.958686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a426-25f8-41c9-a3a5-6d9b9f788c18 service neutron] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=11']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:41.992220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437f4b-090e-4c78-8f92-c5c0460908af req-78f76d13-4155-4449-bf82-57e961930ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:41.993816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-78f76d13-4155-4449-bf82-57e961930ca6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996220 Aug 04 14:43:42.025461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-e8a577de-8468-4f27-9918-2afd9666abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.027421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-e8a577de-8468-4f27-9918-2afd9666abe2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1101 time: 0.2316499 Aug 04 14:43:42.059225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cabcec2-3f43-4e01-acbb-d910dcc86427 req-ac5d5803-3c5b-4b34-af2f-3d9f075d0f9e tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293197 Aug 04 14:43:42.099392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-c393143f-1bb8-4558-9ff0-f82c2e68df9b service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413413 Aug 04 14:43:42.104442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2e9ce59e-c755-4ac5-aab9-92a097147067 req-500b86a6-a29a-4f60-8cbb-37563ae19f8f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638954 Aug 04 14:43:42.128683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-024b2525-740a-40aa-a402-1b1d6a28f60f service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238542 Aug 04 14:43:42.138871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a4ae3-b03a-4996-a5ff-b951a20fe867 req-0c784161-cba7-4a0d-8451-8e0e7c355155 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.140321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f5a4ae3-b03a-4996-a5ff-b951a20fe867 req-0c784161-cba7-4a0d-8451-8e0e7c355155 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1590741 Aug 04 14:43:42.197305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e5d97b94-1164-4c14-851f-9f409390becd up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:42.232789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28437f4b-090e-4c78-8f92-c5c0460908af req-c578e1b4-348a-4d33-9e61-20245cf019b7 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924819 Aug 04 14:43:42.256055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port e5d97b94-1164-4c14-851f-9f409390becd completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:42.261698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port e5d97b94-1164-4c14-851f-9f409390becd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:42.262289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:42.286415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-3cbb0b60-2f31-489b-8be8-2e4781847656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.288093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-3cbb0b60-2f31-489b-8be8-2e4781847656 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2474413 Aug 04 14:43:42.295466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f5a4ae3-b03a-4996-a5ff-b951a20fe867 req-b6b67b5a-c8b8-479e-aa11-07cc258a00fc tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310735 Aug 04 14:43:42.324565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.331720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.337884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.344259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.350458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.356768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.363348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.365467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5866832b-f97f-4a02-932b-c71db181139d req-696a585e-1540-43ee-8a09-859f52256b72 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2398493 Aug 04 14:43:42.366443 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:42.400225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:42.402987 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0b729-1342-4641-bf39-dfc7a6f38f72" -d '{"events": [{"server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "name": "network-vif-plugged", "status": "completed", "tag": "e5d97b94-1164-4c14-851f-9f409390becd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:42.410671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-51aa8e41-9bc9-43e5-b5c7-1665746f278c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.1124015 Aug 04 14:43:42.422328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e5d97b94-1164-4c14-851f-9f409390becd,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:42.429326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:42.447504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c459f90e-f346-4762-aa59-05bd9c51756e req-d9767c0e-95b5-4d5b-be46-a091675ea683 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365452 Aug 04 14:43:42.510090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:42.528317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5866832b-f97f-4a02-932b-c71db181139d req-53629b66-429b-478b-8e32-16d626675914 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1256218 Aug 04 14:43:42.536576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-ebdd7b75-e90e-4026-ae33-ff8cc1e0042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.538007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-ebdd7b75-e90e-4026-ae33-ff8cc1e0042c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1173136 Aug 04 14:43:42.580403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc7389-182e-4b35-9c6e-1dd25566e4f2 req-416ce0d1-ffe5-441b-8259-0ba9ea08d114 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.582002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4dc7389-182e-4b35-9c6e-1dd25566e4f2 req-416ce0d1-ffe5-441b-8259-0ba9ea08d114 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1483371 Aug 04 14:43:42.699465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.700591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.700970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.701583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.702128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.702620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.703204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.705735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8af6ba3b-5b1b-49a9-9957-85a849660a99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6496 time: 0.1708717 Aug 04 14:43:42.708621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-a094f67c-1fdd-4fbc-951a-5dc60712bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.710013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-a094f67c-1fdd-4fbc-951a-5dc60712bc1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618972 Aug 04 14:43:42.713147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4dc7389-182e-4b35-9c6e-1dd25566e4f2 req-bd9dc974-f6fa-412a-ac1f-bc99e7b477da tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078777 Aug 04 14:43:42.725116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b76c3b-2fb0-419e-a0bb-8d875f2fe906 req-33ca7d8c-1ef4-4b03-9f20-105f4bc0e27c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.726496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48b76c3b-2fb0-419e-a0bb-8d875f2fe906 req-33ca7d8c-1ef4-4b03-9f20-105f4bc0e27c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.1199608 Aug 04 14:43:42.762018 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e01046f-4b1c-481c-a02c-5ded62d94489 x-openstack-request-id: req-5e01046f-4b1c-481c-a02c-5ded62d94489 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:42.762201 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "name": "network-vif-plugged", "status": "completed", "tag": "e5d97b94-1164-4c14-851f-9f409390becd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:42.762491 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e01046f-4b1c-481c-a02c-5ded62d94489 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:42.762930 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd', 'code': 200} Aug 04 14:43:42.840705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:42.843712 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a22a21-94e0-4f7b-8feb-adee388f0a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:42.885284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb570de-cfcf-43e1-a57d-432b84875a07 req-54022ffb-994f-4d69-b3d7-ba37771a9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.887164 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2eb570de-cfcf-43e1-a57d-432b84875a07 req-54022ffb-994f-4d69-b3d7-ba37771a9856 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 1097 time: 0.0558362 Aug 04 14:43:42.906183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:42.908792 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b994c8-ff81-4fef-a87a-8c078728a525" -d '{"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:42.928602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2eb570de-cfcf-43e1-a57d-432b84875a07 req-f5b9d8ae-adc3-4d1a-84e6-1ba6c908f3af service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Aug 04 14:43:42.947759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48b76c3b-2fb0-419e-a0bb-8d875f2fe906 req-fb38e73a-d4c5-42e8-a74c-bee7a2836f83 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053812 Aug 04 14:43:42.966645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-5c4b49b7-c437-4d1d-bdf6-d52e1a13cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.968167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-5c4b49b7-c437-4d1d-bdf6-d52e1a13cbf4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1e3ed9b-f210-4762-b053-83ea94e1758f HTTP/1.1" status: 200 len: 903 time: 0.2397351 Aug 04 14:43:42.971109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-b068193f-706d-4bb2-91aa-d28d6bedef15 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437441 Aug 04 14:43:42.978640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709fc6-a765-4208-a9b3-2f5e3e40f1f3 req-3d2952c2-1d59-4e30-80b3-863731a04274 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:42.980084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd709fc6-a765-4208-a9b3-2f5e3e40f1f3 req-3d2952c2-1d59-4e30-80b3-863731a04274 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 945 time: 0.1489921 Aug 04 14:43:43.000650 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b9c092-fdfc-4d7b-b766-847b123201a5 x-openstack-request-id: req-36b9c092-fdfc-4d7b-b766-847b123201a5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:43.001311 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:43.001553 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36b9c092-fdfc-4d7b-b766-847b123201a5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:43.001923 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51', 'status': 'completed', 'code': 200} Aug 04 14:43:43.079340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-504cff8e-c2af-4a6b-b544-28feb81acd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.081194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-504cff8e-c2af-4a6b-b544-28feb81acd34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 1100 time: 0.0462165 Aug 04 14:43:43.084063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-3f222b05-482c-41d9-9c07-3a6c78886e7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 217 time: 0.0815613 Aug 04 14:43:43.170602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd709fc6-a765-4208-a9b3-2f5e3e40f1f3 req-1fd7f906-5877-4a3c-82e8-58b2fd5489c3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840742 Aug 04 14:43:43.189408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-75ccb80a-a3b6-4811-8314-d479d2553609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.191447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-75ccb80a-a3b6-4811-8314-d479d2553609 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.0933566 Aug 04 14:43:43.204402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-aa373135-30e9-4d93-96e0-b6bc283b7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.205931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-aa373135-30e9-4d93-96e0-b6bc283b7c11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1041164 Aug 04 14:43:43.220282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fef949-6b33-430e-926e-e8076b563395 req-01047866-759e-43a7-8b0e-2c379f6072eb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.221892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14fef949-6b33-430e-926e-e8076b563395 req-01047866-759e-43a7-8b0e-2c379f6072eb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 948 time: 0.1402428 Aug 04 14:43:43.225346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8394162-cacf-4efe-8eb7-0e83c81ae51c req-c5efec8f-94fb-40cb-8411-0bb1081c7032 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240357 Aug 04 14:43:43.248597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-03708c17-d11a-4bb1-941d-4ce88d3a16ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=bbbe2352-20b1-4265-b196-a2cf49771c51 HTTP/1.1" status: 200 len: 217 time: 0.0485923 Aug 04 14:43:43.262092 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7aeb1-d400-4444-a495-aaf58c34d2bf x-openstack-request-id: req-d7b7aeb1-d400-4444-a495-aaf58c34d2bf {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:43.262363 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:43.262812 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7b7aeb1-d400-4444-a495-aaf58c34d2bf {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:43.263137 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'status': 'completed', 'code': 200} Aug 04 14:43:43.309254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14fef949-6b33-430e-926e-e8076b563395 req-7d1520c8-b4ac-46cf-aed6-713a1d8af93f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Aug 04 14:43:43.320006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-abd89d56-96ef-44c8-84e7-4f0d08c6c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.321839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-abd89d56-96ef-44c8-84e7-4f0d08c6c8a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987449 Aug 04 14:43:43.351861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-87e46001-9f7a-4b77-b296-63d8fbf76b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.353395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-87e46001-9f7a-4b77-b296-63d8fbf76b63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0921330 Aug 04 14:43:43.362323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-3b0c00db-ad70-41a5-bfd6-1f00f4cd103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.362929 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-3b0c00db-ad70-41a5-bfd6-1f00f4cd103e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1101 time: 0.0662794 Aug 04 14:43:43.467104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-a41891b6-9778-48ac-b1a2-98bf1d68a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.467976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-a41891b6-9778-48ac-b1a2-98bf1d68a57d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040845 Aug 04 14:43:43.471336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-7ea4df23-e316-4061-8b26-71a3379a9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.472867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-7ea4df23-e316-4061-8b26-71a3379a9889 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14f01188f0624017989a5e69701695b2&device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1101 time: 0.1740212 Aug 04 14:43:43.504314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-2bcbe676-9c53-4618-a3d5-4f1069a7eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.505819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-2bcbe676-9c53-4618-a3d5-4f1069a7eeaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1328893 Aug 04 14:43:43.509777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119096-79fb-49de-bea3-55e612effc93 req-98ed3de7-9b1a-4a11-bacc-b7426592cac8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.511721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8119096-79fb-49de-bea3-55e612effc93 req-98ed3de7-9b1a-4a11-bacc-b7426592cac8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 948 time: 0.1713519 Aug 04 14:43:43.580959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc123a3-39aa-4ac5-84fd-586872a2edb0 req-deb275b4-3e3b-4449-828a-396f359b7dda tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.582436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cc123a3-39aa-4ac5-84fd-586872a2edb0 req-deb275b4-3e3b-4449-828a-396f359b7dda tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1683550 Aug 04 14:43:43.599117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-e8bb6586-c310-4fea-a834-13f4aa181c14 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578266 Aug 04 14:43:43.698640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8119096-79fb-49de-bea3-55e612effc93 req-76ecad99-e5de-43c9-8c49-da5248f4ec5d tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414130 Aug 04 14:43:43.741591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cc123a3-39aa-4ac5-84fd-586872a2edb0 req-dba93054-86ab-4a00-8a81-be2978be6194 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489887 Aug 04 14:43:43.750187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-e7cfb574-84a9-43b0-864c-0d5de481eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.752503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-e7cfb574-84a9-43b0-864c-0d5de481eead service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2668784 Aug 04 14:43:43.847366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-28befe4f-127f-449c-8588-8552fc362f03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.0746539 Aug 04 14:43:43.853491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-ee0bd1e4-0637-4b37-b87c-1ea0705ebe74 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381556 Aug 04 14:43:43.893600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-04bf3c86-4f4c-436f-ba15-d63edf8a71e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 200 len: 217 time: 0.3633544 Aug 04 14:43:43.897183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e86a8dfd-5d20-4bab-83e8-a18f824aed13 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:43.961277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-9889bddf-ecc4-45a1-903a-6563a6d6fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:43.962808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-9889bddf-ecc4-45a1-903a-6563a6d6fcee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0932953 Aug 04 14:43:43.992691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-d8e26eb4-74d6-4101-bbdd-ca4dbf8bfc0f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095320 Aug 04 14:43:44.013376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.019691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.025595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.031589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.037511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.043243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:44.043442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.049484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.051438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-d901311f-e876-4695-ac29-f92e3a91f788 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2167938 Aug 04 14:43:44.057680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13', 'mac_address': 'fa:16:3e:83:80:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:44.063199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-d046297b-fd6b-47ad-907b-20b82120eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.064968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-d046297b-fd6b-47ad-907b-20b82120eeb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1303303 Aug 04 14:43:44.102041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.113385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e640-4e6a-489c-abb8-349cc1dd39d0 req-bd15d65b-3301-4456-98d9-e36c1de7d20a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.115084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa52e640-4e6a-489c-abb8-349cc1dd39d0 req-bd15d65b-3301-4456-98d9-e36c1de7d20a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.2009614 Aug 04 14:43:44.115626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86a8dfd-5d20-4bab-83e8-a18f824aed13 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:44.128665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.129165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.129656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.130147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.130670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.131159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.131883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.134800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-9b66b29e-191b-421a-bbe0-ad9d86bb19ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6496 time: 0.1843772 Aug 04 14:43:44.139783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:44.145319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.158167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-82dfa328-8ad4-4db0-b136-7cba6f43c9d1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.159753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-82dfa328-8ad4-4db0-b136-7cba6f43c9d1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 945 time: 0.1324594 Aug 04 14:43:44.180636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-47f8bfbd-5206-46c5-b166-76ed7271cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.181299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-4875375f-d5ce-4236-8e94-14bbb70bea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.182181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-47f8bfbd-5206-46c5-b166-76ed7271cb11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1972992 Aug 04 14:43:44.182827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-4875375f-d5ce-4236-8e94-14bbb70bea71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995548 Aug 04 14:43:44.199590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4afb5a8-40c5-4901-bdb5-0d696dfe0f12 req-34631499-aebe-4956-b7d6-a215616b7a90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1326163 Aug 04 14:43:44.201113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:44.206449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53a22a21-94e0-4f7b-8feb-adee388f0a3f req-91d0a381-abca-4ece-8a2c-fd4691b8d74c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039812 Aug 04 14:43:44.233634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bbbe2352-20b1-4265-b196-a2cf49771c51 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:44.352765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-6de5c14a-96f5-4be0-af72-8df615bf416a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450806 Aug 04 14:43:44.355955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bbbe2352-20b1-4265-b196-a2cf49771c51,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:44.360516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port e5d97b94-1164-4c14-851f-9f409390becd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:44.360842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.369432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'bbbe2352-20b1-4265-b196-a2cf49771c51', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'bbbe2352-20b1-4265-b196-a2cf49771c51', 'mac_address': 'fa:16:3e:9c:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:44.410680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.425004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbe2352-20b1-4265-b196-a2cf49771c51 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:44.447337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bbbe2352-20b1-4265-b196-a2cf49771c51,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:44.453982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.487404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e86a8dfd-5d20-4bab-83e8-a18f824aed13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:44.527531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port e5d97b94-1164-4c14-851f-9f409390becd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e5d97b94-1164-4c14-851f-9f409390becd,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:44.528011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.538845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-fa6ef179-fcbd-4169-bf90-69a0c75c3d8f service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745369 Aug 04 14:43:44.541846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:44.544766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for e5d97b94-1164-4c14-851f-9f409390becd owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:44.662795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa52e640-4e6a-489c-abb8-349cc1dd39d0 req-647adc55-efc1-4892-8094-86ee307ee659 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226274 Aug 04 14:43:44.691516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.707652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e5d97b94-1164-4c14-851f-9f409390becd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:44.713806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['bbbe2352-20b1-4265-b196-a2cf49771c51'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:44.728693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=e5d97b94-1164-4c14-851f-9f409390becd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:44.754620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-4c14ef9a-2250-4f0f-a9c9-95896d24bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.756159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-4c14ef9a-2250-4f0f-a9c9-95896d24bcde service neutron] 10.222.0.38 "GET /v2.0/networks?id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 903 time: 0.6059222 Aug 04 14:43:44.779176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-51397b2f-a6a9-43cd-97f1-8c0d9f35f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.783390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port e5d97b94-1164-4c14-851f-9f409390becd on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:44.784333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea43cc68-6cef-4347-be09-e15568b7999f req-87c49106-9455-43d7-bd36-aa003bde41e8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.0551884 Aug 04 14:43:44.786604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:44.788875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a826f59-8fb7-48aa-93bb-19c502667531 req-cebb1fce-b966-4be5-bc2e-c41afdfa2c0c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "DELETE /v2.0/ports/e5d97b94-1164-4c14-851f-9f409390becd HTTP/1.1" status: 204 len: 173 time: 0.6185961 Aug 04 14:43:44.792255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc6e2-358e-4472-ade7-74f3dc9bf0a4 req-705c4212-9c46-48f4-9ba0-6e46d242cb41 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:44.793567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-642dc6e2-358e-4472-ade7-74f3dc9bf0a4 req-705c4212-9c46-48f4-9ba0-6e46d242cb41 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.5160797 Aug 04 14:43:44.841252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-31c8efa7-f018-4144-9a20-e9b3fd84b1b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919166 Aug 04 14:43:44.842540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-af2684bc-febd-4bab-9ab5-4ee0c9e78649 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 217 time: 0.0656352 Aug 04 14:43:44.960671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-642dc6e2-358e-4472-ade7-74f3dc9bf0a4 req-d70c501c-511f-416a-9f69-52c6867f973d tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577296 Aug 04 14:43:45.002750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'name': 'network-vif-deleted', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:45.008047 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c47436f-3973-43f6-8ac0-b63f0c75addc" -d '{"events": [{"server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "name": "network-vif-deleted", "tag": "e5d97b94-1164-4c14-851f-9f409390becd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:45.009960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-4a21080c-9a39-4988-ac08-7ba6c5385c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.011487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-4a21080c-9a39-4988-ac08-7ba6c5385c9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.1412196 Aug 04 14:43:45.025479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f812e-4c2e-466c-ada0-e6d79eea663b req-c752cf4c-5e69-4a6c-acb0-d7f23c90b332 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.026932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-882f812e-4c2e-466c-ada0-e6d79eea663b req-c752cf4c-5e69-4a6c-acb0-d7f23c90b332 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 949 time: 0.1577532 Aug 04 14:43:45.093971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9b994c8-ff81-4fef-a87a-8c078728a525 req-260fd0b7-0b81-47c3-b236-91803171baee service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377038 Aug 04 14:43:45.148487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-7cbed410-1a79-4108-b9e1-7dcb54db99fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.0389431 Aug 04 14:43:45.162354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-882f812e-4c2e-466c-ada0-e6d79eea663b req-249c1424-6288-41f8-9c80-998d1220979a tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224928 Aug 04 14:43:45.182006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8003e45f-04a2-490c-b818-1d233ab4cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.183542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-8003e45f-04a2-490c-b818-1d233ab4cbec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557407 Aug 04 14:43:45.301224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd9892-6636-43c8-95bf-f092a2d805b2 req-7272c730-f230-42e9-85d2-f98c5e478d69 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.302704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4bd9892-6636-43c8-95bf-f092a2d805b2 req-7272c730-f230-42e9-85d2-f98c5e478d69 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 949 time: 0.2416861 Aug 04 14:43:45.463306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4bd9892-6636-43c8-95bf-f092a2d805b2 req-1096f5b5-ed8e-4a0b-a207-ac9cac5e2558 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361699 Aug 04 14:43:45.473440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb91ee8-bfb5-493d-a2e7-dd06a4d0ca16 req-3adbd306-b2fc-466c-bf7d-1d8ed0556db9 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.474878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cb91ee8-bfb5-493d-a2e7-dd06a4d0ca16 req-3adbd306-b2fc-466c-bf7d-1d8ed0556db9 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2335770 Aug 04 14:43:45.484072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-e67fd4b2-0e83-414e-9cb3-e0375da6812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.484072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-e67fd4b2-0e83-414e-9cb3-e0375da6812e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00bc9e93d9ed4492800109108deb9505&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3199875 Aug 04 14:43:45.515331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-d522fce4-e599-4854-b912-610c36ceb8c9 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136740 Aug 04 14:43:45.577986 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e273d2-e4e7-4596-9a12-862f72d0cd17 x-openstack-request-id: req-a3e273d2-e4e7-4596-9a12-862f72d0cd17 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:45.578373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa24b0-aff7-4e51-a035-120c58c992df", "name": "network-vif-deleted", "tag": "e5d97b94-1164-4c14-851f-9f409390becd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:45.578836 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3e273d2-e4e7-4596-9a12-862f72d0cd17 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:45.579237 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa24b0-aff7-4e51-a035-120c58c992df', 'name': 'network-vif-deleted', 'tag': 'e5d97b94-1164-4c14-851f-9f409390becd', 'status': 'completed', 'code': 200} Aug 04 14:43:45.665524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cb91ee8-bfb5-493d-a2e7-dd06a4d0ca16 req-235b9757-fd62-4bdb-ac6f-5c3c821a50b2 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838324 Aug 04 14:43:45.810459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-cbbcfa2e-55b3-4b3d-b10b-bccdb6b9ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.811902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-cbbcfa2e-55b3-4b3d-b10b-bccdb6b9ef3d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240056 Aug 04 14:43:45.816794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a2c698d-f7eb-40cb-8e66-f3ab72896cd8 req-0e2b673c-91d5-42d9-8dee-c43e5a07f7b4 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828948 Aug 04 14:43:45.832614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.838386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.844238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.849979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.855842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.861609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.867363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.869239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-6d72ae85-b6af-407c-8e71-b79e71f659f2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2344272 Aug 04 14:43:45.890889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ccf04-52e3-4bb4-984a-d5e1cd0a25e9 req-d43daa4b-e635-465b-81b3-daa07f7b9ade tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:45.892349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c0ccf04-52e3-4bb4-984a-d5e1cd0a25e9 req-d43daa4b-e635-465b-81b3-daa07f7b9ade tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 945 time: 0.1519740 Aug 04 14:43:45.900589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e86a8dfd-5d20-4bab-83e8-a18f824aed13 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:45.951553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port e86a8dfd-5d20-4bab-83e8-a18f824aed13 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:45.955623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port e86a8dfd-5d20-4bab-83e8-a18f824aed13 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:45.956022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.000611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c630fe25-bf8d-4d99-82b6-33f5b9362e9f req-834e32ca-baf0-4055-8299-bad9a499d305 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1237385 Aug 04 14:43:46.005608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c0ccf04-52e3-4bb4-984a-d5e1cd0a25e9 req-03c8af66-8a3f-4760-83f8-88482d18818f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051261 Aug 04 14:43:46.022908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.023416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.023889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.024362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.024863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.025307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.025769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.027671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-2786d234-ba36-460d-abcd-24018c368183 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6496 time: 0.1336040 Aug 04 14:43:46.049841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.052865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-47aa5876-19c8-4440-8a7b-fd18523278cc tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.054400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-47aa5876-19c8-4440-8a7b-fd18523278cc tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.1130023 Aug 04 14:43:46.077795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:46.081134 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5183f364-8959-45e8-b72e-1c502342d117" -d '{"events": [{"server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "name": "network-vif-plugged", "status": "completed", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:46.097494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.098219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801743-12'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:46.103679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.152607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:46.166817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d30dab51-5fec-4e01-86c5-17b8ddedab0f req-dd6d329a-d766-4cd7-b073-7bbad408540d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.0637920 Aug 04 14:43:46.211514 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b7bc6f-f96c-4cc0-8b3b-e57cd2aa6e95 x-openstack-request-id: req-a6b7bc6f-f96c-4cc0-8b3b-e57cd2aa6e95 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:46.211901 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "name": "network-vif-plugged", "status": "completed", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:46.212174 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a6b7bc6f-f96c-4cc0-8b3b-e57cd2aa6e95 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:46.212618 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13', 'code': 200} Aug 04 14:43:46.234262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:46.236993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.239261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-a5e56534-8d2f-4c46-a585-481f48095455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.240763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-a5e56534-8d2f-4c46-a585-481f48095455 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 903 time: 0.2032030 Aug 04 14:43:46.242213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bbbe2352-20b1-4265-b196-a2cf49771c51 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:46.297569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a74a2-5001-4e62-bd04-9a2f1eb60246 req-8920caea-a3c6-4a05-b026-0d0b849fea19 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.299252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d9a74a2-5001-4e62-bd04-9a2f1eb60246 req-8920caea-a3c6-4a05-b026-0d0b849fea19 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 949 time: 0.1711421 Aug 04 14:43:46.316032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port bbbe2352-20b1-4265-b196-a2cf49771c51 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:46.320075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-8ee7c8a5-489d-4128-868a-c7e0b5bcdb84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 217 time: 0.0663447 Aug 04 14:43:46.329202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b1f82-66d4-447f-ad2a-d185ce597359 req-b7335763-d99f-4c33-a2e2-c30a9c860a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.331380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port bbbe2352-20b1-4265-b196-a2cf49771c51 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:46.331692 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b9b1f82-66d4-447f-ad2a-d185ce597359 req-b7335763-d99f-4c33-a2e2-c30a9c860a50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 1102 time: 0.0501842 Aug 04 14:43:46.331919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.373001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b9b1f82-66d4-447f-ad2a-d185ce597359 req-8fd2f56d-3b8d-48a4-9279-9127f7a70713 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Aug 04 14:43:46.433856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.469224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 has no active binding in host n-h1-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 14:43:46.469665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:46.476039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-4c379f21-5ee7-4309-ab41-d67d78959936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.477513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-4c379f21-5ee7-4309-ab41-d67d78959936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.1456225 Aug 04 14:43:46.481326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d9a74a2-5001-4e62-bd04-9a2f1eb60246 req-21881445-fc6e-462a-8eb7-172588860157 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529520 Aug 04 14:43:46.492559 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.496574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3fdbd-981e-4111-808d-612f35e2b8d1 req-09df3a4a-6558-40ac-a885-88cf9fb31276 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.498066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edf3fdbd-981e-4111-808d-612f35e2b8d1 req-09df3a4a-6558-40ac-a885-88cf9fb31276 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 949 time: 0.1969962 Aug 04 14:43:46.588487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bbbe2352-20b1-4265-b196-a2cf49771c51,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.595000 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.595408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.601156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edf3fdbd-981e-4111-808d-612f35e2b8d1 req-3a94229c-5bc3-4176-936c-511a30e87236 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894411 Aug 04 14:43:46.629505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-0c93b5f4-5eff-402f-89d0-295c0851eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.631041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-0c93b5f4-5eff-402f-89d0-295c0851eb61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423805 Aug 04 14:43:46.645358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.673515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'b28b9760-361c-4e74-a38a-d5841192c465', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'b28b9760-361c-4e74-a38a-d5841192c465', 'mac_address': 'fa:16:3e:9f:91:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:46.680240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:46.723038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.725149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76544a-b532-4c22-911f-ac6b9cfd8a2a req-99a0dfb2-2225-42d3-84a9-9859ac8562ee tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.726677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d76544a-b532-4c22-911f-ac6b9cfd8a2a req-99a0dfb2-2225-42d3-84a9-9859ac8562ee tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 950 time: 0.1507986 Aug 04 14:43:46.736996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:46.758395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:46.759665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:46.763102 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.812210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:46.849287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-037f376b-12ff-4d94-903b-65d07925ae2f service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076368 Aug 04 14:43:46.852949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:46.855235 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a75001-6b67-45b2-bd2a-3326cf8ffec5" -d '{"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-unplugged", "status": "completed", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:46.859137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:46.865175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d76544a-b532-4c22-911f-ac6b9cfd8a2a req-e3a6f8b6-af44-4908-aa58-47ec423539a1 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191432 Aug 04 14:43:46.873621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d28975-27b5-4a83-9018-803c6071d31c req-8267cb6e-2120-4d13-a52e-675de2f250c5 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:46.875073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43d28975-27b5-4a83-9018-803c6071d31c req-8267cb6e-2120-4d13-a52e-675de2f250c5 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 1101 time: 0.1762302 Aug 04 14:43:46.876967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.102094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['b28b9760-361c-4e74-a38a-d5841192c465'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:47.320339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43d28975-27b5-4a83-9018-803c6071d31c req-947ada77-78f2-4905-ad86-f8b9b4f86371 tempest-MigrationsAdminTest-1001187539 tempest-MigrationsAdminTest-1001187539-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389014 Aug 04 14:43:47.320917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:47.321131 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bccab0ef-f7ec-46ad-9ab2-92151ee8ee2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.376184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on host n-h2-801743-12 for vnic_type normal with profile {"migrating_to": "n-h1-801743-12"} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:47.376524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:47.376950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:47.382762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b88bfe63-1cfe-42ce-a5c6-daba6f0670f6 req-a3f0e924-b356-4ff4-b0ae-4416013e6513 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217819 Aug 04 14:43:47.388974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-01c01ebe-d46c-4dc9-818b-8efa0390defc req-d3460176-f7ed-4a1e-b5c5-3e63fb00ff7f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.0334139 Aug 04 14:43:47.393877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910a5a-d590-44a8-9ba1-602fdff61e72 req-ffc90f71-3375-4815-bbaf-0216c1ddfa4b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.399183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22910a5a-d590-44a8-9ba1-602fdff61e72 req-ffc90f71-3375-4815-bbaf-0216c1ddfa4b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1249328 Aug 04 14:43:47.401377 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b08908-e50e-41c9-8456-c58d702c2d6e x-openstack-request-id: req-e1b08908-e50e-41c9-8456-c58d702c2d6e {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:47.401731 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-unplugged", "status": "completed", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:47.402047 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1b08908-e50e-41c9-8456-c58d702c2d6e {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:47.402507 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'code': 200} Aug 04 14:43:47.404140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:47.404476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Attempting to bind port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on network a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:47.420178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:47.420599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Checking segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:47.421027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Bound using segment: {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:47.421481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Bound port: 913a097d-0afc-4a25-8f79-e77ae2a859b5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c499d-0239-41f6-bb9d-7dd88f6b12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:47.422175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.531682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.534778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22910a5a-d590-44a8-9ba1-602fdff61e72 req-68e25570-4371-43d1-ab21-ec9729e97e00 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260133 Aug 04 14:43:47.575633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:47.589648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.595488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.601469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.607314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.613662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.621202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.627852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.631171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-835a1376-09d0-4f5c-a792-13fe509ec46e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1825438 Aug 04 14:43:47.646508 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.660953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:47.684630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.759466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a75eeb9f-3b30-4ae4-8d28-1331cc110d18 req-0b1f343f-9522-4fdc-b542-6f6e5ab76bff tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1086824 Aug 04 14:43:47.802696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.803734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:47.805271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 1123 time: 1.7392154 Aug 04 14:43:47.813493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fe509-43bd-42b9-9c3a-fd035cece2cc req-faa8e748-6423-4709-b5d0-8c3a7b76338e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:47.815108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f7fe509-43bd-42b9-9c3a-fd035cece2cc req-faa8e748-6423-4709-b5d0-8c3a7b76338e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1828022 Aug 04 14:43:47.816311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23ec7-31d1-4770-a6fe-839e984035b0 service neutron] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=8']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:47.870219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-483c4ebe-b1b0-4a07-8f9d-da66b6d7522d req-8471b651-d3ec-4cf8-80da-addf57a879d4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eaa24b0-aff7-4e51-a035-120c58c992df HTTP/1.1" status: 200 len: 210 time: 0.0349288 Aug 04 14:43:47.898070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f7fe509-43bd-42b9-9c3a-fd035cece2cc req-b5c71ca7-9700-4bc8-8cd9-28e89a01cf72 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703013 Aug 04 14:43:47.937344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['913a097d-0afc-4a25-8f79-e77ae2a859b5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:47.996144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['913a097d-0afc-4a25-8f79-e77ae2a859b5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:48.025779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e5ca2-985c-4c7e-ab58-616bbd277d76 req-99d612f9-4293-48c6-a3a5-844edaf0bee8 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.028969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e5e5ca2-985c-4c7e-ab58-616bbd277d76 req-99d612f9-4293-48c6-a3a5-844edaf0bee8 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.0591142 Aug 04 14:43:48.076091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e5e5ca2-985c-4c7e-ab58-616bbd277d76 req-b4e71ccd-05b9-4433-8c1c-523f286573a0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Aug 04 14:43:48.160788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5569b6c-a803-48ef-ad8b-04c840fa929e req-9af9787e-4b6a-4f5f-9e9f-fd5d49693418 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.162269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5569b6c-a803-48ef-ad8b-04c840fa929e req-9af9787e-4b6a-4f5f-9e9f-fd5d49693418 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 950 time: 0.0516641 Aug 04 14:43:48.212129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5569b6c-a803-48ef-ad8b-04c840fa929e req-ffa211fe-4ac3-4b59-8d94-1c8e687120d2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Aug 04 14:43:48.215765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:48.218070 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8136c1-b420-4eea-b134-6a4226cebaab" -d '{"events": [{"server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "name": "network-vif-plugged", "status": "completed", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:48.250111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:48.271359 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f630d0cf-f332-45de-8a1c-937b14d12313 x-openstack-request-id: req-f630d0cf-f332-45de-8a1c-937b14d12313 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:48.271648 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "name": "network-vif-plugged", "status": "completed", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:48.272203 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f630d0cf-f332-45de-8a1c-937b14d12313 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:48.272412 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51', 'code': 200} Aug 04 14:43:48.273848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317a3d9-cde5-4e9d-95f4-aff9721ed9e6 req-cdec55bb-1969-480a-b46e-1f8f64b81d07 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.281525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3317a3d9-cde5-4e9d-95f4-aff9721ed9e6 req-cdec55bb-1969-480a-b46e-1f8f64b81d07 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 950 time: 0.0674572 Aug 04 14:43:48.311227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port b28b9760-361c-4e74-a38a-d5841192c465 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:48.316635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port b28b9760-361c-4e74-a38a-d5841192c465 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:48.317163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:48.331861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3317a3d9-cde5-4e9d-95f4-aff9721ed9e6 req-5ce6c526-e9a5-40fd-b0e6-bef2be5c2447 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493429 Aug 04 14:43:48.396826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58abd-b02f-4437-862d-d7ea2a836793 req-b8ed7989-6dc4-4ee2-9e16-57e30934d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.398472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc58abd-b02f-4437-862d-d7ea2a836793 req-b8ed7989-6dc4-4ee2-9e16-57e30934d926 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 1102 time: 0.0496407 Aug 04 14:43:48.440383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc58abd-b02f-4437-862d-d7ea2a836793 req-1a2d2c31-7d22-47ff-ad72-6c31ce54f77b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Aug 04 14:43:48.479061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-3caa87dd-25a1-4e7e-a413-fb37c2c3d762 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=135f35ad56284150ad35f9dc2f80eb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227506 Aug 04 14:43:48.509199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:48.548698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:48.590536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-acf42338-924f-46f1-8462-5f1c42f8ef5b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.592295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-acf42338-924f-46f1-8462-5f1c42f8ef5b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081553 Aug 04 14:43:48.592729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:48.600500 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:48.601318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e5d97b94-1164-4c14-851f-9f409390becd no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:48.622458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:48.627363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-3dd808e3-bdc8-464d-b922-3dec86d5a171 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/quotas/135f35ad56284150ad35f9dc2f80eb60 HTTP/1.1" status: 200 len: 375 time: 0.0248575 Aug 04 14:43:48.639965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: e5d97b94-1164-4c14-851f-9f409390becd {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:48.640312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e5d97b94-1164-4c14-851f-9f409390becd not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:48.671229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:48.703429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05890-48d2-473a-b608-e47f85cc8331 req-278eae41-ce5f-4f9c-a9ad-75a33f16c20f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.705185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ef05890-48d2-473a-b608-e47f85cc8331 req-278eae41-ce5f-4f9c-a9ad-75a33f16c20f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.0939744 Aug 04 14:43:48.720257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-b72f58e3-2c84-4bdd-bf01-2585d4c76fbf tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717847 Aug 04 14:43:48.762112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ef05890-48d2-473a-b608-e47f85cc8331 req-d0c3f79d-d50f-4736-914a-957f929eac48 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 Aug 04 14:43:48.919448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d131e4d-1fc6-4f01-bc9e-c8ff2ab3f35f req-752a43a5-a06e-497b-8a30-41b21735f8a6 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 210 time: 0.0385516 Aug 04 14:43:48.941339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.954638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.960540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.967014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.972632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.983656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.985205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:48.994297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-62d42a7f-c73d-4238-833e-824703fdd03e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1516552 Aug 04 14:43:49.066350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d44ca4f8-f2a5-41e4-987b-f4540a0a7e20 req-7bf86bf2-cd4a-498e-9f47-8d222f43490f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0710137 Aug 04 14:43:49.146614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62568-bac8-4d0d-b254-63b05b699b97 req-a63af378-47da-4085-8cf1-401e8f53f71a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.148660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf62568-bac8-4d0d-b254-63b05b699b97 req-a63af378-47da-4085-8cf1-401e8f53f71a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.0963254 Aug 04 14:43:49.229448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf62568-bac8-4d0d-b254-63b05b699b97 req-f4cc8c16-fbff-4732-9e07-f5fe7df82564 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 Aug 04 14:43:49.249613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cd5f2-dc52-4999-84ed-96485a7ddf01 req-25bb60d0-418e-477a-b121-046a73a37aba tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.251770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d58cd5f2-dc52-4999-84ed-96485a7ddf01 req-25bb60d0-418e-477a-b121-046a73a37aba tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.0879285 Aug 04 14:43:49.303042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d58cd5f2-dc52-4999-84ed-96485a7ddf01 req-86a795b7-9942-482c-9586-44ff9c5f4319 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Aug 04 14:43:49.408758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:49.410663 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:49.441874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-694796d9-74b6-405a-9a13-977adca412ed tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.443570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-694796d9-74b6-405a-9a13-977adca412ed tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.1127698 Aug 04 14:43:49.483067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-1940b537-a71c-40e8-8688-4baa189117e5 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0252771 Aug 04 14:43:49.512778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594aacb-8171-4160-ba4e-f0cf8fc85fb5 req-dea79aa6-b490-4129-ad1f-a537c0bd805f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.514284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d594aacb-8171-4160-ba4e-f0cf8fc85fb5 req-dea79aa6-b490-4129-ad1f-a537c0bd805f tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 951 time: 0.0660701 Aug 04 14:43:49.534976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-04adf45e-ab26-436c-8cdf-93fd35627aab tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427706 Aug 04 14:43:49.577232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d594aacb-8171-4160-ba4e-f0cf8fc85fb5 req-00287adc-fe96-4438-854c-ababdd26e7fd tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Aug 04 14:43:49.628636 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a32796b-b108-45f6-b222-3c5459b9b05f x-openstack-request-id: req-8a32796b-b108-45f6-b222-3c5459b9b05f {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:49.629308 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:49.629617 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a32796b-b108-45f6-b222-3c5459b9b05f {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:49.630091 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'status': 'completed', 'code': 200} Aug 04 14:43:49.698822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-c8372384-f51e-4ff2-b463-108eedc00fac service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502132 Aug 04 14:43:49.699132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-43ff3cf2-9a71-44a5-b13d-9c40c1c558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.700964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-43ff3cf2-9a71-44a5-b13d-9c40c1c558f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1126 time: 0.0415509 Aug 04 14:43:49.799985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-0be359c2-4045-4bc3-b6b6-43040e0c4dbb service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942378 Aug 04 14:43:49.803623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-62058af6-bda8-4b5f-a603-c4ff1515fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.805104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-62058af6-bda8-4b5f-a603-c4ff1515fe4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.0954545 Aug 04 14:43:49.855962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-1252f118-180e-4a9e-bfe3-e66ff7ead231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 217 time: 0.0430112 Aug 04 14:43:49.903982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d970-a3d7-46ab-8ef4-c146bf7a9977 req-c56ce593-2a9d-4dce-a1eb-59c5cd1174a1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.905561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b55d970-a3d7-46ab-8ef4-c146bf7a9977 req-c56ce593-2a9d-4dce-a1eb-59c5cd1174a1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.0557361 Aug 04 14:43:49.923454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-502dd989-c991-46c1-b216-0a0c72748ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:49.925672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-502dd989-c991-46c1-b216-0a0c72748ac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.0582185 Aug 04 14:43:49.961717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b55d970-a3d7-46ab-8ef4-c146bf7a9977 req-157bf874-0e03-486f-bed2-bec8bea72b60 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Aug 04 14:43:49.966424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-227f6aab-845a-4ef5-be7c-11c2b8c9931b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310769 Aug 04 14:43:49.980806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecc66f2d-9463-4c66-b15c-c5bcfec215b2 req-7db5ede1-f0ee-4534-83ad-f850656f9eeb tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 210 time: 0.0341628 Aug 04 14:43:50.080063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c102328-19a5-415b-a820-ce92e84074a3 req-baedb445-ad69-4a2c-8678-293183df6061 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 210 time: 0.0318334 Aug 04 14:43:50.089705 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.101474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-84d7d97d-f59f-4e82-afb0-9f1d4f3ee0cc service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244366 Aug 04 14:43:50.151648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-7fdbef35-a376-479c-84dc-a3fb57219286 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=135f35ad56284150ad35f9dc2f80eb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334959 Aug 04 14:43:50.273301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:50.277805 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86fc4a6-b398-4dad-a995-7a2564e7e9a0" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:50.282065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.289687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.298049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.309488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.315536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.323774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.333216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.334209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e724b61c-d8e8-4eb0-8a89-d7fe61282c09 req-67242cc8-e314-4141-870c-e3b9f786ae71 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043762 Aug 04 14:43:50.339247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-b4f4cd55-24d5-485b-9703-79dba26374b8 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1901913 Aug 04 14:43:50.343059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-5c15ad5c-3eab-417e-b352-fd3846975ad2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.345036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-5c15ad5c-3eab-417e-b352-fd3846975ad2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773741 Aug 04 14:43:50.352822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fa239-2da3-4a02-998e-972960fe852c req-30c83642-b0d1-4c6e-a882-352682b47203 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.354108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f1fa239-2da3-4a02-998e-972960fe852c req-30c83642-b0d1-4c6e-a882-352682b47203 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 951 time: 0.1940677 Aug 04 14:43:50.385194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Request body: {'port': {'device_id': '8014f451-6395-4521-ba07-d1d096392702', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '135f35ad56284150ad35f9dc2f80eb60'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:50.459123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb7ab94b-525f-49b5-ab06-e50e4c605af3 req-e705711b-6817-4371-8fef-932b017d62c6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1153228 Aug 04 14:43:50.493610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b35d-2cab-4442-bf39-f362dd36764c req-0b1aa299-7cb9-4322-9180-49f2494c384a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.495632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2920b35d-2cab-4442-bf39-f362dd36764c req-0b1aa299-7cb9-4322-9180-49f2494c384a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1550798 Aug 04 14:43:50.520735 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b4f0d0-50f3-4122-8aa7-c6a7bc53a60c x-openstack-request-id: req-83b4f0d0-50f3-4122-8aa7-c6a7bc53a60c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:50.521328 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-plugged", "status": "completed", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:50.521670 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83b4f0d0-50f3-4122-8aa7-c6a7bc53a60c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:50.522506 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'code': 200} Aug 04 14:43:50.523237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Made reservation on behalf of 135f35ad56284150ad35f9dc2f80eb60 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:50.528514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.566846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2920b35d-2cab-4442-bf39-f362dd36764c req-4058cd00-2a5c-4ae1-b0ef-72e77b528913 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Aug 04 14:43:50.583686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Deleting port b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:50.584041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.690050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798d7f5-5fe1-47d0-b3c1-a8333a1964e8 req-fd6cb6ab-a839-46bb-9c29-108d963582fd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.691635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b798d7f5-5fe1-47d0-b3c1-a8333a1964e8 req-fd6cb6ab-a839-46bb-9c29-108d963582fd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.1001372 Aug 04 14:43:50.710331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Allocated IP 192.168.233.52 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/2dc57a3a-7866-44f2-aa5d-e2ff02b9b746) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:50.782242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] For port b28b9760-361c-4e74-a38a-d5841192c465, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=b28b9760-361c-4e74-a38a-d5841192c465,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:50.782645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.788254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b798d7f5-5fe1-47d0-b3c1-a8333a1964e8 req-be4ed3c4-24f2-45bb-82d8-ae517d75a397 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897050 Aug 04 14:43:50.802938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Calling delete_port for b28b9760-361c-4e74-a38a-d5841192c465 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:50.830012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba641850-f83f-4b93-8f0c-439b9a3ef9a9 req-b7914da7-5798-49b2-bbcc-9d88ccbe8073 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:50.831730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba641850-f83f-4b93-8f0c-439b9a3ef9a9 req-b7914da7-5798-49b2-bbcc-9d88ccbe8073 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d855ff-ffcc-419b-8113-7f761ec33449 HTTP/1.1" status: 200 len: 951 time: 0.1094763 Aug 04 14:43:50.874059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.889424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Transition to ACTIVE for port object 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:50.916721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba641850-f83f-4b93-8f0c-439b9a3ef9a9 req-1fa6eca7-9b3a-4f1c-8816-ece12557b2f6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Aug 04 14:43:50.928342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:50.944863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e86a8dfd-5d20-4bab-83e8-a18f824aed13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:50.994549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:51.004794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:51.007979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:51.045139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Pushing event updated for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:51.057584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.083770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.084849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.109744 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-338da147-d851-43ba-bde9-2407573fb5e2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7293210 Aug 04 14:43:51.127620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Request body: {'port': {'device_id': '8014f451-6395-4521-ba07-d1d096392702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:51.143762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event deleted for resources: {'Port': ['ID=b28b9760-361c-4e74-a38a-d5841192c465,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:51.185127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] No DVR routers for this DVR port b28b9760-361c-4e74-a38a-d5841192c465 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:51.202669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.204939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f1fa239-2da3-4a02-998e-972960fe852c req-531efda8-0c82-45ec-8d1e-38c8aca7c8a0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.38 "DELETE /v2.0/ports/b28b9760-361c-4e74-a38a-d5841192c465 HTTP/1.1" status: 204 len: 173 time: 0.8367016 Aug 04 14:43:51.210819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.245536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26918b-fdca-4b92-9180-db52f9dbbe02 req-d8151fb0-c77f-48f6-95f0-b419bdd692d1 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.247168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d26918b-fdca-4b92-9180-db52f9dbbe02 req-d8151fb0-c77f-48f6-95f0-b419bdd692d1 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.1661615 Aug 04 14:43:51.262474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b963ba-de7a-4cad-909d-23c2020d93cc req-a5b44a41-8b36-4c81-bb19-b65ade9b972b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.267784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90b963ba-de7a-4cad-909d-23c2020d93cc req-a5b44a41-8b36-4c81-bb19-b65ade9b972b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1296260 Aug 04 14:43:51.351550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a73cc02f-6c2f-4a08-af02-5bc0f4aeffba None None] Provisioning for port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:51.352130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d26918b-fdca-4b92-9180-db52f9dbbe02 req-7ffe9fb0-e8a1-45b6-bf45-72791f7b4881 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799403 Aug 04 14:43:51.373944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a73cc02f-6c2f-4a08-af02-5bc0f4aeffba None None] Provisioning complete for port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:51.374431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a73cc02f-6c2f-4a08-af02-5bc0f4aeffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.400954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90b963ba-de7a-4cad-909d-23c2020d93cc req-a828ed65-1d35-4f95-b112-e9f0d0acfeec tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009271 Aug 04 14:43:51.432732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52', '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', '2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:51.543018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a73cc02f-6c2f-4a08-af02-5bc0f4aeffba None None] Port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:43:51.577415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03055a6d-759e-4f99-a8ac-bc63c9c4f3ed req-ec19b94f-9783-498a-b4e9-787ac4cba11e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 210 time: 0.0702846 Aug 04 14:43:51.662976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-deleted', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:51.666701 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45866956-5da0-4b43-bfd5-7864bf9292b9" -d '{"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-deleted", "tag": "b28b9760-361c-4e74-a38a-d5841192c465"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:51.722356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932a3c9-5e66-497c-be77-b65e9dbb319d req-6df3fa31-5c5d-4522-b9d2-10349debbf23 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.723858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a932a3c9-5e66-497c-be77-b65e9dbb319d req-6df3fa31-5c5d-4522-b9d2-10349debbf23 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 935 time: 0.1423314 Aug 04 14:43:51.805884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a932a3c9-5e66-497c-be77-b65e9dbb319d req-f5bdff38-97ba-49cb-b07e-66c83e44598a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Aug 04 14:43:51.825852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.839591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-7c4043ee-d927-4667-b6da-4b05aaa30e45 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.842223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.844378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-7c4043ee-d927-4667-b6da-4b05aaa30e45 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.4017673 Aug 04 14:43:51.848980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.856723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.862805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.869004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.877582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:51.883822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-51f91d91-549a-4392-bc76-d5c22b8b9456 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1726646 Aug 04 14:43:51.939607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:51.952488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8a160be-98f2-4440-a30b-bac9f083e271 req-7669bb2d-885a-4749-888c-05a244ad477e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627408 Aug 04 14:43:51.955210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:51.978145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Transition to ACTIVE for port object 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:51.988952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:52.029179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee37a5-7bde-47dc-bcf9-1e89e140e268 req-4eac638a-309c-4fda-94e4-2a46f858fa24 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.031129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1ee37a5-7bde-47dc-bcf9-1e89e140e268 req-4eac638a-309c-4fda-94e4-2a46f858fa24 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.0665641 Aug 04 14:43:52.067736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.099815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1ee37a5-7bde-47dc-bcf9-1e89e140e268 req-4e481100-5291-416c-862b-ee52d5753eb0 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615809 Aug 04 14:43:52.195223 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0d3c77-c5ae-4444-bb41-4d68b73632eb x-openstack-request-id: req-5d0d3c77-c5ae-4444-bb41-4d68b73632eb {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:52.195528 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d855ff-ffcc-419b-8113-7f761ec33449", "name": "network-vif-deleted", "tag": "b28b9760-361c-4e74-a38a-d5841192c465", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:52.195786 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d0d3c77-c5ae-4444-bb41-4d68b73632eb {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:52.196194 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d855ff-ffcc-419b-8113-7f761ec33449', 'name': 'network-vif-deleted', 'tag': 'b28b9760-361c-4e74-a38a-d5841192c465', 'status': 'completed', 'code': 200} Aug 04 14:43:52.225404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:52.262459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:52.277155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Attempting to bind port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:52.277951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Attempting to bind port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:52.278522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Attempting to bind port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:52.285138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: b28b9760-361c-4e74-a38a-d5841192c465 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:52.285673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device b28b9760-361c-4e74-a38a-d5841192c465 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:52.301127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:52.301465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Attempting to bind port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:52.311177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:43:52.317410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.322691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:52.323033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:52.323810 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:52.334342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Bound port: 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:52.334832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.482556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:52.517964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:52.521555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269fc66-4983-4ee8-a34f-b8f6bfe66cc0 req-ea9e7be5-d0b7-410f-a335-2e38f592d58c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.523264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9269fc66-4983-4ee8-a34f-b8f6bfe66cc0 req-ea9e7be5-d0b7-410f-a335-2e38f592d58c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 950 time: 0.0877023 Aug 04 14:43:52.526482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.559693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec8b69-655b-4a31-b6da-177efa5f6fe1 req-f05655d3-f485-44cc-bba9-74510d365c9f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.561265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19ec8b69-655b-4a31-b6da-177efa5f6fe1 req-f05655d3-f485-44cc-bba9-74510d365c9f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.0884273 Aug 04 14:43:52.567771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.13 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/50b429df-35e3-4afb-8665-c68fa65d3e58) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:43:52.583358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.583893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.585307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] 10.222.0.46 "PUT /v2.0/ports/2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 HTTP/1.1" status: 200 len: 1096 time: 1.4624584 Aug 04 14:43:52.586047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:52.588017 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:52.623598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9269fc66-4983-4ee8-a34f-b8f6bfe66cc0 req-5020e14c-ccfa-49fb-a1bf-c73e0e9370f6 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916188 Aug 04 14:43:52.635714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538d42-72e6-4598-88c1-f7a36331c0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:52.661702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19ec8b69-655b-4a31-b6da-177efa5f6fe1 req-37ba6c94-87f7-4e80-a4b9-049e29a8a0e6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900583 Aug 04 14:43:52.744658 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ce04d-5c12-451a-9a9d-a2cd9f5c8a27 x-openstack-request-id: req-804ce04d-5c12-451a-9a9d-a2cd9f5c8a27 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:52.744950 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:52.745322 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-804ce04d-5c12-451a-9a9d-a2cd9f5c8a27 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:52.746203 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746', 'status': 'completed', 'code': 200} Aug 04 14:43:52.767974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6cbd-e99b-43e3-80f5-482dd64e376c req-ec2e5d88-5b22-4ddc-9cf2-992a74f89e47 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.777002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96ef6cbd-e99b-43e3-80f5-482dd64e376c req-ec2e5d88-5b22-4ddc-9cf2-992a74f89e47 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.0665021 Aug 04 14:43:52.790046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-a8fd49e6-f6d9-431d-8b30-ecbd2df1c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.791593 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-a8fd49e6-f6d9-431d-8b30-ecbd2df1c31a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 1099 time: 0.1446812 Aug 04 14:43:52.849672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96ef6cbd-e99b-43e3-80f5-482dd64e376c req-5418846e-d555-485e-b167-adcf7d524f6f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Aug 04 14:43:52.864602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-5f814f36-c3db-4b14-8c75-bdd6c84a8749 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 HTTP/1.1" status: 200 len: 217 time: 0.0582755 Aug 04 14:43:52.882155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5bca5b5-c330-44ef-b4b0-716f65dcc6cf req-44e8e638-18b7-4f8d-b306-d3de5e1a1bd8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 210 time: 0.0589299 Aug 04 14:43:52.993878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:52.997025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-40f77abd-951b-47b4-a88b-d3abd854f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:52.998566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-40f77abd-951b-47b4-a88b-d3abd854f0b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1135817 Aug 04 14:43:53.005142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-46def853-6019-4d41-bc6e-53a0553d73c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208982 Aug 04 14:43:53.019769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-a461c748-1356-46c9-9b70-e3762a56518a tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.023454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-a461c748-1356-46c9-9b70-e3762a56518a tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 1102 time: 0.0976539 Aug 04 14:43:53.038086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80caa3c-c5f9-4d5a-a835-c9b799defd1f req-4ab01a1e-758f-402e-bba7-d392cd87195b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.039827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f80caa3c-c5f9-4d5a-a835-c9b799defd1f req-4ab01a1e-758f-402e-bba7-d392cd87195b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 947 time: 0.0798674 Aug 04 14:43:53.067841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-209279e7-5b94-4693-94c1-0e8c1d495841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.069367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-209279e7-5b94-4693-94c1-0e8c1d495841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561147 Aug 04 14:43:53.070805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.098893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-0ed51d5e-ff77-4254-b169-fc0a9ff3aef6 tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.138906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f80caa3c-c5f9-4d5a-a835-c9b799defd1f req-c242dad4-cd92-4209-bfc8-d46a5409d803 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815151 Aug 04 14:43:53.151119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-79c074dd-74cc-44d2-b90d-cd188742df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.152614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-79c074dd-74cc-44d2-b90d-cd188742df5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 1096 time: 0.1119323 Aug 04 14:43:53.173649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:43:53.181289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:43:53.185263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:43:53.190719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:53.259292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.259924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.278451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-95e6c503-2678-4032-965c-f836569e7e35 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790924 Aug 04 14:43:53.292938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-cf92988d-0187-4104-b20e-604d8e2f3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.294508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-cf92988d-0187-4104-b20e-604d8e2f3906 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.1172330 Aug 04 14:43:53.377735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-44161fd3-24bf-45c9-a4c4-c306deb33433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 200 len: 217 time: 0.0566738 Aug 04 14:43:53.384689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a73d0a37-421c-404b-ad67-5c48df01d419 req-0fd24b86-007a-414a-b75d-57426a3ea8ed service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973783 Aug 04 14:43:53.452515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.458487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.464462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.471827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.478317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.480623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.46', 55055) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:43:53.484916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.491156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.493064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8432262a-d1cf-4137-8496-d62912a32b7c req-b92d083c-9621-4013-be50-ef2f4fdf8299 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2174242 Aug 04 14:43:53.506914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-0ed51d5e-ff77-4254-b169-fc0a9ff3aef6 tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.512517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-2c486ffe-f5d2-4453-b79f-5cc9eafa564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.514029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-2c486ffe-f5d2-4453-b79f-5cc9eafa564c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=135f35ad56284150ad35f9dc2f80eb60&device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 1099 time: 0.0699615 Aug 04 14:43:53.521851 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-45b2425f-2bcb-4441-aedb-22df8640f70f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5413251 Aug 04 14:43:53.526563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-0ed51d5e-ff77-4254-b169-fc0a9ff3aef6 tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.547661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Request body: {'port': {'device_id': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:43:53.563930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9762e43-64b4-459b-b860-757e9ed110c5 req-0ed51d5e-ff77-4254-b169-fc0a9ff3aef6 tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342810 Aug 04 14:43:53.574767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-99b4fcc1-428a-496f-bcde-51786d441d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.583732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-99b4fcc1-428a-496f-bcde-51786d441d02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1877375 Aug 04 14:43:53.596587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8432262a-d1cf-4137-8496-d62912a32b7c req-3d4b25e9-e0a2-4da7-8f50-dc32ece6112d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0924480 Aug 04 14:43:53.606355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51d5e-ff77-4254-b169-fc0a9ff3aef6 tempest-LiveMigrationNegativeTest-731867922 tempest-LiveMigrationNegativeTest-731867922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc190f5d-3c1c-432b-bd6a-5e938cb5603a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:53.626886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-f827449d-0d1d-48bb-b3b1-7c0e8a6d571c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410357 Aug 04 14:43:53.627712 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-e4602d3b-78ca-48c7-9ee2-29f5a25bba97 service neutron] 10.222.0.46 "GET /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.1459265 Aug 04 14:43:53.729510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:53.760332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-b4a0c1d2-5350-4b66-9b46-c1ea39d24d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.761793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-b4a0c1d2-5350-4b66-9b46-c1ea39d24d63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2352657 Aug 04 14:43:53.818067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42a0b-e78f-4040-b515-bbfecc4858a8 req-c570a106-b744-4662-a6a0-9033527c7b1a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.819570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79a42a0b-e78f-4040-b515-bbfecc4858a8 req-c570a106-b744-4662-a6a0-9033527c7b1a tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 943 time: 0.1152487 Aug 04 14:43:53.822360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-cf5a13ec-3c09-4086-b261-25402d120b35 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708953 Aug 04 14:43:53.831157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-9137b96e-4089-4f96-9583-eaa39d084bf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 HTTP/1.1" status: 200 len: 217 time: 0.0464272 Aug 04 14:43:53.845003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dbf90-e21e-445f-98c3-c87c662db829 req-81ed9993-55f6-4a14-b5e6-48805710f4f9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:53.846477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b7dbf90-e21e-445f-98c3-c87c662db829 req-81ed9993-55f6-4a14-b5e6-48805710f4f9 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 950 time: 0.1021924 Aug 04 14:43:53.934678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:53.952623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79a42a0b-e78f-4040-b515-bbfecc4858a8 req-c0181513-7dd6-4db3-8fd8-44d7916151aa tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181169 Aug 04 14:43:54.005280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffe06b2-f29f-42a2-afff-8e43c1637c93 req-ad5bd1a9-19f8-4ab3-ba75-b9e80560d310 service neutron] 10.222.0.46 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577735 Aug 04 14:43:54.010865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-d182bd6b-84a5-4a1b-90dc-a2f8af8ac571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.012832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-d182bd6b-84a5-4a1b-90dc-a2f8af8ac571 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1614630 Aug 04 14:43:54.041292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b7dbf90-e21e-445f-98c3-c87c662db829 req-96015c46-f07f-44eb-bd5c-5460cfecb58b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780474 Aug 04 14:43:54.227233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-9c527c61-6e35-4a55-81f4-e9f3d2513027 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.228893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-9c527c61-6e35-4a55-81f4-e9f3d2513027 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 950 time: 0.1308088 Aug 04 14:43:54.240263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184bd13-4bd1-4b00-8b7f-48a1f36a8af0 req-c4244ec7-2bf6-47b9-83c0-6af7497d2400 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.241908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6184bd13-4bd1-4b00-8b7f-48a1f36a8af0 req-c4244ec7-2bf6-47b9-83c0-6af7497d2400 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1336896 Aug 04 14:43:54.270198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c026c-e348-4d10-b75e-2b7d5d7da652 req-aa2990f0-2ba1-4f98-91cf-bf2efd10187b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.271819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-214c026c-e348-4d10-b75e-2b7d5d7da652 req-aa2990f0-2ba1-4f98-91cf-bf2efd10187b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 932 time: 0.1500177 Aug 04 14:43:54.378227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6184bd13-4bd1-4b00-8b7f-48a1f36a8af0 req-38130bea-0c12-4d99-8aa1-8e96f4fc3e5d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250975 Aug 04 14:43:54.398840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-214c026c-e348-4d10-b75e-2b7d5d7da652 req-099e665c-d602-423b-b562-e9d35e2c3e85 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072400 Aug 04 14:43:54.441556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Deleting port 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:54.441928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.476164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:54.481555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-8c197537-aedc-444e-8426-44e4aebdfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.483020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-8c197537-aedc-444e-8426-44e4aebdfefa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4526687 Aug 04 14:43:54.557637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:54.621160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbec0-7d7f-42d6-8d36-cd6e77c0a55d req-44dd4e06-ef9b-4e80-b50d-bc04ba71b462 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.622644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a83dbec0-7d7f-42d6-8d36-cd6e77c0a55d req-44dd4e06-ef9b-4e80-b50d-bc04ba71b462 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 947 time: 0.1126623 Aug 04 14:43:54.639380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913a097d-0afc-4a25-8f79-e77ae2a859b5 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:54.660361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] For port 2b214113-c242-4568-800f-3c6b28acd260, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2b214113-c242-4568-800f-3c6b28acd260,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:54.660643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b429df-35e3-4afb-8665-c68fa65d3e58 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:54.660767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.666240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:54.677517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.683162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Calling delete_port for 2b214113-c242-4568-800f-3c6b28acd260 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:54.698080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.701640 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-caa299e5-659e-4639-9d58-8eb1385cf4bc service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036948 Aug 04 14:43:54.712585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Transition to ACTIVE for port object 50b429df-35e3-4afb-8665-c68fa65d3e58 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:54.738259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.762682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a38369-85df-442e-b163-3b68d0b3f906 req-ccf1a4b1-ae31-4ed4-956b-03ad5e47892d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.764328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59a38369-85df-442e-b163-3b68d0b3f906 req-ccf1a4b1-ae31-4ed4-956b-03ad5e47892d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.1664414 Aug 04 14:43:54.767647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a83dbec0-7d7f-42d6-8d36-cd6e77c0a55d req-3e170604-7a99-40ab-8ee2-00d694cb20f3 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370375 Aug 04 14:43:54.850819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59a38369-85df-442e-b163-3b68d0b3f906 req-fc79a3c9-3552-46dc-bf0d-50ee71d69ec6 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Aug 04 14:43:54.927262 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0205ec2a-6b13-46f1-b75b-599f2a6fe9b6 req-6c5e7c17-d8c3-42eb-a3d9-bdb716d29aa8 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896191 Aug 04 14:43:54.927649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:54.938046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] Transition to ACTIVE for port object 913a097d-0afc-4a25-8f79-e77ae2a859b5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:43:54.953643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.957358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:54.959678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.966008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.972232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.978384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.984728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.991152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:54.993586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a732f40-5937-4887-af92-266efdb8bc98 req-23b87a33-1f20-41a8-8e4f-8f2214bcac82 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1492283 Aug 04 14:43:55.033421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] No DVR routers for this DVR port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:55.045400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:55.056466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Attempting to bind port 50b429df-35e3-4afb-8665-c68fa65d3e58 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:43:55.056809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Attempting to bind port 50b429df-35e3-4afb-8665-c68fa65d3e58 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:43:55.057137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Attempting to bind port 50b429df-35e3-4afb-8665-c68fa65d3e58 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:55.059381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52', '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', '2b214113-c242-4568-800f-3c6b28acd260'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:55.089852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a732f40-5937-4887-af92-266efdb8bc98 req-d76a718e-509c-4f06-bcee-20f072b4ff8a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0881629 Aug 04 14:43:55.095000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:55.100745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Port 50b429df-35e3-4afb-8665-c68fa65d3e58 on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:43:55.101067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Attempting to bind port 50b429df-35e3-4afb-8665-c68fa65d3e58 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:43:55.109339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0a60eeeb-e13a-4555-81b5-338918e1a9f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5/bindings/n-h1-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4571767 Aug 04 14:43:55.112242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:43:55.112590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:43:55.112984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:43:55.113396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Bound port: 50b429df-35e3-4afb-8665-c68fa65d3e58, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:43:55.113755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:55.132772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event deleted for resources: {'Port': ['ID=2b214113-c242-4568-800f-3c6b28acd260,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:55.187644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed92c5-f540-46e9-8668-fc07b83c75ad req-155469dc-8852-415c-9f84-84c8721268cf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.189344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65ed92c5-f540-46e9-8668-fc07b83c75ad req-155469dc-8852-415c-9f84-84c8721268cf tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.1476398 Aug 04 14:43:55.239569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:55.243967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=50b429df-35e3-4afb-8665-c68fa65d3e58,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:43:55.248849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:55.271016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] No DVR routers for this DVR port 2b214113-c242-4568-800f-3c6b28acd260 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:55.286452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:55.287621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.288349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:55.288504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6977a62-81bb-4890-92aa-91eaebf99701 req-d6fff143-903e-437f-a34f-8281d5eb4800 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "DELETE /v2.0/ports/2b214113-c242-4568-800f-3c6b28acd260 HTTP/1.1" status: 204 len: 173 time: 1.0456851 Aug 04 14:43:55.290213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/50b429df-35e3-4afb-8665-c68fa65d3e58 HTTP/1.1" status: 200 len: 1093 time: 1.7536168 Aug 04 14:43:55.290843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:55.291154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-deleted', 'tag': '2b214113-c242-4568-800f-3c6b28acd260'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:55.293349 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dd8fdb-408c-45ec-a930-924e31c0b819" -d '{"events": [{"name": "network-changed", "server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:55.293489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccafb13c-61e3-4a59-be7b-cfbfdbf7b94a" -d '{"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-deleted", "tag": "2b214113-c242-4568-800f-3c6b28acd260"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:55.301571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65ed92c5-f540-46e9-8668-fc07b83c75ad req-c8045803-0fd8-4b55-9b74-981d4e96495c tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004348 Aug 04 14:43:55.320239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e028-6443-4199-8bc5-616b9767d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:55.342815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acf87341-111c-4f17-be9e-db45f688028e req-20d6be00-4557-43b5-a438-acbbec4001fc tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=78e05982-0a21-4e40-8742-88f5451864c2 HTTP/1.1" status: 200 len: 210 time: 0.0802155 Aug 04 14:43:55.346778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-ed90e0c8-1bfc-4471-8a4f-0213063ca7c2 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.348473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-ed90e0c8-1bfc-4471-8a4f-0213063ca7c2 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1579449 Aug 04 14:43:55.414179 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a776e2-9f14-449d-98d5-d80a96529f0d x-openstack-request-id: req-c5a776e2-9f14-449d-98d5-d80a96529f0d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:55.414624 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:55.414968 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5a776e2-9f14-449d-98d5-d80a96529f0d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:55.415550 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58', 'status': 'completed', 'code': 200} Aug 04 14:43:55.427778 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a4fc27-1422-4b10-9165-3555b4636aa3 x-openstack-request-id: req-94a4fc27-1422-4b10-9165-3555b4636aa3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:55.427996 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e05982-0a21-4e40-8742-88f5451864c2", "name": "network-vif-deleted", "tag": "2b214113-c242-4568-800f-3c6b28acd260", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:55.428256 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94a4fc27-1422-4b10-9165-3555b4636aa3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:55.428650 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e05982-0a21-4e40-8742-88f5451864c2', 'name': 'network-vif-deleted', 'tag': '2b214113-c242-4568-800f-3c6b28acd260', 'status': 'completed', 'code': 200} Aug 04 14:43:55.464296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-c60adc2f-1ca6-4d4e-9f25-65eaaeabaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.465839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-c60adc2f-1ca6-4d4e-9f25-65eaaeabaf8b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401&tenant_id=a2fbea3558b54059856a7158206f3b25 HTTP/1.1" status: 200 len: 1096 time: 0.1076269 Aug 04 14:43:55.468859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-89d617f2-711e-4323-a4c4-4c2f76fd4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.470635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-89d617f2-711e-4323-a4c4-4c2f76fd4092 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 1096 time: 0.0763187 Aug 04 14:43:55.545408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-d56cd58f-9c19-4150-89ab-b2b233f8b101 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b429df-35e3-4afb-8665-c68fa65d3e58 HTTP/1.1" status: 200 len: 217 time: 0.0599098 Aug 04 14:43:55.937079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:55.964134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-925f6652-c094-4894-827f-c563bda9bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.965610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-925f6652-c094-4894-827f-c563bda9bdb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.4116127 Aug 04 14:43:55.974538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac88c9-2964-4bdf-8b3a-4ad4a005c754 req-a6a90d96-b2c6-4c01-a650-de091ac45653 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.976020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73ac88c9-2964-4bdf-8b3a-4ad4a005c754 req-a6a90d96-b2c6-4c01-a650-de091ac45653 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 944 time: 0.4459786 Aug 04 14:43:55.983529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436bcd1-f896-4b67-8bd3-b52a09a8bfcb req-49fe8337-726b-4381-9aff-c41029b6b040 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.985097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7436bcd1-f896-4b67-8bd3-b52a09a8bfcb req-49fe8337-726b-4381-9aff-c41029b6b040 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.4911680 Aug 04 14:43:55.997550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-838a6eb0-a7b9-4f5c-9b69-2ca9669b4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:55.999024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-838a6eb0-a7b9-4f5c-9b69-2ca9669b4164 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2fbea3558b54059856a7158206f3b25&device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1096 time: 0.4675972 Aug 04 14:43:56.027138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-40c56299-2653-4bad-8801-34e68f06eeb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410547 Aug 04 14:43:56.048000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:56.060224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746', 'mac_address': 'fa:16:3e:12:bc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:43:56.104403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.118938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:43:56.164634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:56.170458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.183266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73ac88c9-2964-4bdf-8b3a-4ad4a005c754 req-f7147375-59e8-426e-a9cb-d358a54edb6b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932547 Aug 04 14:43:56.210619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7436bcd1-f896-4b67-8bd3-b52a09a8bfcb req-ad8897ed-974a-4aa9-8b73-d6e07668020c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093523 Aug 04 14:43:56.275972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:56.276239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-2a2c20b2-086e-4b03-9b11-45ccaaf05410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.277642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-2a2c20b2-086e-4b03-9b11-45ccaaf05410 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 200 len: 908 time: 0.2528615 Aug 04 14:43:56.340637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-c3597412-06c5-46ef-8fbb-44465a213762 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.343224 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-c3597412-06c5-46ef-8fbb-44465a213762 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.0812249 Aug 04 14:43:56.357439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-0be067ec-55ac-4dd2-89e2-e0d5f9733ab2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 200 len: 217 time: 0.0592997 Aug 04 14:43:56.383809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-f57b8a37-8598-4494-92e6-6bf45c39f600 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363633 Aug 04 14:43:56.463123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Deleting port bbbe2352-20b1-4265-b196-a2cf49771c51 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:56.463743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.508388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2dc57a3a-7866-44f2-aa5d-e2ff02b9b746'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:56.530949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34542f-c516-479c-9cc1-a869e1e4e278 req-4623155b-c3be-4a28-a312-fa13eef0f91d tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.532617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a34542f-c516-479c-9cc1-a869e1e4e278 req-4623155b-c3be-4a28-a312-fa13eef0f91d tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 948 time: 0.2357717 Aug 04 14:43:56.534059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-86bca03d-c589-4f7e-b145-bbad48765506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.535407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-86bca03d-c589-4f7e-b145-bbad48765506 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 200 len: 847 time: 0.1564407 Aug 04 14:43:56.557602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d714d9-b29b-4960-bd8d-b6161f5a4754 req-1e457a40-472e-42c8-876f-252833edd4f9 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.559151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d714d9-b29b-4960-bd8d-b6161f5a4754 req-1e457a40-472e-42c8-876f-252833edd4f9 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6b40bc-3d64-4d5c-b734-3022e6565242 HTTP/1.1" status: 200 len: 950 time: 0.2070291 Aug 04 14:43:56.573129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] For port bbbe2352-20b1-4265-b196-a2cf49771c51, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bbbe2352-20b1-4265-b196-a2cf49771c51,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:56.573632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.589550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Calling delete_port for bbbe2352-20b1-4265-b196-a2cf49771c51 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:43:56.624282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-53467191-7553-4f62-a2fc-49845bb35b3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773787 Aug 04 14:43:56.656627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2b2742e-4093-4838-ac07-b5cb683a335b req-69fe8eb0-f926-4a40-986b-c73be9bdb815 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499950 Aug 04 14:43:56.709225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a34542f-c516-479c-9cc1-a869e1e4e278 req-c925168c-7102-4869-b275-223a69eece00 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646762 Aug 04 14:43:56.743317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.753692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d714d9-b29b-4960-bd8d-b6161f5a4754 req-0213c273-7518-4dab-b390-2319f5d2e3eb tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799865 Aug 04 14:43:56.762778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'bbbe2352-20b1-4265-b196-a2cf49771c51'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:43:56.782618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Pushing event deleted for resources: {'Port': ['ID=bbbe2352-20b1-4265-b196-a2cf49771c51,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:56.839029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] No DVR routers for this DVR port bbbe2352-20b1-4265-b196-a2cf49771c51 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:43:56.841979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:56.845214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cb50d55-dec4-44c3-a8f0-9e204b182564 req-925b0f0c-98ad-4959-8e8b-3a26d09484ab tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "DELETE /v2.0/ports/bbbe2352-20b1-4265-b196-a2cf49771c51 HTTP/1.1" status: 204 len: 173 time: 0.4885552 Aug 04 14:43:56.856988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-7be0410b-a1d2-4bec-a68f-a471677f4f46 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204483 Aug 04 14:43:56.861228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-b70b832d-b459-4168-8153-5d578a13c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:56.863244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-b70b832d-b459-4168-8153-5d578a13c8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 1096 time: 0.1467764 Aug 04 14:43:56.916894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:43:57.106652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.112428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.118229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.124105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.130001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.135816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.141616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.143521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ed596ad-163f-4621-8358-90dc842469c4 req-cf0ed165-f5c8-4164-8066-4fbe85062084 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.2852592 Aug 04 14:43:57.167131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9026-04d2-4eec-b7a9-48ff4f75ec06 req-871c2ba7-1383-4149-b5b6-700e97e35887 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.168702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76ef9026-04d2-4eec-b7a9-48ff4f75ec06 req-871c2ba7-1383-4149-b5b6-700e97e35887 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.2326186 Aug 04 14:43:57.177642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-9dda0b68-4e3c-4b0c-8059-975cf84f9726 service neutron] 10.222.0.38 "GET /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030558 Aug 04 14:43:57.201597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-bc2b2d98-eb00-4469-9b13-d76fb7c4986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.203314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-bc2b2d98-eb00-4469-9b13-d76fb7c4986a service neutron] 10.222.0.46 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.3298972 Aug 04 14:43:57.267148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ed596ad-163f-4621-8358-90dc842469c4 req-ce590820-9101-4310-a1c4-63fecb146cf1 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1082888 Aug 04 14:43:57.273496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-bebdd683-d2cd-461a-be8b-c45d5ebe2bf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b429df-35e3-4afb-8665-c68fa65d3e58 HTTP/1.1" status: 200 len: 217 time: 0.0611207 Aug 04 14:43:57.281567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76ef9026-04d2-4eec-b7a9-48ff4f75ec06 req-d45bd75e-e047-4c63-aa90-617fa8b9afd4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027911 Aug 04 14:43:57.366385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-24ebc69a-659c-4ba2-9d5e-d5f0c2ce28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.368121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-24ebc69a-659c-4ba2-9d5e-d5f0c2ce28c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0719252 Aug 04 14:43:57.416494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'name': 'network-vif-deleted', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:57.419304 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b0019e-c12d-45dd-95d4-95e64fad7d3e" -d '{"events": [{"server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "name": "network-vif-deleted", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:57.454541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-bb481236-472b-4c37-a765-8bec6b644f33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660231 Aug 04 14:43:57.534825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9ed3d-5b7d-4748-bcce-d5d1148fd753 req-96b2d71c-8c9c-4128-8c77-c9c6c9a91e56 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.536616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51c9ed3d-5b7d-4748-bcce-d5d1148fd753 req-96b2d71c-8c9c-4128-8c77-c9c6c9a91e56 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 944 time: 0.1665940 Aug 04 14:43:57.584681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30619862-83cd-4384-bf9c-b38a30a34990 req-74fad5e5-d23f-42a4-b987-de7a72eea32b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.586210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30619862-83cd-4384-bf9c-b38a30a34990 req-74fad5e5-d23f-42a4-b987-de7a72eea32b tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.2172256 Aug 04 14:43:57.660038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51c9ed3d-5b7d-4748-bcce-d5d1148fd753 req-3d401aee-cf6b-476e-8b91-5de0d0ece86a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116786 Aug 04 14:43:57.683221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-918059fd-84fb-4e7c-a843-f115cfcc33ae tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.685090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-918059fd-84fb-4e7c-a843-f115cfcc33ae tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401&tenant_id=a2fbea3558b54059856a7158206f3b25&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.1616950 Aug 04 14:43:57.687071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-cf00ef54-e118-4c0f-8652-7a823205d3c4 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208076 Aug 04 14:43:57.693503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30619862-83cd-4384-bf9c-b38a30a34990 req-7448cf6a-0cc6-4804-8442-b153ef851212 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927262 Aug 04 14:43:57.881787 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e9cde-7d94-466e-adad-6a2b650eb63f x-openstack-request-id: req-a30e9cde-7d94-466e-adad-6a2b650eb63f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:57.882217 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6b40bc-3d64-4d5c-b734-3022e6565242", "name": "network-vif-deleted", "tag": "bbbe2352-20b1-4265-b196-a2cf49771c51", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:57.882568 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a30e9cde-7d94-466e-adad-6a2b650eb63f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:57.883091 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6b40bc-3d64-4d5c-b734-3022e6565242', 'name': 'network-vif-deleted', 'tag': 'bbbe2352-20b1-4265-b196-a2cf49771c51', 'status': 'completed', 'code': 200} Aug 04 14:43:57.896967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66203e-8e38-48e9-8c9f-f9a7947c752a req-aa51b962-7ae0-4b6e-a40f-9e892be8bfba tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:57.898477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd66203e-8e38-48e9-8c9f-f9a7947c752a req-aa51b962-7ae0-4b6e-a40f-9e892be8bfba tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1715319 Aug 04 14:43:57.910213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15dd8fdb-408c-45ec-a930-924e31c0b819 req-fc28fccb-074e-41cb-b6be-ba21914c8630 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093780 Aug 04 14:43:57.951827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:43:57.962387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-202c24e7-ae0e-46a3-a278-f2f7d71b1f3d service neutron] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:43:57.973882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-202c24e7-ae0e-46a3-a278-f2f7d71b1f3d service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:57.975071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-202c24e7-ae0e-46a3-a278-f2f7d71b1f3d service neutron] 10.222.0.38 "DELETE /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5/bindings/n-h2-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.2806668 Aug 04 14:43:57.981069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd66203e-8e38-48e9-8c9f-f9a7947c752a req-9c2e71e6-a118-4b3d-bc8b-2d13e559f28e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733302 Aug 04 14:43:58.002112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703ba4-f4d2-4890-bd60-4cabeba9b29a req-3292764a-7ee1-4627-aa1d-013dd6f0d58a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.003674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9703ba4-f4d2-4890-bd60-4cabeba9b29a req-3292764a-7ee1-4627-aa1d-013dd6f0d58a tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 948 time: 0.0745087 Aug 04 14:43:58.010984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:43:58.015331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:43:58.015766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:58.047622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9703ba4-f4d2-4890-bd60-4cabeba9b29a req-9727595c-2c31-4697-a826-d1c30ceacdf6 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Aug 04 14:43:58.107725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:58.130929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:43:58.133223 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd4b931-418e-428d-81e5-a7a2dbfecba8" -d '{"events": [{"server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "name": "network-vif-plugged", "status": "completed", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:43:58.141041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3af5-64e3-4b8e-b054-eab824090d89 req-c35872af-2297-4177-8643-9db3b6a2da98 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.146970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:43:58.147146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fef3af5-64e3-4b8e-b054-eab824090d89 req-c35872af-2297-4177-8643-9db3b6a2da98 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0629506 Aug 04 14:43:58.152958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:43:58.154166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:43:58.178633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 2b214113-c242-4568-800f-3c6b28acd260 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:43:58.179328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2b214113-c242-4568-800f-3c6b28acd260 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:43:58.188042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fef3af5-64e3-4b8e-b054-eab824090d89 req-215f535c-e8bf-43ca-a130-e9f779361a2b tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Aug 04 14:43:58.237444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:43:58.241267 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0366eda9-1591-412c-b067-087462b3ca8d x-openstack-request-id: req-0366eda9-1591-412c-b067-087462b3ca8d {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:43:58.241752 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "name": "network-vif-plugged", "status": "completed", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:43:58.244428 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0366eda9-1591-412c-b067-087462b3ca8d {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:43:58.244822 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746', 'code': 200} Aug 04 14:43:58.301082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9364d0-c00e-4521-a000-877add49edf3 req-96086aca-8436-4a5b-9d51-2057072cd3dd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.303199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b9364d0-c00e-4521-a000-877add49edf3 req-96086aca-8436-4a5b-9d51-2057072cd3dd tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.0545204 Aug 04 14:43:58.382890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b9364d0-c00e-4521-a000-877add49edf3 req-3483aca5-299e-4054-834b-348caf445b0f tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Aug 04 14:43:58.389415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef67e82-fba8-451c-b05f-b74e6a06c112 req-b50c14ab-009f-4343-9969-91da01f11d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.391314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ef67e82-fba8-451c-b05f-b74e6a06c112 req-b50c14ab-009f-4343-9969-91da01f11d09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 1101 time: 0.0739517 Aug 04 14:43:58.440502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ef67e82-fba8-451c-b05f-b74e6a06c112 req-4451e92b-ed3d-4733-bab5-814db31aba3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Aug 04 14:43:58.527597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.533834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.539516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.545377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.551289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.557096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.562955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.564917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-e02cca47-43a0-4c30-b0c9-7d8fb7adcdd9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1226113 Aug 04 14:43:58.573867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449c34-afd0-435a-b4e3-0450cf6e0d11 req-94fbf400-89a4-40c1-9e21-f7b9b1ecdeec tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.575935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7449c34-afd0-435a-b4e3-0450cf6e0d11 req-94fbf400-89a4-40c1-9e21-f7b9b1ecdeec tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.1227193 Aug 04 14:43:58.632792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5501a4d4-ccc7-41af-be29-a4dd2d8e7164 req-61279f74-745a-4010-b759-b1ec3f4c11dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558000 Aug 04 14:43:58.640473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7449c34-afd0-435a-b4e3-0450cf6e0d11 req-8594c9fa-6928-486b-9d40-4203e80da36e tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Aug 04 14:43:58.777886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf20f6-e547-4a43-8ad4-61b47b271260 req-7a6e5921-4f41-4da0-8687-041a373a41b4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.779450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deaf20f6-e547-4a43-8ad4-61b47b271260 req-7a6e5921-4f41-4da0-8687-041a373a41b4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 944 time: 0.0509899 Aug 04 14:43:58.822261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deaf20f6-e547-4a43-8ad4-61b47b271260 req-367df6e5-2ef2-4d90-9c18-b6e1ff26e419 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Aug 04 14:43:58.954190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-d6cf855b-d087-482f-bd39-f305940ebe4d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018367 Aug 04 14:43:58.968831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582741af-217c-4252-95a0-734edd3fb06e req-1fa4751d-c598-4afa-bc5f-6060f1c29542 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.971098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582741af-217c-4252-95a0-734edd3fb06e req-1fa4751d-c598-4afa-bc5f-6060f1c29542 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1075718 Aug 04 14:43:58.972314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf982dd-009c-4418-91b5-a7615eb82c46 req-b0da5185-0e34-45ff-882a-53d2f798943a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:58.973667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-daf982dd-009c-4418-91b5-a7615eb82c46 req-b0da5185-0e34-45ff-882a-53d2f798943a tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 1096 time: 0.0843151 Aug 04 14:43:59.059943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582741af-217c-4252-95a0-734edd3fb06e req-462ac6a0-c30c-49e6-8697-0f614c6dc963 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811527 Aug 04 14:43:59.068566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-daf982dd-009c-4418-91b5-a7615eb82c46 req-a058de20-c6d1-40e1-b977-fc9388fac7c5 tempest-LiveMigrationTest-1236492439 tempest-LiveMigrationTest-1236492439-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827301 Aug 04 14:43:59.082267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-c7fd6dbf-cb0a-4504-acd9-6eba22153f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.082267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-c7fd6dbf-cb0a-4504-acd9-6eba22153f7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7351c795da0476d9119b9e10712bfd4&device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 1097 time: 0.0691020 Aug 04 14:43:59.263597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1862f40-d681-4eb2-8d25-2049754c878a req-a0491c65-6e64-4c4d-b742-9fc49db8cec6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.265139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1862f40-d681-4eb2-8d25-2049754c878a req-a0491c65-6e64-4c4d-b742-9fc49db8cec6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1450174 Aug 04 14:43:59.274214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7445c-d503-45ce-bdff-cf6bcad580f5 req-648063c2-676b-4431-8472-18796e6d3298 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.275654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c7445c-d503-45ce-bdff-cf6bcad580f5 req-648063c2-676b-4431-8472-18796e6d3298 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 949 time: 0.1375363 Aug 04 14:43:59.278292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-c9439d82-3518-4a8b-afb2-8e287f5a4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.279634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-c9439d82-3518-4a8b-afb2-8e287f5a4d8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 200 len: 912 time: 0.1674640 Aug 04 14:43:59.386042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1862f40-d681-4eb2-8d25-2049754c878a req-421ffcca-ebd5-4148-9779-42cfc53f3680 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091764 Aug 04 14:43:59.393007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c7445c-d503-45ce-bdff-cf6bcad580f5 req-6fd5a086-2345-4230-a283-e66fe1bf92c2 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076145 Aug 04 14:43:59.394772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-f8ce6bfc-3501-4b90-95d9-dd36bf63cef1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 200 len: 1001 time: 0.0972624 Aug 04 14:43:59.461749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-39efb031-5ca4-47e3-bbfc-6b3cb4786e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.463374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-39efb031-5ca4-47e3-bbfc-6b3cb4786e2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ba56859-92de-42f4-97c5-d0b2f21bfd17 HTTP/1.1" status: 200 len: 850 time: 0.0587294 Aug 04 14:43:59.556663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-241069ce-e820-4e48-a3b9-3fe8ef263878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.559590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-241069ce-e820-4e48-a3b9-3fe8ef263878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9ee9513-aba6-445c-bc6c-3dbda88e29fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857694 Aug 04 14:43:59.569878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d06d0-e5bb-4931-86c9-e846979140d1 req-6173af96-4a65-453c-a693-2a4c7e914d05 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.572131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827d06d0-e5bb-4931-86c9-e846979140d1 req-6173af96-4a65-453c-a693-2a4c7e914d05 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.0897117 Aug 04 14:43:59.864878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-e82577b9-9c9e-49ed-92be-99c4125b381d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:43:59.866556 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-e82577b9-9c9e-49ed-92be-99c4125b381d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.0572348 Aug 04 14:43:59.944246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 50b429df-35e3-4afb-8665-c68fa65d3e58 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:43:59.967240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Deleting port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:43:59.967577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.031778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827d06d0-e5bb-4931-86c9-e846979140d1 req-555cc9a2-5098-4157-9987-1d2057fa87e4 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509861 Aug 04 14:44:00.057208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b36f9-f42a-4fc0-8e6e-5d7173d91363 req-b141303a-71bf-4f8b-8e93-166e7fef586d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.064469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-226b36f9-f42a-4fc0-8e6e-5d7173d91363 req-b141303a-71bf-4f8b-8e93-166e7fef586d tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/ports?device_id=884aa670-d5e8-4a71-a271-846965fa9407 HTTP/1.1" status: 200 len: 949 time: 0.4590776 Aug 04 14:44:00.067899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=50b429df-35e3-4afb-8665-c68fa65d3e58,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.080796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-de71ec95-16a2-49df-9619-615eea5912c3 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017993 Aug 04 14:44:00.081843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '50b429df-35e3-4afb-8665-c68fa65d3e58', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': '50b429df-35e3-4afb-8665-c68fa65d3e58', 'mac_address': 'fa:16:3e:ab:ec:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:00.092691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] For port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.093076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.094749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-f9f91707-3edc-4d2f-bdb1-08f46cf9ce29 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.096747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-f9f91707-3edc-4d2f-bdb1-08f46cf9ce29 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 950 time: 0.4174128 Aug 04 14:44:00.111139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Calling delete_port for 74cb3c92-d535-49b7-b1fb-2ecaf0be972a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:00.127494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.143318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b429df-35e3-4afb-8665-c68fa65d3e58 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:00.164099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=50b429df-35e3-4afb-8665-c68fa65d3e58,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.169756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.223277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-226b36f9-f42a-4fc0-8e6e-5d7173d91363 req-b0d37e63-f942-4e20-a96a-6f71b85fac8c tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.76 "GET /v2.0/security-groups?id=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577709 Aug 04 14:44:00.225179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:00.263361 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.277561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['74cb3c92-d535-49b7-b1fb-2ecaf0be972a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:00.306673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cd226-6294-411b-b27c-8dece09e3a50 req-fa4fdad6-905a-4fd9-b642-01fded79daf7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.308143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-516cd226-6294-411b-b27c-8dece09e3a50 req-fa4fdad6-905a-4fd9-b642-01fded79daf7 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.2081640 Aug 04 14:44:00.310197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Pushing event deleted for resources: {'Port': ['ID=74cb3c92-d535-49b7-b1fb-2ecaf0be972a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:00.320421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9350547a-fee4-4cb4-83a6-90593abc02b4 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:00.324203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bbbe2352-20b1-4265-b196-a2cf49771c51 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:00.325257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b77eec91-7af6-403f-8639-d5514b7eb80d req-63dcf3ce-86b2-4ed2-8dca-36a9ae3276e9 service neutron] 10.222.0.38 "GET /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259870 Aug 04 14:44:00.353778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: bbbe2352-20b1-4265-b196-a2cf49771c51 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:00.354261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bbbe2352-20b1-4265-b196-a2cf49771c51 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:00.382869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] No DVR routers for this DVR port 74cb3c92-d535-49b7-b1fb-2ecaf0be972a on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:00.385998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.388567 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9098f18e-066c-4371-b125-0bea0e7d2e06 req-fe53ddac-db94-4500-8a04-581bdd97b4b0 tempest-LiveMigrationNegativeTest-1334155030 tempest-LiveMigrationNegativeTest-1334155030-project] 10.222.0.38 "DELETE /v2.0/ports/74cb3c92-d535-49b7-b1fb-2ecaf0be972a HTTP/1.1" status: 204 len: 173 time: 0.5128028 Aug 04 14:44:00.389042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'name': 'network-vif-deleted', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:00.391499 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68078d27-4565-4008-8c21-519357c4f6e9" -d '{"events": [{"server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "name": "network-vif-deleted", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:00.442302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.448124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.449197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9350547a-fee4-4cb4-83a6-90593abc02b4,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.454475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.460294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.464660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '9350547a-fee4-4cb4-83a6-90593abc02b4', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'port_id': '9350547a-fee4-4cb4-83a6-90593abc02b4', 'mac_address': 'fa:16:3e:0c:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:00.466036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.471889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.477750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.479682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bccf40a4-47a4-4eae-9276-df669e5852de req-0947a2f3-ed29-4054-a3ad-c3385dbc5504 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5432 time: 0.1825812 Aug 04 14:44:00.484327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Deleting port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:00.484804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.491725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['50b429df-35e3-4afb-8665-c68fa65d3e58'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:00.505021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-516cd226-6294-411b-b27c-8dece09e3a50 req-b529e0e6-6ed7-49b0-92f1-0f3359aaee59 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578884 Aug 04 14:44:00.543945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.549078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-e2407304-0431-49e4-8007-bee6cd95a551 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.550912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-e2407304-0431-49e4-8007-bee6cd95a551 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 944 time: 0.2024465 Aug 04 14:44:00.574014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9350547a-fee4-4cb4-83a6-90593abc02b4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:00.602757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9350547a-fee4-4cb4-83a6-90593abc02b4,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.610435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.611185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f8e72c4f-84f8-499f-9333-437233e74c5a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:00.650758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bccf40a4-47a4-4eae-9276-df669e5852de req-660a002c-62a0-44bf-bc91-e07f37fef83c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1598620 Aug 04 14:44:00.699316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:00.720020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.733600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] For port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.734136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.742339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'port_id': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'mac_address': 'fa:16:3e:4d:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:00.773033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35ea8d-59a7-4e79-9405-2a0482bec6c2 req-67105e38-cd3a-4aa5-af97-7fd6174e3455 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:00.785186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d35ea8d-59a7-4e79-9405-2a0482bec6c2 req-67105e38-cd3a-4aa5-af97-7fd6174e3455 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 945 time: 0.1896873 Aug 04 14:44:00.787833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Calling delete_port for 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:00.812197 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.851001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e72c4f-84f8-499f-9333-437233e74c5a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:00.896676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:00.902996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:00.905254 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46169b07-02e7-46c2-9aa1-34c1b4b476eb x-openstack-request-id: req-46169b07-02e7-46c2-9aa1-34c1b4b476eb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:00.906063 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884aa670-d5e8-4a71-a271-846965fa9407", "name": "network-vif-deleted", "tag": "74cb3c92-d535-49b7-b1fb-2ecaf0be972a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:00.906483 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46169b07-02e7-46c2-9aa1-34c1b4b476eb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:00.906995 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884aa670-d5e8-4a71-a271-846965fa9407', 'name': 'network-vif-deleted', 'tag': '74cb3c92-d535-49b7-b1fb-2ecaf0be972a', 'status': 'completed', 'code': 200} Aug 04 14:44:00.908339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 03358fde-85af-40d4-8135-a9956850dcb5 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:00.924866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d35ea8d-59a7-4e79-9405-2a0482bec6c2 req-e5b75456-8496-46d6-aeda-03cc95f46d76 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384895 Aug 04 14:44:01.016198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:01.019774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=03358fde-85af-40d4-8135-a9956850dcb5,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:01.029685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Deleting port 913a097d-0afc-4a25-8f79-e77ae2a859b5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:01.030042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.030927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '03358fde-85af-40d4-8135-a9956850dcb5', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'port_id': '03358fde-85af-40d4-8135-a9956850dcb5', 'mac_address': 'fa:16:3e:98:a0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:01.073502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.086882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03358fde-85af-40d4-8135-a9956850dcb5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:01.107795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=03358fde-85af-40d4-8135-a9956850dcb5,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:01.113019 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.113721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f224273-3d85-4f7e-b879-683b73b8ef8a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:01.117045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.173766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event deleted for resources: {'Port': ['ID=8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:01.193674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5e40-13f1-4c96-9bea-3740c4b71752 req-62203f37-4759-4030-8d74-b0001074e31f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:01.195275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73ad5e40-13f1-4c96-9bea-3740c4b71752 req-62203f37-4759-4030-8d74-b0001074e31f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1910124 Aug 04 14:44:01.208590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:01.211088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc3eaf-3388-441f-b9c6-6824c14671f9 req-9f08085b-3550-4ae9-b709-0841683c2d9b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:01.215134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ddc3eaf-3388-441f-b9c6-6824c14671f9 req-9f08085b-3550-4ae9-b709-0841683c2d9b tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 949 time: 0.2096400 Aug 04 14:44:01.255516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:01.259266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] For port 913a097d-0afc-4a25-8f79-e77ae2a859b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=913a097d-0afc-4a25-8f79-e77ae2a859b5,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:01.259643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.267778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'port_id': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'mac_address': 'fa:16:3e:c6:98:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:01.295619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] No DVR routers for this DVR port 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:01.305461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.307522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed02dd26-22ea-4311-92d1-08590e6b7227 req-a34e76b8-d270-4772-89d7-994623b1ef3c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "DELETE /v2.0/ports/8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a HTTP/1.1" status: 204 len: 173 time: 1.1993153 Aug 04 14:44:01.307995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-deleted', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:01.308519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.310287 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c0d9f-f355-49af-af9a-60cf366dddcd" -d '{"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-deleted", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:01.314251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Calling delete_port for 913a097d-0afc-4a25-8f79-e77ae2a859b5 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:01.326093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f224273-3d85-4f7e-b879-683b73b8ef8a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:01.351317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:01.356567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.357526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73ad5e40-13f1-4c96-9bea-3740c4b71752 req-a80d5b84-13b5-40fe-8ad8-617d8b21fbd8 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268883 Aug 04 14:44:01.408875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ddc3eaf-3388-441f-b9c6-6824c14671f9 req-4b6b1354-340a-440f-bfd5-0287f751eefc tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562171 Aug 04 14:44:01.426505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:01.482796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52', '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:01.519398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5f76fc2-6114-47ba-9d04-0f042a60305f req-77db47c1-e7e3-4da1-af4f-568b31aee4ba tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=151a3a00-a292-4050-a3c0-c0085d61f67b HTTP/1.1" status: 200 len: 210 time: 0.0418980 Aug 04 14:44:01.542981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1213a-529e-4c1b-80a1-790a99ffc0aa req-ed9a4a35-94d2-4c1c-bc73-a6fab2f7d7ce tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:01.544555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0f1213a-529e-4c1b-80a1-790a99ffc0aa req-ed9a4a35-94d2-4c1c-bc73-a6fab2f7d7ce tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1006515 Aug 04 14:44:01.645456 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763fe77-c9b5-4add-91a1-45e082ba0862 x-openstack-request-id: req-c763fe77-c9b5-4add-91a1-45e082ba0862 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:01.645860 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a3a00-a292-4050-a3c0-c0085d61f67b", "name": "network-vif-deleted", "tag": "8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:01.646500 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c763fe77-c9b5-4add-91a1-45e082ba0862 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:01.647184 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a3a00-a292-4050-a3c0-c0085d61f67b', 'name': 'network-vif-deleted', 'tag': '8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a', 'status': 'completed', 'code': 200} Aug 04 14:44:01.660386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0f1213a-529e-4c1b-80a1-790a99ffc0aa req-8e61b302-a490-4305-91d7-a4382d9bd481 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975139 Aug 04 14:44:01.661166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.747058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f8e72c4f-84f8-499f-9333-437233e74c5a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:01.817555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9350547a-fee4-4cb4-83a6-90593abc02b4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:01.859125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] No DVR routers for this DVR port 913a097d-0afc-4a25-8f79-e77ae2a859b5 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:01.865353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event deleted for resources: {'Port': ['ID=913a097d-0afc-4a25-8f79-e77ae2a859b5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:01.879428 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:01.881385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f603c14-3532-4e40-bf7f-bac33b428b5f req-51694c4c-e07f-47cc-9b5e-b8d482d6f0d1 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.38 "DELETE /v2.0/ports/913a097d-0afc-4a25-8f79-e77ae2a859b5 HTTP/1.1" status: 204 len: 173 time: 1.3194633 Aug 04 14:44:01.930276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ac4d720-38a4-4743-b91f-8496da9286c8 req-eacd00c0-3a7a-4ad2-9df5-ae45600d4bac tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.1457767 Aug 04 14:44:01.974245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:02.041475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.047724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.057755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.063814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.068232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 50b429df-35e3-4afb-8665-c68fa65d3e58 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:02.069896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.078464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.095866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.103856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-b9071c17-4db9-4f05-ab34-b4d887e066dc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5436 time: 0.2200508 Aug 04 14:44:02.106650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4106fa2f-aae4-462b-b7ef-76c27b54ced9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:02.156169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-13ba117b-5064-48ff-bd50-1284101dd89b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3388d2f5d4414b6eb9bc5e0442748375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807005 Aug 04 14:44:02.158688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:02.189769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4e13038-24ff-417f-a5d0-3ba57c5f6871 req-6df2ce21-5f67-4d79-9def-7cda0fc08374 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0850062 Aug 04 14:44:02.192945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-89d144b4-c765-4946-9249-6e33f70ff0d3 tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.195138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-89d144b4-c765-4946-9249-6e33f70ff0d3 tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 1101 time: 0.0893126 Aug 04 14:44:02.251520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.275130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.297336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 50b429df-35e3-4afb-8665-c68fa65d3e58 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:02.298566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-952afeaa-e2d0-4b84-b41b-705cb74a470e tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.307547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 50b429df-35e3-4afb-8665-c68fa65d3e58 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:02.308474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.350614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.355002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cdeac427-a056-4414-912e-53ba8decb772 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:02.356940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.361995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9 HTTP/1.1" status: 204 len: 168 time: 0.2022672 Aug 04 14:44:02.369662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-44af5265-263f-478d-850b-79879afa8b9e tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.371138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-44af5265-263f-478d-850b-79879afa8b9e tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1675298 Aug 04 14:44:02.372102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15b57a-2622-40ec-87ab-23ea851c729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bbd4fd-030f-46b2-8e9e-d14a3f2f89f9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:02.393276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 74cb3c92-d535-49b7-b1fb-2ecaf0be972a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:02.417749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0bad9-498c-4c8a-8d00-47dfc382bcd0 req-5a0e4402-d928-4461-9677-9b1fdb3b9582 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.424944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdc0bad9-498c-4c8a-8d00-47dfc382bcd0 req-5a0e4402-d928-4461-9677-9b1fdb3b9582 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 945 time: 0.1274874 Aug 04 14:44:02.507632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 74cb3c92-d535-49b7-b1fb-2ecaf0be972a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:02.508019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 74cb3c92-d535-49b7-b1fb-2ecaf0be972a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:02.508407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:02.571445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 913a097d-0afc-4a25-8f79-e77ae2a859b5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:02.571827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 913a097d-0afc-4a25-8f79-e77ae2a859b5 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:02.573682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-952afeaa-e2d0-4b84-b41b-705cb74a470e tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.580908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdc0bad9-498c-4c8a-8d00-47dfc382bcd0 req-54c49510-7bd6-4105-9d55-5ce9cb346166 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550810 Aug 04 14:44:02.585066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-952afeaa-e2d0-4b84-b41b-705cb74a470e tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.645578 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-103a4cbc-a084-49ae-8c90-c5e3ddcc9701 req-952afeaa-e2d0-4b84-b41b-705cb74a470e tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428091 Aug 04 14:44:02.678197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952afeaa-e2d0-4b84-b41b-705cb74a470e tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1047499-15a3-49b5-b146-8a1ed9f358d5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:02.698956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Deleting port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:02.699310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.787594 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.832584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:02.848016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4f224273-3d85-4f7e-b879-683b73b8ef8a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:02.860909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:02.865448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:02.866033 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbab47e-970d-4051-9d6c-3217980be4ec" -d '{"events": [{"server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "name": "network-vif-plugged", "status": "completed", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:02.886627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dc8a9-2145-49b4-8ea5-73d2ad4b1a9c req-c8115d8d-9093-46a3-b01f-35f15d0b4a68 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:02.888333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d1dc8a9-2145-49b4-8ea5-73d2ad4b1a9c req-c8115d8d-9093-46a3-b01f-35f15d0b4a68 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1724923 Aug 04 14:44:02.890777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['03358fde-85af-40d4-8135-a9956850dcb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:02.913738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd79273b-570e-41c8-8cb8-e3ca3468d9b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=236426973d354a19a3377f0cbd4b46b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463915 Aug 04 14:44:02.915415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] For port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:02.916589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.916857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46154) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:02.935732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=50b429df-35e3-4afb-8665-c68fa65d3e58,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:02.940751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'cdeac427-a056-4414-912e-53ba8decb772', 'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'port_id': 'cdeac427-a056-4414-912e-53ba8decb772', 'mac_address': 'fa:16:3e:03:24:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:02.959736 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:02.982373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.009024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.015696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae02014-7537-47bf-bae1-22585e89fd8d req-b24e20d4-709d-4484-be66-59693f8b6075 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.023334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dae02014-7537-47bf-bae1-22585e89fd8d req-b24e20d4-709d-4484-be66-59693f8b6075 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 945 time: 0.1835709 Aug 04 14:44:03.066173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.070007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.072406 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc190f5d-3c1c-432b-bd6a-5e938cb5603a HTTP/1.1" status: 204 len: 168 time: 0.1530194 Aug 04 14:44:03.077577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d1dc8a9-2145-49b4-8ea5-73d2ad4b1a9c req-948dfda9-7e07-41b6-81b4-c4cd726684ad tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768727 Aug 04 14:44:03.114510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9c963-38db-4421-a467-37f6ded3e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc190f5d-3c1c-432b-bd6a-5e938cb5603a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:03.118257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:03.184062 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.184812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dae02014-7537-47bf-bae1-22585e89fd8d req-04add4b3-978b-4660-93bd-3cfbca834039 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups?id=7a71195b-53bf-46ee-9859-35ec3ffbf5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605141 Aug 04 14:44:03.252577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdeac427-a056-4414-912e-53ba8decb772 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:03.286187 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c998ab0c-529f-4a76-9542-13a04d2d88b3 x-openstack-request-id: req-c998ab0c-529f-4a76-9542-13a04d2d88b3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:03.286477 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "name": "network-vif-plugged", "status": "completed", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:03.286904 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c998ab0c-529f-4a76-9542-13a04d2d88b3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:03.287225 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58', 'code': 200} Aug 04 14:44:03.311807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:03.335186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.335899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d2a31d2c-fb56-4ad1-abca-3a0657179e1b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:03.384198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:03.394596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.400144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.400817 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Floating IP e56efe92-d98d-4cae-977b-e1a364c013aa disassociated. External IP: 172.25.0.216, port: 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81. Aug 04 14:44:03.401188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Calling delete_port for 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:03.453810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f62cf630-a66e-420c-9ae0-74a471577450 req-ed492bac-49e6-42c7-b9a1-52188006c89f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0470827 Aug 04 14:44:03.463625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'network_id': '17c78649-0891-43c3-808f-43feeba9048f', 'port_id': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'mac_address': 'fa:16:3e:0e:1e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:03.546484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:03.569824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.584633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a31d2c-fb56-4ad1-abca-3a0657179e1b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:03.609189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:03.616219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.616936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 65ecc18d-3b1b-4982-8e49-7ab18e19e25a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:03.657333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-deleted', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:03.659514 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96778828-2e85-427d-89b2-a752c0f29d3e" -d '{"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-deleted", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:03.718777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47a831-0e0c-47d2-96f1-430d4afc9a78 req-797310b7-443f-4782-9496-8f764ab08eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.721096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c47a831-0e0c-47d2-96f1-430d4afc9a78 req-797310b7-443f-4782-9496-8f764ab08eee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 1098 time: 0.3499568 Aug 04 14:44:03.760872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:03.771405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.777857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.783637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:03.783982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.789902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.795747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.798719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'network_id': 'f1e3ed9b-f210-4762-b053-83ea94e1758f', 'port_id': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'mac_address': 'fa:16:3e:96:45:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0609f1cd-406a-490e-a21d-ef8e0326cb91', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:03.802505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.808510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.815254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-20e34397-846e-46ad-a189-94ecd428c8b7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5437 time: 0.3588405 Aug 04 14:44:03.819484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.857166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c47a831-0e0c-47d2-96f1-430d4afc9a78 req-618482c5-feb5-4dc9-9c82-1621d310be60 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241717 Aug 04 14:44:03.859491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.869252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286296a-f97a-42c5-81c3-1ac1603f1832 req-0407297e-95ad-450f-adc9-abcb1f0fce10 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:03.869252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3286296a-f97a-42c5-81c3-1ac1603f1832 req-0407297e-95ad-450f-adc9-abcb1f0fce10 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.3210130 Aug 04 14:44:03.881591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ecc18d-3b1b-4982-8e49-7ab18e19e25a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:03.908440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event deleted for resources: {'Port': ['ID=6c0c880e-97ab-42b6-b94e-bb5cd13f2b81,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:03.909410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:03.919615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:03.959536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c05be6ac-bcb7-42ce-acc3-60c47d64763c req-0840dc58-ee6f-406e-b934-01a238ccb1c5 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1355386 Aug 04 14:44:04.001422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:04.023687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:04.056109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:04.056706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8fe875fe-ce5a-49c9-b6ce-0e7bd3331f3a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:04.082294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3286296a-f97a-42c5-81c3-1ac1603f1832 req-53c9f1df-f308-4f34-9403-871c0fe6b43c tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749535 Aug 04 14:44:04.168148 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3dc0a5-90d4-4ad3-ad5b-d5d65a50d05c x-openstack-request-id: req-8f3dc0a5-90d4-4ad3-ad5b-d5d65a50d05c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:04.168452 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b81000-37e5-406d-974c-87922dee2401", "name": "network-vif-deleted", "tag": "913a097d-0afc-4a25-8f79-e77ae2a859b5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:04.168903 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f3dc0a5-90d4-4ad3-ad5b-d5d65a50d05c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:04.169344 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b81000-37e5-406d-974c-87922dee2401', 'name': 'network-vif-deleted', 'tag': '913a097d-0afc-4a25-8f79-e77ae2a859b5', 'status': 'completed', 'code': 200} Aug 04 14:44:04.180572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bced37-2466-4636-848c-0b9f7cd69cf4 req-256fe469-75b8-4056-84bc-d017d4e08943 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:04.182245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44bced37-2466-4636-848c-0b9f7cd69cf4 req-256fe469-75b8-4056-84bc-d017d4e08943 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.1199431 Aug 04 14:44:04.193234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Router 3af8ef84-77f9-4411-a5ea-1ad455631d54 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:04.285313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44bced37-2466-4636-848c-0b9f7cd69cf4 req-159ef548-6eb1-4ec6-989a-7b459e41379d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905023 Aug 04 14:44:04.327245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9350547a-fee4-4cb4-83a6-90593abc02b4 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:04.378827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cdeac427-a056-4414-912e-53ba8decb772'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:04.436332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['d2a31d2c-fb56-4ad1-abca-3a0657179e1b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:04.438673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['65ecc18d-3b1b-4982-8e49-7ab18e19e25a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:04.663072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 9350547a-fee4-4cb4-83a6-90593abc02b4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:04.689956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 9350547a-fee4-4cb4-83a6-90593abc02b4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:04.690238 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:04.807511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1b45a-85cd-4051-824b-9921980cb0fb req-a744ad6e-9ea2-40e9-af9d-108e0a92320c tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:04.809736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72e1b45a-85cd-4051-824b-9921980cb0fb req-a744ad6e-9ea2-40e9-af9d-108e0a92320c tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 1101 time: 0.5488949 Aug 04 14:44:04.853365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:04.889333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Sync routers for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:04.944837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:04.945841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:43:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:04.979287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] No DVR routers for this DVR port 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:04.982072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:04.985064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4304ded2-0052-4ae7-ba49-334ba172bcdb req-6de9738f-e1c1-4213-ac1f-73bdb92a141a tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.38 "DELETE /v2.0/ports/6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 HTTP/1.1" status: 204 len: 173 time: 2.6055102 Aug 04 14:44:05.010431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e611-89b8-42f1-9c21-162f321b9b47 req-fca1c654-a722-426b-aed8-8fc0dc5fc17a tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.027316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db09e611-89b8-42f1-9c21-162f321b9b47 req-fca1c654-a722-426b-aed8-8fc0dc5fc17a tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2536230 Aug 04 14:44:05.034159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72e1b45a-85cd-4051-824b-9921980cb0fb req-542eee3b-61df-4667-a406-f5ad499a0644 tempest-ServersAdminNegativeTestJSON-798783930 tempest-ServersAdminNegativeTestJSON-798783930-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168355 Aug 04 14:44:05.140272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-9bc591eb-b912-4816-a9d4-2214b8994dd7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.141978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-9bc591eb-b912-4816-a9d4-2214b8994dd7 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1112070 Aug 04 14:44:05.145446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db09e611-89b8-42f1-9c21-162f321b9b47 req-07a69550-25d5-4868-8c0a-8c180e3bef34 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171558 Aug 04 14:44:05.230529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e23048dc-d825-41b1-83be-74e37e25491e req-b7ab4281-e102-4ab2-89e4-d3ec0a0cedd4 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7721544-f772-4a9e-bd85-e4438efc8050 HTTP/1.1" status: 200 len: 210 time: 0.0436611 Aug 04 14:44:05.279204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73abbe2e-b0de-44a0-8b16-56a6c0a80836 req-e4eee820-3f04-4bb4-8be1-53a0030f5d41 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0463729 Aug 04 14:44:05.317191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Deleting port 73867522-4e9e-457a-81f7-428555709e52 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:05.317604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.329157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:05.357218 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.394566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350547a-fee4-4cb4-83a6-90593abc02b4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:05.396943 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d80506-6f6f-4116-99af-a2978e03c933" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "9350547a-fee4-4cb4-83a6-90593abc02b4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:05.434248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] For port 73867522-4e9e-457a-81f7-428555709e52, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73867522-4e9e-457a-81f7-428555709e52,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:05.435616 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.440378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9350547a-fee4-4cb4-83a6-90593abc02b4,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:05.448619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Calling delete_port for 73867522-4e9e-457a-81f7-428555709e52 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:05.452531 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.453472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 03358fde-85af-40d4-8135-a9956850dcb5 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:05.601698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:05.642138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.648789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.654795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 03358fde-85af-40d4-8135-a9956850dcb5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:05.656671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.661102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 03358fde-85af-40d4-8135-a9956850dcb5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:05.661541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.663363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.671704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.680074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.686007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.691209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-dd2b0c50-9251-46c9-9f3c-3bc9a3526c09 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5440 time: 0.1889725 Aug 04 14:44:05.714470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:05.744005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Checking router: 3af8ef84-77f9-4411-a5ea-1ad455631d54 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:05.775268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ceef0-0954-4002-a095-fa94e6d0d049 req-226ce3bd-2276-4d93-acdc-d2eb64d0d1ee tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:05.775456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:05.775921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:43:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:05.781217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a5ceef0-0954-4002-a095-fa94e6d0d049 req-226ce3bd-2276-4d93-acdc-d2eb64d0d1ee tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/ports?device_id=736e2c6f-d096-42c5-ab1e-299066f90aed HTTP/1.1" status: 200 len: 950 time: 0.1927333 Aug 04 14:44:05.834818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ef81330-af94-4f11-b49f-fbc5ff91cf1c req-95fd87f0-9121-4aea-a7d4-5e908822195c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1365478 Aug 04 14:44:05.836637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.869629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:05.882369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a5ceef0-0954-4002-a095-fa94e6d0d049 req-d1b3fee3-250f-4fa3-a352-b541288088b0 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.76 "GET /v2.0/security-groups?id=580b99bb-9640-47e1-94af-8c5d20c28f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994561 Aug 04 14:44:05.902619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73867522-4e9e-457a-81f7-428555709e52'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:05.932862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Pushing event deleted for resources: {'Port': ['ID=73867522-4e9e-457a-81f7-428555709e52,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:05.951252 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf983be-4b59-4ae9-ae60-7776f533835c x-openstack-request-id: req-8cf983be-4b59-4ae9-ae60-7776f533835c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:05.951614 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "9350547a-fee4-4cb4-83a6-90593abc02b4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:05.951923 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cf983be-4b59-4ae9-ae60-7776f533835c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:05.952374 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350547a-fee4-4cb4-83a6-90593abc02b4', 'code': 200} Aug 04 14:44:05.984478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.984478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.984795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.985140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.985703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.985842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.986112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.986440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.986789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.987112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.987435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.987756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:05.995033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=03358fde-85af-40d4-8135-a9956850dcb5,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:06.002132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:06.008135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.010020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f224273-3d85-4f7e-b879-683b73b8ef8a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:06.033465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] No DVR routers for this DVR port 73867522-4e9e-457a-81f7-428555709e52 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:06.036099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.038752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1c6fdd6-4742-4a13-ac08-44a0e741fc0a req-abc1c751-e44f-4c44-b9c4-3c0334eb8252 tempest-MigrationsAdminTest-1465938852 tempest-MigrationsAdminTest-1465938852-project] 10.222.0.46 "DELETE /v2.0/ports/73867522-4e9e-457a-81f7-428555709e52 HTTP/1.1" status: 204 len: 173 time: 0.8808377 Aug 04 14:44:06.053486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444228-1058-431b-98db-15fa7be075e9 req-b52935b6-015f-4ca8-95a9-fbf2bbc4b18a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:06.065360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b444228-1058-431b-98db-15fa7be075e9 req-b52935b6-015f-4ca8-95a9-fbf2bbc4b18a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.1339908 Aug 04 14:44:06.134368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b444228-1058-431b-98db-15fa7be075e9 req-1a003d82-4ab0-4c0a-aad6-5a80ad2a7fc1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646620 Aug 04 14:44:06.170094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'name': 'network-vif-deleted', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81'}, {'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-deleted', 'tag': '73867522-4e9e-457a-81f7-428555709e52'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:06.174294 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085de5d2-5fbd-49e4-9c0c-cc8317f5a0a6" -d '{"events": [{"server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "name": "network-vif-deleted", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81"}, {"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-deleted", "tag": "73867522-4e9e-457a-81f7-428555709e52"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:06.356625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:06.385410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4f224273-3d85-4f7e-b879-683b73b8ef8a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:06.394183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4f224273-3d85-4f7e-b879-683b73b8ef8a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:06.394672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.439714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:06.496881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232b45-d7b3-435f-8e89-67ec49e4fe28 req-aeb9f5e6-2002-4a0c-8e92-0a461dd9e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:06.501512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a232b45-d7b3-435f-8e89-67ec49e4fe28 req-aeb9f5e6-2002-4a0c-8e92-0a461dd9e91c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.1030812 Aug 04 14:44:06.508021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352cd4f-2faa-4278-a6e2-306be5c3642f None None] The sync data for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 is: [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '4ff983cf-377e-4aaa-b9ae-ac5072e96c92', 'name': '', 'network_id': 'a9ee9513-aba6-445c-bc6c-3dbda88e29fe', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'mac_address': 'fa:16:3e:d9:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:47Z', 'updated_at': '2021-08-04T14:41:55Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'subnets': [{'id': '3ba56859-92de-42f4-97c5-d0b2f21bfd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:06.592691 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d945cd27-8787-4bd2-bf6e-869e18e60c5c x-openstack-request-id: req-d945cd27-8787-4bd2-bf6e-869e18e60c5c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:06.593144 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7721544-f772-4a9e-bd85-e4438efc8050", "name": "network-vif-deleted", "tag": "6c0c880e-97ab-42b6-b94e-bb5cd13f2b81", "status": "completed", "code": 200}, {"server_uuid": "736e2c6f-d096-42c5-ab1e-299066f90aed", "name": "network-vif-deleted", "tag": "73867522-4e9e-457a-81f7-428555709e52", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:06.599898 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d945cd27-8787-4bd2-bf6e-869e18e60c5c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:06.600418 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7721544-f772-4a9e-bd85-e4438efc8050', 'name': 'network-vif-deleted', 'tag': '6c0c880e-97ab-42b6-b94e-bb5cd13f2b81', 'status': 'completed', 'code': 200} Aug 04 14:44:06.600799 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736e2c6f-d096-42c5-ab1e-299066f90aed', 'name': 'network-vif-deleted', 'tag': '73867522-4e9e-457a-81f7-428555709e52', 'status': 'completed', 'code': 200} Aug 04 14:44:06.606167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a232b45-d7b3-435f-8e89-67ec49e4fe28 req-035a28ff-d809-4cab-ad44-175007696d95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845976 Aug 04 14:44:06.633104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6467-60e3-44a2-a242-62836b14ac09 req-f2882fc5-50d7-404c-8ede-9fd03319c118 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:06.635343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc8d6467-60e3-44a2-a242-62836b14ac09 req-f2882fc5-50d7-404c-8ede-9fd03319c118 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1292710 Aug 04 14:44:06.648163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.702115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:06.711574 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.712670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f8e72c4f-84f8-499f-9333-437233e74c5a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:06.725905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc8d6467-60e3-44a2-a242-62836b14ac09 req-81ccfc21-dc5d-4b30-b916-48fe31562580 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827172 Aug 04 14:44:06.801393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8c4649c-939e-4fb5-89e9-cc6cda38335f req-7636516d-f5d7-41f2-b773-47050fe485f4 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b81000-37e5-406d-974c-87922dee2401 HTTP/1.1" status: 200 len: 210 time: 0.0590973 Aug 04 14:44:06.888878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:06.904402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46252) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:06.905768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port f8e72c4f-84f8-499f-9333-437233e74c5a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:06.912764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port f8e72c4f-84f8-499f-9333-437233e74c5a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:06.913377 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.985834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:06.993646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa699fc-f472-484a-a390-1c564b5006f2 req-cf00ba6c-08b7-4024-bd75-56a4e265f0d6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:06.995316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfa699fc-f472-484a-a390-1c564b5006f2 req-cf00ba6c-08b7-4024-bd75-56a4e265f0d6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.1383071 Aug 04 14:44:07.015640 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefde358-32bd-49e9-b2b6-f5356bb48051 None None] New status for floating IP e56efe92-d98d-4cae-977b-e1a364c013aa: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:44:07.030788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.079314 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.120529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.126450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.129982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "DELETE /v2.0/security-groups/7a71195b-53bf-46ee-9859-35ec3ffbf5c8 HTTP/1.1" status: 204 len: 168 time: 0.2243855 Aug 04 14:44:07.136337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46256) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:07.158714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71195b-53bf-46ee-9859-35ec3ffbf5c8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:07.170009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.170924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.171795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.172449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.173059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.173657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.174267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.175010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.175730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.176400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.176975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.177791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc1d9f4-a5a1-40ad-8208-439981f96a67 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:07.184573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfa699fc-f472-484a-a390-1c564b5006f2 req-1e2d9da6-87df-4ba6-982a-399acd440ec6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806474 Aug 04 14:44:07.193706 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-074a8c37-3823-47ff-92cb-c943f6fd0f07 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] show failed (client error): The resource could not be found. Aug 04 14:44:07.198006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:07.199401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46258) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:07.214152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-074a8c37-3823-47ff-92cb-c943f6fd0f07 tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "GET /v2.0/security-groups/7a71195b-53bf-46ee-9859-35ec3ffbf5c8 HTTP/1.1" status: 404 len: 347 time: 0.0754936 Aug 04 14:44:07.221166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.222850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:07.293674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:07.294241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6c0c880e-97ab-42b6-b94e-bb5cd13f2b81 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:07.315584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cdeac427-a056-4414-912e-53ba8decb772 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:07.439548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.458640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.461096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Deleting port f834f7c9-50af-408a-9feb-10266cebe856 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:07.462749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.475497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.475986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:07.503514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.515031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.537546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.553219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port cdeac427-a056-4414-912e-53ba8decb772 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:07.557941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port cdeac427-a056-4414-912e-53ba8decb772 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:07.559534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.560321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.565771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-d94360db-92e3-4c1b-b2d5-60a58530973d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5443 time: 0.2251251 Aug 04 14:44:07.661179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a309001-c981-4640-a5ba-5a9b436de3d5 req-449102aa-17ef-4deb-bf1b-f4cacbae9d6c tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0853999 Aug 04 14:44:07.675891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.676248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.716703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Calling delete_port for f834f7c9-50af-408a-9feb-10266cebe856 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:07.762051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.799813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d93c2-ebb4-4966-bf24-dff8ded8f6fc req-b9b7c16e-fb5d-4fde-a954-4562f7a97e99 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.801702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a39d93c2-ebb4-4966-bf24-dff8ded8f6fc req-b9b7c16e-fb5d-4fde-a954-4562f7a97e99 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 949 time: 0.0999525 Aug 04 14:44:07.856560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:07.869014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:07.869919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d2a31d2c-fb56-4ad1-abca-3a0657179e1b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:07.940397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a39d93c2-ebb4-4966-bf24-dff8ded8f6fc req-8dc9399d-4b0a-40ae-a346-9a234fd42fb0 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287794 Aug 04 14:44:07.964062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46274) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:07.994698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e49b-93d9-4f5e-a78d-1539adfd1db5 req-4b3ea42f-762d-4db7-9507-d32c7f457cb6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:07.996394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e77e49b-93d9-4f5e-a78d-1539adfd1db5 req-4b3ea42f-762d-4db7-9507-d32c7f457cb6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1252384 Aug 04 14:44:08.012058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.014552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03358fde-85af-40d4-8135-a9956850dcb5'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:08.017222 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54365533-fcaa-4f1d-a3b2-9066e8e585ff" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "03358fde-85af-40d4-8135-a9956850dcb5"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "cdeac427-a056-4414-912e-53ba8decb772"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:08.050300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e77e49b-93d9-4f5e-a78d-1539adfd1db5 req-0e5c262e-d687-4061-a8ef-1e8a2c886a3b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Aug 04 14:44:08.068615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73867522-4e9e-457a-81f7-428555709e52 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:08.092250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Pushing event deleted for resources: {'Port': ['ID=f834f7c9-50af-408a-9feb-10266cebe856,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:08.109882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1943529612', 'description': 'tempest-description-745333693'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:08.119865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:08.166815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:08.173830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 73867522-4e9e-457a-81f7-428555709e52 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:08.174446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73867522-4e9e-457a-81f7-428555709e52 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:08.176095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.212432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port d2a31d2c-fb56-4ad1-abca-3a0657179e1b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:08.217341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port d2a31d2c-fb56-4ad1-abca-3a0657179e1b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:08.217762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.275139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.278829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.289003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-763f2481-93ca-4e08-a7e6-2944bfaee2bb tempest-ServersTestManualDisk-1132927512 tempest-ServersTestManualDisk-1132927512-project] 10.222.0.76 "DELETE /v2.0/floatingips/e56efe92-d98d-4cae-977b-e1a364c013aa HTTP/1.1" status: 204 len: 168 time: 1.0875344 Aug 04 14:44:08.289647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:08.308057 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301a958-2a91-4cd4-9770-cba35fdfafd6 x-openstack-request-id: req-2301a958-2a91-4cd4-9770-cba35fdfafd6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:08.308057 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "03358fde-85af-40d4-8135-a9956850dcb5", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "cdeac427-a056-4414-912e-53ba8decb772", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:08.308429 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2301a958-2a91-4cd4-9770-cba35fdfafd6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:08.308724 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03358fde-85af-40d4-8135-a9956850dcb5', 'code': 200} Aug 04 14:44:08.308988 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'code': 200} Aug 04 14:44:08.309243 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'code': 200} Aug 04 14:44:08.309493 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772', 'code': 200} Aug 04 14:44:08.394378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.407395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9736b68b-eb31-43bb-bce0-d1ce2ed79531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.434922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:08.440039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.441321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 65ecc18d-3b1b-4982-8e49-7ab18e19e25a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:08.526619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.545230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.555503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:08.571181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.571528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.571870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.572206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.572538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.572867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.573194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.573515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.573839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.574160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.575160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.575488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:08.602462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:08.607344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:08.607822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.637918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f141c-4e13-4db6-9a88-16b84bbf4603 req-279bc679-340e-46a6-afb5-d3fcfb867a0e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:08.646174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-654f141c-4e13-4db6-9a88-16b84bbf4603 req-279bc679-340e-46a6-afb5-d3fcfb867a0e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.3344312 Aug 04 14:44:08.671820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5fa2a-546b-4391-a262-55731fe34e4f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:08.695621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-922f30f7-af0f-44e6-8806-c6d42ddd1817 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14f01188f0624017989a5e69701695b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741563 Aug 04 14:44:08.703989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46294) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:08.720667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.771842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:08.778911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.833727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.849104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:08.869274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-654f141c-4e13-4db6-9a88-16b84bbf4603 req-73fe6fae-bb6b-48b6-a582-9b266cb08535 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218490 Aug 04 14:44:08.967589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.041478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:09.156423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.162409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.168644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.176490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.179673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Deleting port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:09.180367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.183748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.189746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.196849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.205188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-7f0f0535-c4a6-4c60-b7d9-c1515dbb2d53 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.2070849 Aug 04 14:44:09.233920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9736b68b-eb31-43bb-bce0-d1ce2ed79531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.254633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-d8fd2c00-71eb-41f7-8289-d84877e3c557 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.256183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-d8fd2c00-71eb-41f7-8289-d84877e3c557 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 949 time: 0.3054094 Aug 04 14:44:09.260408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9736b68b-eb31-43bb-bce0-d1ce2ed79531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.287513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] For port 4ff983cf-377e-4aaa-b9ae-ac5072e96c92, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:09.287872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.295146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b68b-eb31-43bb-bce0-d1ce2ed79531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f72c55-11dc-4142-aacf-bd0c8872deda,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:09.313300 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.314543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b62921d7-3aff-476d-8bf1-4c2eca59acdc req-5caebf6e-e23e-49ba-8e6d-74da544ff06d tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2145605 Aug 04 14:44:09.343482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Calling delete_port for 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:09.369916 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.372977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.376588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/580b99bb-9640-47e1-94af-8c5d20c28f9b HTTP/1.1" status: 204 len: 168 time: 0.6677930 Aug 04 14:44:09.430286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6db86d98-0e5f-4875-b1e8-4292f287a1c4 req-83d53ac2-676c-4abe-bbfa-00b793f4d9c3 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2193024 Aug 04 14:44:09.457012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8565d89-d16a-44b3-9592-3a1b3a265369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b99bb-9640-47e1-94af-8c5d20c28f9b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:09.464795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9736b68b-eb31-43bb-bce0-d1ce2ed79531 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2853ad8df4604d8885f03236b463f4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5017626 Aug 04 14:44:09.467718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:09.619577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.662372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.670478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Deleting port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:09.671389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.683650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ce9e-150c-4431-8575-5bcfa700f7b5 req-f33d5347-ae80-4533-b6a5-b2c88b59c1ba tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:09.685614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be36ce9e-150c-4431-8575-5bcfa700f7b5 req-f33d5347-ae80-4533-b6a5-b2c88b59c1ba tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 949 time: 0.1280315 Aug 04 14:44:09.781766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.796036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.798780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:09.799948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8f72c55-11dc-4142-aacf-bd0c8872deda HTTP/1.1" status: 204 len: 168 time: 0.3312993 Aug 04 14:44:09.865176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff983cf-377e-4aaa-b9ae-ac5072e96c92,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:09.894231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a8a51-d83e-42cd-89bf-b1a0065b37c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f72c55-11dc-4142-aacf-bd0c8872deda,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:09.944610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be36ce9e-150c-4431-8575-5bcfa700f7b5 req-adad56be-ba06-4ed5-94c0-5dee9e0dfe59 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147026 Aug 04 14:44:09.989610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:10.068897 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-515b3d76-2368-48ad-b939-614de328e17f req-4fef3b5e-9523-42ef-bbe7-1cbc0643d586 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1943529612&fields=id&tenant_id=37f191089bf6454c9cedba2e2e6a07b6 HTTP/1.1" status: 200 len: 267 time: 0.3556421 Aug 04 14:44:10.145454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.171949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] For port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:10.172518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.231591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Calling delete_port for 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:10.248349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8040985e-cabc-4be9-99b5-345344d90f07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=681938c79fbf4205abf99e52f2927d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575979 Aug 04 14:44:10.254614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46320) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:10.263975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b3d76-2368-48ad-b939-614de328e17f req-a09b9b0d-fca0-40a1-ae51-e1391fb75aca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:10.271996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-515b3d76-2368-48ad-b939-614de328e17f req-a09b9b0d-fca0-40a1-ae51-e1391fb75aca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2021859 Aug 04 14:44:10.311924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:10.314560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a20b4-1a80-4909-9118-687691e5f789 req-ece372c5-4ca7-4cdc-a55d-9d48e41a54dc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:10.318165 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b8569-5f18-4a7a-b83c-da5d6901b10d" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:10.327171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-935a20b4-1a80-4909-9118-687691e5f789 req-ece372c5-4ca7-4cdc-a55d-9d48e41a54dc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.2516224 Aug 04 14:44:10.334740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46322) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:10.358895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'port': {'security_groups': ['d928d8bd-88ba-4d8b-bdc9-cf25a1245d96', 'e8b5fa2a-546b-4391-a262-55731fe34e4f']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:10.416868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Router 3af8ef84-77f9-4411-a5ea-1ad455631d54 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:10.443039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31412574-73f7-4e41-a97d-2b073a809675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.537139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:10.540806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-935a20b4-1a80-4909-9118-687691e5f789 req-d3b9838a-a5ef-4d44-b521-53a30df9ba59 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125487 Aug 04 14:44:10.545213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c70ac1b4-353c-42af-84be-1362080ff616 admin admin] 10.222.0.76 "PUT /v2.0/routers/3af8ef84-77f9-4411-a5ea-1ad455631d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2529206 Aug 04 14:44:10.545530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:10.546130 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.561305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Sync routers for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:10.562121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.578883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:10.581518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:43:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:10.670561 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d32cf-8230-42a2-9f64-972db180447f x-openstack-request-id: req-832d32cf-8230-42a2-9f64-972db180447f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:10.672694 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-plugged", "status": "completed", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:10.673640 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-832d32cf-8230-42a2-9f64-972db180447f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:10.674316 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'code': 200} Aug 04 14:44:10.674829 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'code': 200} Aug 04 14:44:10.755942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.822239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:10.889045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:10.921424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.925280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.993015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:10.995351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.045618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6d9c9974-a447-4db9-aae6-b55a956afd3f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:11.088277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Deleting port 84763d17-e15c-4895-b6fb-cd627ad6feda {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:11.088636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.121086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.121762 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.123266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-515b3d76-2368-48ad-b939-614de328e17f req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "PUT /v2.0/ports/6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 981 time: 0.8504515 Aug 04 14:44:11.131993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:11.134091 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b02dd-71e3-4a37-bdad-e14d84dec863" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:11.167251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.204629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.205304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.205679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.206069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.206564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.207044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.207514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.209495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-9508c2ca-13bd-4991-96e4-8178ec4d4840 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 0.2411017 Aug 04 14:44:11.239376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.244305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6d9c9974-a447-4db9-aae6-b55a956afd3f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:11.247879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.254365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.259956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.265767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.272475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.278350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.280278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-7d3e0bf7-811e-435b-95cc-1ce6cb96d462 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.3139741 Aug 04 14:44:11.325098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-201e3911-d27f-4ee2-b97f-a48cd14a28f2 req-2f176c61-6785-4e84-a949-4c24a692d5f5 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=8014f451-6395-4521-ba07-d1d096392702 HTTP/1.1" status: 200 len: 210 time: 0.1000926 Aug 04 14:44:11.344147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] For port 84763d17-e15c-4895-b6fb-cd627ad6feda, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=84763d17-e15c-4895-b6fb-cd627ad6feda,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:11.345117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.352995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469f17-829b-4b84-b1e6-407ab1bfd13f tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:11.375654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Calling delete_port for 84763d17-e15c-4895-b6fb-cd627ad6feda owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:11.439164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:44:09Z', 'revision_number': 5, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port': {'id': '84763d17-e15c-4895-b6fb-cd627ad6feda', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:41:41Z', 'updated_at': '2021-08-04T14:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:11.484517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Pushing event deleted for resources: {'Port': ['ID=2dc57a3a-7866-44f2-aa5d-e2ff02b9b746,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:11.505367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Checking router: 3af8ef84-77f9-4411-a5ea-1ad455631d54 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:11.534764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f98613e-7426-46b8-96c1-ec99db6c7116 req-579feff3-18a9-436f-a4cc-11461e2337e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3089159 Aug 04 14:44:11.541171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Routers {'3af8ef84-77f9-4411-a5ea-1ad455631d54'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:11.541827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:43:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3af8ef84-77f9-4411-a5ea-1ad455631d54'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:11.606729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.609343 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.617252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc961d2d-ae8d-486c-a3fd-b1a4a772cca2 HTTP/1.1" status: 204 len: 168 time: 1.3614733 Aug 04 14:44:11.629864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] No DVR routers for this DVR port 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:11.677096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31412574-73f7-4e41-a97d-2b073a809675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.699021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.701727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.707617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be4eb8ab-1de3-46b5-99fa-9ae9da6454a4 req-6c9af8fc-4313-41a8-a7a4-313ed93dcbde tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "DELETE /v2.0/ports/2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 HTTP/1.1" status: 204 len: 173 time: 2.4136772 Aug 04 14:44:11.711184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03053-22a4-446a-b870-0c3e41372de3 req-7b0baa5b-363e-47b4-8ead-784241c1485b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:11.712845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fee03053-22a4-446a-b870-0c3e41372de3 req-7b0baa5b-363e-47b4-8ead-784241c1485b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.4846449 Aug 04 14:44:11.738687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31412574-73f7-4e41-a97d-2b073a809675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.757469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Pushing event deleted for resources: {'Port': ['ID=84763d17-e15c-4895-b6fb-cd627ad6feda,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:11.770998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dae44-70dc-4822-b9f0-c76011db73f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc961d2d-ae8d-486c-a3fd-b1a4a772cca2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:11.848254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:11.873978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f302e296-870f-4246-9f31-252104640223 req-e6e6daac-d963-4c50-8564-8029f21be52a tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1943529612&fields=id&tenant_id=37f191089bf6454c9cedba2e2e6a07b6 HTTP/1.1" status: 200 len: 267 time: 0.3455405 Aug 04 14:44:11.890931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] Set router 3af8ef84-77f9-4411-a5ea-1ad455631d54 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:11.913414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f02b2eb1-b0e7-4eb8-af1a-d1a372b62666 req-b9b34679-a220-43f1-9af9-71741059c313 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5857637 Aug 04 14:44:12.000584 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662591fb-b52b-4ca0-a8a8-69bfa5a25ef0 x-openstack-request-id: req-662591fb-b52b-4ca0-a8a8-69bfa5a25ef0 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:12.000584 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:12.000584 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-662591fb-b52b-4ca0-a8a8-69bfa5a25ef0 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:12.000584 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:44:12.037557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31412574-73f7-4e41-a97d-2b073a809675 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a6fcf5d499c45439f6f5b0918a00029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7004385 Aug 04 14:44:12.038341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31412574-73f7-4e41-a97d-2b073a809675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08258cbe-d1ad-4e6e-8635-2a755f91b04b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:12.049064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:12.107599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:12.148522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:44:10Z', 'revision_number': 6, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:12.163468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:12.163883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2dc57a3a-7866-44f2-aa5d-e2ff02b9b746 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:12.199868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1741d14-5814-46c9-970b-9001d14e77fd None None] The sync data for ids ['3af8ef84-77f9-4411-a5ea-1ad455631d54'] in n-d-801743-12 is: [{'id': '3af8ef84-77f9-4411-a5ea-1ad455631d54', 'name': 'tempest-ServersTestManualDisk-275517725-router', 'tenant_id': 'd7351c795da0476d9119b9e10712bfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:41:39Z', 'updated_at': '2021-08-04T14:44:10Z', 'revision_number': 6, 'project_id': 'd7351c795da0476d9119b9e10712bfd4', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:12.216899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302e296-870f-4246-9f31-252104640223 req-41e5c412-5dc1-4951-a293-85fb88cacb6c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:12.220106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f302e296-870f-4246-9f31-252104640223 req-41e5c412-5dc1-4951-a293-85fb88cacb6c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 984 time: 0.2860651 Aug 04 14:44:12.224661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-f43cb004-7f3b-4859-a2e5-8b0d674c99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:12.226174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-f43cb004-7f3b-4859-a2e5-8b0d674c99be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1136 time: 0.1762192 Aug 04 14:44:12.274423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e86a8dfd-5d20-4bab-83e8-a18f824aed13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:12.322361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'port': {'security_groups': ['d928d8bd-88ba-4d8b-bdc9-cf25a1245d96']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:12.428653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.498397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-f780b5c6-74d0-4c92-9fd9-77e44ec0f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:12.500211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-f780b5c6-74d0-4c92-9fd9-77e44ec0f4ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.2644746 Aug 04 14:44:12.514188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.521769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.653420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-61ab30e0-9bf9-4493-bab1-31508e5c0eb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.1344807 Aug 04 14:44:12.682506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168736e-f7dc-4ba0-8a9f-19e6a809ab28 req-b59fc369-f18d-4b5e-b70e-e075dd93a8b0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:12.693360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b168736e-f7dc-4ba0-8a9f-19e6a809ab28 req-b59fc369-f18d-4b5e-b70e-e075dd93a8b0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 946 time: 0.3286142 Aug 04 14:44:12.723099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.725638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.781042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.781696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af8ef84-77f9-4411-a5ea-1ad455631d54 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:44:12.791824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.793306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6da7dced-a623-4210-b600-75b4f4eb374c admin admin] 10.222.0.76 "DELETE /v2.0/routers/3af8ef84-77f9-4411-a5ea-1ad455631d54 HTTP/1.1" status: 204 len: 168 time: 2.2467797 Aug 04 14:44:12.795770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:12.873298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-0b2a9bba-a25f-4c12-ba63-d654ab36eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:12.874953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-0b2a9bba-a25f-4c12-ba63-d654ab36eb95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.1785467 Aug 04 14:44:12.894482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b168736e-f7dc-4ba0-8a9f-19e6a809ab28 req-44ff963f-8510-44b3-9a4f-cf6e26b6685c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957428 Aug 04 14:44:12.898827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Deleting subnet 3ba56859-92de-42f4-97c5-d0b2f21bfd17 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:44:12.911757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:12.959783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port 50b429df-35e3-4afb-8665-c68fa65d3e58 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:12.960123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.051219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.060123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-c0dbbc41-3d18-4a63-bec0-a692c1c97951 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:13.061709 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-c0dbbc41-3d18-4a63-bec0-a692c1c97951 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.2202368 Aug 04 14:44:13.197025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port 50b429df-35e3-4afb-8665-c68fa65d3e58, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=50b429df-35e3-4afb-8665-c68fa65d3e58,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:13.197413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.235920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for 50b429df-35e3-4afb-8665-c68fa65d3e58 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:13.295931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-90fbe0c0-7ab2-4acd-96c6-028d748b2a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3988764 Aug 04 14:44:13.314277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.343575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.346407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.349920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08258cbe-d1ad-4e6e-8635-2a755f91b04b HTTP/1.1" status: 204 len: 168 time: 1.2961938 Aug 04 14:44:13.364225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Deleting port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:13.364596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.433519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e8544-01a6-4998-b9dc-32bfd7257f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08258cbe-d1ad-4e6e-8635-2a755f91b04b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:13.493087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.509859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6ed6-50aa-481d-9b6d-bd667a2f0898 req-4a81a21e-500e-43b3-84ce-292ec13599ae tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:13.511467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0adb6ed6-50aa-481d-9b6d-bd667a2f0898 req-4a81a21e-500e-43b3-84ce-292ec13599ae tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce1c738e-a75d-4eed-a740-b18654ef232c HTTP/1.1" status: 200 len: 945 time: 0.2142556 Aug 04 14:44:13.551514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:13.564320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba56859-92de-42f4-97c5-d0b2f21bfd17,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:13.570102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-b8b7b166-ec0f-4e73-a06e-18dfe0f27264 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513497 Aug 04 14:44:13.570956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.572946 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-551705c7-18e3-4472-a668-adb87f6f73ce admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3ba56859-92de-42f4-97c5-d0b2f21bfd17 HTTP/1.1" status: 204 len: 168 time: 0.7761474 Aug 04 14:44:13.573725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f08ef-4e33-427a-83dc-e88ad07936d8 None None] Network a9ee9513-aba6-445c-bc6c-3dbda88e29fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:13.582872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:13.585892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] For port 4106fa2f-aae4-462b-b7ef-76c27b54ced9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4106fa2f-aae4-462b-b7ef-76c27b54ced9,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:13.586272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.632957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.664557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Calling delete_port for 4106fa2f-aae4-462b-b7ef-76c27b54ced9 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:13.677970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.684148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.694802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0adb6ed6-50aa-481d-9b6d-bd667a2f0898 req-f030457e-59fa-4ddd-90ee-b41b31e28941 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587343 Aug 04 14:44:13.698279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6d9c9974-a447-4db9-aae6-b55a956afd3f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:13.784041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:13.784804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:13.807302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f302e296-870f-4246-9f31-252104640223 req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "PUT /v2.0/ports/6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 942 time: 1.5595179 Aug 04 14:44:13.866736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:13.873221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=50b429df-35e3-4afb-8665-c68fa65d3e58,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:13.963842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:13.964396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4ff983cf-377e-4aaa-b9ae-ac5072e96c92 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:13.966863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84763d17-e15c-4895-b6fb-cd627ad6feda no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:13.981485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6d9c9974-a447-4db9-aae6-b55a956afd3f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:14.008770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940b02dd-71e3-4a37-bdad-e14d84dec863 req-5cac6563-82e2-410a-aba6-fc7764307f93 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434651 Aug 04 14:44:14.009301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'name': 'network-vif-deleted', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746'}, {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:14.011863 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f" -d '{"events": [{"server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "name": "network-vif-deleted", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746"}, {"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:14.026979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83053cbc-8468-47cc-bac0-5b0997db62d6 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:14.029977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 84763d17-e15c-4895-b6fb-cd627ad6feda {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:14.030549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84763d17-e15c-4895-b6fb-cd627ad6feda not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:14.068711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 50b429df-35e3-4afb-8665-c68fa65d3e58 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:14.093424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 50b429df-35e3-4afb-8665-c68fa65d3e58 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:14.094040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 50b429df-35e3-4afb-8665-c68fa65d3e58 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:14.143400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-81556c59-2bdd-4b6f-b005-d67c28fea434 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2922816 Aug 04 14:44:14.153469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.158015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:14.191298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.203845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.206986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] DHCP port deletion for a9ee9513-aba6-445c-bc6c-3dbda88e29fe request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:44:14.210143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.219741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.225926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.226181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port 50b429df-35e3-4afb-8665-c68fa65d3e58 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:14.230888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.232559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.232905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fee03053-22a4-446a-b870-0c3e41372de3 req-f481461c-7322-4257-8e94-fc812496a423 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "DELETE /v2.0/ports/50b429df-35e3-4afb-8665-c68fa65d3e58 HTTP/1.1" status: 204 len: 173 time: 2.5101175 Aug 04 14:44:14.233631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'name': 'network-vif-deleted', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:14.236962 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa9de53-8049-4cee-95e4-ac6f6efbc3db" -d '{"events": [{"server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "name": "network-vif-deleted", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:14.244086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event deleted for resources: {'Port': ['ID=4106fa2f-aae4-462b-b7ef-76c27b54ced9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:14.246038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.252755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:14.261118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-7df8d8fd-c37d-4a1e-953b-e5af8a842ea0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.3600764 Aug 04 14:44:14.339139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.352328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Deleting port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:14.353325 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.388847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] No DVR routers for this DVR port 4106fa2f-aae4-462b-b7ef-76c27b54ced9 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:14.391841 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.393875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8268e44b-8696-43fa-a4ae-60d2d9f4ab8d req-74663119-21b4-48d9-bc8a-520e6f0285c9 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "DELETE /v2.0/ports/4106fa2f-aae4-462b-b7ef-76c27b54ced9 HTTP/1.1" status: 204 len: 173 time: 1.3090963 Aug 04 14:44:14.428350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] For port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:14.428944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.441086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Deleting port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:14.441086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.445865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Calling delete_port for ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:14.472448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb9d6e04-d27c-4d9e-a894-340b0a276e9a req-b6320c81-c8c4-4cd2-a236-852c70077068 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2103379 Aug 04 14:44:14.581423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.586055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] For port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,segment=NetworkSegment(5cb1cc14-5843-40e5-99ed-9e85d38dbfcf),segment_id=5cb1cc14-5843-40e5-99ed-9e85d38dbfcf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:14.588037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.612623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.620408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] Pushing event deleted for resources: {'Port': ['ID=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:14.626962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Calling delete_port for ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:14.629463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79a22f-9747-420f-8375-349a46a3afa3 None None] No DVR routers for this DVR port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:14.752010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.767308 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-79d016c2-5e34-4b98-91b7-a0e217e10ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.782338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:14.791744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] No DVR routers for this DVR port ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:14.831859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d449aad6-3e00-431f-99f4-80cf8c38b234 req-eeccaa09-9390-47ca-8bcd-4c6e910aff23 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=292d563d-40a1-4857-a49c-8d19ca9036bf HTTP/1.1" status: 200 len: 210 time: 0.0353577 Aug 04 14:44:14.847265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Allocated IP 172.25.0.154 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/28417b1f-c809-42db-bb09-5a5fca7ee853) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:14.887320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.899353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ee9513-aba6-445c-bc6c-3dbda88e29fe']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:14.915452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:14.915919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb1cc14-5843-40e5-99ed-9e85d38dbfcf') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:14.930619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.936376 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbce944-60e7-4a6f-afba-b9bdc6413cba x-openstack-request-id: req-5cbce944-60e7-4a6f-afba-b9bdc6413cba {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:14.936673 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8014f451-6395-4521-ba07-d1d096392702", "name": "network-vif-deleted", "tag": "2dc57a3a-7866-44f2-aa5d-e2ff02b9b746", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:14.936971 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cbce944-60e7-4a6f-afba-b9bdc6413cba {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:14.937569 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8014f451-6395-4521-ba07-d1d096392702', 'name': 'network-vif-deleted', 'tag': '2dc57a3a-7866-44f2-aa5d-e2ff02b9b746', 'status': 'completed', 'code': 200} Aug 04 14:44:14.937822 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:44:14.972718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:14.984594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:44:14.985005 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.001329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:44:15.033425 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:44:15.041452 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167a782-4fcd-4563-8292-63c0057a775a x-openstack-request-id: req-9167a782-4fcd-4563-8292-63c0057a775a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:15.041771 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292d563d-40a1-4857-a49c-8d19ca9036bf", "name": "network-vif-deleted", "tag": "50b429df-35e3-4afb-8665-c68fa65d3e58", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:15.042177 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9167a782-4fcd-4563-8292-63c0057a775a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:15.042598 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292d563d-40a1-4857-a49c-8d19ca9036bf', 'name': 'network-vif-deleted', 'tag': '50b429df-35e3-4afb-8665-c68fa65d3e58', 'status': 'completed', 'code': 200} Aug 04 14:44:15.100357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.123011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.126674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.126817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.129367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a9ee9513-aba6-445c-bc6c-3dbda88e29fe HTTP/1.1" status: 204 len: 168 time: 1.5455463 Aug 04 14:44:15.135737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.141655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.147532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.147681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527255a-e279-4ba4-bb66-7addbdfef923 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ee9513-aba6-445c-bc6c-3dbda88e29fe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:15.151710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-14262691-9990-4cde-9e30-d81ee2caa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.153609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.154071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-14262691-9990-4cde-9e30-d81ee2caa1bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.1198425 Aug 04 14:44:15.159768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.161715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcd650a2-4a8d-4f90-af11-fa1fed4c6c35 req-b468fa26-2902-4830-9365-c4b987b7bfa7 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.1357610 Aug 04 14:44:15.164169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.172353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:15.177279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Request body: {'floatingip': {'port_id': '4f224273-3d85-4f7e-b879-683b73b8ef8a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:15.215044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:15.220538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:15.224239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:15.230118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'Port': ['ID=28417b1f-c809-42db-bb09-5a5fca7ee853,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:15.301800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.332945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:15.344909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.413091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3c2ffa1f-462f-4947-a497-531ed6c347db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7351c795da0476d9119b9e10712bfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749593 Aug 04 14:44:15.413091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.414758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:15.482368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-0acf6739-960e-45e0-81dd-ae57e2ae535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.484075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-0acf6739-960e-45e0-81dd-ae57e2ae535f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.3177803 Aug 04 14:44:15.498633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.555722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-4870822e-87a2-4d78-ad1c-4010780b4d68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.0605848 Aug 04 14:44:15.557036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.687576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-692ad683-d94f-4c47-85a0-56cbd85fe60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.689054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-692ad683-d94f-4c47-85a0-56cbd85fe60c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.1211252 Aug 04 14:44:15.732983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-df7a217c-1ce5-4729-bc94-547f2ed11749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331707 Aug 04 14:44:15.756063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.758906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.762534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88aef696-34f9-484a-bc6b-4e39dca8979a HTTP/1.1" status: 204 len: 168 time: 0.3445232 Aug 04 14:44:15.802001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56686f9-8caf-4098-8a4c-6c72cc3f0a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aef696-34f9-484a-bc6b-4e39dca8979a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:15.805463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.809736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.810509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.811233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.811932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.812637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.813512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.814157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.814697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.815135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.815608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:15.817639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3665d446-7e02-42ff-8b29-9363e9bc6701 req-c01450bc-0235-494c-984f-5f024b00c95d tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.1782801 Aug 04 14:44:15.819058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.864311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event updated for resources: {'Port': ['ID=28417b1f-c809-42db-bb09-5a5fca7ee853,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:15.910239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.958784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:15.989006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:15.989385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef812ba2-f1c2-4e0e-833f-f5f010ddb0d6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:15.992903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:15.993818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-a03d0192-59dc-4ce4-b71f-e52378f65c07 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8438535 Aug 04 14:44:16.008980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f4e52-6788-4690-a53c-2dce8b482dd5 req-b4d70994-febc-4f9e-af45-de40e17767f0 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:16.010568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d88f4e52-6788-4690-a53c-2dce8b482dd5 req-b4d70994-febc-4f9e-af45-de40e17767f0 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 950 time: 0.0843840 Aug 04 14:44:16.034395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-4adcb818-b466-441a-80ba-26977e224d8d service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643259 Aug 04 14:44:16.070614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:16.075960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:16.099355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-992bb8c2-854a-429a-a190-5d025e108330 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0876904 Aug 04 14:44:16.105902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:16.110942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 4106fa2f-aae4-462b-b7ef-76c27b54ced9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:16.112025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4106fa2f-aae4-462b-b7ef-76c27b54ced9 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:16.130890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d88f4e52-6788-4690-a53c-2dce8b482dd5 req-81d14824-6955-43e1-a7f4-f12a9922ec55 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.76 "GET /v2.0/security-groups?id=76202928-1d06-4823-b04a-61867421acea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Aug 04 14:44:16.261232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9a6914a-220f-4bb8-9ce5-e60a2b55397f req-48ceaf70-7841-4f38-a561-c433621dfbe6 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151122 Aug 04 14:44:16.263722 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Floating IP 66d81bd3-492c-48e2-aae6-3a27f590839d associated. External IP: 172.25.0.56, port: 4f224273-3d85-4f7e-b879-683b73b8ef8a. Aug 04 14:44:16.285355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-184ee390-d28c-48a1-a143-a287c1360fbe tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:16.286914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-184ee390-d28c-48a1-a143-a287c1360fbe tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1777081 Aug 04 14:44:16.302360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-28ee7b86-7e13-410e-8715-151afe89976b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:44:16.303452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c52b4b-c314-478d-a4ae-b6215460131a req-28ee7b86-7e13-410e-8715-151afe89976b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064399 Aug 04 14:44:16.335518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-b0a6d711-e616-4ba5-9f66-fce13bb41d33 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:16.337180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-b0a6d711-e616-4ba5-9f66-fce13bb41d33 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "GET /v2.0/ports?device_id=9386df25-329a-4882-91f3-51fb5c31545a HTTP/1.1" status: 200 len: 950 time: 0.1159527 Aug 04 14:44:16.342722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23377a3-5952-4c4a-ba2e-c506a91abfca req-364c8139-a240-4473-8957-aeb65849b621 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:16.347661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e23377a3-5952-4c4a-ba2e-c506a91abfca req-364c8139-a240-4473-8957-aeb65849b621 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 886 time: 0.1419880 Aug 04 14:44:16.563056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Deleting port e86a8dfd-5d20-4bab-83e8-a18f824aed13 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:16.563410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:16.634226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Router 15211c22-2f32-4f4e-95c2-fd77214619e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:16.711748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] For port e86a8dfd-5d20-4bab-83e8-a18f824aed13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e86a8dfd-5d20-4bab-83e8-a18f824aed13,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:16.711748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:16.729183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Calling delete_port for e86a8dfd-5d20-4bab-83e8-a18f824aed13 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:16.751462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-49531549-3b69-44f0-aa29-4ee53ea0b738 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:16.760867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-49531549-3b69-44f0-aa29-4ee53ea0b738 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1024697 Aug 04 14:44:16.849035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-a41a832e-b2bd-42dc-a27d-62f572f7b957 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.0868468 Aug 04 14:44:16.857979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'floatingip': {'port_id': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:16.931343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:16.949999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.044523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-deleted', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:17.046859 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d7ea15-386a-458b-a60f-5d469c094cbc" -d '{"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-deleted", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:17.063334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2057768898-network', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:17.151160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.151648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.152121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.152589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.153063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.155196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.155196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.155196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.155196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.155573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.157663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e66c537-8cc3-4a64-9335-a0141004a07e req-38e2da5e-83dc-49a5-91e1-417b764ec8d3 tempest-NetworksTest-1972499444 tempest-NetworksTest-1972499444-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.3044446 Aug 04 14:44:17.166555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:17.171420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.175494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:17.178255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.189658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.190601 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Sync routers for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:17.209838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:17.210473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:43:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:17.318450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-a13ae466-80fe-4364-b563-17fbd9dfced2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:17.320039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-a13ae466-80fe-4364-b563-17fbd9dfced2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "GET /v2.0/ports?device_id=12477dcf-d650-4783-9178-e36f9de3b49f HTTP/1.1" status: 200 len: 944 time: 0.2784467 Aug 04 14:44:17.321155 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:17.337173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-50769c20-2576-49a3-b9b5-c712db70cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.369154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ec51dcd4-24f8-442b-92f0-3203be619128 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "PUT /v2.0/floatingips/66d81bd3-492c-48e2-aae6-3a27f590839d HTTP/1.1" status: 200 len: 991 time: 2.1953454 Aug 04 14:44:17.407537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.425245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.429397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.441992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e86a8dfd-5d20-4bab-83e8-a18f824aed13'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:17.479866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Pushing event deleted for resources: {'Port': ['ID=e86a8dfd-5d20-4bab-83e8-a18f824aed13,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:17.484788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46528) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:17.550827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.551545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] No DVR routers for this DVR port e86a8dfd-5d20-4bab-83e8-a18f824aed13 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:17.556248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.561688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b1dfd856-85f2-4369-a779-4efc7e14949d req-34d94c0d-9ab9-4bcf-8a8d-25f4863202c8 tempest-ServersAdminNegativeTestJSON-98138615 tempest-ServersAdminNegativeTestJSON-98138615-project] 10.222.0.46 "DELETE /v2.0/ports/e86a8dfd-5d20-4bab-83e8-a18f824aed13 HTTP/1.1" status: 204 len: 173 time: 1.1947358 Aug 04 14:44:17.585363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '66d81bd3-492c-48e2-aae6-3a27f590839d', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'port_id': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'mac_address': 'fa:16:3e:c6:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:44:15Z', 'revision_number': 1, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:17.586758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Deleting port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:17.587038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.626070 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Checking router: 15211c22-2f32-4f4e-95c2-fd77214619e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:17.635076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:17.635725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:17.673413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.704971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea594-bcb8-45a4-baff-cb948aede9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.751023 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:17.805544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] For port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:17.805897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.827316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Calling delete_port for 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:17.939084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea594-bcb8-45a4-baff-cb948aede9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:17.950916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea594-bcb8-45a4-baff-cb948aede9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.000558 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '66d81bd3-492c-48e2-aae6-3a27f590839d', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'port_id': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'mac_address': 'fa:16:3e:c6:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:44:15Z', 'revision_number': 1, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:18.033793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fe5db-9587-4170-9a6e-bfc6b5ca1f74 None None] The sync data for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 is: [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '66d81bd3-492c-48e2-aae6-3a27f590839d', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'port_id': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'mac_address': 'fa:16:3e:c6:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:44:15Z', 'revision_number': 1, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:18.038670 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd8ea594-bcb8-45a4-baff-cb948aede9fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a37650704454936bff1a14899bd77ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515943 Aug 04 14:44:18.042478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:18.053874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ea594-bcb8-45a4-baff-cb948aede9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b060b-b17e-4184-9135-333164fd97a1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.099325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:18.109932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.110295 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Added segment 738f59d0-1b9e-4479-8aa7-fd4618c9a1b7 of type vlan for network d3f73352-6521-4766-9967-5f4677c6c62c Aug 04 14:44:18.112274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.151407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event deleted for resources: {'Port': ['ID=9f2d0974-2f24-4a4e-b15d-c7cf8fd60026,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.189485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32cc45f-4303-4a2c-bce0-9065acb457c1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.189722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.204139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] No DVR routers for this DVR port 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:18.208509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.210575 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec77e4e3-b3c1-40ee-9d67-e495427d8fe8 req-1fee4e6b-4731-4d82-8163-a20fc463fa07 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "DELETE /v2.0/ports/9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 HTTP/1.1" status: 204 len: 173 time: 0.8837671 Aug 04 14:44:18.233014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.279111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-ad73cedc-f9a7-4136-ab09-309479bd8e65 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:18.286450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-ad73cedc-f9a7-4136-ab09-309479bd8e65 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.9821770 Aug 04 14:44:18.294549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.297648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.301201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb8b060b-b17e-4184-9135-333164fd97a1 HTTP/1.1" status: 204 len: 168 time: 0.2553935 Aug 04 14:44:18.303633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.310917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d65ac1-1661-4de9-a86b-3864f53eee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b060b-b17e-4184-9135-333164fd97a1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.331390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-12fd9887-eb9c-474c-8dde-6a0268ca06ac tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0440063 Aug 04 14:44:18.398094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675362ba-208f-4381-8011-71f02ad8bb92 None None] New status for floating IP 66d81bd3-492c-48e2-aae6-3a27f590839d: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:44:18.447835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-5b9ae2ee-898b-466a-a285-42fc86d04a34 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092477 Aug 04 14:44:18.463104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.463669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.464276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:18.464927 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.481955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.resource_extend [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:44:18.605409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6710234 Aug 04 14:44:18.605869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.608747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46538) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:18.615274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Request body: {'subnet': {'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2057768898-subnet', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:18.633603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:18.648403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebbd8-b5a1-4827-8fb2-8204364a9936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.651486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:18.653403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.653931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.654725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72e779-62e1-4033-80e3-13de573d9b67 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f73352-6521-4766-9967-5f4677c6c62c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.665567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d3f73352-6521-4766-9967-5f4677c6c62c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:18.675422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.732645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-6b885ad7-b0d4-4c66-b1d1-b4c5e2fb9d0b service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708738 Aug 04 14:44:18.862541 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Floating IP 05b09e08-5de6-410d-b794-e3c35f280ea1 associated. External IP: 172.25.0.154, port: 6d9c9974-a447-4db9-aae6-b55a956afd3f. Aug 04 14:44:18.876887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebbd8-b5a1-4827-8fb2-8204364a9936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.900645 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebbd8-b5a1-4827-8fb2-8204364a9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:18.914476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-a1775b8f-39c6-4dea-a053-b1006c664594 service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658003 Aug 04 14:44:18.966823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4d5ebbd8-b5a1-4827-8fb2-8204364a9936 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3db170f0e3b44be19ea4dbcc20e15bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297057 Aug 04 14:44:18.966823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ebbd8-b5a1-4827-8fb2-8204364a9936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6b495f-4fe7-4ce4-a841-c1ac30f59c2e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:18.967273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46542) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:18.969320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.027384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28421993-16e7-4361-bbec-fbb8da3df197,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:19.037673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.040056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Checking segment: {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:19.040502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Network hostable DHCP agents. Network: d3f73352-6521-4766-9967-5f4677c6c62c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:19.062204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Network d3f73352-6521-4766-9967-5f4677c6c62c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:19.077543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d3f73352-6521-4766-9967-5f4677c6c62c) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:19.083237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:19.084124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.092924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b76da7-eec8-4f0d-ae58-da3dd1242375 None None] Network d3f73352-6521-4766-9967-5f4677c6c62c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:19.098158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.111353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d589cadc-3034-43cf-a5d3-5ace7ef5bb1d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5013502 Aug 04 14:44:19.114067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46544) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:19.121871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:19.177085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.179482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.240158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:19.243429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.249266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.250850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f6b495f-4fe7-4ce4-a841-c1ac30f59c2e HTTP/1.1" status: 204 len: 168 time: 0.2822061 Aug 04 14:44:19.264749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134ec74-98a7-4b99-8d58-0d470d872aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6b495f-4fe7-4ce4-a841-c1ac30f59c2e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:19.343307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.461616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:19.472763 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Sync routers for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:19.486366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.492729 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:19.493380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:19.558606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d3f73352-6521-4766-9967-5f4677c6c62c', 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'fixed_ips': [{'subnet_id': '28421993-16e7-4361-bbec-fbb8da3df197'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:44:19.559908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.568193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-97d75098-8fde-4be3-895e-d5d8dc9d94dd tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "PUT /v2.0/floatingips/05b09e08-5de6-410d-b794-e3c35f280ea1 HTTP/1.1" status: 200 len: 996 time: 2.7161098 Aug 04 14:44:19.569658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:19.571166 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde7a52a-6971-4381-ad67-0b03f523509e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:19.641421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:19.682508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-71ac9b66-b376-4e45-ac0b-9273d1e377fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:19.688801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-71ac9b66-b376-4e45-ac0b-9273d1e377fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.1011672 Aug 04 14:44:19.746957 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:19.907833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Allocated IP 172.20.0.2 (d3f73352-6521-4766-9967-5f4677c6c62c/28421993-16e7-4361-bbec-fbb8da3df197/770666cc-ca17-4b5c-9925-049e7be84386) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:19.912831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-61bf639b-ea3e-4f95-a1f9-42e1e72796d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:19.922074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-61bf639b-ea3e-4f95-a1f9-42e1e72796d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.2209084 Aug 04 14:44:20.043149 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c214fa-3b4c-4fc6-9fdb-7e73dbee685f x-openstack-request-id: req-45c214fa-3b4c-4fc6-9fdb-7e73dbee685f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:20.043448 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c738e-a75d-4eed-a740-b18654ef232c", "name": "network-vif-deleted", "tag": "4106fa2f-aae4-462b-b7ef-76c27b54ced9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:20.043710 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45c214fa-3b4c-4fc6-9fdb-7e73dbee685f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:20.050629 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c738e-a75d-4eed-a740-b18654ef232c', 'name': 'network-vif-deleted', 'tag': '4106fa2f-aae4-462b-b7ef-76c27b54ced9', 'status': 'completed', 'code': 200} Aug 04 14:44:20.089165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-6adfc921-0856-4c5a-89bc-cc80357d36b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 999 time: 0.1626446 Aug 04 14:44:20.143848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e86a8dfd-5d20-4bab-83e8-a18f824aed13 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:20.177520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: e86a8dfd-5d20-4bab-83e8-a18f824aed13 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:20.180067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.180948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e86a8dfd-5d20-4bab-83e8-a18f824aed13 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:20.182179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:20.184545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.212557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-f3fd566d-7b77-4464-84e3-56175a1fb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:20.222273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-f3fd566d-7b77-4464-84e3-56175a1fb4d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.1263437 Aug 04 14:44:20.248726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.261690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:20.262419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9f2d0974-2f24-4a4e-b15d-c7cf8fd60026 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:20.318709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-1ee55929-b271-4978-a43c-d9229cbffb21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878334 Aug 04 14:44:20.331047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-7aff1dfd-b0c4-4ff2-bc34-ffdf0dbc5300 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:44:20.332218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-7aff1dfd-b0c4-4ff2-bc34-ffdf0dbc5300 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080769 Aug 04 14:44:20.370081 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.380393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Transition to ACTIVE for port object 770666cc-ca17-4b5c-9925-049e7be84386 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:20.396191 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '05b09e08-5de6-410d-b794-e3c35f280ea1', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'port_id': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'mac_address': 'fa:16:3e:e0:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:44:15Z', 'updated_at': '2021-08-04T14:44:18Z', 'revision_number': 1, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:20.398226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Transition to ACTIVE for port object 770666cc-ca17-4b5c-9925-049e7be84386 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:20.413488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.455347 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Checking router: 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:20.473972 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:20.474671 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:20.479600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-fbf93ac8-2501-4030-a8d5-84194f1a47da service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367781 Aug 04 14:44:20.497549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Network d3f73352-6521-4766-9967-5f4677c6c62c is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:20.502907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:20.514644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:20.523086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad77ae2b-493b-4fbd-9b96-170083301e04 req-86ae8b08-67bf-4f95-afae-23d25fe89b4d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 210 time: 0.0422046 Aug 04 14:44:20.526890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Allocated IP 172.25.0.251 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/cda21a69-45d8-48df-8a4f-8f60a83ae2fa) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:20.538696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Pushing event updated for resources: {'Port': ['ID=770666cc-ca17-4b5c-9925-049e7be84386,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:20.560301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:20.662454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Attempting to bind port 770666cc-ca17-4b5c-9925-049e7be84386 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:20.663060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Attempting to bind port 770666cc-ca17-4b5c-9925-049e7be84386 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:20.663223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Attempting to bind port 770666cc-ca17-4b5c-9925-049e7be84386 on network d3f73352-6521-4766-9967-5f4677c6c62c {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:20.670230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:20.672704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Checking segment: {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:20.674710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.682110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Bound using segment: {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:20.682921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Bound port: 770666cc-ca17-4b5c-9925-049e7be84386, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:20.683579 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.725349 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:20.741741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc3d0b41-60d3-4494-acbc-4bcacc12c48a req-26276730-c72b-422f-9091-e2c5c2600ab1 service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488866 Aug 04 14:44:20.868001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.879784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] For port 770666cc-ca17-4b5c-9925-049e7be84386, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:20.886308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] For port 770666cc-ca17-4b5c-9925-049e7be84386, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=770666cc-ca17-4b5c-9925-049e7be84386,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:20.898885 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:20.961551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467254f4-8fe8-4975-b324-d8fe8627fe58 None None] Pushing event updated for resources: {'Port': ['ID=770666cc-ca17-4b5c-9925-049e7be84386,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:21.009737 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf60fb05-32e4-47cf-8c2c-fec96c485105 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=135f35ad56284150ad35f9dc2f80eb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466398 Aug 04 14:44:21.012501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46608) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:21.044298 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b1db1-72ce-4af3-be90-c1d410f568ed x-openstack-request-id: req-b20b1db1-72ce-4af3-be90-c1d410f568ed {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:21.047172 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:21.047550 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b20b1db1-72ce-4af3-be90-c1d410f568ed {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:21.049386 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:44:21.089087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7a52a-6971-4381-ad67-0b03f523509e req-c7d5afa2-a192-4e86-b961-bcadbf796cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.090717 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-c7d5afa2-a192-4e86-b961-bcadbf796cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.2064781 Aug 04 14:44:21.091099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46610) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:21.111119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-d40c74a3-122f-4c0a-9428-05a988340056 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.112699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-d40c74a3-122f-4c0a-9428-05a988340056 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.3290222 Aug 04 14:44:21.165762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.195521 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '05b09e08-5de6-410d-b794-e3c35f280ea1', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'port_id': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'mac_address': 'fa:16:3e:e0:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:44:15Z', 'updated_at': '2021-08-04T14:44:18Z', 'revision_number': 1, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:21.229002 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8581241-4ae0-4ce4-85c5-66327530a42a None None] The sync data for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 is: [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '05b09e08-5de6-410d-b794-e3c35f280ea1', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'port_id': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'mac_address': 'fa:16:3e:e0:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:44:15Z', 'updated_at': '2021-08-04T14:44:18Z', 'revision_number': 1, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:21.238573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:21.284869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:21.313673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-network', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:21.429973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:21.432073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7a52a-6971-4381-ad67-0b03f523509e req-165ec07b-f0da-4550-a84c-53097f6ac650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.437279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-165ec07b-f0da-4550-a84c-53097f6ac650 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.3282678 Aug 04 14:44:21.438187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.440955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:21.449814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Made reservation on behalf of e1fa1853c34946b4ab90cd6cd8afd3dd for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:21.452147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.458239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:21.464765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-dfe7af98-1ce5-42e0-b403-7555f4fe0f60 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 999 time: 0.4234850 Aug 04 14:44:21.532033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e39-969a-4082-b3a8-e7472e48bead req-45e6e1ed-2ecc-4381-9515-2271ef36a0bc tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.544486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-45e6e1ed-2ecc-4381-9515-2271ef36a0bc tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports/6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 942 time: 0.0726030 Aug 04 14:44:21.609777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:21.613473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.614547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e2fad-23a6-4f02-a3e5-d99a193e90b0 None None] New status for floating IP 05b09e08-5de6-410d-b794-e3c35f280ea1: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:44:21.628007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.636222 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-c9378454-16be-487f-a418-bf3c5e76d4d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 999 time: 0.1898909 Aug 04 14:44:21.645300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d4ae2-77cd-43e5-af8e-2f45479de295 req-4cd09286-555f-4a02-85f0-088fd1061caa tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.646993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a04d4ae2-77cd-43e5-af8e-2f45479de295 req-4cd09286-555f-4a02-85f0-088fd1061caa tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 944 time: 0.0834765 Aug 04 14:44:21.693564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:21.744029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a04d4ae2-77cd-43e5-af8e-2f45479de295 req-5d07e05f-8456-4da8-9d7e-c1a6dd6ff107 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865555 Aug 04 14:44:21.820098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.14 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/5323dbb3-d5ee-4649-812e-c8140b12db9b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:21.832912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-e99b5f55-17b2-4935-96e7-37acc2bc92b3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.832912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-e99b5f55-17b2-4935-96e7-37acc2bc92b3 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 944 time: 0.5437207 Aug 04 14:44:21.907048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7a52a-6971-4381-ad67-0b03f523509e req-13f89b4f-bb27-4f58-a83b-bcf55b947c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:21.908621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-13f89b4f-bb27-4f58-a83b-bcf55b947c63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.2281544 Aug 04 14:44:21.988875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-50f540e0-056f-49a7-bb27-9b4a8b5f703f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586877 Aug 04 14:44:22.003998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 770666cc-ca17-4b5c-9925-049e7be84386 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:22.048752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a'}, {'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'name': 'network-vif-deleted', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13'}, {'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-deleted', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:22.051092 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a7ad0-3751-40bd-bbdc-8522fc62bced" -d '{"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a"}, {"server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "name": "network-vif-deleted", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13"}, {"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-deleted", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:22.090886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 770666cc-ca17-4b5c-9925-049e7be84386 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:22.104165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.107536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.108540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-182464ea-11af-4444-9d5a-1ceb532a3871 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1001 time: 0.1488240 Aug 04 14:44:22.108703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76202928-1d06-4823-b04a-61867421acea HTTP/1.1" status: 204 len: 168 time: 1.0951395 Aug 04 14:44:22.193285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ee0f2-b57e-4449-989d-145f85e2b110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76202928-1d06-4823-b04a-61867421acea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:22.200922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.297952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e39-969a-4082-b3a8-e7472e48bead req-bab79ebd-1744-451c-9d91-d3e244332f0b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.300009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-bab79ebd-1744-451c-9d91-d3e244332f0b tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1905680 Aug 04 14:44:22.349506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.353812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-8ec4146a-c754-4b47-99ea-fc3c6eb72f24 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457041 Aug 04 14:44:22.413885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b458bfa5-7666-444b-bf95-79cf429f473d req-4a04e928-15a5-433c-8c1a-c9b8c6481c6d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 210 time: 0.0745647 Aug 04 14:44:22.416652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.484286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:22.489676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-13656c21-89f4-4c00-b000-777e43599546 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 1001 time: 0.1808038 Aug 04 14:44:22.492299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:22.494165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:22.497173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:22.511860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:22.548862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a000f8-8811-4352-a8ec-0b3cc2901187 None None] Network d3f73352-6521-4766-9967-5f4677c6c62c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:22.591480 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fec0497-ad5b-4ffc-866d-471e0cdc5809 x-openstack-request-id: req-7fec0497-ad5b-4ffc-866d-471e0cdc5809 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:22.592061 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a", "status": "completed", "code": 200}, {"server_uuid": "9386df25-329a-4882-91f3-51fb5c31545a", "name": "network-vif-deleted", "tag": "e86a8dfd-5d20-4bab-83e8-a18f824aed13", "status": "completed", "code": 200}, {"server_uuid": "12477dcf-d650-4783-9178-e36f9de3b49f", "name": "network-vif-deleted", "tag": "9f2d0974-2f24-4a4e-b15d-c7cf8fd60026", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:22.592620 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7fec0497-ad5b-4ffc-866d-471e0cdc5809 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:22.593164 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'status': 'completed', 'code': 200} Aug 04 14:44:22.593692 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9386df25-329a-4882-91f3-51fb5c31545a', 'name': 'network-vif-deleted', 'tag': 'e86a8dfd-5d20-4bab-83e8-a18f824aed13', 'status': 'completed', 'code': 200} Aug 04 14:44:22.594093 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12477dcf-d650-4783-9178-e36f9de3b49f', 'name': 'network-vif-deleted', 'tag': '9f2d0974-2f24-4a4e-b15d-c7cf8fd60026', 'status': 'completed', 'code': 200} Aug 04 14:44:22.596413 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cde7a52a-6971-4381-ad67-0b03f523509e req-b7c3d9ba-699e-4f89-be74-ba46675cff7c service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335434 Aug 04 14:44:22.614969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.615566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.629812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Deleting port 78e099ab-0a62-4832-ac00-fba469c29e13 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:22.630830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.632862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.644651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Provisioning for port 770666cc-ca17-4b5c-9925-049e7be84386 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:22.650954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Provisioning complete for port 770666cc-ca17-4b5c-9925-049e7be84386 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:22.651601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.730869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] For port 78e099ab-0a62-4832-ac00-fba469c29e13, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=78e099ab-0a62-4832-ac00-fba469c29e13,segment=NetworkSegment(740c499d-0239-41f6-bb9d-7dd88f6b12e8),segment_id=740c499d-0239-41f6-bb9d-7dd88f6b12e8)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:22.731451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.745634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Calling delete_port for 78e099ab-0a62-4832-ac00-fba469c29e13 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:22.827827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.874867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] For port 770666cc-ca17-4b5c-9925-049e7be84386, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=770666cc-ca17-4b5c-9925-049e7be84386,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:22.880413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.882374 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.913169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:22.913491 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Floating IP 05b09e08-5de6-410d-b794-e3c35f280ea1 disassociated. External IP: 172.25.0.154, port: 6d9c9974-a447-4db9-aae6-b55a956afd3f. Aug 04 14:44:22.948582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46640) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:22.954910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cd9ac-9d8e-4540-96fa-d46e2c457d29 None None] Pushing event updated for resources: {'Port': ['ID=770666cc-ca17-4b5c-9925-049e7be84386,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:22.985176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.985825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.986371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.986935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.987468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.988005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.988547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:22.990789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-4c42707d-4624-4e0c-b4a4-9f49f0c115f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 0.3882146 Aug 04 14:44:23.058704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.098609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b4a9e63-6980-4431-a7f2-1cc55559d506 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1474ebaabfe450b90e0604b47965b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424572 Aug 04 14:44:23.109661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:23.113807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.129418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:23.147481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.147789 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Added segment e34b992a-8522-4a06-97d1-f7c153288b85 of type vlan for network 971a30be-5475-409e-9eab-da79621589fe Aug 04 14:44:23.212393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9def63ff-ae37-4315-84f0-2dbf3194fd81 None None] Provisioning complete for port 770666cc-ca17-4b5c-9925-049e7be84386 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:23.214078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9def63ff-ae37-4315-84f0-2dbf3194fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.345887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46646) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:23.363017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-f9f9b6fc-deeb-4b56-8668-f22f7410b721 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1416492 Aug 04 14:44:23.379456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Request body: {'port': {'device_id': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:23.389018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c7c1-ff0e-464a-996d-013b540ece82 req-cfa0f314-49f1-4a13-9668-82b4e7a30b38 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:23.396474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9582c7c1-ff0e-464a-996d-013b540ece82 req-cfa0f314-49f1-4a13-9668-82b4e7a30b38 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 944 time: 0.5446432 Aug 04 14:44:23.511582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9582c7c1-ff0e-464a-996d-013b540ece82 req-54d13339-f187-4934-8520-6148e9bec9c2 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/security-groups?id=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142015 Aug 04 14:44:23.528937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27ba85fc-f8ae-4c70-9d84-2c9bccf523c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.552948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.678621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773caba8-4fd4-42c3-8317-63eb68773949,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:23.687120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.750710 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.779375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-9a0a0f4e-9823-4c38-8a8f-d78289e647ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:23.781003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-9a0a0f4e-9823-4c38-8a8f-d78289e647ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379 HTTP/1.1" status: 200 len: 918 time: 0.7567081 Aug 04 14:44:23.847174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.863350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:23.878070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.879121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:23.879585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bd933-4d8e-4356-9dac-02180094b90e req-60b41d31-e524-4dae-95d2-fa7f1d76e292 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:23.879800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.887123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-727bd933-4d8e-4356-9dac-02180094b90e req-60b41d31-e524-4dae-95d2-fa7f1d76e292 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 932 time: 0.2287846 Aug 04 14:44:23.913570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 770666cc-ca17-4b5c-9925-049e7be84386 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:23.971367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 770666cc-ca17-4b5c-9925-049e7be84386 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:23.972116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.975613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.982099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27ba85fc-f8ae-4c70-9d84-2c9bccf523c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.993607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27ba85fc-f8ae-4c70-9d84-2c9bccf523c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:23.998819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.073386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.9771504 Aug 04 14:44:24.083470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46654) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:24.089351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Pushing event deleted for resources: {'Port': ['ID=78e099ab-0a62-4832-ac00-fba469c29e13,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.091270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f319f0-c84c-4dc8-bbeb-47fb87159f2e admin admin] Pushing event updated for resources: {'Network': ['ID=971a30be-5475-409e-9eab-da79621589fe,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.093170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Request body: {'subnet': {'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-subnet', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:24.099708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:24.106299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 971a30be-5475-409e-9eab-da79621589fe details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:24.106857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-727bd933-4d8e-4356-9dac-02180094b90e req-80d15201-5c17-4490-991c-a2e987b6f597 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113550 Aug 04 14:44:24.133126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-27ba85fc-f8ae-4c70-9d84-2c9bccf523c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cbe35095fac04517bd548540e09716c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810724 Aug 04 14:44:24.134321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46656) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:24.146556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 78e099ab-0a62-4832-ac00-fba469c29e13 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:24.146840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-a2f5a9d6-5db3-47e5-90fe-6eccd6889009 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 1001 time: 0.3503277 Aug 04 14:44:24.147079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 78e099ab-0a62-4832-ac00-fba469c29e13 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:24.150141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba85fc-f8ae-4c70-9d84-2c9bccf523c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e47e02-3d8c-4294-931d-c877a6b16dbe,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.211445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Made reservation on behalf of e1fa1853c34946b4ab90cd6cd8afd3dd for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:24.213834 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.224315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] No DVR routers for this DVR port 78e099ab-0a62-4832-ac00-fba469c29e13 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:24.227370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.229804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d1a5c3e0-a157-44ef-865c-8d172a414ca9 req-fe96f9b5-47e0-4e83-abe8-f9a5e73ca314 tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.46 "DELETE /v2.0/ports/78e099ab-0a62-4832-ac00-fba469c29e13 HTTP/1.1" status: 204 len: 173 time: 2.3851676 Aug 04 14:44:24.313724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:24.314151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-052aad60-3889-4659-a655-a0aadf33f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:24.316553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-052aad60-3889-4659-a655-a0aadf33f9f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 200 len: 856 time: 0.1119592 Aug 04 14:44:24.323118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.339214 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Sync routers for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:24.348764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.352012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.353448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1047499-15a3-49b5-b146-8a1ed9f358d5 HTTP/1.1" status: 204 len: 168 time: 1.1957304 Aug 04 14:44:24.355323 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:24.356156 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:24.375236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5323dbb3-d5ee-4649-812e-c8140b12db9b {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:24.377069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.380701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-01ff6248-0537-4f08-9841-a0d119d55c37 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "PUT /v2.0/floatingips/05b09e08-5de6-410d-b794-e3c35f280ea1 HTTP/1.1" status: 200 len: 695 time: 1.8803041 Aug 04 14:44:24.384508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:24.386857 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96b4118-e7cb-46d0-a98d-0722ae288ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:24.392924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.421311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d57fb1-43ac-4ffe-a0a7-51f4faeaecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1047499-15a3-49b5-b146-8a1ed9f358d5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.437645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Transition to ACTIVE for port object 5323dbb3-d5ee-4649-812e-c8140b12db9b will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:24.439430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Router 4039d6fa-f052-42f0-a666-450d6e2df290 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:44:24.447671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.451197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.489507 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac5d3c6-c47e-4f04-8f65-9f51e8714837 x-openstack-request-id: req-cac5d3c6-c47e-4f04-8f65-9f51e8714837 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:24.489816 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:24.490045 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cac5d3c6-c47e-4f04-8f65-9f51e8714837 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:24.490454 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:44:24.505292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-1cd418d1-3049-43b4-a381-e1bb9f234bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:24.507296 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-1cd418d1-3049-43b4-a381-e1bb9f234bc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808195 Aug 04 14:44:24.539755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.561208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e39-969a-4082-b3a8-e7472e48bead req-45537553-ce78-4984-887d-f100cefd78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:24.562505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-45537553-ce78-4984-887d-f100cefd78ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.1591334 Aug 04 14:44:24.631359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-deleted', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:24.634506 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e6557c-f5b4-4213-9ddd-f850e3df4127" -d '{"events": [{"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-deleted", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:24.652972 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:24.723399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8c38a95-2098-459a-9e3c-e348be60b1e6 req-ce0b5145-98b0-4bd8-af6c-42fa3b38f83f tempest-LiveMigrationTest-1696775811 tempest-LiveMigrationTest-1696775811-project] 10.222.0.76 "GET /v2.0/ports?device_id=b47cc519-511a-4302-863a-16b8d5104231 HTTP/1.1" status: 200 len: 210 time: 0.0933878 Aug 04 14:44:24.731731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.840601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Attempting to bind port 5323dbb3-d5ee-4649-812e-c8140b12db9b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:24.841850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Attempting to bind port 5323dbb3-d5ee-4649-812e-c8140b12db9b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:24.842198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Attempting to bind port 5323dbb3-d5ee-4649-812e-c8140b12db9b on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:24.918045 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b300c-bc5e-4920-aa2b-69c55481e8c8 x-openstack-request-id: req-3d5b300c-bc5e-4920-aa2b-69c55481e8c8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:24.918692 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cc519-511a-4302-863a-16b8d5104231", "name": "network-vif-deleted", "tag": "78e099ab-0a62-4832-ac00-fba469c29e13", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:24.918790 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d5b300c-bc5e-4920-aa2b-69c55481e8c8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:24.919912 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cc519-511a-4302-863a-16b8d5104231', 'name': 'network-vif-deleted', 'tag': '78e099ab-0a62-4832-ac00-fba469c29e13', 'status': 'completed', 'code': 200} Aug 04 14:44:24.927368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.930653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.932054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35e47e02-3d8c-4294-931d-c877a6b16dbe HTTP/1.1" status: 204 len: 168 time: 0.7875204 Aug 04 14:44:24.948865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Port 5323dbb3-d5ee-4649-812e-c8140b12db9b on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:24.949807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Attempting to bind port 5323dbb3-d5ee-4649-812e-c8140b12db9b on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:24.961087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2af13-eea5-4c1c-97e8-1d969ba11c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e47e02-3d8c-4294-931d-c877a6b16dbe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.969649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:24.972409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:24.973007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:24.973617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:24.974309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Bound port: 5323dbb3-d5ee-4649-812e-c8140b12db9b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:24.976004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:24.982051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e39-969a-4082-b3a8-e7472e48bead req-e5306548-d99f-4eb7-a968-9a88e6ca2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:24.983639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:24.990508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-b9030c7e-4e91-4af4-8395-a62e4069d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:24.991441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-e5306548-d99f-4eb7-a968-9a88e6ca2b88 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.4212749 Aug 04 14:44:24.992260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-b9030c7e-4e91-4af4-8395-a62e4069d9db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 1097 time: 0.3510072 Aug 04 14:44:25.005078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-9e92fcc2-1734-41a4-a1b8-d60e11ac5475 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618147 Aug 04 14:44:25.006185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Sync routers for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:25.030113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:25.033356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:25.035179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:25.056131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Checking segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:25.056506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Network hostable DHCP agents. Network: 971a30be-5475-409e-9eab-da79621589fe, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:25.068025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-1210096d-c3eb-4eee-8e28-e20b81a2b5a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.0751407 Aug 04 14:44:25.072819 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Checking router: 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:25.085411 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:25.086287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:25.183338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e39-969a-4082-b3a8-e7472e48bead req-f11b5718-0605-4dfd-82c9-fd10a443ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.193392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-f11b5718-0605-4dfd-82c9-fd10a443ba6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.1236992 Aug 04 14:44:25.211169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Network 971a30be-5475-409e-9eab-da79621589fe is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:25.233854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:25.244917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-3e66a825-fbb2-499f-9e00-1e3057ac8e6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500293 Aug 04 14:44:25.254763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:25.290164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 971a30be-5475-409e-9eab-da79621589fe) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:25.299928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-cf830b89-1f98-42be-bb0b-f360b53aae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.301601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-cf830b89-1f98-42be-bb0b-f360b53aae84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 200 len: 921 time: 0.2923267 Aug 04 14:44:25.312425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18332b-de20-40fc-be95-fbe1795af57b None None] Network 971a30be-5475-409e-9eab-da79621589fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:25.327873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.330395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f2c1cf6-6f7c-4f96-a3f4-e122515603a0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2142830 Aug 04 14:44:25.338829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:25.339855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46684) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:25.340628 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:25.354949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.355670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.396902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.435842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-2d93da96-1c96-433d-8a40-263c1908c54b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 200 len: 217 time: 0.1100428 Aug 04 14:44:25.478234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.479131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.480616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] 10.222.0.38 "PUT /v2.0/ports/5323dbb3-d5ee-4649-812e-c8140b12db9b HTTP/1.1" status: 200 len: 1093 time: 2.1080992 Aug 04 14:44:25.485640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-242acaf7-3aef-4d06-b30c-c691267596dc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4010532 Aug 04 14:44:25.519004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46688) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:25.536960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd152a-7434-4a29-b9a6-6a29b5c155eb req-3a986918-933f-43d6-b78f-eda2064075a8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.544606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd152a-7434-4a29-b9a6-6a29b5c155eb req-3a986918-933f-43d6-b78f-eda2064075a8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 944 time: 0.2844059 Aug 04 14:44:25.545650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:25.573908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46692) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:25.594013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.596048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.625376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2626de5-75cb-4089-9c25-ad2372003425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.651584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-467a7ad0-3751-40bd-bbdc-8522fc62bced req-1093840d-8393-4c4d-9c0f-521a2b91bddc service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925512 Aug 04 14:44:25.665606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-d8838587-b6a4-4119-8042-adfd744dbc82 service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188855 Aug 04 14:44:25.672119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-efcb084f-1639-4d15-a886-72109097e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.676260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-efcb084f-1639-4d15-a886-72109097e1bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 200 len: 860 time: 0.2276680 Aug 04 14:44:25.746068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.758049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-971a30be-5475-409e-9eab-da79621589fe', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:44:25.759133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.778260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:21Z', 'revision_number': 3, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:25.791653 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:25.812777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Checking router: 4039d6fa-f052-42f0-a666-450d6e2df290 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:25.813183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Updating router 4039d6fa-f052-42f0-a666-450d6e2df290 port cda21a69-45d8-48df-8a4f-8f60a83ae2fa binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:44:25.815804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be21554-ed7a-4b25-a63e-8db6878d4b0a service neutron] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:25.848181 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ff3fb-06a4-4a84-bdae-052f10123bcd None None] The sync data for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 is: [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7a4f3659-e7b6-449e-939c-1d9103c932aa', 'name': '', 'network_id': 'a00dc8e8-d896-4f20-8710-f7c44a837a3e', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'mac_address': 'fa:16:3e:2f:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:09Z', 'updated_at': '2021-08-04T14:43:16Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'subnets': [{'id': '3e2e3358-2437-427f-a868-ffb0f09a7760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:25.862246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd152a-7434-4a29-b9a6-6a29b5c155eb req-02f1779b-c486-4a7b-9020-d709ff85c920 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145874 Aug 04 14:44:25.913539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-8c1f1950-e87d-4170-8053-7cc6beab745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:25.918483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-8c1f1950-e87d-4170-8053-7cc6beab745f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 1096 time: 0.3453577 Aug 04 14:44:25.928944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:25.977334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-a4a44712-0751-4964-897d-830d8483acb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a00dc8e8-d896-4f20-8710-f7c44a837a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288320 Aug 04 14:44:25.982278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:26.049206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2626de5-75cb-4089-9c25-ad2372003425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.154889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Allocated IP 172.20.0.2 (971a30be-5475-409e-9eab-da79621589fe/fb74f45d-a0d7-402c-9e1b-10f76a1a9b51/61af794b-16ed-43a0-aeaf-e2d01654cb3e) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:26.173437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.182172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2626de5-75cb-4089-9c25-ad2372003425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.272089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-28d48918-d5e8-47fa-85e7-1222d581391d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b HTTP/1.1" status: 200 len: 217 time: 0.3454154 Aug 04 14:44:26.317443 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9f7b0-2455-46e7-872e-9e64bef4ac77 None None] New status for floating IP 05b09e08-5de6-410d-b794-e3c35f280ea1: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:44:26.349422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Deleting subnet 73a38431-6220-4016-8afe-65544e7eabae {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:44:26.349681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-c99f276d-8675-468f-9c5a-722dd916fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:26.351113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-c99f276d-8675-468f-9c5a-722dd916fcfa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0526898 Aug 04 14:44:26.356190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2626de5-75cb-4089-9c25-ad2372003425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e1bd63-788d-4939-af62-373819de0a07,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:26.361895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b2626de5-75cb-4089-9c25-ad2372003425 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03142b24f0d04b23a5ceb8f93b1a88ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849991 Aug 04 14:44:26.370214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:26.371469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.400421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37152e39-969a-4082-b3a8-e7472e48bead req-05d569ad-1367-4084-b3f8-6212f5204950 service neutron] 10.222.0.76 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219753 Aug 04 14:44:26.405353 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-701cde6b-97cf-4ddc-acf2-f9b423012340 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381877 Aug 04 14:44:26.460636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-a780db67-3fe8-44f6-a1d5-e80736ea0307 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740107 Aug 04 14:44:26.481003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.492080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:26.494679 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6637bf5-8bda-40c3-9fc5-28c429639f59" -d '{"events": [{"name": "network-changed", "server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:26.569404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.576683 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a594635-a2e2-4c70-91a7-39e04e15cf00 x-openstack-request-id: req-9a594635-a2e2-4c70-91a7-39e04e15cf00 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:26.577062 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:26.577255 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a594635-a2e2-4c70-91a7-39e04e15cf00 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:26.577685 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'status': 'completed', 'code': 200} Aug 04 14:44:26.682821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.691156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.693299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-b8535d21-871a-414d-9537-ae373d41f2be tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips/05b09e08-5de6-410d-b794-e3c35f280ea1 HTTP/1.1" status: 200 len: 695 time: 0.2105327 Aug 04 14:44:26.702646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Transition to ACTIVE for port object 61af794b-16ed-43a0-aeaf-e2d01654cb3e will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:26.740250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Transition to ACTIVE for port object 61af794b-16ed-43a0-aeaf-e2d01654cb3e will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:26.751601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.751904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.773884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Transition to ACTIVE for port object cda21a69-45d8-48df-8a4f-8f60a83ae2fa will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:26.791421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.805977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.824608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Network 971a30be-5475-409e-9eab-da79621589fe is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:26.835807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:26.841174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:26.854797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a38431-6220-4016-8afe-65544e7eabae,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:26.860227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Attempting to bind port cda21a69-45d8-48df-8a4f-8f60a83ae2fa on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:26.860581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Attempting to bind port cda21a69-45d8-48df-8a4f-8f60a83ae2fa by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:26.860985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Attempting to bind port cda21a69-45d8-48df-8a4f-8f60a83ae2fa on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:26.867705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Pushing event updated for resources: {'Port': ['ID=61af794b-16ed-43a0-aeaf-e2d01654cb3e,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:26.874393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:26.875092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:26.875244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.875644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:26.876183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Bound port: cda21a69-45d8-48df-8a4f-8f60a83ae2fa, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:26.886621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.886967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.895998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.899092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.904065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9fcc18d7-9a4a-49c3-b7d2-76dd5bf167ba admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73a38431-6220-4016-8afe-65544e7eabae HTTP/1.1" status: 204 len: 168 time: 0.9187489 Aug 04 14:44:26.911381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46726) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:26.915083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f96b4118-e7cb-46d0-a98d-0722ae288ccb req-afbbe016-784c-4446-9c40-290d61499152 service neutron] 10.222.0.46 "GET /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366949 Aug 04 14:44:26.945465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-d91648e3-2d70-4fce-82c8-75bd840d9176 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:26.952702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-d91648e3-2d70-4fce-82c8-75bd840d9176 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2493787 Aug 04 14:44:26.989265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:26.995248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-46818440-260b-4026-becf-3e336a0def61 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:44:26.996662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-46818440-260b-4026-becf-3e336a0def61 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431917 Aug 04 14:44:27.064228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Attempting to bind port 61af794b-16ed-43a0-aeaf-e2d01654cb3e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:27.064511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Attempting to bind port 61af794b-16ed-43a0-aeaf-e2d01654cb3e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:27.064877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Attempting to bind port 61af794b-16ed-43a0-aeaf-e2d01654cb3e on network 971a30be-5475-409e-9eab-da79621589fe {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:27.072788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3e0a-1437-4d94-8edc-6cdfad6dbbf4 None None] Pushing event updated for resources: {'Port': ['ID=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:27.081251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:27.081935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Checking segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:27.082352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.082908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Bound using segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:27.083406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Bound port: 61af794b-16ed-43a0-aeaf-e2d01654cb3e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:27.083795 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.100049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-57864838-cf42-49c1-9a65-894ae9c08b94 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160183 Aug 04 14:44:27.130915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] For port cda21a69-45d8-48df-8a4f-8f60a83ae2fa, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:27.147354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] For port cda21a69-45d8-48df-8a4f-8f60a83ae2fa, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:27.157581 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.216123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] For port 61af794b-16ed-43a0-aeaf-e2d01654cb3e, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:27.217117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.220006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.221304 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5e1bd63-788d-4939-af62-373819de0a07 HTTP/1.1" status: 204 len: 168 time: 0.8473132 Aug 04 14:44:27.223169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] For port 61af794b-16ed-43a0-aeaf-e2d01654cb3e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=61af794b-16ed-43a0-aeaf-e2d01654cb3e,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:27.234098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.238681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.248563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.254051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:27.255026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:27.281304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bbfdb-ecf5-455d-8e4d-62cdeb1aae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e1bd63-788d-4939-af62-373819de0a07,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:27.284232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:27.287148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.297330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3e0a-1437-4d94-8edc-6cdfad6dbbf4 None None] Pushing event updated for resources: {'Port': ['ID=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:27.302558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740c499d-0239-41f6-bb9d-7dd88f6b12e8') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:27.303386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740c499d-0239-41f6-bb9d-7dd88f6b12e8') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:27.355527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.383141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.395988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:44:27.396408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:44:27.398149 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:44:27.458257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f407d1-24a8-469f-91d4-9db393bab0f9 None None] Pushing event updated for resources: {'Port': ['ID=61af794b-16ed-43a0-aeaf-e2d01654cb3e,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:27.499196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:27.501357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Allocated IP 172.25.0.54 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9f7676dd-0bd0-436c-b664-7efb8fc89495) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:27.503566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.513583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:27.529030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad HTTP/1.1" status: 204 len: 168 time: 0.6131313 Aug 04 14:44:27.541339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:27.641904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e14685-d35e-450e-bfee-cf359f1e1d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bf6e22-e0fd-4d71-ad9c-99e69b6571ad,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:27.667700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-217bcb71-b47d-4b99-b265-be772361e3c7 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.6303196 Aug 04 14:44:27.788022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:21Z', 'revision_number': 3, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:27.833764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4dd1ab-0741-4acc-85b8-98158c74a758 None None] The sync data for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 is: [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:21Z', 'revision_number': 3, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:27.858387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-295580ea-f531-403f-b3b9-a3e48ca31e8c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.154 HTTP/1.1" status: 200 len: 696 time: 0.1668038 Aug 04 14:44:27.860942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bfd5dfb-3a37-4c22-a010-2f838ef39a70 req-fbde18fb-99ba-4d10-8771-df1cbdc95194 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512298 Aug 04 14:44:27.888326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98206b0d-c59e-4d67-884d-65e423890345 req-ba1bd8b4-dacf-4a75-9997-2db8c52e5269 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:27.890451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98206b0d-c59e-4d67-884d-65e423890345 req-ba1bd8b4-dacf-4a75-9997-2db8c52e5269 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 944 time: 0.8909967 Aug 04 14:44:28.053283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 61af794b-16ed-43a0-aeaf-e2d01654cb3e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:28.124853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-fc1da0d8-005d-407f-8e58-20fc1c7d3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:28.126745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-fc1da0d8-005d-407f-8e58-20fc1c7d3003 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 1096 time: 0.1866374 Aug 04 14:44:28.132599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98206b0d-c59e-4d67-884d-65e423890345 req-e0ecd346-2e3e-48ef-9a4e-1ced6eb41b48 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997387 Aug 04 14:44:28.137222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Deleting subnet 0ade6a68-f650-4490-82e3-138b8b66443f {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:44:28.150226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.182389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 61af794b-16ed-43a0-aeaf-e2d01654cb3e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:28.250709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Allocated IP 172.20.0.1 (d3f73352-6521-4766-9967-5f4677c6c62c/28421993-16e7-4361-bbec-fbb8da3df197/c39f1b61-3a2a-4e29-8fc5-fac94895b422) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:28.261087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.299235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Deleting port 28417b1f-c809-42db-bb09-5a5fca7ee853 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:28.299475 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.339243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.350187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.448700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-3adef2aa-32c2-4b2e-9f3e-38547d7e061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:28.469065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-3adef2aa-32c2-4b2e-9f3e-38547d7e061b service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.3312671 Aug 04 14:44:28.541019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.564771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.604379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-b47563c0-e10a-4afa-8233-e2bd81a9764e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b HTTP/1.1" status: 200 len: 217 time: 0.1175413 Aug 04 14:44:28.649179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.666891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0ade6a68-f650-4490-82e3-138b8b66443f HTTP/1.1" status: 204 len: 168 time: 1.1243725 Aug 04 14:44:28.667859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca877f4-665b-44cf-b7ab-1b0484118f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ade6a68-f650-4490-82e3-138b8b66443f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:28.668457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.675761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46758) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:28.716239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.716239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:28.754540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:28.756422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Calling delete_port for 28417b1f-c809-42db-bb09-5a5fca7ee853 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:28.778925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Transition to ACTIVE for port object c39f1b61-3a2a-4e29-8fc5-fac94895b422 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:28.812097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-a013b97a-3b69-4736-a261-86c87ace0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:28.814127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-a013b97a-3b69-4736-a261-86c87ace0c8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.1821470 Aug 04 14:44:28.829716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:28.852014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:28.863020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7676dd-0bd0-436c-b664-7efb8fc89495,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:28.863627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f8d5f5-e562-4f97-9ddd-6b8a4b9e66a9 None None] Network 971a30be-5475-409e-9eab-da79621589fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:28.882836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-4dac6c9e-2785-449f-a007-67392e9d64a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581541 Aug 04 14:44:28.971490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.135540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Provisioning for port 61af794b-16ed-43a0-aeaf-e2d01654cb3e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:29.153350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.177515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Provisioning complete for port 61af794b-16ed-43a0-aeaf-e2d01654cb3e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:29.178957 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.311405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.356138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Pushing event updated for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:29.370127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] For port 61af794b-16ed-43a0-aeaf-e2d01654cb3e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=61af794b-16ed-43a0-aeaf-e2d01654cb3e,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:29.375447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.400480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Network d3f73352-6521-4766-9967-5f4677c6c62c is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:29.423326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:29.438880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:29.464817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-b885b758-f234-416c-b579-c751df6ee953 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881794 Aug 04 14:44:29.468577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2c831-dbad-433b-8cde-d0a1e7f8aa48 None None] Pushing event updated for resources: {'Port': ['ID=61af794b-16ed-43a0-aeaf-e2d01654cb3e,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:29.491949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.547092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc23bbb-cea0-4ec2-8a53-3bab46087697']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:29.599222 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.642204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab46000-7340-4715-8303-66573a460354') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:29.645290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab46000-7340-4715-8303-66573a460354') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:29.662169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.692478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.703458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fff079a9-ddd5-4dae-8eed-7134308f7af4 None None] Provisioning complete for port 61af794b-16ed-43a0-aeaf-e2d01654cb3e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:29.705149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.705723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fff079a9-ddd5-4dae-8eed-7134308f7af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.742898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.795291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:29.803138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:44:29.803518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:44:29.805337 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:44:29.832996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event deleted for resources: {'Port': ['ID=28417b1f-c809-42db-bb09-5a5fca7ee853,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:29.914295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ffa5b-610b-440e-a101-980cbe05c656 req-01ce52ec-6820-4b97-9654-a8ac9d75a056 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:29.916688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d4ffa5b-610b-440e-a101-980cbe05c656 req-01ce52ec-6820-4b97-9654-a8ac9d75a056 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 944 time: 0.3625154 Aug 04 14:44:29.955983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.977672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:29.987187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fbc23bbb-cea0-4ec2-8a53-3bab46087697 HTTP/1.1" status: 204 len: 168 time: 1.3100750 Aug 04 14:44:30.009722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bbd3da4e-b8b3-4f1f-ad7e-40a08589e5c5 None None] Provisioning for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:30.015808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bbd3da4e-b8b3-4f1f-ad7e-40a08589e5c5 None None] Provisioning complete for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:30.017779 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbd3da4e-b8b3-4f1f-ad7e-40a08589e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.028410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0e967-48f3-44a2-b158-a318897ca3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc23bbb-cea0-4ec2-8a53-3bab46087697,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:30.107974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3da4e-b8b3-4f1f-ad7e-40a08589e5c5 None None] Port c39f1b61-3a2a-4e29-8fc5-fac94895b422 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:30.116563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 61af794b-16ed-43a0-aeaf-e2d01654cb3e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:30.154024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.156640 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.159499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.160777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb979e50-3d02-47d5-ac6c-dc2a36a2312a req-7a4370e1-a4b0-49fb-95cb-4a93a263630c tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "DELETE /v2.0/floatingips/05b09e08-5de6-410d-b794-e3c35f280ea1 HTTP/1.1" status: 204 len: 173 time: 2.2949572 Aug 04 14:44:30.167258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6637bf5-8bda-40c3-9fc5-28c429639f59 req-051403a6-c59c-43ff-b55b-f19ce1a85de7 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342721 Aug 04 14:44:30.189758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d4ffa5b-610b-440e-a101-980cbe05c656 req-2e285264-7000-4e1b-b9e2-aa2320081a68 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192142 Aug 04 14:44:30.191129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d66e5d-d246-4d3d-80fa-79d8d69a3c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.206072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 61af794b-16ed-43a0-aeaf-e2d01654cb3e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:30.206454 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.217214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.302210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:30.302925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d66e5d-d246-4d3d-80fa-79d8d69a3c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.356523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d66e5d-d246-4d3d-80fa-79d8d69a3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.374056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cda21a69-45d8-48df-8a4f-8f60a83ae2fa up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:30.402473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1bb525b3-cafc-4148-8469-c780d4461ef8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2fbea3558b54059856a7158206f3b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985882 Aug 04 14:44:30.405316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46822) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:30.463062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port cda21a69-45d8-48df-8a4f-8f60a83ae2fa completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:30.471973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-d46c51e3-a030-4c4b-8d4e-60da3894298e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups/e8b5fa2a-546b-4391-a262-55731fe34e4f HTTP/1.1" status: 200 len: 1807 time: 0.1218171 Aug 04 14:44:30.472643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cda21a69-45d8-48df-8a4f-8f60a83ae2fa triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:30.473367 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.483831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Router c8edac96-e28e-478c-9165-610328cd50dc is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:44:30.484199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d66e5d-d246-4d3d-80fa-79d8d69a3c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd0220-739d-4b00-bceb-03ca89c1c34b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:30.501929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:30.508368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.519337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78d66e5d-d246-4d3d-80fa-79d8d69a3c78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abda1ddfae3141159ea2e21683a2de35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140720 Aug 04 14:44:30.520155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:30.590405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.602273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.654908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:30.673648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'mac_address': 'fa:16:3e:b2:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:30.679069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.716941 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-d5cb64e2-810d-4736-bd82-09088e1cee56 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398126 Aug 04 14:44:30.719956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.743876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.758278 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.761814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.764761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:30.788370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Sync routers for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:30.791930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.794888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.796198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09f4d93e-e206-4b13-ba4c-b4a1a66d6f19 HTTP/1.1" status: 204 len: 168 time: 0.3897638 Aug 04 14:44:30.801662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.805667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port cda21a69-45d8-48df-8a4f-8f60a83ae2fa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:30.817614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.827516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5323dbb3-d5ee-4649-812e-c8140b12db9b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:30.832754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:30.833536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:30.835558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.837240 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-358463cd-c089-4e01-b4dc-e90e52b217b7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.2988875 Aug 04 14:44:30.838340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d1291-18e6-447e-830a-337524e5ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f4d93e-e206-4b13-ba4c-b4a1a66d6f19,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:30.843678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46836) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:30.858505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.864086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.867031 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.868275 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1fd0220-739d-4b00-bceb-03ca89c1c34b HTTP/1.1" status: 204 len: 168 time: 0.3445904 Aug 04 14:44:30.897191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73659eb-81b9-408a-87b2-d680c91366ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd0220-739d-4b00-bceb-03ca89c1c34b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:30.909998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.913312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:30.914569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98a280dc-dd5a-4838-af8a-390eb70a6a67 req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "DELETE /v2.0/security-groups/e8b5fa2a-546b-4391-a262-55731fe34e4f HTTP/1.1" status: 204 len: 173 time: 0.4262147 Aug 04 14:44:31.013694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7974-877d-404c-b25d-ebb7daaf65e1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5fa2a-546b-4391-a262-55731fe34e4f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:31.054047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Pushing event updated for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:31.097646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.124338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:31.135741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-511cc406-294c-4296-8a91-cc5a4c61a357 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:31.137566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-511cc406-294c-4296-8a91-cc5a4c61a357 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121299 Aug 04 14:44:31.141669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.197142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:31.212119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-50400b62-b508-41c9-afc7-4465000893a9 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/quotas/77b81cb787f54d21b1b29ce3296f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0619977 Aug 04 14:44:31.267034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:31.291625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-7e350141-6a5b-44f2-8ae6-179556a45686 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710039 Aug 04 14:44:31.403897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:31.420627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Network d3f73352-6521-4766-9967-5f4677c6c62c is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:31.428849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46852) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:31.434900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:31.453890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabecb3-a3ae-4ffc-8d39-cf7701bfb1f2 req-fc9ecce5-7db7-4cfa-abcb-d3be305155e3 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:31.461228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fabecb3-a3ae-4ffc-8d39-cf7701bfb1f2 req-fc9ecce5-7db7-4cfa-abcb-d3be305155e3 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1721599 Aug 04 14:44:31.508515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['5323dbb3-d5ee-4649-812e-c8140b12db9b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:31.531484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:31.534544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-03e16ae4-8abd-4ff2-b285-2f08bbd33df8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb4a2f5896144d6eac3f869852637e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950303 Aug 04 14:44:31.637843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fabecb3-a3ae-4ffc-8d39-cf7701bfb1f2 req-cc71bf24-8cff-4a86-ab0e-3b39ba4be406 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755805 Aug 04 14:44:31.700365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:29Z', 'revision_number': 3, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:31.756717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:31.759020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Checking router: c8edac96-e28e-478c-9165-610328cd50dc for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:31.759373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Updating router c8edac96-e28e-478c-9165-610328cd50dc port 9f7676dd-0bd0-436c-b664-7efb8fc89495 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:44:31.784332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb74f8ae-5cb4-491f-8436-6d24cd32ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.788891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.950078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-66989589-e3dc-4212-ab95-6046f08e4464 None None] Provisioning complete for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:31.950533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66989589-e3dc-4212-ab95-6046f08e4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.954367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb74f8ae-5cb4-491f-8436-6d24cd32ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:31.961101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb74f8ae-5cb4-491f-8436-6d24cd32ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.009619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb74f8ae-5cb4-491f-8436-6d24cd32ff1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ce818f44c3c4a6292819d465413ad77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508309 Aug 04 14:44:32.011034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74f8ae-5cb4-491f-8436-6d24cd32ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57100627-cd26-4cac-ac1d-53df53c30396,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:32.015068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:32.024443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-66989589-e3dc-4212-ab95-6046f08e4464 None None] Port c39f1b61-3a2a-4e29-8fc5-fac94895b422 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:32.026092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cda21a69-45d8-48df-8a4f-8f60a83ae2fa up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:32.087328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.125510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.179860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cda21a69-45d8-48df-8a4f-8f60a83ae2fa triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:32.180292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.196168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.201012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.202556 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57100627-cd26-4cac-ac1d-53df53c30396 HTTP/1.1" status: 204 len: 168 time: 0.1862245 Aug 04 14:44:32.245682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b527ad4-28c9-4aa1-9671-3dcf42ea575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57100627-cd26-4cac-ac1d-53df53c30396,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:32.310997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.365213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Transition to ACTIVE for port object 9f7676dd-0bd0-436c-b664-7efb8fc89495 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:32.375194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.418266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-650ccecf-d03f-4c82-90d1-2b1caa8231ca req-9b000fa2-136e-4490-92f2-1339b3965b73 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 210 time: 0.0977938 Aug 04 14:44:32.430005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ad6a-794a-43b4-a12c-8574d06e0267 None None] Pushing event updated for resources: {'Port': ['ID=9f7676dd-0bd0-436c-b664-7efb8fc89495,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:32.432690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Attempting to bind port 9f7676dd-0bd0-436c-b664-7efb8fc89495 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:32.433034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Attempting to bind port 9f7676dd-0bd0-436c-b664-7efb8fc89495 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:32.433512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Attempting to bind port 9f7676dd-0bd0-436c-b664-7efb8fc89495 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:32.441878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:32.442266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:32.442715 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.443283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:32.443758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Bound port: 9f7676dd-0bd0-436c-b664-7efb8fc89495, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:32.444289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.448361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Router 4039d6fa-f052-42f0-a666-450d6e2df290 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:32.465425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12287484-6e0c-4121-ba0a-011d1ea7f295 req-5b94ca1a-c4d8-4848-a913-2b6e03bd5147 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:32.467220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12287484-6e0c-4121-ba0a-011d1ea7f295 req-5b94ca1a-c4d8-4848-a913-2b6e03bd5147 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 945 time: 0.7095981 Aug 04 14:44:32.512384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] For port 9f7676dd-0bd0-436c-b664-7efb8fc89495, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:32.518855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] For port 9f7676dd-0bd0-436c-b664-7efb8fc89495, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f7676dd-0bd0-436c-b664-7efb8fc89495,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:32.526121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.527084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.616852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:32.617492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:32.642508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.652164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12287484-6e0c-4121-ba0a-011d1ea7f295 req-1c52ea3d-64a3-49ab-90a6-d9b55fe6a80c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727815 Aug 04 14:44:32.732310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ad6a-794a-43b4-a12c-8574d06e0267 None None] Pushing event updated for resources: {'Port': ['ID=9f7676dd-0bd0-436c-b664-7efb8fc89495,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:32.756622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:32.802449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:32.809688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7606a05d-a333-4c6c-8f64-ab4b6e3c7059 admin admin] 10.222.0.76 "PUT /v2.0/routers/4039d6fa-f052-42f0-a666-450d6e2df290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4650414 Aug 04 14:44:32.813996 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Sync routers for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:32.837488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:32.839495 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:32.882348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.893823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.898460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:32.903462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c237c2bd-8921-4d73-80bf-508d3f290b84 HTTP/1.1" status: 204 len: 168 time: 1.3708708 Aug 04 14:44:32.957921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:32.964948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243003ac-a232-44db-8dd0-517553315de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c237c2bd-8921-4d73-80bf-508d3f290b84,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:33.013098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15914b71-641c-42b4-b395-7ed8bc960204 req-e66bf9ed-714a-4d9e-8b0e-7f11d31fbcd1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:33.015102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15914b71-641c-42b4-b395-7ed8bc960204 req-e66bf9ed-714a-4d9e-8b0e-7f11d31fbcd1 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.2894249 Aug 04 14:44:33.026634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-f5105577-5253-4de9-b3f3-471e0572fc3c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410593 Aug 04 14:44:33.162154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:29Z', 'revision_number': 3, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:33.219515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ea3b4-eb99-4e6c-a877-36ca8b37ba07 None None] The sync data for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 is: [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:29Z', 'revision_number': 3, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:33.292792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-51ef4891-fbbb-419e-9ba3-f6e92bd5862d tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:33.297608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-51ef4891-fbbb-419e-9ba3-f6e92bd5862d tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637489 Aug 04 14:44:33.298089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46904) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:33.302927 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:33.318478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Allocated IP 172.20.0.1 (971a30be-5475-409e-9eab-da79621589fe/fb74f45d-a0d7-402c-9e1b-10f76a1a9b51/eb633d5b-f64d-43df-8414-9ec722a0be9c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:33.323507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Request body: {'port': {'device_id': '98744669-28a8-419d-a2f5-63df48644358', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '77b81cb787f54d21b1b29ce3296f8eb3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:33.412150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15914b71-641c-42b4-b395-7ed8bc960204 req-dda1c356-a220-482e-bbd6-37fb4ada59ac tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753908 Aug 04 14:44:33.429412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1145847370'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:33.455020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-918509128-network', 'tenant_id': 'b2e3773508d2460e956961b8ff5009c6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:33.560499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.569465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Made reservation on behalf of b2e3773508d2460e956961b8ff5009c6 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:33.575588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.580410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e297eb42-95a2-457c-aa6e-6c5064c7bc22 req-38839d1f-9402-43cf-a6a3-a835a441b075 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 210 time: 0.0442173 Aug 04 14:44:33.584713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:44:33.584713 n-d-801743-12 neutron-server[94266]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:44:33.584713 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'id': '58e29be2-05d2-4ba2-80cc-bfaa6aad3d59', 'expiration': datetime.datetime(2021, 8, 4, 14, 46, 33, 539102)}] Aug 04 14:44:33.584713 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:44:33.585181 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:44:33.589949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.593911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Transition to ACTIVE for port object eb633d5b-f64d-43df-8414-9ec722a0be9c will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:33.666207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-64ca790e-4032-4d02-9b7e-bcb0065ed3ef tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:33.669065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-64ca790e-4032-4d02-9b7e-bcb0065ed3ef tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.1783729 Aug 04 14:44:33.714609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.723610 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'c39f1b61-3a2a-4e29-8fc5-fac94895b422', 'name': '', 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'mac_address': 'fa:16:3e:dd:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '28421993-16e7-4361-bbec-fbb8da3df197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:26Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 2, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'subnets': [{'id': '28421993-16e7-4361-bbec-fbb8da3df197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:33.788630 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Checking router: 4039d6fa-f052-42f0-a666-450d6e2df290 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:33.789069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Updating router 4039d6fa-f052-42f0-a666-450d6e2df290 port c39f1b61-3a2a-4e29-8fc5-fac94895b422 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:44:33.799209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Network 971a30be-5475-409e-9eab-da79621589fe is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:33.816277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:33.833488 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.839637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:33.908708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.938257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:33.942389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Pushing event updated for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:33.960731 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:44:33.985737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14987a38-d5a1-4b11-ac21-d56f2ea5cde1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:34.014849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:34.024222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Made reservation on behalf of 77b81cb787f54d21b1b29ce3296f8eb3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:34.029616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.044512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.047943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.072058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f7676dd-0bd0-436c-b664-7efb8fc89495 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:34.096362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Deleting port 6d9c9974-a447-4db9-aae6-b55a956afd3f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:34.097302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.116322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.117721 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Added segment 0f9639da-f0d5-490a-abfb-646e4bd65a2c of type vlan for network adb3075a-cc28-45b8-a938-baa23d7a379f Aug 04 14:44:34.125936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b15df-00f3-466c-be25-a38264ea9e2b req-a4f98b2c-006e-4163-ac45-4bf7932402c1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:34.134565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f16b15df-00f3-466c-be25-a38264ea9e2b req-a4f98b2c-006e-4163-ac45-4bf7932402c1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 945 time: 0.3402808 Aug 04 14:44:34.198712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9f7676dd-0bd0-436c-b664-7efb8fc89495 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:34.213331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9f7676dd-0bd0-436c-b664-7efb8fc89495 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:34.220139 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.321642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e912e717-a1fb-43fa-9919-b1bc42e9bc02 None None] Provisioning for port eb633d5b-f64d-43df-8414-9ec722a0be9c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:34.328881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f16b15df-00f3-466c-be25-a38264ea9e2b req-8503c07b-2bfd-46d1-a2e4-1d01c0089260 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927750 Aug 04 14:44:34.336462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e912e717-a1fb-43fa-9919-b1bc42e9bc02 None None] Provisioning complete for port eb633d5b-f64d-43df-8414-9ec722a0be9c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:34.340752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e912e717-a1fb-43fa-9919-b1bc42e9bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.367489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:44:34.367489 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:44:34.367489 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '77b81cb787f54d21b1b29ce3296f8eb3', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 44, 34, 182328)}] Aug 04 14:44:34.367489 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:44:34.367973 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:44:34.379887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.412629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:34.417947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.434036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.474520 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.499315 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Transition to ACTIVE for port object c39f1b61-3a2a-4e29-8fc5-fac94895b422 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:34.505654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e912e717-a1fb-43fa-9919-b1bc42e9bc02 None None] Port eb633d5b-f64d-43df-8414-9ec722a0be9c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:34.515155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:34.527897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] For port 6d9c9974-a447-4db9-aae6-b55a956afd3f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6d9c9974-a447-4db9-aae6-b55a956afd3f,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:34.529016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.529494 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.578387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:34.603831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.604190 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Added segment 7ba58efd-03d2-434a-990a-949cd1f44c91 of type vlan for network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 Aug 04 14:44:34.608119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.624483 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Pushing event updated for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:34.643960 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.644532 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.645064 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.645616 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.646119 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.646701 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.647192 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.647692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.648195 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.648725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.649218 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.649959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:44:34.681707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.717802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Calling delete_port for 6d9c9974-a447-4db9-aae6-b55a956afd3f owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:34.728497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.731826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:34.732498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.738888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.761944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:34.762731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.764919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Attempting to bind port c39f1b61-3a2a-4e29-8fc5-fac94895b422 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:34.765524 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Attempting to bind port c39f1b61-3a2a-4e29-8fc5-fac94895b422 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:34.766209 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Attempting to bind port c39f1b61-3a2a-4e29-8fc5-fac94895b422 on network d3f73352-6521-4766-9967-5f4677c6c62c {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:34.775275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:34.776141 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Checking segment: {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:34.777104 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.777868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Bound using segment: {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:34.778966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Bound port: c39f1b61-3a2a-4e29-8fc5-fac94895b422, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:34.779533 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.875250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03cb9c23-18bd-41eb-a315-ff9bedd2139e req-00a4efa5-d8c9-4b78-9754-1daae895ed4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 210 time: 0.1139672 Aug 04 14:44:34.912926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf700c-3d64-4f5f-896b-d47648b8ad27 req-51fe175f-b232-4c53-bfe1-a12a4d75f33e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:34.917812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:34.919839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] Pushing event updated for resources: {'Network': ['ID=adb3075a-cc28-45b8-a938-baa23d7a379f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:34.922457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4adf700c-3d64-4f5f-896b-d47648b8ad27 req-51fe175f-b232-4c53-bfe1-a12a4d75f33e tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 945 time: 0.3396804 Aug 04 14:44:34.925252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9648693 Aug 04 14:44:34.934313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:34.942626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'subnet': {'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:34.945060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] For port c39f1b61-3a2a-4e29-8fc5-fac94895b422, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:34.949929 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] For port c39f1b61-3a2a-4e29-8fc5-fac94895b422, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c39f1b61-3a2a-4e29-8fc5-fac94895b422,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:34.959047 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.039392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fa3762fc-fa62-4451-b4c9-6c709c3c38af admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7383535 Aug 04 14:44:35.053994 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebdd4e-c8ca-4990-977e-2cbc93653d8f None None] Pushing event updated for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.067561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:35.069053 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:35.078907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network adb3075a-cc28-45b8-a938-baa23d7a379f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:35.094834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:35.142752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Request body: {'subnet': {'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-918509128-subnet', 'tenant_id': 'b2e3773508d2460e956961b8ff5009c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:35.167372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.216535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9f7676dd-0bd0-436c-b664-7efb8fc89495, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f7676dd-0bd0-436c-b664-7efb8fc89495,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:35.225058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21af172-36fb-4ed8-ace9-0ba95835bcda tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Network': ['ID=36a5231e-84f3-44d5-86b4-4d0ca06fd724,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.238347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.252250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:35.261346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.346946 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:35.389758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4adf700c-3d64-4f5f-896b-d47648b8ad27 req-05016d69-ac3c-4c09-8f0b-884d13c12aa8 tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/security-groups?id=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661634 Aug 04 14:44:35.426668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Pushing event updated for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.448483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.558521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.564672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.565467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 5323dbb3-d5ee-4649-812e-c8140b12db9b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:35.588793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 5323dbb3-d5ee-4649-812e-c8140b12db9b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:35.589441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.599764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9f7676dd-0bd0-436c-b664-7efb8fc89495,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.624056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:44:35.624056 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:44:35.624056 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': 'ec9c697fc66b43809bc695be33c4dbb8', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 44, 35, 272187)}] Aug 04 14:44:35.624056 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:44:35.624986 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:44:35.637496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfe245-1397-4f97-ae67-80b15aad7a74 req-302567ce-6ec3-452e-b0dd-3e505d231ac6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:35.639214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4dfe245-1397-4f97-ae67-80b15aad7a74 req-302567ce-6ec3-452e-b0dd-3e505d231ac6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 945 time: 0.1616669 Aug 04 14:44:35.643929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Made reservation on behalf of b2e3773508d2460e956961b8ff5009c6 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:35.646828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.663074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.670239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Pushing event deleted for resources: {'Port': ['ID=6d9c9974-a447-4db9-aae6-b55a956afd3f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.748138 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'c39f1b61-3a2a-4e29-8fc5-fac94895b422', 'name': '', 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'mac_address': 'fa:16:3e:dd:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '28421993-16e7-4361-bbec-fbb8da3df197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:26Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'subnets': [{'id': '28421993-16e7-4361-bbec-fbb8da3df197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:35.760922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.761558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] No DVR routers for this DVR port 6d9c9974-a447-4db9-aae6-b55a956afd3f on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:35.764801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:35.768501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecaf52a7-b0ee-4a25-ad83-695f20098cf6 req-7943bf63-b17f-4c83-93a3-02b2d3d4e4ca tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.46 "DELETE /v2.0/ports/6d9c9974-a447-4db9-aae6-b55a956afd3f HTTP/1.1" status: 204 len: 173 time: 2.0801609 Aug 04 14:44:35.776113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'name': 'network-vif-deleted', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:35.779430 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ca51b-bafb-4c16-b942-c353228a3f37" -d '{"events": [{"server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "name": "network-vif-deleted", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:35.808383 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7705a-ffed-465b-9d3c-b1bb69f84ccc None None] The sync data for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 is: [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'c39f1b61-3a2a-4e29-8fc5-fac94895b422', 'name': '', 'network_id': 'd3f73352-6521-4766-9967-5f4677c6c62c', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'mac_address': 'fa:16:3e:dd:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '28421993-16e7-4361-bbec-fbb8da3df197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:26Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'subnets': [{'id': '28421993-16e7-4361-bbec-fbb8da3df197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:35.823794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:35.828980 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824820a9-b883-4bb1-9875-a00bf5737acc" -d '{"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-plugged", "status": "completed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:35.843498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef389e0-fde5-43e2-961b-a1564a8d8d29,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:35.883713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:35.903051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.020838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.080333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:36.113361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Network 971a30be-5475-409e-9eab-da79621589fe is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:36.116937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Allocated IP 192.168.233.23 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/db544f45-c439-4812-8890-b2f952813585) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:36.151758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:36.169261 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d78b67-13b1-4691-ae29-566442d9672e x-openstack-request-id: req-22d78b67-13b1-4691-ae29-566442d9672e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:36.169542 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-plugged", "status": "completed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:36.169789 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22d78b67-13b1-4691-ae29-566442d9672e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:36.170191 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'code': 200} Aug 04 14:44:36.209508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4dfe245-1397-4f97-ae67-80b15aad7a74 req-0a20ace2-fe56-4d6f-bb8d-379cea37b911 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961710 Aug 04 14:44:36.210293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6d9c9974-a447-4db9-aae6-b55a956afd3f no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:36.295666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f7676dd-0bd0-436c-b664-7efb8fc89495 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:36.311427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Checking segment: {'id': '0f9639da-f0d5-490a-abfb-646e4bd65a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:36.312101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Network hostable DHCP agents. Network: adb3075a-cc28-45b8-a938-baa23d7a379f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:36.329599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3924d8d5-3258-4286-b782-4075772a824e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:36.348508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 6d9c9974-a447-4db9-aae6-b55a956afd3f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:36.348978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6d9c9974-a447-4db9-aae6-b55a956afd3f not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:36.365918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9f7676dd-0bd0-436c-b664-7efb8fc89495 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:36.366402 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.367786 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d47fd-e328-471d-b301-c51fb2a55350 x-openstack-request-id: req-d10d47fd-e328-471d-b301-c51fb2a55350 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:36.368176 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5abec3-42e8-420e-b6cc-8ba53901f830", "name": "network-vif-deleted", "tag": "6d9c9974-a447-4db9-aae6-b55a956afd3f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:36.368931 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d10d47fd-e328-471d-b301-c51fb2a55350 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:36.370058 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5abec3-42e8-420e-b6cc-8ba53901f830', 'name': 'network-vif-deleted', 'tag': '6d9c9974-a447-4db9-aae6-b55a956afd3f', 'status': 'completed', 'code': 200} Aug 04 14:44:36.382653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:36.385521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.482687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.515026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1696bf6-4be5-4baf-8532-baf4508b546d req-79fb5fab-411c-44ff-889f-765e3192cb73 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 210 time: 0.1964905 Aug 04 14:44:36.547842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Transition to ACTIVE for port object db544f45-c439-4812-8890-b2f952813585 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:36.552893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0e5af-f641-490e-ac2f-24af5b876238 req-b55d01d2-bc22-4366-aaf3-4bc235e8129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:36.554552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f0e5af-f641-490e-ac2f-24af5b876238 req-b55d01d2-bc22-4366-aaf3-4bc235e8129b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 1098 time: 0.2393875 Aug 04 14:44:36.578658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Network adb3075a-cc28-45b8-a938-baa23d7a379f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:36.619542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, adb3075a-cc28-45b8-a938-baa23d7a379f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:36.634705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d6ec2-efcf-42a6-a7e3-f8bfe9a70d98 None None] Network adb3075a-cc28-45b8-a938-baa23d7a379f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:36.637354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c39f1b61-3a2a-4e29-8fc5-fac94895b422 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:36.642789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:36.643627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.684188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.787326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab9df25a-54f8-4c38-8cdd-8b0173aec36a req-ca9648da-fa56-46c1-9a7b-a15befd48fac tempest-ServerRescueTestJSONUnderV235-1793404249 tempest-ServerRescueTestJSONUnderV235-1793404249-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee5abec3-42e8-420e-b6cc-8ba53901f830 HTTP/1.1" status: 200 len: 210 time: 0.0505981 Aug 04 14:44:36.800890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Pushing event updated for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:36.809852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:36.811775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:36.821643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:36.837622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bf1b48d7-e987-41e1-8f84-9f80b7b92fc7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7324510 Aug 04 14:44:36.858730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f0e5af-f641-490e-ac2f-24af5b876238 req-ad1c86d6-01c2-4c67-ad52-3b8d70885dff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905765 Aug 04 14:44:36.861474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0388ff5d-e274-4f4a-b8e9-1a37c5145b8b None None] Provisioning complete for port eb633d5b-f64d-43df-8414-9ec722a0be9c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:36.863177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0388ff5d-e274-4f4a-b8e9-1a37c5145b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.869636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Router c8edac96-e28e-478c-9165-610328cd50dc has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:36.946987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:36.947687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:36.978449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d16596-9b46-45a6-8893-9f16a92b9860 None None] Network adb3075a-cc28-45b8-a938-baa23d7a379f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:36.994153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-9168a76d-f5cb-40a3-a7cc-d3f6f76f9e4c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6780996 Aug 04 14:44:37.008647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Request body: {'port': {'device_id': '98744669-28a8-419d-a2f5-63df48644358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:37.120260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7b17b31-784f-48de-a2d6-15ac328226cb req-b5f37bb4-292d-4f21-96dc-cdfee5d7fd5a tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977993 Aug 04 14:44:37.132916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:37.139052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0388ff5d-e274-4f4a-b8e9-1a37c5145b8b None None] Port eb633d5b-f64d-43df-8414-9ec722a0be9c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:37.142455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:37.143349 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.168535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.277231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.339058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c39f1b61-3a2a-4e29-8fc5-fac94895b422, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c39f1b61-3a2a-4e29-8fc5-fac94895b422,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:37.341087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7f1aa5f8-a70f-45a8-890e-3a8284679274 None None] Provisioning for port db544f45-c439-4812-8890-b2f952813585 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:37.346292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7f1aa5f8-a70f-45a8-890e-3a8284679274 None None] Provisioning complete for port db544f45-c439-4812-8890-b2f952813585 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:37.346690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa5f8-a70f-45a8-890e-3a8284679274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.348539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.365727 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.430667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:37.453122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7f1aa5f8-a70f-45a8-890e-3a8284679274 None None] Port db544f45-c439-4812-8890-b2f952813585 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:37.472878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:37.483040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Sync routers for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:37.485865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-103d43e9-022f-43ae-bb14-6fd189912937 admin admin] 10.222.0.76 "PUT /v2.0/routers/c8edac96-e28e-478c-9165-610328cd50dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6298542 Aug 04 14:44:37.500724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:37.501407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:37.576470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Checking segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:37.576932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network hostable DHCP agents. Network: 36a5231e-84f3-44d5-86b4-4d0ca06fd724, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:37.592247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952ab08-9044-4927-beca-1ab01d50dcdc req-ea70d236-d69d-434f-a44f-e06495f43353 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:37.599383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8952ab08-9044-4927-beca-1ab01d50dcdc req-ea70d236-d69d-434f-a44f-e06495f43353 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2835171 Aug 04 14:44:37.633283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Subnet': ['ID=cfabb605-4db3-4eaf-a163-d3de7e63c3ce,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:37.711955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17b31-784f-48de-a2d6-15ac328226cb req-d97cf0f0-ac45-49b6-86cb-1acfbc475b49 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:37.721268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7b17b31-784f-48de-a2d6-15ac328226cb req-d97cf0f0-ac45-49b6-86cb-1acfbc475b49 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5993400 Aug 04 14:44:37.777218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7b17b31-784f-48de-a2d6-15ac328226cb req-69d44c9f-a4aa-47a4-99e6-31e3887989ce tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/quotas/a3f2190b6b044ba7bd63cfc6616061e2 HTTP/1.1" status: 200 len: 375 time: 0.0530200 Aug 04 14:44:37.788360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:37.789894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db544f45-c439-4812-8890-b2f952813585 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:37.812499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:37.815017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.865746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Transition to ACTIVE for port object db544f45-c439-4812-8890-b2f952813585 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:37.873880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:37.945655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8952ab08-9044-4927-beca-1ab01d50dcdc req-af723630-78c8-4ff7-9d88-8e25398bb731 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415105 Aug 04 14:44:37.966161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47020) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:37.970468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Pushing event updated for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:37.980827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7b17b31-784f-48de-a2d6-15ac328226cb req-dddf7900-1e9b-4f55-94b7-28df4807b702 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2026536 Aug 04 14:44:37.982123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1992311918-network', 'tenant_id': 'e6805c4f451a4d2b98546074a0ed2a6a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:37.984003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 36a5231e-84f3-44d5-86b4-4d0ca06fd724) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:37.997064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:37.997675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.043127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Made reservation on behalf of e6805c4f451a4d2b98546074a0ed2a6a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:38.046367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.055658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14b56c8c-0f32-41dc-b52c-c5978c5b142b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1201742 Aug 04 14:44:38.058309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47024) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:38.064265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-107675116'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:38.093313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.108728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:38.113050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.130782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c336c5e-5477-4209-bc0d-b67db4fa4311 None None] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:38.137128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c39f1b61-3a2a-4e29-8fc5-fac94895b422 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:38.178792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:38.196497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.197108 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Added segment 6c4cd89f-9b05-4252-8e49-0aeeb93fdea9 of type vlan for network aebdff5c-a20d-480a-8ee1-80c13566e473 Aug 04 14:44:38.278747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Attempting to bind port db544f45-c439-4812-8890-b2f952813585 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:38.279257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Attempting to bind port db544f45-c439-4812-8890-b2f952813585 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:38.279390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Attempting to bind port db544f45-c439-4812-8890-b2f952813585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:38.309530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Port db544f45-c439-4812-8890-b2f952813585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:38.310962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Attempting to bind port db544f45-c439-4812-8890-b2f952813585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:38.317354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47028) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:38.326472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.363777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762217f-c4d5-4d3c-a59e-a817435b3dee req-8f58f17e-eed8-4959-bc7b-29b5914d5544 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:38.365563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2762217f-c4d5-4d3c-a59e-a817435b3dee req-8f58f17e-eed8-4959-bc7b-29b5914d5544 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 947 time: 0.0981135 Aug 04 14:44:38.424250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.431746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:38.432846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.510702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2762217f-c4d5-4d3c-a59e-a817435b3dee req-f85ae893-ab66-42ae-9d3b-7667ce9bc73e tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366539 Aug 04 14:44:38.612695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.619734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:38.620367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:38.621247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:38.622175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Bound port: db544f45-c439-4812-8890-b2f952813585, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:38.622759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.638938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Network': ['ID=aebdff5c-a20d-480a-8ee1-80c13566e473,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:38.654134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01f010c7-4c57-447e-ba86-ccbb90e2b28b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5939245 Aug 04 14:44:38.654439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47036) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:38.654858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.659627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'subnet': {'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:38.701416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c39f1b61-3a2a-4e29-8fc5-fac94895b422 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:38.703578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.724266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network aebdff5c-a20d-480a-8ee1-80c13566e473 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:38.781263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:44:38.792637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.793055 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Added segment 6dec21af-d708-49a4-9739-2d08ce343b24 of type vlan for network 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e Aug 04 14:44:38.847082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.851811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:38.856537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.874840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'fixed_ips': [{'subnet_id': 'cfabb605-4db3-4eaf-a163-d3de7e63c3ce'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:44:38.875711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.891396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81808214-9a67-4c2f-b0e8-b10b0bb95e7b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:38.922389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.923435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:38.924046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:38.989739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-ee7b99cc-bbfb-4a60-bc95-448c30578715 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:38.999788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-ee7b99cc-bbfb-4a60-bc95-448c30578715 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 828 time: 0.2284565 Aug 04 14:44:39.051776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6438a265-3e5c-4152-9f76-d004c7a04fdc tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/quotas/e1fa1853c34946b4ab90cd6cd8afd3dd HTTP/1.1" status: 200 len: 375 time: 0.0509400 Aug 04 14:44:39.198176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-2f35f20e-ade1-4b88-bc03-058fa5d6a314 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449111 Aug 04 14:44:39.348019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 2, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:39.351776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810a9ac-bf49-43cf-b558-998a4e95b8cd req-1eaad069-468a-4456-a4d6-c0db665632dd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:39.353385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8810a9ac-bf49-43cf-b558-998a4e95b8cd req-1eaad069-468a-4456-a4d6-c0db665632dd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2087104 Aug 04 14:44:39.371179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.394472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Checking router: c8edac96-e28e-478c-9165-610328cd50dc for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:39.394891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Updating router c8edac96-e28e-478c-9165-610328cd50dc port eb633d5b-f64d-43df-8414-9ec722a0be9c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:44:39.428924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Allocated IP 19.80.0.2 (36a5231e-84f3-44d5-86b4-4d0ca06fd724/cfabb605-4db3-4eaf-a163-d3de7e63c3ce/079d32f4-3ff8-46e4-9598-8b1dd9b8fd11) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:39.429133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4548938 Aug 04 14:44:39.436851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:39.442413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.453028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Request body: {'subnet': {'network_id': '2ae44bdc-a84e-49d5-ba02-7781ef74bb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1992311918-subnet', 'tenant_id': 'e6805c4f451a4d2b98546074a0ed2a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:39.463924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:39.466694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37788-d86f-4877-8b47-c7bbb91e96e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae44bdc-a84e-49d5-ba02-7781ef74bb9e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:39.494960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:44:39.526268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=db544f45-c439-4812-8890-b2f952813585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:39.542550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.556382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Made reservation on behalf of e6805c4f451a4d2b98546074a0ed2a6a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:39.558767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.649893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:39.650689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.652263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] 10.222.0.46 "PUT /v2.0/ports/db544f45-c439-4812-8890-b2f952813585 HTTP/1.1" status: 200 len: 1096 time: 2.6490569 Aug 04 14:44:39.655270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'tag': 'db544f45-c439-4812-8890-b2f952813585'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:39.657970 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf45d20-d5e9-418f-b250-cd05f89e3cea" -d '{"events": [{"name": "network-changed", "server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "tag": "db544f45-c439-4812-8890-b2f952813585"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:39.780721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f04951-d0a8-41ed-9335-d837509c7364 service neutron] Pushing event updated for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:39.841326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.858944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Transition to ACTIVE for port object 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:39.873406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-539f117a-13ce-4986-a38b-2c15a2529309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:39.875565 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-539f117a-13ce-4986-a38b-2c15a2529309 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 1099 time: 0.1610682 Aug 04 14:44:39.897685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-7d43e9fc-e68f-450b-aa42-e269c402f5ca service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786828 Aug 04 14:44:39.912541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Transition to ACTIVE for port object 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:39.935726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:39.955215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8810a9ac-bf49-43cf-b558-998a4e95b8cd req-e7d37e84-a368-4417-b48a-18d9ecb86b89 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897369 Aug 04 14:44:39.974140 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-af5b4250-1baa-4118-8343-b6adfa71e233 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=db544f45-c439-4812-8890-b2f952813585 HTTP/1.1" status: 200 len: 217 time: 0.0803812 Aug 04 14:44:40.019899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Subnet': ['ID=a26d96d8-1cba-41ac-9fdc-a411e0f1e84b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:40.028863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:40.047042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.055760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:40.063241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Checking segment: {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:40.063843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network hostable DHCP agents. Network: aebdff5c-a20d-480a-8ee1-80c13566e473, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:40.065393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:40.067792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Pushing event updated for resources: {'Port': ['ID=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:40.074938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-cb1a6f08-916f-4957-908f-3d292f7a0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:40.076784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-cb1a6f08-916f-4957-908f-3d292f7a0c62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0985374 Aug 04 14:44:40.083544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.084409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Transition to ACTIVE for port object eb633d5b-f64d-43df-8414-9ec722a0be9c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:40.106546 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.165070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-cc71234f-fb8a-41e2-975b-ae647f77309d service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498033 Aug 04 14:44:40.169461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network aebdff5c-a20d-480a-8ee1-80c13566e473 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:40.195220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, aebdff5c-a20d-480a-8ee1-80c13566e473) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:40.196705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Attempting to bind port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:40.197280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Attempting to bind port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:40.197819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Attempting to bind port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:40.204913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:40.210647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.225724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b1245-5773-474e-8cd2-81e2967b28e1 None None] Network aebdff5c-a20d-480a-8ee1-80c13566e473 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:40.235949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0eb0a33-4b72-40df-80c6-c264089b10ce,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:40.248963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cde52e4f-ea90-45be-8b90-3a86986f936a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5920713 Aug 04 14:44:40.261087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56257cd-7269-49c4-a1e1-5de47aa0201f None None] Pushing event updated for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:40.265817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-27851526-61c5-4a45-acae-d5a1bc9720e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:40.267495 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-27851526-61c5-4a45-acae-d5a1bc9720e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802878 Aug 04 14:44:40.277184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:40.277750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Checking segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:40.278129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.278673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Bound using segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:40.279057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Bound port: 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:40.279453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Checking segment: {'id': '6dec21af-d708-49a4-9739-2d08ce343b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2ae44bdc-a84e-49d5-ba02-7781ef74bb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:40.279595 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.279801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Network hostable DHCP agents. Network: 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:44:40.380320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Attempting to bind port eb633d5b-f64d-43df-8414-9ec722a0be9c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:40.380951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Attempting to bind port eb633d5b-f64d-43df-8414-9ec722a0be9c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:40.381253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Attempting to bind port eb633d5b-f64d-43df-8414-9ec722a0be9c on network 971a30be-5475-409e-9eab-da79621589fe {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:40.396435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d07b90-8512-495c-85e3-2f72b30924d5 req-486d0ba1-6830-4c42-924a-69878ee63878 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:40.397298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:40.397686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Checking segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:40.398105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.398518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Bound using segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:40.399476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Bound port: eb633d5b-f64d-43df-8414-9ec722a0be9c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:40.399702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.408599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73d07b90-8512-495c-85e3-2f72b30924d5 req-486d0ba1-6830-4c42-924a-69878ee63878 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 947 time: 0.0850482 Aug 04 14:44:40.428489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.440224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Network 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:44:40.479150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73d07b90-8512-495c-85e3-2f72b30924d5 req-3156da27-a80a-449a-8114-29deddf887ab tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680761 Aug 04 14:44:40.538351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:40.547638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:40.549323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.567588 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbc89f-9911-4ba1-83a9-c6f5a954b0c1 x-openstack-request-id: req-b0dbc89f-9911-4ba1-83a9-c6f5a954b0c1 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:40.567885 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "tag": "db544f45-c439-4812-8890-b2f952813585", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:40.568146 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0dbc89f-9911-4ba1-83a9-c6f5a954b0c1 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:40.568866 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'tag': 'db544f45-c439-4812-8890-b2f952813585', 'status': 'completed', 'code': 200} Aug 04 14:44:40.578122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec645da-e275-49a3-a42e-81882ce76e26 None None] Network 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:40.612064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e0dc905e-334a-41f6-baa1-c61c8a8282a0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1577816 Aug 04 14:44:40.676867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] For port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:40.706131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-95722bfe-1e37-4fd6-93a5-db586d858386 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290371 Aug 04 14:44:40.776513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] For port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:40.846280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] For port eb633d5b-f64d-43df-8414-9ec722a0be9c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:40.853198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] For port eb633d5b-f64d-43df-8414-9ec722a0be9c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb633d5b-f64d-43df-8414-9ec722a0be9c,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:40.892509 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:40.917511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73a77322-5ae0-49c7-b9cb-a52f79453caa req-6566ab06-6cd8-4f03-a6e2-a2a39aaea966 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 210 time: 0.0509665 Aug 04 14:44:41.000346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:41.041897 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3bf6094b-5431-4a80-9e2b-42d219e6b82b req-1ce656ff-4088-4e45-b7a5-56147da52fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240566 Aug 04 14:44:41.239050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9f28-c0e3-40ad-b25f-6e10d1dc5c50 None None] Pushing event updated for resources: {'Port': ['ID=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:41.273916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-aebdff5c-a20d-480a-8ee1-80c13566e473', 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'fixed_ips': [{'subnet_id': 'a26d96d8-1cba-41ac-9fdc-a411e0f1e84b'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:44:41.275121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:41.297946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-36b49c58-dee4-4717-af1f-513eaef58753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.308614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-36b49c58-dee4-4717-af1f-513eaef58753 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 1099 time: 0.1915066 Aug 04 14:44:41.394020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-efebe9d7-7add-4940-83e8-aa221b6dba9c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.403724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-efebe9d7-7add-4940-83e8-aa221b6dba9c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.416649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-efebe9d7-7add-4940-83e8-aa221b6dba9c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/networks?id=36a5231e-84f3-44d5-86b4-4d0ca06fd724&id=aebdff5c-a20d-480a-8ee1-80c13566e473&id=36a5231e-84f3-44d5-86b4-4d0ca06fd724 HTTP/1.1" status: 200 len: 1391 time: 0.3217649 Aug 04 14:44:41.422879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:41.424005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:41.516653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-6575de15-a911-4d1e-9723-89618623a04c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/quotas/ec9c697fc66b43809bc695be33c4dbb8 HTTP/1.1" status: 200 len: 375 time: 0.0954196 Aug 04 14:44:41.548099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Deleting port 7a4f3659-e7b6-449e-939c-1d9103c932aa {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:41.548650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:41.552364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-ebfd7c88-cca1-4892-a25a-d892b6d01f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.553888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-ebfd7c88-cca1-4892-a25a-d892b6d01f8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2267029 Aug 04 14:44:41.651214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdef20-520a-414d-b72d-ae1167adc6ec None None] Network 2ae44bdc-a84e-49d5-ba02-7781ef74bb9e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:41.676121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-a75884fa-4e08-4c9b-8d56-f49049a9ed8a tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1584911 Aug 04 14:44:41.683383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] For port 7a4f3659-e7b6-449e-939c-1d9103c932aa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7a4f3659-e7b6-449e-939c-1d9103c932aa,segment=NetworkSegment(9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b),segment_id=9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:41.684234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:41.688719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-7670c65f-3dd1-4baa-94dd-36c24a5d663e tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.690811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-7670c65f-3dd1-4baa-94dd-36c24a5d663e tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/networks?id=adb3075a-cc28-45b8-a938-baa23d7a379f HTTP/1.1" status: 200 len: 814 time: 0.2684143 Aug 04 14:44:41.748204 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-c405e188-d7ef-455b-adea-a3003c816b23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=db544f45-c439-4812-8890-b2f952813585 HTTP/1.1" status: 200 len: 217 time: 0.0704658 Aug 04 14:44:41.755227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Calling delete_port for 7a4f3659-e7b6-449e-939c-1d9103c932aa owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:41.760688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-f6f84cd1-f325-4493-a93a-7746e9a097e8 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/quotas/b2e3773508d2460e956961b8ff5009c6 HTTP/1.1" status: 200 len: 375 time: 0.0574131 Aug 04 14:44:41.805129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-a90ae3fe-4753-45e7-a840-05ccbaf983ae tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2e3773508d2460e956961b8ff5009c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330822 Aug 04 14:44:41.832359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56257cd-7269-49c4-a1e1-5de47aa0201f None None] Pushing event updated for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:41.848154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-14ff4877-99fb-4185-bd01-07f140ee6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:41.849957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-14ff4877-99fb-4185-bd01-07f140ee6bc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0925708 Aug 04 14:44:41.903982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-4320b990-7b8d-46bd-bac8-f0df77d286e7 service neutron] 10.222.0.76 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096291 Aug 04 14:44:42.047745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-b372cd53-6cb6-47a8-aec0-bec1b6765424 service neutron] 10.222.0.76 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342423 Aug 04 14:44:42.123712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:42.148995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-12f51153-8d08-42d3-847e-15c4687a5c05 service neutron] 10.222.0.76 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284011 Aug 04 14:44:42.169393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-960bb1a3-3377-47f4-a7ef-81aaeb4c4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:42.171927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-960bb1a3-3377-47f4-a7ef-81aaeb4c4899 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296495 Aug 04 14:44:42.190879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:42.245855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device db544f45-c439-4812-8890-b2f952813585 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:42.253582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:42.292547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Allocated IP 19.86.0.2 (aebdff5c-a20d-480a-8ee1-80c13566e473/a26d96d8-1cba-41ac-9fdc-a411e0f1e84b/4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:42.310485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:42.326151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4f3659-e7b6-449e-939c-1d9103c932aa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:42.347083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-1154a040-bf0c-4c24-8b4c-76f989c52c78 service neutron] 10.222.0.76 "GET /v2.0/networks/aebdff5c-a20d-480a-8ee1-80c13566e473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721889 Aug 04 14:44:42.389051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6b6b20c7-0290-4f83-b516-21ceadcae3d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:42.390903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6b6b20c7-0290-4f83-b516-21ceadcae3d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.46 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 828 time: 0.3277497 Aug 04 14:44:42.409158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-7ff4f40d-57d8-4496-95e0-ea088a9e73f4 service neutron] 10.222.0.76 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439215 Aug 04 14:44:42.426153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'port': {'device_id': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'admin_state_up': True, 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:42.492563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:44:42.521713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-c2446b00-01d7-4982-8457-72f925f770c7 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337390 Aug 04 14:44:42.593115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-32a8bc16-ff60-4539-9853-5d655a70e07b service neutron] 10.222.0.76 "GET /v2.0/networks/aebdff5c-a20d-480a-8ee1-80c13566e473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351301 Aug 04 14:44:42.684279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e457b7-fc2f-4d28-b284-d7aed179a1f7 None None] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:42.730955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720fe07b-695e-4424-a5c2-ca1eac7a08e0 req-6e099ae4-de6f-445b-8cee-1a30f790f5cd tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422413 Aug 04 14:44:42.747791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e29f561f-fe17-4749-83bf-ba28d4be8105 service neutron] 10.222.0.76 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537852 Aug 04 14:44:42.800669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:40Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:42.816316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=db544f45-c439-4812-8890-b2f952813585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:42.820269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:42.863291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Provisioning for port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:42.865675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Made reservation on behalf of e1fa1853c34946b4ab90cd6cd8afd3dd for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:42.870785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:42.880648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2615f71-18e6-4043-9157-465f01ad54fb None None] The sync data for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 is: [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:40Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:42.889235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Provisioning complete for port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:42.889707 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:42.921161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'db544f45-c439-4812-8890-b2f952813585', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'db544f45-c439-4812-8890-b2f952813585', 'mac_address': 'fa:16:3e:c7:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:42.930882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-eb3f3a2f-ae69-42c7-bfe8-f193c32d317b service neutron] 10.222.0.76 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691413 Aug 04 14:44:42.941199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe07b-695e-4424-a5c2-ca1eac7a08e0 req-bd54572a-4b82-42a4-86b2-ab6051e19623 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:42.960102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720fe07b-695e-4424-a5c2-ca1eac7a08e0 req-bd54572a-4b82-42a4-86b2-ab6051e19623 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282059 Aug 04 14:44:42.988382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720fe07b-695e-4424-a5c2-ca1eac7a08e0 req-33797295-8c2a-4bb6-8c3f-157d88c145db tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/quotas/a3f2190b6b044ba7bd63cfc6616061e2 HTTP/1.1" status: 200 len: 375 time: 0.0272701 Aug 04 14:44:43.039292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2cf45d20-d5e9-418f-b250-cd05f89e3cea req-0e2e7fcb-21d8-4f00-a0f9-86e68ae5a0d4 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084586 Aug 04 14:44:43.045539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720fe07b-695e-4424-a5c2-ca1eac7a08e0 req-78b22ec1-61cc-4bd0-8f2e-6ac18ae18bed tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561776 Aug 04 14:44:43.104250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.121111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Transition to ACTIVE for port object 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:43.149221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Transition to ACTIVE for port object 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:43.232590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Allocated IP 172.20.0.13 (971a30be-5475-409e-9eab-da79621589fe/fb74f45d-a0d7-402c-9e1b-10f76a1a9b51/029f530d-ad12-4500-9042-032d9a10b594) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:43.308755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.323376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.397796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Network aebdff5c-a20d-480a-8ee1-80c13566e473 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:43.403633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:43.415627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c42c-14e3-4cc0-8061-631648403c5c req-44957773-1202-4959-96ed-9edb4fbb5f18 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:43.417257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30c0c42c-14e3-4cc0-8061-631648403c5c req-44957773-1202-4959-96ed-9edb4fbb5f18 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1190014 Aug 04 14:44:43.450836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db544f45-c439-4812-8890-b2f952813585 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:43.480889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=db544f45-c439-4812-8890-b2f952813585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:43.483325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:43.526095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30c0c42c-14e3-4cc0-8061-631648403c5c req-460a9342-54e8-438c-8523-4a3a5c714b4d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Aug 04 14:44:43.563085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc413625-5cd2-4f63-8dc8-1e3ca905c42e req-fcd10ee2-9129-4649-9616-a0f599d96d39 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:43.581555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc413625-5cd2-4f63-8dc8-1e3ca905c42e req-fcd10ee2-9129-4649-9616-a0f599d96d39 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 947 time: 0.1631029 Aug 04 14:44:43.641606 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.670423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Pushing event updated for resources: {'Port': ['ID=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:43.697782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc389538-1b89-4659-a7cf-02d93a6077e3 req-85ad13cc-4b28-44e8-a4bd-eb98e6a1fdce tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 210 time: 0.0749407 Aug 04 14:44:43.714158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Attempting to bind port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:43.714535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Attempting to bind port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:43.714924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Attempting to bind port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 on network aebdff5c-a20d-480a-8ee1-80c13566e473 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:43.722192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc413625-5cd2-4f63-8dc8-1e3ca905c42e req-57871c8b-8c18-4306-b544-1bb5885d28fa tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351216 Aug 04 14:44:43.808039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:43.808422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Checking segment: {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:43.809324 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.809324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Bound using segment: {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:43.809764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Bound port: 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:43.810103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.812184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.827073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:44:43.878062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.880646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] For port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:43.895883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9967db0-bdc3-4f52-8c0b-f6d8042ef38f req-dc0aee7a-5ad4-42ec-b79b-4076f9b760b3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 210 time: 0.1010473 Aug 04 14:44:43.918907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['db544f45-c439-4812-8890-b2f952813585'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:43.930887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:43.985067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:44.061749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d63a384-1140-45ea-af90-35ef9abaac40 req-fc423cbc-0595-4a5f-8cf7-b24b4a9de0e9 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 210 time: 0.1621890 Aug 04 14:44:44.114563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Transition to ACTIVE for port object 029f530d-ad12-4500-9042-032d9a10b594 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:44.248473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb633d5b-f64d-43df-8414-9ec722a0be9c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:44.277858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f33aa-854a-437d-bc08-e6e6a7d501fb None None] Pushing event updated for resources: {'Port': ['ID=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:44.367830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] For port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:44.433095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] For port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:44.436186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4eb3f7bc-61ed-4665-9477-e02a7c29620c None None] Provisioning complete for port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:44.436632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f7bc-61ed-4665-9477-e02a7c29620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:44.443046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:44.598307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port eb633d5b-f64d-43df-8414-9ec722a0be9c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:44.617846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c29df-8d69-4cfa-b6da-071bf0f10823 None None] Pushing event updated for resources: {'Port': ['ID=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:44.629815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eb633d5b-f64d-43df-8414-9ec722a0be9c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:44.630195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:44.725891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96450-f7d4-44b3-ac00-e2ba952a20e3 req-ecd4098b-9edd-418c-bed0-012c5e0313bb tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:44.751331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8e96450-f7d4-44b3-ac00-e2ba952a20e3 req-ecd4098b-9edd-418c-bed0-012c5e0313bb tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1073458 Aug 04 14:44:44.823515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8e96450-f7d4-44b3-ac00-e2ba952a20e3 req-53b74318-bbcb-4a8d-8285-abd2c2d77957 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709515 Aug 04 14:44:44.853659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6b198b0b-7bda-44b4-bfab-646b9c59dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:44.899237 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:44.937983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7cd6d62-55a7-4ebe-b307-43342726b6af req-ebef8398-0a2c-451a-bcfa-420e2bdb1611 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126430 Aug 04 14:44:45.002250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port eb633d5b-f64d-43df-8414-9ec722a0be9c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb633d5b-f64d-43df-8414-9ec722a0be9c,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:45.019744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.091620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:44:45.103988 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Sync routers for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:44:45.117429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a4b176a-672e-4ff3-934f-6d7ae4adb79a admin admin] 10.222.0.76 "PUT /v2.0/routers/6e7cc809-cd60-4a5f-8d79-da75be8c5fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7951639 Aug 04 14:44:45.119936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:45.121019 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:45.121680 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:45.125176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:45.155642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30ec4b99-09db-4eae-abd0-65a673fac504 req-46d98870-a605-4a06-9dc9-3f36680137fe tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 210 time: 0.1020477 Aug 04 14:44:45.206793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-bbfd5096-57dc-49b1-bb09-a9a2c26c0fb5 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.208370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-bbfd5096-57dc-49b1-bb09-a9a2c26c0fb5 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.46 "GET /v2.0/networks?id=adb3075a-cc28-45b8-a938-baa23d7a379f HTTP/1.1" status: 200 len: 814 time: 0.3526883 Aug 04 14:44:45.212288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.231882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Request body: {'port': {'device_id': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f', 'admin_state_up': True, 'tenant_id': 'b2e3773508d2460e956961b8ff5009c6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:45.284263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd6d62-55a7-4ebe-b307-43342726b6af req-a7e5b482-7b31-4fd9-98bb-941a4d96016f tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.285795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7cd6d62-55a7-4ebe-b307-43342726b6af req-a7e5b482-7b31-4fd9-98bb-941a4d96016f tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423357 Aug 04 14:44:45.302060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:45.338211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7cd6d62-55a7-4ebe-b307-43342726b6af req-fa7c8480-dec4-4f8a-ba98-77ad9db74e28 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/quotas/a3f2190b6b044ba7bd63cfc6616061e2 HTTP/1.1" status: 200 len: 375 time: 0.0185459 Aug 04 14:44:45.346768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-cd367a34-33e5-41f9-b82e-b33c3a835048 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.352805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-cd367a34-33e5-41f9-b82e-b33c3a835048 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.354529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-cd367a34-33e5-41f9-b82e-b33c3a835048 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "GET /v2.0/networks?id=36a5231e-84f3-44d5-86b4-4d0ca06fd724&id=aebdff5c-a20d-480a-8ee1-80c13566e473&id=36a5231e-84f3-44d5-86b4-4d0ca06fd724 HTTP/1.1" status: 200 len: 1391 time: 0.3000221 Aug 04 14:44:45.374675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'admin_state_up': True, 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:45.378917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Network 971a30be-5475-409e-9eab-da79621589fe is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:45.396030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:45.412508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:45.413581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d600c-d149-4fe7-9898-61eb9fc65e21 req-c432291e-235e-43b9-bef8-4bb21914e36b tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.415253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-497d600c-d149-4fe7-9898-61eb9fc65e21 req-c432291e-235e-43b9-bef8-4bb21914e36b tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 948 time: 0.1529768 Aug 04 14:44:45.417290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7cd6d62-55a7-4ebe-b307-43342726b6af req-138a66be-72d0-47d9-88cf-82dd942f7ba0 tempest-QuotasAdminNegativeTest-934151434 tempest-QuotasAdminNegativeTest-934151434-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610495 Aug 04 14:44:45.431906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event updated for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:45.484897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.541326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-497d600c-d149-4fe7-9898-61eb9fc65e21 req-b3d75480-ed53-41ad-a8dd-88779a23c9e3 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 Aug 04 14:44:45.602833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:45.607584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.615643 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:44:42Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:45.631591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:45.632373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.662971 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Checking router: 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:44:45.668039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2e0649e-4f08-43a5-86d9-d018dd13120d req-b649eaab-bf0f-4f61-a46a-f199a7dd06f9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 210 time: 0.0521095 Aug 04 14:44:45.672640 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Routers {'6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:44:45.673777 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:45.725060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2038e8ed-a11d-42cc-b9f2-145691d10b49 req-f548bd5f-720d-456c-934b-8ee87b94e2dc tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 210 time: 0.0546317 Aug 04 14:44:45.731357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Made reservation on behalf of b2e3773508d2460e956961b8ff5009c6 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:45.736764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.763819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-1d0b4391-e9c4-4572-a4de-efb775591ec1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3453786 Aug 04 14:44:45.769923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.785028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Request body: {'port': {'device_id': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:45.812970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c57d598c-71ea-4928-9253-9576ac5c8be7 None None] Provisioning for port 029f530d-ad12-4500-9042-032d9a10b594 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:45.817351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c57d598c-71ea-4928-9253-9576ac5c8be7 None None] Provisioning complete for port 029f530d-ad12-4500-9042-032d9a10b594 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:45.817728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c57d598c-71ea-4928-9253-9576ac5c8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:45.903346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Allocated IP 19.80.0.89 (36a5231e-84f3-44d5-86b4-4d0ca06fd724/cfabb605-4db3-4eaf-a163-d3de7e63c3ce/290582da-7730-4313-b6e2-0494b6f2bfad) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:45.927128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c57d598c-71ea-4928-9253-9576ac5c8be7 None None] Port 029f530d-ad12-4500-9042-032d9a10b594 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:46.089510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] Set router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:44:46.124596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:46.151653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5e4ff-e167-4c02-8874-17878bda7914 req-13492477-7690-428c-a19e-dacff204495d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:46.160127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccb5e4ff-e167-4c02-8874-17878bda7914 req-13492477-7690-428c-a19e-dacff204495d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1505835 Aug 04 14:44:46.166493 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.235228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:46.235913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.289985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device db544f45-c439-4812-8890-b2f952813585 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:46.328109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Allocated IP 172.20.0.7 (adb3075a-cc28-45b8-a938-baa23d7a379f/3924d8d5-3258-4286-b782-4075772a824e/beb89a93-9d41-4733-9c61-e1ee24900091) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:46.329068 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.351268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Deleting port 83e92adf-f074-4c88-8935-3cd1aac0379b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:46.351679 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.374670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccb5e4ff-e167-4c02-8874-17878bda7914 req-b7c5f502-7056-4fab-8ed9-2bdeceadd5e8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998329 Aug 04 14:44:46.420139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Transition to ACTIVE for port object 290582da-7730-4313-b6e2-0494b6f2bfad will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:46.464773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f0d8-a7bf-45b0-b022-6e54baf2de0e req-01b85c6a-ac65-4d3f-9633-ef8fe2258751 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:46.470917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31a7f0d8-a7bf-45b0-b022-6e54baf2de0e req-01b85c6a-ac65-4d3f-9633-ef8fe2258751 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 932 time: 0.1964676 Aug 04 14:44:46.527083 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:44:42Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:46.556304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb79307-6a03-4844-9cbc-d0746513d410 None None] Network aebdff5c-a20d-480a-8ee1-80c13566e473 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:44:46.572792 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487fe925-d7bd-457d-b4c4-d8ff54a196f6 None None] The sync data for ids ['6e7cc809-cd60-4a5f-8d79-da75be8c5fe7'] in n-d-801743-12 is: [{'id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579176446-router', 'tenant_id': '37f191089bf6454c9cedba2e2e6a07b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:43:04Z', 'updated_at': '2021-08-04T14:44:42Z', 'revision_number': 5, 'project_id': '37f191089bf6454c9cedba2e2e6a07b6', 'gw_port': {'id': '83e92adf-f074-4c88-8935-3cd1aac0379b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cc809-cd60-4a5f-8d79-da75be8c5fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:43:05Z', 'updated_at': '2021-08-04T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:44:46.580025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47220) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:46.618382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31a7f0d8-a7bf-45b0-b022-6e54baf2de0e req-a39c58c9-3340-4579-87fd-6a9d063cf973 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376088 Aug 04 14:44:46.623731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.754035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:46.759336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:46.769176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:46.805142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c3140419-bf31-4f48-b353-679b30c563ef None None] Provisioning for port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:46.808125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port db544f45-c439-4812-8890-b2f952813585 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:46.820431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-576a31f7-484f-4f56-87b0-4328b2679689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.828682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] For port 83e92adf-f074-4c88-8935-3cd1aac0379b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83e92adf-f074-4c88-8935-3cd1aac0379b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:46.829108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.830742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port db544f45-c439-4812-8890-b2f952813585 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:46.831301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.865851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:46.874544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Calling delete_port for 83e92adf-f074-4c88-8935-3cd1aac0379b owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:46.898540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa98b4-a041-46da-9608-1ef0e7d2dfd0 req-23bc0eed-80e7-4018-ac93-df0f7a1fbee4 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:46.900303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55fa98b4-a041-46da-9608-1ef0e7d2dfd0 req-23bc0eed-80e7-4018-ac93-df0f7a1fbee4 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 931 time: 0.1009140 Aug 04 14:44:46.906002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:46.906779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:46.919348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eafff-d23e-48f3-9790-21a4bdf45016 req-82fd2afd-9660-4325-9d49-41b690a66476 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:46.919927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb633d5b-f64d-43df-8414-9ec722a0be9c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:46.927102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e5eafff-d23e-48f3-9790-21a4bdf45016 req-82fd2afd-9660-4325-9d49-41b690a66476 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 948 time: 0.2449293 Aug 04 14:44:47.021818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55fa98b4-a041-46da-9608-1ef0e7d2dfd0 req-92cdb8e3-cee0-4aa8-80a9-5ae184eeadd3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118991 Aug 04 14:44:47.050335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.055714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e5eafff-d23e-48f3-9790-21a4bdf45016 req-f8bd1b7f-28ee-4779-aad3-27a74eda7a18 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273556 Aug 04 14:44:47.075859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eb633d5b-f64d-43df-8414-9ec722a0be9c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:47.076241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.085278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544f45-c439-4812-8890-b2f952813585'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:47.087868 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632bded8-c0d1-4a84-9ba3-1fb9027a71ab" -d '{"events": [{"server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "name": "network-vif-plugged", "status": "completed", "tag": "db544f45-c439-4812-8890-b2f952813585"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:47.126822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=db544f45-c439-4812-8890-b2f952813585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:47.146419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.222359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bff2cf8f-d9bb-4ddf-9350-1aa519919e22 None None] Provisioning for port 290582da-7730-4313-b6e2-0494b6f2bfad completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:47.235650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.238367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bff2cf8f-d9bb-4ddf-9350-1aa519919e22 None None] Provisioning complete for port 290582da-7730-4313-b6e2-0494b6f2bfad triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:47.238931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bff2cf8f-d9bb-4ddf-9350-1aa519919e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.248751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56fdfa1b-46fc-441e-92c0-15943609663a req-c385cb81-caef-4094-815e-441c0b1045fc tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 210 time: 0.0840106 Aug 04 14:44:47.301372 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c42d79-2651-4800-8e61-22aac3863bad x-openstack-request-id: req-f4c42d79-2651-4800-8e61-22aac3863bad {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:47.302189 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "name": "network-vif-plugged", "status": "completed", "tag": "db544f45-c439-4812-8890-b2f952813585", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:47.302616 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4c42d79-2651-4800-8e61-22aac3863bad {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:47.303228 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db544f45-c439-4812-8890-b2f952813585', 'code': 200} Aug 04 14:44:47.354282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:47.356198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029f530d-ad12-4500-9042-032d9a10b594 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:47.374553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd0a5-d560-435b-ba1a-93ab46ed2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.378439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bff2cf8f-d9bb-4ddf-9350-1aa519919e22 None None] Port 290582da-7730-4313-b6e2-0494b6f2bfad cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:47.379096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.381472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:47.435226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:47.439970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:47.440645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.447560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Transition to ACTIVE for port object 029f530d-ad12-4500-9042-032d9a10b594 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:47.472365 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.496577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb73c-8510-470c-a4a2-21ede84c0241 req-54f79038-dbaa-4486-99e2-cb5af2eac878 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:47.498327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf3fb73c-8510-470c-a4a2-21ede84c0241 req-54f79038-dbaa-4486-99e2-cb5af2eac878 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.0564938 Aug 04 14:44:47.508984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.528669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-576a31f7-484f-4f56-87b0-4328b2679689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.534381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e43dc-82ed-466e-8475-d05a4d9ab9ce req-0d61090f-19cd-493e-a698-a0e74562208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:47.535981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c3e43dc-82ed-466e-8475-d05a4d9ab9ce req-0d61090f-19cd-493e-a698-a0e74562208c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 1101 time: 0.1750138 Aug 04 14:44:47.544386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-576a31f7-484f-4f56-87b0-4328b2679689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.544978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4bd1276d-b780-4a3d-bdc0-ef1ca85aaa0f None None] Provisioning complete for port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:47.545118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-9e22a33a-32dc-49da-9c48-7f8cef2feac2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1760764 Aug 04 14:44:47.545377 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4bd1276d-b780-4a3d-bdc0-ef1ca85aaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.563137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf3fb73c-8510-470c-a4a2-21ede84c0241 req-c3bedec2-64d8-4ce9-9f09-8aa4b77bd974 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Aug 04 14:44:47.568758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473', 'admin_state_up': True, 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:47.584795 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.589689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.635130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:47.650274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.651439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Pushing event updated for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:47.667010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Network adb3075a-cc28-45b8-a938-baa23d7a379f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:47.679194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-576a31f7-484f-4f56-87b0-4328b2679689 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3f2190b6b044ba7bd63cfc6616061e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0943105 Aug 04 14:44:47.683043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47236) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:47.684258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a31f7-484f-4f56-87b0-4328b2679689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e82716-9b71-4a3d-aa45-7faf135dbfc4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:47.690459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:47.736877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.741668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:47.788171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.791394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2849e8-9312-4d39-afb3-9b2cb4e60c2e req-50b682f8-6099-4c6d-860d-31c525c91aed tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:47.792038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:47.793211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a2849e8-9312-4d39-afb3-9b2cb4e60c2e req-50b682f8-6099-4c6d-860d-31c525c91aed tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 944 time: 0.0738869 Aug 04 14:44:47.799639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:47.804872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.900675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c3e43dc-82ed-466e-8475-d05a4d9ab9ce req-f8be7898-cb2f-4a34-a9b2-75859047e466 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477938 Aug 04 14:44:47.901341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Pushing event updated for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:47.914169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a2849e8-9312-4d39-afb3-9b2cb4e60c2e req-471dbf2e-4e36-4c76-9fca-518b06db03bd tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Aug 04 14:44:47.955003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:47.989880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:47.990506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:47.993007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e92adf-f074-4c88-8935-3cd1aac0379b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:48.003225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Allocated IP 19.86.0.250 (aebdff5c-a20d-480a-8ee1-80c13566e473/a26d96d8-1cba-41ac-9fdc-a411e0f1e84b/16e470a3-afb8-429c-9f65-808fe6c62574) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:48.017301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:48.017957 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.056938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.065830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Attempting to bind port 029f530d-ad12-4500-9042-032d9a10b594 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:48.066183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Attempting to bind port 029f530d-ad12-4500-9042-032d9a10b594 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:48.066511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Attempting to bind port 029f530d-ad12-4500-9042-032d9a10b594 on network 971a30be-5475-409e-9eab-da79621589fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:48.074864 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-50e43131-a5fa-4be0-9339-cb3b2427abef tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8523185 Aug 04 14:44:48.097016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Request body: {'port': {'device_id': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:48.103885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Port 029f530d-ad12-4500-9042-032d9a10b594 on network 971a30be-5475-409e-9eab-da79621589fe not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:48.104664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Attempting to bind port 029f530d-ad12-4500-9042-032d9a10b594 on network 971a30be-5475-409e-9eab-da79621589fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:48.113844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.137273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7a4f3659-e7b6-449e-939c-1d9103c932aa no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:48.139363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.157971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7a4f3659-e7b6-449e-939c-1d9103c932aa {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:48.158321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7a4f3659-e7b6-449e-939c-1d9103c932aa not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:48.211306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:48.211641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Checking segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:48.212040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Bound using segment: {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:48.212496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Bound port: 029f530d-ad12-4500-9042-032d9a10b594, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34b992a-8522-4a06-97d1-f7c153288b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '971a30be-5475-409e-9eab-da79621589fe'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:48.212863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.239485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5f7e-17d8-4848-9627-a3e70b24b205 req-d572efa9-6194-44da-9585-27ebbf85c605 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:48.241017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32aa5f7e-17d8-4848-9627-a3e70b24b205 req-d572efa9-6194-44da-9585-27ebbf85c605 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 931 time: 0.0987515 Aug 04 14:44:48.273336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.276534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.288150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f24a-1429-4cbf-8375-92559d370e6e req-471876bf-3758-498d-902b-59ed65ec253d tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:48.289648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcf2f24a-1429-4cbf-8375-92559d370e6e req-471876bf-3758-498d-902b-59ed65ec253d tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 949 time: 0.1343782 Aug 04 14:44:48.306408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.433905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.615561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32aa5f7e-17d8-4848-9627-a3e70b24b205 req-4df03393-93ec-4369-a93c-30c8bc4b4103 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666623 Aug 04 14:44:48.616453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.617721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Transition to ACTIVE for port object 16e470a3-afb8-429c-9f65-808fe6c62574 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:48.643165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcf2f24a-1429-4cbf-8375-92559d370e6e req-4b596606-6b02-426a-b0a9-9f49dab416e2 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442206 Aug 04 14:44:48.670301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.704786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.705132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:44:48.707000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.731948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.735868 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a1962ba-a2b2-49d4-9e1f-af1201e37eb0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6e7cc809-cd60-4a5f-8d79-da75be8c5fe7 HTTP/1.1" status: 204 len: 168 time: 3.6126223 Aug 04 14:44:48.740521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47250) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:48.752785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.755342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.759453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1e82716-9b71-4a3d-aa45-7faf135dbfc4 HTTP/1.1" status: 204 len: 168 time: 1.0721476 Aug 04 14:44:48.766538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:48.824837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6ad64-a671-4de9-9ebc-09e479d0f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e82716-9b71-4a3d-aa45-7faf135dbfc4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:48.850979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=029f530d-ad12-4500-9042-032d9a10b594,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:48.873001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:48.888223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network aebdff5c-a20d-480a-8ee1-80c13566e473 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:48.904004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:48.906904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:48.973462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:48.993089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Deleting subnet 3e2e3358-2437-427f-a868-ffb0f09a7760 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:44:49.005686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.042889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.043535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.044181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101568-2f5a-4344-8eff-601b895d8d18 req-e282d8fc-7e8f-4743-8e7e-b0465312b918 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.047111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] 10.222.0.46 "PUT /v2.0/ports/029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 1093 time: 3.2732928 Aug 04 14:44:49.053371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61101568-2f5a-4344-8eff-601b895d8d18 req-e282d8fc-7e8f-4743-8e7e-b0465312b918 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 931 time: 0.2091637 Aug 04 14:44:49.084794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:49.087586 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:49.091042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffb63d-b0f7-4320-a6b1-98db86f19e2d service neutron] Pushing event updated for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:49.121694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e75ed-c738-4861-b430-44d01cbe52c9 req-a7d9ea70-3d12-4352-9821-41994bb5f624 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.123791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b73e75ed-c738-4861-b430-44d01cbe52c9 req-a7d9ea70-3d12-4352-9821-41994bb5f624 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2301090 Aug 04 14:44:49.130387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.131438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.170644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61101568-2f5a-4344-8eff-601b895d8d18 req-13540e2e-45d5-4b09-9426-2d0c509b70e6 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Aug 04 14:44:49.198194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-09aa6471-7ba8-4ece-affa-fdb7725a3d84 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6336803 Aug 04 14:44:49.248083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'admin_state_up': True, 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:49.264212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47260) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:49.280821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b73e75ed-c738-4861-b430-44d01cbe52c9 req-5684a9fb-80f2-4e0c-8b77-efa748f85df9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429257 Aug 04 14:44:49.286813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.339565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7c49d7ab-6e58-467c-b65e-2cfba0bd24cb None None] Provisioning for port 16e470a3-afb8-429c-9f65-808fe6c62574 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:49.345340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7c49d7ab-6e58-467c-b65e-2cfba0bd24cb None None] Provisioning complete for port 16e470a3-afb8-429c-9f65-808fe6c62574 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:49.346457 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7c49d7ab-6e58-467c-b65e-2cfba0bd24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.370734 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b30c3b-c931-4b63-a88d-6309993dae09 x-openstack-request-id: req-d7b30c3b-c931-4b63-a88d-6309993dae09 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:49.370996 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:49.371249 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7b30c3b-c931-4b63-a88d-6309993dae09 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:49.371650 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594', 'status': 'completed', 'code': 200} Aug 04 14:44:49.378314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fade197-e16e-476c-82db-24f5ac5b694b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.400375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7c49d7ab-6e58-467c-b65e-2cfba0bd24cb None None] Port 16e470a3-afb8-429c-9f65-808fe6c62574 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:49.433516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.440425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-848c79b9-be7a-43b5-a7a6-62ddb6d1b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.442158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-848c79b9-be7a-43b5-a7a6-62ddb6d1b910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1096 time: 0.3455997 Aug 04 14:44:49.451234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353b73-4979-4047-8455-d5e900f5ad28 req-3a1a3336-10fd-45c9-9389-f73aaff30d37 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.452870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54353b73-4979-4047-8455-d5e900f5ad28 req-3a1a3336-10fd-45c9-9389-f73aaff30d37 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 944 time: 0.1397820 Aug 04 14:44:49.498303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54353b73-4979-4047-8455-d5e900f5ad28 req-a2e1177f-02fc-471e-9f81-5ffb8caf9731 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Aug 04 14:44:49.537678 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-65b07c3a-adbf-4960-952d-c38062ae755f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 217 time: 0.0633380 Aug 04 14:44:49.673526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-0204f095-97d0-4d2b-b78f-6e5f4ca44477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.675300 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-0204f095-97d0-4d2b-b78f-6e5f4ca44477 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.1298268 Aug 04 14:44:49.682643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.745705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296fab6-6d9c-4273-8bc0-36244e4c83ab req-30d48631-c453-4c74-81c3-5f98d3c6963e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.752153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296fab6-6d9c-4273-8bc0-36244e4c83ab req-30d48631-c453-4c74-81c3-5f98d3c6963e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.753356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1296fab6-6d9c-4273-8bc0-36244e4c83ab req-30d48631-c453-4c74-81c3-5f98d3c6963e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 1654 time: 0.0604961 Aug 04 14:44:49.763110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.766629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3e2e3358-2437-427f-a868-ffb0f09a7760 HTTP/1.1" status: 204 len: 168 time: 1.0232878 Aug 04 14:44:49.767715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb89a93-9d41-4733-9c61-e1ee24900091 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:49.773015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5b5b-20fd-4cd4-b25d-e84bf7e5c3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2e3358-2437-427f-a868-ffb0f09a7760,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:49.776023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47270) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:49.791087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.825435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1296fab6-6d9c-4273-8bc0-36244e4c83ab req-dc58653f-33ba-44af-bfc1-1f6c53f8be80 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624042 Aug 04 14:44:49.834164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0d1c-2caf-4f91-8bb2-6a95c776c211 req-a8286820-56f3-4857-b393-fb48d070fc24 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.835854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75bd0d1c-2caf-4f91-8bb2-6a95c776c211 req-a8286820-56f3-4857-b393-fb48d070fc24 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 949 time: 0.0814714 Aug 04 14:44:49.871827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Transition to ACTIVE for port object beb89a93-9d41-4733-9c61-e1ee24900091 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:49.887114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75bd0d1c-2caf-4f91-8bb2-6a95c776c211 req-8f4c012a-ecda-48af-a784-386682552d5b tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Aug 04 14:44:49.892185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.906203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6dea63be-76cf-4695-ae65-7f8dc4724e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:49.908053 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6dea63be-76cf-4695-ae65-7f8dc4724e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219644 Aug 04 14:44:49.924179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fade197-e16e-476c-82db-24f5ac5b694b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.975355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:49.975355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.988562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fade197-e16e-476c-82db-24f5ac5b694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:49.991899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83e92adf-f074-4c88-8935-3cd1aac0379b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:50.014783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 83e92adf-f074-4c88-8935-3cd1aac0379b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:50.015461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83e92adf-f074-4c88-8935-3cd1aac0379b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:50.061751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.093625 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.101161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.130071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8fade197-e16e-476c-82db-24f5ac5b694b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e41273af91954f9587444ead944e87fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642631 Aug 04 14:44:50.133455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47276) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:50.184775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Allocated IP 19.80.0.246 (36a5231e-84f3-44d5-86b4-4d0ca06fd724/cfabb605-4db3-4eaf-a163-d3de7e63c3ce/9a57f1b4-9bed-4e19-808e-e8300ab419e1) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:50.191748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fade197-e16e-476c-82db-24f5ac5b694b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab3408-6587-46e7-8eb3-359d120d83df,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.261342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-6fc444ee-80ac-47c0-8e53-4d8c5ab89409 service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396604 Aug 04 14:44:50.288630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.386225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.391289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Attempting to bind port beb89a93-9d41-4733-9c61-e1ee24900091 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:50.391865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Attempting to bind port beb89a93-9d41-4733-9c61-e1ee24900091 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0f9639da-f0d5-490a-abfb-646e4bd65a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:50.392111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Attempting to bind port beb89a93-9d41-4733-9c61-e1ee24900091 on network adb3075a-cc28-45b8-a938-baa23d7a379f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:50.397803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.412653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Port beb89a93-9d41-4733-9c61-e1ee24900091 on network adb3075a-cc28-45b8-a938-baa23d7a379f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:50.413125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Attempting to bind port beb89a93-9d41-4733-9c61-e1ee24900091 on network adb3075a-cc28-45b8-a938-baa23d7a379f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:50.421917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00dc8e8-d896-4f20-8710-f7c44a837a3e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:50.428493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc09c-9243-46cf-ac32-fd38f2b7ce1f req-a18aac8e-164d-4bc8-b075-205f9e1b35b6 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.430256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8dc09c-9243-46cf-ac32-fd38f2b7ce1f req-a18aac8e-164d-4bc8-b075-205f9e1b35b6 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 949 time: 0.2247469 Aug 04 14:44:50.434709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:50.435107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Checking segment: {'id': '0f9639da-f0d5-490a-abfb-646e4bd65a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:50.435495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Bound using segment: {'id': '0f9639da-f0d5-490a-abfb-646e4bd65a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:50.435947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Bound port: beb89a93-9d41-4733-9c61-e1ee24900091, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9639da-f0d5-490a-abfb-646e4bd65a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:50.436310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.439660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:50.439972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b6c4a-ed3b-40ff-94c7-2ffb21c5da2b') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:44:50.469040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.493700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462886e8-3c02-4f79-bd3b-30fc8fd16a8c req-34ae2f4c-b652-422e-9a0d-9eabb2a918eb tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.495288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-462886e8-3c02-4f79-bd3b-30fc8fd16a8c req-34ae2f4c-b652-422e-9a0d-9eabb2a918eb tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 943 time: 0.2222843 Aug 04 14:44:50.525625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7795e121-8319-468e-a39c-2a3b825e6776 req-4f0e3028-85de-40af-9fcc-2a01c29acd0c service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559078 Aug 04 14:44:50.530557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.545129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:44:50.545381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:44:50.547132 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:44:50.554922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8dc09c-9243-46cf-ac32-fd38f2b7ce1f req-11f88551-15f4-44b6-b296-20c2ed74bd40 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150570 Aug 04 14:44:50.569098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.572772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.574290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05ab3408-6587-46e7-8eb3-359d120d83df HTTP/1.1" status: 204 len: 168 time: 0.4392126 Aug 04 14:44:50.582744 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.603163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f3716-dcb9-48a2-b8d0-8a10c2d54bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab3408-6587-46e7-8eb3-359d120d83df,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.617775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Transition to ACTIVE for port object 9a57f1b4-9bed-4e19-808e-e8300ab419e1 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:50.621999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-462886e8-3c02-4f79-bd3b-30fc8fd16a8c req-7a668d2a-e43b-4024-8fbd-dcc4bb52b673 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147304 Aug 04 14:44:50.649329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:50.662565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.693019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.698820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=beb89a93-9d41-4733-9c61-e1ee24900091,segment=NetworkSegment(0f9639da-f0d5-490a-abfb-646e4bd65a2c),segment_id=0f9639da-f0d5-490a-abfb-646e4bd65a2c)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:50.704858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.706791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a00dc8e8-d896-4f20-8710-f7c44a837a3e HTTP/1.1" status: 204 len: 168 time: 0.9263508 Aug 04 14:44:50.721438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.731464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379e291-6069-47c3-9f9d-ae83a846ab50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00dc8e8-d896-4f20-8710-f7c44a837a3e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.762457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-3b423994-7d6b-4ed6-81cf-5ec5666fed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.766325 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-3b423994-7d6b-4ed6-81cf-5ec5666fed4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1096 time: 0.1630325 Aug 04 14:44:50.774715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.775455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:50.777109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] 10.222.0.46 "PUT /v2.0/ports/beb89a93-9d41-4733-9c61-e1ee24900091 HTTP/1.1" status: 200 len: 1092 time: 2.6851196 Aug 04 14:44:50.803408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:50.826632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:50.830022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:50.839855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.895296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa477f-b5db-4d98-a654-b92c9277e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:50.919125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faea8-6f67-4e83-8f74-2e85920737dd req-304e0397-54df-4ef1-a132-4a95aa51cd4d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.921278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e2faea8-6f67-4e83-8f74-2e85920737dd req-304e0397-54df-4ef1-a132-4a95aa51cd4d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2161870 Aug 04 14:44:50.940875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae826-115f-449a-a3cc-2aa42faa01f2 req-ba7b7a2d-af58-4b70-b4ba-a6e4210d3690 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.942959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e25ae826-115f-449a-a3cc-2aa42faa01f2 req-ba7b7a2d-af58-4b70-b4ba-a6e4210d3690 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 944 time: 0.2285058 Aug 04 14:44:50.971981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-82b0ce97-14f6-4cf8-b2b8-b90efa595935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.973506 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-82b0ce97-14f6-4cf8-b2b8-b90efa595935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2e3773508d2460e956961b8ff5009c6&device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 1095 time: 0.1376491 Aug 04 14:44:50.982209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:50.983595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.013998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47296) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:51.022138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-dc2f7fbe-da73-442f-8ed6-212b00224d03 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7967677 Aug 04 14:44:51.025872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-b6d4ab4a-47f7-4d83-8408-50b317d9ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.027976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-b6d4ab4a-47f7-4d83-8408-50b317d9ade9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 929 time: 0.2499759 Aug 04 14:44:51.043733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e2faea8-6f67-4e83-8f74-2e85920737dd req-19892809-8df4-4a41-bc4f-d8674bcf597e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115799 Aug 04 14:44:51.069548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:51.076057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-963f8478-464d-40d5-b1ee-2c6223ebb719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb89a93-9d41-4733-9c61-e1ee24900091 HTTP/1.1" status: 200 len: 217 time: 0.0804393 Aug 04 14:44:51.157338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e25ae826-115f-449a-a3cc-2aa42faa01f2 req-1a92dfdb-b288-4199-a06a-507cd495a77e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932473 Aug 04 14:44:51.167695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-07f332b8-4586-445a-b3c4-2b3d65277632 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 217 time: 0.0826435 Aug 04 14:44:51.192048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-503ca9a4-70f4-4649-a8f6-e9db54b7f642 None None] Provisioning for port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:51.200633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.210812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-503ca9a4-70f4-4649-a8f6-e9db54b7f642 None None] Provisioning complete for port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:51.213986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-503ca9a4-70f4-4649-a8f6-e9db54b7f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.255736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-6d920cce-831f-4ffc-bf01-793ab5c84bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.258256 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-6d920cce-831f-4ffc-bf01-793ab5c84bea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3924d8d5-3258-4286-b782-4075772a824e HTTP/1.1" status: 200 len: 854 time: 0.1652365 Aug 04 14:44:51.267113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47300) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:51.268152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7256f987-3849-425a-86f9-6551b2de0003 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37f191089bf6454c9cedba2e2e6a07b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495992 Aug 04 14:44:51.317624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-23643f3a-7412-46dc-93bc-4e188161fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.319632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-23643f3a-7412-46dc-93bc-4e188161fae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.1365802 Aug 04 14:44:51.322940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-d9900cf3-74f4-4b17-8dd2-d37de7299b64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adb3075a-cc28-45b8-a938-baa23d7a379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533299 Aug 04 14:44:51.340063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-503ca9a4-70f4-4649-a8f6-e9db54b7f642 None None] Port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:51.376998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:51.379251 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa31a976-819c-4dd1-857e-343a67988b17" -d '{"events": [{"name": "network-changed", "server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:51.422329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.432245 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c754e3c5-b7f6-499f-8820-0316158f20c2 x-openstack-request-id: req-c754e3c5-b7f6-499f-8820-0316158f20c2 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:51.432756 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:51.432756 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c754e3c5-b7f6-499f-8820-0316158f20c2 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:51.434621 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091', 'status': 'completed', 'code': 200} Aug 04 14:44:51.455306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-5f357765-167e-4326-b854-5ec776ced959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.456894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-5f357765-167e-4326-b854-5ec776ced959 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213007 Aug 04 14:44:51.502789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.581049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-2c86b0af-b29f-421b-8ac4-53edbddbdc91 service neutron] 10.222.0.46 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305608 Aug 04 14:44:51.599308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c958-a0d9-4ba6-98ec-45ec62d7bb5d req-84616a5e-3943-48b1-904f-8c1d3157c4fa tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.605945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c958-a0d9-4ba6-98ec-45ec62d7bb5d req-84616a5e-3943-48b1-904f-8c1d3157c4fa tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.613191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c958-a0d9-4ba6-98ec-45ec62d7bb5d req-84616a5e-3943-48b1-904f-8c1d3157c4fa tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.621068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e433c958-a0d9-4ba6-98ec-45ec62d7bb5d req-84616a5e-3943-48b1-904f-8c1d3157c4fa tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2376 time: 0.2036049 Aug 04 14:44:51.694254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-9b4b374b-e7b0-42de-bbe6-3493d50d337c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.696012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-9b4b374b-e7b0-42de-bbe6-3493d50d337c tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.46 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 949 time: 0.1651356 Aug 04 14:44:51.719848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-b87e9cca-cee1-4eb3-9965-a59833023b52 service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521687 Aug 04 14:44:51.723567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e433c958-a0d9-4ba6-98ec-45ec62d7bb5d req-43dcd21b-6a55-4d1f-a576-8b6bf0595cfe tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015568 Aug 04 14:44:51.746244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.748963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.750286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d928d8bd-88ba-4d8b-bdc9-cf25a1245d96 HTTP/1.1" status: 204 len: 168 time: 0.4821699 Aug 04 14:44:51.779014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6c8f2-99a8-4aff-9f2b-9896c36da74f req-8178e2ac-ae79-4e3a-9f32-550510668a0a tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.780841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75e6c8f2-99a8-4aff-9f2b-9896c36da74f req-8178e2ac-ae79-4e3a-9f32-550510668a0a tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 949 time: 0.1250868 Aug 04 14:44:51.800774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734bff3-f17b-4d59-8366-08e24f732857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928d8bd-88ba-4d8b-bdc9-cf25a1245d96,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:51.914824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2541653-fba7-44d1-b914-d2f57d3f0409 req-fbc54f28-071f-40aa-a59d-a8d15f9196d1 service neutron] 10.222.0.46 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256655 Aug 04 14:44:51.919366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290582da-7730-4313-b6e2-0494b6f2bfad {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:51.934497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75e6c8f2-99a8-4aff-9f2b-9896c36da74f req-13e79415-32e5-4daf-bf1e-e270ec585cd1 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ef389e0-fde5-43e2-961b-a1564a8d8d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350293 Aug 04 14:44:51.936780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:51.975285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ddafe-07fe-4263-a74f-f9ee10de381d req-5e68a3ef-8603-40ea-9990-171fa54b54e6 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:51.981912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-9af31c39-dfb6-4529-a72f-1f1fd3c8bcae service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542634 Aug 04 14:44:51.983363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-020ddafe-07fe-4263-a74f-f9ee10de381d req-5e68a3ef-8603-40ea-9990-171fa54b54e6 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 943 time: 0.1296213 Aug 04 14:44:51.985559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Transition to ACTIVE for port object 290582da-7730-4313-b6e2-0494b6f2bfad will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:52.003709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Deleting port db544f45-c439-4812-8890-b2f952813585 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:44:52.004067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.022154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.125603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-020ddafe-07fe-4263-a74f-f9ee10de381d req-cd2d7797-fe0e-4cd0-b4ec-1359f074728d tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390069 Aug 04 14:44:52.144396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:52.153359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] For port db544f45-c439-4812-8890-b2f952813585, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=db544f45-c439-4812-8890-b2f952813585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:52.154708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.173441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Calling delete_port for db544f45-c439-4812-8890-b2f952813585 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:44:52.301918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 029f530d-ad12-4500-9042-032d9a10b594 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:52.328599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Attempting to bind port 290582da-7730-4313-b6e2-0494b6f2bfad on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:52.328880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Attempting to bind port 290582da-7730-4313-b6e2-0494b6f2bfad by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:52.329236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Attempting to bind port 290582da-7730-4313-b6e2-0494b6f2bfad on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:52.375199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Port 290582da-7730-4313-b6e2-0494b6f2bfad on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:52.375523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Attempting to bind port 290582da-7730-4313-b6e2-0494b6f2bfad on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:52.399855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a976-819c-4dd1-857e-343a67988b17 req-7a1b8b66-a260-44b4-a7ba-578c857889dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:52.401535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-7a1b8b66-a260-44b4-a7ba-578c857889dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2e3773508d2460e956961b8ff5009c6&device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 1095 time: 0.4090972 Aug 04 14:44:52.406192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:52.406192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Checking segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:52.406734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Bound using segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:52.407387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Bound port: 290582da-7730-4313-b6e2-0494b6f2bfad, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:52.407767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.457462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e1dc4-f7ec-48ee-bdfd-7e75530d2e29 req-619fd001-60cc-4f87-997a-959bdcb7f773 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:52.467977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f42e1dc4-f7ec-48ee-bdfd-7e75530d2e29 req-619fd001-60cc-4f87-997a-959bdcb7f773 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2743680 Aug 04 14:44:52.491544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=029f530d-ad12-4500-9042-032d9a10b594,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:52.492351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.505004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a89f-2121-4f7f-80b0-64214d348139 req-001035a7-d8c4-4405-8d07-d7ae33cbaae0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:52.505198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['db544f45-c439-4812-8890-b2f952813585'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:52.513378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e091a89f-2121-4f7f-80b0-64214d348139 req-001035a7-d8c4-4405-8d07-d7ae33cbaae0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 944 time: 0.1971865 Aug 04 14:44:52.540017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '029f530d-ad12-4500-9042-032d9a10b594', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'mac_address': 'fa:16:3e:0c:7a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:52.542570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Pushing event deleted for resources: {'Port': ['ID=db544f45-c439-4812-8890-b2f952813585,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:52.600909 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.616001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029f530d-ad12-4500-9042-032d9a10b594 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:52.642047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=029f530d-ad12-4500-9042-032d9a10b594,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:52.647786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.692527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f42e1dc4-f7ec-48ee-bdfd-7e75530d2e29 req-071aca3a-430c-47ee-aeae-0eacffa02812 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196991 Aug 04 14:44:52.708154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] No DVR routers for this DVR port db544f45-c439-4812-8890-b2f952813585 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:44:52.712888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.718002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e091a89f-2121-4f7f-80b0-64214d348139 req-4d32b276-e39c-4adf-aea2-12136ba46b57 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028875 Aug 04 14:44:52.720306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-07bbdc56-0e06-4283-9ed9-81ac15e11fce req-6c3b1a16-03b8-48b4-8dfa-c2b4142891fb tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.46 "DELETE /v2.0/ports/db544f45-c439-4812-8890-b2f952813585 HTTP/1.1" status: 204 len: 173 time: 1.0140331 Aug 04 14:44:52.721517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a976-819c-4dd1-857e-343a67988b17 req-2b2042ce-fc28-438a-bdcd-b22e51d340a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:52.732168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-2b2042ce-fc28-438a-bdcd-b22e51d340a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=adb3075a-cc28-45b8-a938-baa23d7a379f HTTP/1.1" status: 200 len: 915 time: 0.3198354 Aug 04 14:44:52.740765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:52.760207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:52.771083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:52.784782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.843281 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-374f9f49-a7f4-489f-97c2-c80aacd89cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb89a93-9d41-4733-9c61-e1ee24900091 HTTP/1.1" status: 200 len: 217 time: 0.0950336 Aug 04 14:44:52.857877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['029f530d-ad12-4500-9042-032d9a10b594'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:52.895472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:52.896104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:52.905028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] 10.222.0.46 "PUT /v2.0/ports/290582da-7730-4313-b6e2-0494b6f2bfad HTTP/1.1" status: 200 len: 1092 time: 1.8600497 Aug 04 14:44:52.905442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:52.913346 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629479b7-e86b-4913-ae7b-3a72c797e8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:53.017383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a976-819c-4dd1-857e-343a67988b17 req-ad393f88-d24d-491c-ac4e-e4648d164856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.018990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-ad393f88-d24d-491c-ac4e-e4648d164856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3924d8d5-3258-4286-b782-4075772a824e HTTP/1.1" status: 200 len: 854 time: 0.1729851 Aug 04 14:44:53.042341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:53.144062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-95bd7304-6ec6-4424-bcf0-e1bae57997be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=adb3075a-cc28-45b8-a938-baa23d7a379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108820 Aug 04 14:44:53.150262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351be9a-8877-4c1f-92de-e3897a6cd443 service neutron] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:53.165864 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf2418-7893-4c85-b9e4-5327f97b7950 x-openstack-request-id: req-eabf2418-7893-4c85-b9e4-5327f97b7950 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:53.166342 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:53.168098 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eabf2418-7893-4c85-b9e4-5327f97b7950 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:53.168555 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad', 'status': 'completed', 'code': 200} Aug 04 14:44:53.297489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de0aa495-0764-4195-b9f8-00b9be28c1db req-ea091ba3-c852-4285-a3d3-22f2c7b4af67 tempest-ServerDiagnosticsNegativeTest-1774661247 tempest-ServerDiagnosticsNegativeTest-1774661247-project] 10.222.0.76 "GET /v2.0/ports?device_id=98744669-28a8-419d-a2f5-63df48644358 HTTP/1.1" status: 200 len: 210 time: 0.0709586 Aug 04 14:44:53.299349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:53.313642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-2f15a276-11f1-4558-b578-70816affc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.314148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-2f15a276-11f1-4558-b578-70816affc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.314660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-2f15a276-11f1-4558-b578-70816affc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.316802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-2f15a276-11f1-4558-b578-70816affc9fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2732 time: 0.2647533 Aug 04 14:44:53.325939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed3a4-d2ad-4304-b083-d779621fa057 req-ad21f3a7-4ff9-400b-8fa4-0cedffe015a1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.333698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed3a4-d2ad-4304-b083-d779621fa057 req-ad21f3a7-4ff9-400b-8fa4-0cedffe015a1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.341016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed3a4-d2ad-4304-b083-d779621fa057 req-ad21f3a7-4ff9-400b-8fa4-0cedffe015a1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.349928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35bed3a4-d2ad-4304-b083-d779621fa057 req-ad21f3a7-4ff9-400b-8fa4-0cedffe015a1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2388 time: 0.4107289 Aug 04 14:44:53.381958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-b46f9edd-ffc4-49f2-8d07-374d5a49e461 service neutron] 10.222.0.46 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285104 Aug 04 14:44:53.450966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35bed3a4-d2ad-4304-b083-d779621fa057 req-e28a423c-bb4d-4567-a256-c4f7a5a0f3b6 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854161 Aug 04 14:44:53.470103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'name': 'network-vif-deleted', 'tag': 'db544f45-c439-4812-8890-b2f952813585'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:53.473418 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f5d9f-0f15-405e-baa7-98bf349637ec" -d '{"events": [{"server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "name": "network-vif-deleted", "tag": "db544f45-c439-4812-8890-b2f952813585"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:53.570152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faca97-ebbd-456c-96b4-b79ba020549b req-63618f16-c108-47b1-8ec4-51f6064d1a1d tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.571858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72faca97-ebbd-456c-96b4-b79ba020549b req-63618f16-c108-47b1-8ec4-51f6064d1a1d tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 943 time: 0.1715109 Aug 04 14:44:53.630529 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa31a976-819c-4dd1-857e-343a67988b17 req-c606ee8d-89d5-42f4-9998-4eb08b5e8c72 service neutron] 10.222.0.46 "GET /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331779 Aug 04 14:44:53.637502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-0cb82f5e-275e-4f10-843d-14070b6034dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.638141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-0cb82f5e-275e-4f10-843d-14070b6034dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.638648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-0cb82f5e-275e-4f10-843d-14070b6034dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.640291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-0cb82f5e-275e-4f10-843d-14070b6034dd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2573743 Aug 04 14:44:53.672174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72faca97-ebbd-456c-96b4-b79ba020549b req-f7d7b68d-0375-4f51-85f1-69c5ac43d632 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867310 Aug 04 14:44:53.728244 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7527738-2237-400d-b272-556c19427b8a x-openstack-request-id: req-b7527738-2237-400d-b272-556c19427b8a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:53.728707 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98744669-28a8-419d-a2f5-63df48644358", "name": "network-vif-deleted", "tag": "db544f45-c439-4812-8890-b2f952813585", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:53.728959 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7527738-2237-400d-b272-556c19427b8a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:53.729343 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98744669-28a8-419d-a2f5-63df48644358', 'name': 'network-vif-deleted', 'tag': 'db544f45-c439-4812-8890-b2f952813585', 'status': 'completed', 'code': 200} Aug 04 14:44:53.747688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-d557e5e0-b226-49c5-acb2-55aa63edc434 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299854 Aug 04 14:44:53.779015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-300b3bac-3d24-4b74-a3b7-801c3393b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.780787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-629479b7-e86b-4913-ae7b-3a72c797e8cc req-300b3bac-3d24-4b74-a3b7-801c3393b364 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335714 Aug 04 14:44:53.903999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e470a3-afb8-429c-9f65-808fe6c62574 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:53.920135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:53.938364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-bc598199-fe02-4523-84fe-f645c6aaf2f3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:53.940069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-bc598199-fe02-4523-84fe-f645c6aaf2f3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799612 Aug 04 14:44:53.945753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Transition to ACTIVE for port object 16e470a3-afb8-429c-9f65-808fe6c62574 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:53.956591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:53.968288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-16606947-c6f4-4ba3-a2b8-05f2369e9aea tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/quotas/d17da82a6e1240f0ab71fc881d75deb0 HTTP/1.1" status: 200 len: 375 time: 0.0211565 Aug 04 14:44:54.038796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-78a242ab-4b42-4ad2-aa36-ffbd41cbc851 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431581 Aug 04 14:44:54.092642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Pushing event updated for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:54.331229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device beb89a93-9d41-4733-9c61-e1ee24900091 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:44:54.335907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 029f530d-ad12-4500-9042-032d9a10b594 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:54.485062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 029f530d-ad12-4500-9042-032d9a10b594 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:54.497595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91b96c-dcc9-4b76-9844-bbf3742a8e08 req-d0913db1-4e6b-408d-b56f-570501da8f37 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:54.499382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 029f530d-ad12-4500-9042-032d9a10b594 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:54.500026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.505190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d91b96c-dcc9-4b76-9844-bbf3742a8e08 req-d0913db1-4e6b-408d-b56f-570501da8f37 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.4714398 Aug 04 14:44:54.566926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Attempting to bind port 16e470a3-afb8-429c-9f65-808fe6c62574 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:54.567190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Attempting to bind port 16e470a3-afb8-429c-9f65-808fe6c62574 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:54.567409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Attempting to bind port 16e470a3-afb8-429c-9f65-808fe6c62574 on network aebdff5c-a20d-480a-8ee1-80c13566e473 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:54.572803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=beb89a93-9d41-4733-9c61-e1ee24900091,segment=NetworkSegment(0f9639da-f0d5-490a-abfb-646e4bd65a2c),segment_id=0f9639da-f0d5-490a-abfb-646e4bd65a2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:54.580467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d91b96c-dcc9-4b76-9844-bbf3742a8e08 req-06c74875-ac79-4031-a542-f03657e68384 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Aug 04 14:44:54.587663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'beb89a93-9d41-4733-9c61-e1ee24900091', 'network_id': 'adb3075a-cc28-45b8-a938-baa23d7a379f', 'port_id': 'beb89a93-9d41-4733-9c61-e1ee24900091', 'mac_address': 'fa:16:3e:6a:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3924d8d5-3258-4286-b782-4075772a824e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:44:54.604954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9772a-e852-4b30-ba51-81cda1ecc3ac req-0b0049bd-f071-40d6-81db-96b0b9de2729 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:54.606871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48a9772a-e852-4b30-ba51-81cda1ecc3ac req-0b0049bd-f071-40d6-81db-96b0b9de2729 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 945 time: 0.1779797 Aug 04 14:44:54.607717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Port 16e470a3-afb8-429c-9f65-808fe6c62574 on network aebdff5c-a20d-480a-8ee1-80c13566e473 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:54.608053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Attempting to bind port 16e470a3-afb8-429c-9f65-808fe6c62574 on network aebdff5c-a20d-480a-8ee1-80c13566e473 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:54.640359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:54.640359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Checking segment: {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:54.640757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Bound using segment: {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:54.641195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Bound port: 16e470a3-afb8-429c-9f65-808fe6c62574, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:54.641568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.696102 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.723193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb89a93-9d41-4733-9c61-e1ee24900091 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:54.741116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.751880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48a9772a-e852-4b30-ba51-81cda1ecc3ac req-7fe7336d-9fc3-4a7d-ae53-ff14b0e9aea2 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299124 Aug 04 14:44:54.777904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=beb89a93-9d41-4733-9c61-e1ee24900091,segment=NetworkSegment(0f9639da-f0d5-490a-abfb-646e4bd65a2c),segment_id=0f9639da-f0d5-490a-abfb-646e4bd65a2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:54.784743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f530d-ad12-4500-9042-032d9a10b594'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:54.787462 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce60f87-cba0-491f-b68a-0dc95c727d43" -d '{"events": [{"server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "name": "network-vif-plugged", "status": "completed", "tag": "029f530d-ad12-4500-9042-032d9a10b594"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:54.800868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.808521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=029f530d-ad12-4500-9042-032d9a10b594,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:54.820818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3593c0b-c8b8-45e8-8041-48fa008edca1 req-593693e2-f0a5-40fd-9b17-16c68fce62b6 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0678821 Aug 04 14:44:54.839897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.841971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device db544f45-c439-4812-8890-b2f952813585 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:44:54.858051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:54.868570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16e470a3-afb8-429c-9f65-808fe6c62574,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:54.876233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.899896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: db544f45-c439-4812-8890-b2f952813585 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:44:54.900600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device db544f45-c439-4812-8890-b2f952813585 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:44:54.942550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:54.987904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:54.988547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:54.990022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] 10.222.0.46 "PUT /v2.0/ports/16e470a3-afb8-429c-9f65-808fe6c62574 HTTP/1.1" status: 200 len: 1093 time: 2.0207791 Aug 04 14:44:54.999228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-33852fae-1566-4fa8-8df0-1dcc6de9e550 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508461 Aug 04 14:44:55.019837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['beb89a93-9d41-4733-9c61-e1ee24900091'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:44:55.058677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:55.059515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Request body: {'port': {'device_id': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:55.159470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b631c-322d-4f76-b0ab-f6b23b7dc4ba service neutron] Pushing event updated for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:55.169518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:55.172293 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700b385-b10f-446c-8594-4e7f3bacddf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:55.228594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75956e7a-0883-4149-8cd4-2e4abd371c04 req-9d58422e-0e6b-48ef-a986-391d79036722 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.238886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75956e7a-0883-4149-8cd4-2e4abd371c04 req-9d58422e-0e6b-48ef-a986-391d79036722 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.245221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75956e7a-0883-4149-8cd4-2e4abd371c04 req-9d58422e-0e6b-48ef-a986-391d79036722 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.247392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75956e7a-0883-4149-8cd4-2e4abd371c04 req-9d58422e-0e6b-48ef-a986-391d79036722 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2400 time: 0.2201977 Aug 04 14:44:55.296852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:55.348311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-356eb138-d280-450f-8ea3-e9e5058298b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.350259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-356eb138-d280-450f-8ea3-e9e5058298b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138905 Aug 04 14:44:55.371449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:55.392165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75956e7a-0883-4149-8cd4-2e4abd371c04 req-a948801b-e4bc-4046-b878-59a29510ef1c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255739 Aug 04 14:44:55.404541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-7535438c-0b85-48ee-8f7f-a8678c934f7e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/quotas/d17da82a6e1240f0ab71fc881d75deb0 HTTP/1.1" status: 200 len: 375 time: 0.0256736 Aug 04 14:44:55.464421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-1a74f396-4f22-4ee9-82d5-6eda4d9693be tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588825 Aug 04 14:44:55.544978 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-418e0b5d-b539-43d9-b3f1-9fcaa25e423d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=77b81cb787f54d21b1b29ce3296f8eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721132 Aug 04 14:44:55.547738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:55.597920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a821-e8c0-4ca4-8330-17855202fb2e req-3548b422-b451-43ce-ae23-ea5039fb18a4 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.599449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9418a821-e8c0-4ca4-8330-17855202fb2e req-3548b422-b451-43ce-ae23-ea5039fb18a4 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 944 time: 0.1248612 Aug 04 14:44:55.604514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:55.631774 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f8ed9f-2dfa-4f30-8123-4b82c43b53b7 x-openstack-request-id: req-33f8ed9f-2dfa-4f30-8123-4b82c43b53b7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:55.632287 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "name": "network-vif-plugged", "status": "completed", "tag": "029f530d-ad12-4500-9042-032d9a10b594", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:55.633185 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33f8ed9f-2dfa-4f30-8123-4b82c43b53b7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:55.633685 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029f530d-ad12-4500-9042-032d9a10b594', 'code': 200} Aug 04 14:44:55.654742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:55.691431 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9331b90a-baee-467b-bf0b-f85047e63365 x-openstack-request-id: req-9331b90a-baee-467b-bf0b-f85047e63365 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:55.691845 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:55.692188 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9331b90a-baee-467b-bf0b-f85047e63365 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:55.692678 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574', 'status': 'completed', 'code': 200} Aug 04 14:44:55.729870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9418a821-e8c0-4ca4-8330-17855202fb2e req-7141ad47-928c-4b43-ba04-7710ea707668 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047814 Aug 04 14:44:55.821777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3839b9fe-02a4-4f67-95e2-74cca8f75b63 req-65835cb8-a1ad-4598-9ef8-551b1bc050e9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 210 time: 0.0851274 Aug 04 14:44:55.825022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168881e-8ab3-406d-93b3-5e88e4166cc1 req-d6b5633f-c142-4b13-a545-5af966c81a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.828213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3168881e-8ab3-406d-93b3-5e88e4166cc1 req-d6b5633f-c142-4b13-a545-5af966c81a3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1098 time: 0.1152534 Aug 04 14:44:55.862036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:55.867472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:55.869062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ef389e0-fde5-43e2-961b-a1564a8d8d29 HTTP/1.1" status: 204 len: 168 time: 0.3203034 Aug 04 14:44:55.894433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e005fd-4e10-4fe4-8d3f-79c76bd6e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef389e0-fde5-43e2-961b-a1564a8d8d29,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:55.902451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-ca4acef8-98d9-4124-a32c-2a5b8f552449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.903011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-ca4acef8-98d9-4124-a32c-2a5b8f552449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.903497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-ca4acef8-98d9-4124-a32c-2a5b8f552449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:55.905127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-ca4acef8-98d9-4124-a32c-2a5b8f552449 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2800 time: 0.1523001 Aug 04 14:44:55.938415 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3168881e-8ab3-406d-93b3-5e88e4166cc1 req-6d8a71e9-6175-4e40-af5a-fdaae1b28af1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890489 Aug 04 14:44:55.959630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-ac819176-7d16-41f3-8754-0c1c815ac01b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223781 Aug 04 14:44:56.068557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-cf8ff522-da4f-4270-8d86-d9056a8bfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.069120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-cf8ff522-da4f-4270-8d86-d9056a8bfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.069790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-cf8ff522-da4f-4270-8d86-d9056a8bfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.071479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-cf8ff522-da4f-4270-8d86-d9056a8bfb0a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1527562 Aug 04 14:44:56.095677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03b5e-7dbd-43b4-ae3c-0f8674147957 req-c7dacbcd-f82e-462b-8341-5d832692fac1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.097222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41a03b5e-7dbd-43b4-ae3c-0f8674147957 req-c7dacbcd-f82e-462b-8341-5d832692fac1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2710376 Aug 04 14:44:56.191039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-58f97aef-3193-41c5-9af2-0d6c60df0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.192538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d700b385-b10f-446c-8594-4e7f3bacddf3 req-58f97aef-3193-41c5-9af2-0d6c60df0754 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138353 Aug 04 14:44:56.208095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a57f1b4-9bed-4e19-808e-e8300ab419e1 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:56.230448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc828-05a4-4685-a236-e21041bf2604 req-02ca92c8-e255-4af3-bbc5-14ef74923fa5 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.232097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40afc828-05a4-4685-a236-e21041bf2604 req-02ca92c8-e255-4af3-bbc5-14ef74923fa5 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.2176862 Aug 04 14:44:56.244845 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.249701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41a03b5e-7dbd-43b4-ae3c-0f8674147957 req-9287a8cd-ee81-4b78-8a21-411cde9df084 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344366 Aug 04 14:44:56.262371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-d096a1a7-9efd-4941-bea3-1c1201b11c7c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.272908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-d096a1a7-9efd-4941-bea3-1c1201b11c7c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044567 Aug 04 14:44:56.292684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Request body: {'port': {'device_id': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': 'd17da82a6e1240f0ab71fc881d75deb0'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:56.300189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:56.312522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Transition to ACTIVE for port object 9a57f1b4-9bed-4e19-808e-e8300ab419e1 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:56.322850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-171d1462-0892-4ac6-8d9b-7414b006bfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.335838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device beb89a93-9d41-4733-9c61-e1ee24900091 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:44:56.356713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.417567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port beb89a93-9d41-4733-9c61-e1ee24900091 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:56.419383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46f79e74-7769-41da-bdce-ef9af1f2c389 req-e5f3b783-f524-4d64-9f8f-572f9588e12b tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0762606 Aug 04 14:44:56.426970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40afc828-05a4-4685-a236-e21041bf2604 req-69151da3-5a52-428b-9a1d-800abb168de3 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852522 Aug 04 14:44:56.447018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port beb89a93-9d41-4733-9c61-e1ee24900091 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:56.447018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.505352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:56.525567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-171d1462-0892-4ac6-8d9b-7414b006bfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.532530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-171d1462-0892-4ac6-8d9b-7414b006bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.586769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-171d1462-0892-4ac6-8d9b-7414b006bfac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cdca26d8d6142e39e2b3158f6d687b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836754 Aug 04 14:44:56.587392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:44:56.588011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.617504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d1462-0892-4ac6-8d9b-7414b006bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142554a-b1e0-4321-af93-0d4d5f507a72,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:56.645297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=beb89a93-9d41-4733-9c61-e1ee24900091,segment=NetworkSegment(0f9639da-f0d5-490a-abfb-646e4bd65a2c),segment_id=0f9639da-f0d5-490a-abfb-646e4bd65a2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:44:56.651096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.652133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9e5ed442-12cd-4688-9e2b-cb0cc4cd4476 req-37f42f01-8cfa-401a-8338-da4c3d37a2ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0317214 Aug 04 14:44:56.668616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.711882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Made reservation on behalf of d17da82a6e1240f0ab71fc881d75deb0 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:56.715683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.734430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.735895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:56.736079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c37ea-c746-4769-8d83-786b4ebf75ee req-11602104-1e6a-474a-b6bf-3cc6fd747b6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.763649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c37ea-c746-4769-8d83-786b4ebf75ee req-11602104-1e6a-474a-b6bf-3cc6fd747b6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.771556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c37ea-c746-4769-8d83-786b4ebf75ee req-11602104-1e6a-474a-b6bf-3cc6fd747b6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:56.773797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-346c37ea-c746-4769-8d83-786b4ebf75ee req-11602104-1e6a-474a-b6bf-3cc6fd747b6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2412 time: 0.2354989 Aug 04 14:44:56.801637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Attempting to bind port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:56.802150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Attempting to bind port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:56.802568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Attempting to bind port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:56.807296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.822888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.826129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.827790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8142554a-b1e0-4321-af93-0d4d5f507a72 HTTP/1.1" status: 204 len: 168 time: 0.2386205 Aug 04 14:44:56.843711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2f097-eb5d-4465-8381-7aa884946ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142554a-b1e0-4321-af93-0d4d5f507a72,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:56.859539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:56.859874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Attempting to bind port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 on network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:56.883480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:56.883888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Checking segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:56.884265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Bound using segment: {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:56.884720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Bound port: 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba58efd-03d2-434a-990a-949cd1f44c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:56.885081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:56.910091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-b3f9cabc-f0c3-4a23-9143-5d01ff456ae6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345616 Aug 04 14:44:56.940471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-346c37ea-c746-4769-8d83-786b4ebf75ee req-b2037f70-2321-4c68-8d0d-f017eba18078 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357062 Aug 04 14:44:57.002222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624a56-6762-4d4f-bdb2-3d4c6daebfe3 req-5a0b4788-7bc2-47b8-b721-275b3ed641e8 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.010239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47624a56-6762-4d4f-bdb2-3d4c6daebfe3 req-5a0b4788-7bc2-47b8-b721-275b3ed641e8 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 945 time: 0.2110393 Aug 04 14:44:57.079182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-124e0c70-5886-496a-b760-45081c9d3930 req-77426604-05f5-463b-8e80-7506a961de6d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 210 time: 0.0652802 Aug 04 14:44:57.132544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47624a56-6762-4d4f-bdb2-3d4c6daebfe3 req-9ef7faaf-16f1-4ab8-9962-53f8c5f036c2 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 Aug 04 14:44:57.142346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:57.148129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:57.174377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:57.247670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:57.252831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.254206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:57.256484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a57f1b4-9bed-4e19-808e-e8300ab419e1 HTTP/1.1" status: 200 len: 1093 time: 2.2026091 Aug 04 14:44:57.259629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:57.426895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c006034a-7c5b-459e-8b73-9f1460702ee7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:57.429581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d411-5ebb-4bd0-ae3b-0e0f2ba07bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:57.518612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-9b9152a2-54d8-44b0-8d95-5601db1ad44b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.520301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-9b9152a2-54d8-44b0-8d95-5601db1ad44b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6048458 Aug 04 14:44:57.546193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Request body: {'port': {'device_id': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': 'd17da82a6e1240f0ab71fc881d75deb0'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:57.554230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e37157a3-9b34-46f7-9613-80f624c51a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.554780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e37157a3-9b34-46f7-9613-80f624c51a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.555306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e37157a3-9b34-46f7-9613-80f624c51a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.557047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e37157a3-9b34-46f7-9613-80f624c51a13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2868 time: 0.1876106 Aug 04 14:44:57.575773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6530d-8e54-4334-a757-6a3e366473da req-f21cd70d-554f-4a27-9b5c-f5d20f30244d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.577378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1d6530d-8e54-4334-a757-6a3e366473da req-f21cd70d-554f-4a27-9b5c-f5d20f30244d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1962490 Aug 04 14:44:57.634625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:57.638532 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d373a51-fe2e-42ba-b42a-28d3b958d593" -d '{"events": [{"server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "name": "network-vif-plugged", "status": "completed", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:57.652312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Allocated IP 192.168.233.93 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:57.656138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-cb9fd0cd-114b-45ab-a11b-74c550fce75a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=290582da-7730-4313-b6e2-0494b6f2bfad HTTP/1.1" status: 200 len: 217 time: 0.0756807 Aug 04 14:44:57.693807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Made reservation on behalf of d17da82a6e1240f0ab71fc881d75deb0 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:44:57.697359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:57.713100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:57.716175 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59413634-92ae-4170-b593-5efc7a599daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:57.760534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1d6530d-8e54-4334-a757-6a3e366473da req-da516aab-55b1-47f0-850e-1eb3a26c41f5 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694453 Aug 04 14:44:57.773627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbfef-90a5-4860-9442-703f66d28aff req-66b0db96-de59-408a-9127-c8a660d0634c tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.786386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20cfbfef-90a5-4860-9442-703f66d28aff req-66b0db96-de59-408a-9127-c8a660d0634c tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.2304230 Aug 04 14:44:57.814371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-f6d86a82-ceed-44c2-8a05-0d7f154b78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.815977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-f6d86a82-ceed-44c2-8a05-0d7f154b78b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfabb605-4db3-4eaf-a163-d3de7e63c3ce HTTP/1.1" status: 200 len: 801 time: 0.1422803 Aug 04 14:44:57.935427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20cfbfef-90a5-4860-9442-703f66d28aff req-9de4e483-c874-4b24-8144-8ef87957d9cd tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535881 Aug 04 14:44:57.937628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-434f0ed8-3a0c-42ac-9e71-a88abc345640 req-a0f75d5a-4277-412a-b47b-db16e60634c0 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0601263 Aug 04 14:44:57.979473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-357decfb-03df-4eda-ac33-b3afd4ce640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:57.980989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-357decfb-03df-4eda-ac33-b3afd4ce640d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36a5231e-84f3-44d5-86b4-4d0ca06fd724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563408 Aug 04 14:44:58.001308 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629d15f-afe4-4d69-be49-fe43d4af3e93 x-openstack-request-id: req-2629d15f-afe4-4d69-be49-fe43d4af3e93 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:58.001910 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "name": "network-vif-plugged", "status": "completed", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:58.001910 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2629d15f-afe4-4d69-be49-fe43d4af3e93 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:58.002302 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091', 'code': 200} Aug 04 14:44:58.056062 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d25f94-6b3e-4258-abca-be64e0d1b5b5 x-openstack-request-id: req-04d25f94-6b3e-4258-abca-be64e0d1b5b5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:44:58.056365 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:44:58.056759 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04d25f94-6b3e-4258-abca-be64e0d1b5b5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:44:58.057158 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1', 'status': 'completed', 'code': 200} Aug 04 14:44:58.093492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:58.109238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba82b3-8dc6-41f5-b86d-d87491419c1e req-3a6b8300-748c-4f44-88fa-845b2db08dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:58.111347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18ba82b3-8dc6-41f5-b86d-d87491419c1e req-3a6b8300-748c-4f44-88fa-845b2db08dc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 1097 time: 0.0454335 Aug 04 14:44:58.152242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18ba82b3-8dc6-41f5-b86d-d87491419c1e req-4af5ab17-1129-4d47-9f61-6753711c176d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334618 Aug 04 14:44:58.477523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Transition to ACTIVE for port object aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:58.578711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-f37d8ef6-a959-4cd5-8de1-4652d5003da3 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891879 Aug 04 14:44:58.595069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3f57-de18-4599-87f9-248a9dd65436 req-1d79da97-5c05-42af-946d-52b421f3fb00 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:58.600883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3f57-de18-4599-87f9-248a9dd65436 req-1d79da97-5c05-42af-946d-52b421f3fb00 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:58.606783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af3f57-de18-4599-87f9-248a9dd65436 req-1d79da97-5c05-42af-946d-52b421f3fb00 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:58.608422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7af3f57-de18-4599-87f9-248a9dd65436 req-1d79da97-5c05-42af-946d-52b421f3fb00 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2412 time: 0.5300841 Aug 04 14:44:58.648761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-bfc58211-f9bf-4ba9-abe8-791a53d02503 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 258 time: 0.5945137 Aug 04 14:44:58.692839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:58.714413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:58.760254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Allocated IP 192.168.233.122 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/7c73b5e2-0aea-4c29-9688-765fadaf7bcc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:58.785738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7af3f57-de18-4599-87f9-248a9dd65436 req-0f03b1b6-fdcf-45c7-9b83-1995f71e6d10 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591048 Aug 04 14:44:58.801157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:58.809698 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:58.822628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:58.825941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:58.869492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:58.900379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-2666bd60-ee83-4518-a7b0-0df4b8e4e203 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853529 Aug 04 14:44:58.957519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:58.964165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-c9aa3f8b-b7d0-43e8-b8ac-a76e78bba216 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=16e470a3-afb8-429c-9f65-808fe6c62574 HTTP/1.1" status: 200 len: 217 time: 0.0543520 Aug 04 14:44:58.972277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:58.972636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Transition to ACTIVE for port object 7c73b5e2-0aea-4c29-9688-765fadaf7bcc will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:58.972972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.009699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.046395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-677bab72-2fea-460a-98dd-422811ad244f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7606881 Aug 04 14:44:59.048996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-d79b47ca-452c-441d-8f80-13b11e1eab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.050714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-d79b47ca-452c-441d-8f80-13b11e1eab07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a26d96d8-1cba-41ac-9fdc-a411e0f1e84b HTTP/1.1" status: 200 len: 801 time: 0.0737264 Aug 04 14:44:59.063985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:44:59.067550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:44:59.071025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Request body: {'port': {'device_id': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:59.074679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:44:59.101537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event updated for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:59.146121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.146979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.167783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-ed039b59-2584-4a4f-aed4-1e072bb4c56d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6363356 Aug 04 14:44:59.176222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-37718328-ca46-4722-879a-cb25a69ef80f None None] Provisioning for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:59.183630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Request body: {'port': {'device_id': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:44:59.184687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-37718328-ca46-4722-879a-cb25a69ef80f None None] Provisioning complete for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:59.185452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37718328-ca46-4722-879a-cb25a69ef80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.252062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.258345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.258570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-37718328-ca46-4722-879a-cb25a69ef80f None None] Port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:59.261322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-d26e1617-1544-4f7e-bdaa-695fbefabab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.262862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-d26e1617-1544-4f7e-bdaa-695fbefabab4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aebdff5c-a20d-480a-8ee1-80c13566e473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013083 Aug 04 14:44:59.368684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.482907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8cb6576b-8e8f-4714-a66c-0ec94ae84383 None None] Provisioning for port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:44:59.486888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8cb6576b-8e8f-4714-a66c-0ec94ae84383 None None] Provisioning complete for port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:44:59.487276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cb6576b-8e8f-4714-a66c-0ec94ae84383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.495942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d2f1e-f5aa-42c9-a9a0-ce2569091ed4 req-0c6aef24-43a5-4c77-9702-037d08854feb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.497496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b28d2f1e-f5aa-42c9-a9a0-ce2569091ed4 req-0c6aef24-43a5-4c77-9702-037d08854feb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 936 time: 0.2422676 Aug 04 14:44:59.524271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6576b-8e8f-4714-a66c-0ec94ae84383 None None] Port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:44:59.554879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c73b5e2-0aea-4c29-9688-765fadaf7bcc {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:44:59.562837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.575675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Transition to ACTIVE for port object 7c73b5e2-0aea-4c29-9688-765fadaf7bcc will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:44:59.581366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.605452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-305890f8-5d0e-447d-a738-92c6812e8779 service neutron] 10.222.0.46 "GET /v2.0/networks/aebdff5c-a20d-480a-8ee1-80c13566e473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252811 Aug 04 14:44:59.608630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Allocated IP 172.25.0.21 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/901e0653-46fe-41a2-9a4b-7ed178c40c6e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:44:59.650003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:59.708428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Attempting to bind port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:44:59.708923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Attempting to bind port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:44:59.709256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Attempting to bind port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:59.714280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:44:59.714640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Attempting to bind port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:44:59.720296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:44:59.720533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:44:59.720873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:44:59.721658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Bound port: 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:44:59.721658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.725729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b28d2f1e-f5aa-42c9-a9a0-ce2569091ed4 req-a816c78c-53ae-4813-9874-18c4d99c828b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143705 Aug 04 14:44:59.795341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:44:59.799180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:44:59.804541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.841651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.842287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.843816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c73b5e2-0aea-4c29-9688-765fadaf7bcc HTTP/1.1" status: 200 len: 1097 time: 0.6677089 Aug 04 14:44:59.844211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:44:59.846531 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04110265-1277-4541-9740-cde7873333d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:44:59.877624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76f1d-6611-41a7-b91e-601793be98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:44:59.900398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-c09e7668-19bd-47f8-be51-66c9847cf48f service neutron] 10.222.0.46 "GET /v2.0/networks/aebdff5c-a20d-480a-8ee1-80c13566e473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821465 Aug 04 14:44:59.941341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-1cb39d0f-3c34-4ced-a05e-c495af37569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.943679 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-1cb39d0f-3c34-4ced-a05e-c495af37569b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 1100 time: 0.0579967 Aug 04 14:44:59.968045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-688a5c0b-f0cc-4f58-a196-47f22cfdbf09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1 HTTP/1.1" status: 200 len: 217 time: 0.0586765 Aug 04 14:44:59.976494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:44:59.990288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d512d-d7f3-42a9-a638-8bb4dd4b01bc req-106769fa-f1e8-4287-8a04-aac853d0090f tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:44:59.991937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b6d512d-d7f3-42a9-a638-8bb4dd4b01bc req-106769fa-f1e8-4287-8a04-aac853d0090f tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 945 time: 0.1834521 Aug 04 14:44:59.993861 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-cdadbf4f-78f7-47c1-8677-24c287a3113b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc HTTP/1.1" status: 200 len: 217 time: 0.0427356 Aug 04 14:45:00.045187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-04eb3b45-7fa5-4689-910f-1c605c839901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:00.047070 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-04eb3b45-7fa5-4689-910f-1c605c839901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0456767 Aug 04 14:45:00.094717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:00.095987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-17790362-7225-4bde-851b-ea6f77245c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:00.097521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-17790362-7225-4bde-851b-ea6f77245c02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417809 Aug 04 14:45:00.108686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:00.122707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e9d5b582-6902-40ca-920b-9b3e59e3f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:00.124386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-e9d5b582-6902-40ca-920b-9b3e59e3f187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfabb605-4db3-4eaf-a163-d3de7e63c3ce HTTP/1.1" status: 200 len: 801 time: 0.1315315 Aug 04 14:45:00.136312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b6d512d-d7f3-42a9-a638-8bb4dd4b01bc req-de5b12bb-bea6-49c6-97a4-0e4e65493d9b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297369 Aug 04 14:45:00.167077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Transition to ACTIVE for port object aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:00.177295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:00.207146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-c360873f-8aa8-440e-b51b-34f90eb5b8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005580 Aug 04 14:45:00.210395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:00.237944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-57c38ccb-7a15-44aa-8105-9be95c58271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:00.239899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-57c38ccb-7a15-44aa-8105-9be95c58271a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36a5231e-84f3-44d5-86b4-4d0ca06fd724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081319 Aug 04 14:45:00.257773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:00.269568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:00.273398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:00.324353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:00.352801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef0957a-7098-4ddd-a311-9022ff52555e req-da462975-d236-4bbf-bf85-7d2c738da827 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381021 Aug 04 14:45:00.506316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event updated for resources: {'Port': ['ID=901e0653-46fe-41a2-9a4b-7ed178c40c6e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:00.594748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-01419a7d-3b5f-40e1-8698-b68b81ad39c0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894375 Aug 04 14:45:00.605454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-107d797d-a140-49f5-8f70-19ca4a257ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460307 Aug 04 14:45:00.651487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:00.653187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Attempting to bind port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:00.653525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Attempting to bind port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:00.653859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Attempting to bind port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:00.988702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:00.988944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Attempting to bind port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:01.018975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:01.019320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:01.019742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:01.020235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Bound port: aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:01.020599 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.076524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.169593 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20777fd4-8fed-4882-8977-c1e9bb5a5183 req-60528bbe-ca7d-42ff-921a-3009ec983536 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496004 Aug 04 14:45:01.188686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-4d00350b-6363-4da5-b0ba-676359665386 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.190870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-4d00350b-6363-4da5-b0ba-676359665386 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5758131 Aug 04 14:45:01.230367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:01.234723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-da1d0578-6e50-413f-af49-36492d66166b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0328193 Aug 04 14:45:01.305873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:01.339179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-4f348dd8-ac03-42ab-a420-220febf41d82 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826809 Aug 04 14:45:01.343859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.402730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.403028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.404815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] 10.222.0.38 "PUT /v2.0/ports/aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af HTTP/1.1" status: 200 len: 1096 time: 2.3484519 Aug 04 14:45:01.409969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:01.413522 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd62609-61bc-40f2-9d9e-3e67bbe7db57" -d '{"events": [{"name": "network-changed", "server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:01.517743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-3a29ca90-ac5f-4dea-90e3-d2a12efaa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.518456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-3a29ca90-ac5f-4dea-90e3-d2a12efaa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.518746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-3a29ca90-ac5f-4dea-90e3-d2a12efaa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.520431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-3a29ca90-ac5f-4dea-90e3-d2a12efaa74a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2868 time: 0.2309284 Aug 04 14:45:01.526402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb24a6-18c7-43c8-a614-a6baba9307ee service neutron] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:01.586191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.620822 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.641488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-5ac53d8f-b025-44c9-bb8b-24ad7b4f2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.643072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-5ac53d8f-b025-44c9-bb8b-24ad7b4f2e92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1099 time: 0.1650620 Aug 04 14:45:01.735824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb1f38-f771-478e-821e-7e04e954f710 req-ed36ca24-a643-4d92-a9c3-be9dc3fd4d7d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.737341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdbb1f38-f771-478e-821e-7e04e954f710 req-ed36ca24-a643-4d92-a9c3-be9dc3fd4d7d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2251165 Aug 04 14:45:01.758883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-0ba8d40a-b280-4e16-a5a8-3e374507f002 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af HTTP/1.1" status: 200 len: 217 time: 0.0899489 Aug 04 14:45:01.800214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event updated for resources: {'Port': ['ID=901e0653-46fe-41a2-9a4b-7ed178c40c6e,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:01.849446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-ce2e9282-d677-436f-8874-ad03886c4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.851143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-ce2e9282-d677-436f-8874-ad03886c4a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36a5231e-84f3-44d5-86b4-4d0ca06fd724 HTTP/1.1" status: 200 len: 903 time: 0.3217103 Aug 04 14:45:01.862615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.883518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdbb1f38-f771-478e-821e-7e04e954f710 req-666e75ff-a4ad-486a-b416-5d5cc26f3e5b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237199 Aug 04 14:45:01.922079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-34008d8f-0eff-410e-a0f3-aa352a1044f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1 HTTP/1.1" status: 200 len: 217 time: 0.0529704 Aug 04 14:45:01.923619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-4f3a0df2-a2a3-4c6b-b6f1-28f3d6592865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:01.925033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-4f3a0df2-a2a3-4c6b-b6f1-28f3d6592865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1469746 Aug 04 14:45:01.930020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:01.931306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-0a24c32e-162e-48c3-a230-7aad1f5cb7e7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2532320 Aug 04 14:45:02.031818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-f9684355-98a3-476e-841b-6b65094fc114 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0908608 Aug 04 14:45:02.051397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-95b3d7ba-d86c-4516-b860-9adfc4e261e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.052899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-95b3d7ba-d86c-4516-b860-9adfc4e261e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfabb605-4db3-4eaf-a163-d3de7e63c3ce HTTP/1.1" status: 200 len: 801 time: 0.1207092 Aug 04 14:45:02.057656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16507fc-bf63-4a66-9389-109b18c62928 req-4c215560-04ef-4b91-a468-c65b4fe1c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.059138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-4c215560-04ef-4b91-a468-c65b4fe1c7c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193368 Aug 04 14:45:02.264896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59413634-92ae-4170-b593-5efc7a599daa req-ee5c461b-91ef-4e93-916a-2e0b29f7e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.266400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-ee5c461b-91ef-4e93-916a-2e0b29f7e139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36a5231e-84f3-44d5-86b4-4d0ca06fd724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980917 Aug 04 14:45:02.315825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-bb6ad3c0-01f3-432a-9743-a7fba436a751 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.317228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0ded5d9-3f54-40cd-8da5-61ef8cd9adf5 req-bb6ad3c0-01f3-432a-9743-a7fba436a751 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2634130 Aug 04 14:45:02.348867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-584107ce-b93e-47cc-a1f1-2199b7bf5da8 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620506 Aug 04 14:45:02.361796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16e470a3-afb8-429c-9f65-808fe6c62574 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:02.368702 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd80395-6a34-4dd9-859f-28ced80b4a32 x-openstack-request-id: req-4dd80395-6a34-4dd9-859f-28ced80b4a32 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:02.369834 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:02.370456 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dd80395-6a34-4dd9-859f-28ced80b4a32 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:02.371264 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc', 'status': 'completed', 'code': 200} Aug 04 14:45:02.377705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f824cd-66f8-4129-bdad-d6c81c4bdca9 req-9a39d47c-9b62-476b-8ce7-8e9da4723f4d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.383810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f824cd-66f8-4129-bdad-d6c81c4bdca9 req-9a39d47c-9b62-476b-8ce7-8e9da4723f4d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.389724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f824cd-66f8-4129-bdad-d6c81c4bdca9 req-9a39d47c-9b62-476b-8ce7-8e9da4723f4d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.391481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87f824cd-66f8-4129-bdad-d6c81c4bdca9 req-9a39d47c-9b62-476b-8ce7-8e9da4723f4d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2412 time: 0.1814733 Aug 04 14:45:02.484634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04110265-1277-4541-9740-cde7873333d0 req-c4e86c98-a05a-46a9-869b-ea4b3bf5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.486812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-c4e86c98-a05a-46a9-869b-ea4b3bf5a650 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 1100 time: 0.0863352 Aug 04 14:45:02.491972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16e470a3-afb8-429c-9f65-808fe6c62574,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:02.509380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '16e470a3-afb8-429c-9f65-808fe6c62574', 'network_id': 'aebdff5c-a20d-480a-8ee1-80c13566e473', 'port_id': '16e470a3-afb8-429c-9f65-808fe6c62574', 'mac_address': 'fa:16:3e:a1:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26d96d8-1cba-41ac-9fdc-a411e0f1e84b', 'ip_address': '19.86.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:02.540813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-278568ae-9c1b-477a-9ff5-7066aea6ed04 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656860 Aug 04 14:45:02.557581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87f824cd-66f8-4129-bdad-d6c81c4bdca9 req-475db395-835b-43bf-9433-ee4e2a8b0a80 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533685 Aug 04 14:45:02.583117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:02.601441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e470a3-afb8-429c-9f65-808fe6c62574 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:02.617366 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-4e7b29c0-f102-4e47-96f2-f4b3f27f9152 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548890 Aug 04 14:45:02.628664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16e470a3-afb8-429c-9f65-808fe6c62574,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:02.639580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:02.642435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 290582da-7730-4313-b6e2-0494b6f2bfad details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:02.671226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f79f6-4846-48ca-9fe9-4246b2620b73 req-616ff1e0-4331-4fce-9d25-2c0015127b83 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.677030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04110265-1277-4541-9740-cde7873333d0 req-7c42342e-e840-4b47-b5a4-3cd9640c707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.678542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-7c42342e-e840-4b47-b5a4-3cd9640c707f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1842394 Aug 04 14:45:02.678927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-197f79f6-4846-48ca-9fe9-4246b2620b73 req-616ff1e0-4331-4fce-9d25-2c0015127b83 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 948 time: 0.2369039 Aug 04 14:45:02.681779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b16507fc-bf63-4a66-9389-109b18c62928 req-dde4cedf-bcfc-4017-b96e-c300cae33e22 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239436 Aug 04 14:45:02.737684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-193f6355-b259-4a26-8611-bea668817b17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc HTTP/1.1" status: 200 len: 217 time: 0.0515783 Aug 04 14:45:02.738094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:02.738350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-197f79f6-4846-48ca-9fe9-4246b2620b73 req-d5477bd0-d2bb-4395-b697-e07941c360ae tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Aug 04 14:45:02.771702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59413634-92ae-4170-b593-5efc7a599daa req-6a13bffd-a1be-4258-acb6-4f941b67c6f3 service neutron] 10.222.0.46 "GET /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082458 Aug 04 14:45:02.785658 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4193678-4dd0-4332-be81-1b6c8034129d x-openstack-request-id: req-b4193678-4dd0-4332-be81-1b6c8034129d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:02.785947 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:02.786200 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4193678-4dd0-4332-be81-1b6c8034129d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:02.786613 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'status': 'completed', 'code': 200} Aug 04 14:45:02.864496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d5fe4c8-4a15-4a0f-b2f2-c6f126584ec2 req-ba5be709-a855-42d0-b4e8-01f36a90b41b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 210 time: 0.0590732 Aug 04 14:45:02.878950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:02.909993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '290582da-7730-4313-b6e2-0494b6f2bfad', 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'port_id': '290582da-7730-4313-b6e2-0494b6f2bfad', 'mac_address': 'fa:16:3e:2d:24:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfabb605-4db3-4eaf-a163-d3de7e63c3ce', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:02.937090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-61205063-f374-4170-ba9a-48991043dc71 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.938615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-61205063-f374-4170-ba9a-48991043dc71 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718605 Aug 04 14:45:02.943130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-503f4d8b-084f-406b-9b9c-1159bbe4943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.944828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-503f4d8b-084f-406b-9b9c-1159bbe4943d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1099 time: 0.0551007 Aug 04 14:45:02.969916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:02.970871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:02.975534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04110265-1277-4541-9740-cde7873333d0 req-b8b2fc97-9265-44fc-ad09-d1a2f7b10cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:02.977049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-b8b2fc97-9265-44fc-ad09-d1a2f7b10cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.2317743 Aug 04 14:45:02.985620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290582da-7730-4313-b6e2-0494b6f2bfad {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:03.011733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:03.019861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.020679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7c73b5e2-0aea-4c29-9688-765fadaf7bcc details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:03.067285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-659422ef-dd37-482c-af8d-c24c10a242ad req-9301fc01-4584-4c05-9bcc-1e680d9ca116 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1042817 Aug 04 14:45:03.099309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04110265-1277-4541-9740-cde7873333d0 req-8e03c1c4-5113-4e1e-86ad-5943743323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:03.100884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-8e03c1c4-5113-4e1e-86ad-5943743323fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087005 Aug 04 14:45:03.134652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-74c57c7a-dd9f-4b9e-8d22-7588aef78411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:03.136238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-74c57c7a-dd9f-4b9e-8d22-7588aef78411 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1616735 Aug 04 14:45:03.221049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:03.225009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-60733a7a-02f8-4998-85cb-e4ab32ca0037 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af HTTP/1.1" status: 200 len: 217 time: 0.0807469 Aug 04 14:45:03.230807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.255708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.283496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-8ca7532d-a692-437f-9e18-e92fa184aa5c service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720445 Aug 04 14:45:03.338340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:03.391987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:03.409322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc', 'mac_address': 'fa:16:3e:2d:6f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:03.456023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04110265-1277-4541-9740-cde7873333d0 req-fded256c-26f9-4d8e-94ae-a56944ddcbd3 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643064 Aug 04 14:45:03.459806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.479979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c73b5e2-0aea-4c29-9688-765fadaf7bcc {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:03.503355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:03.503700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.509216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.510720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.570886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:03.632146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2acd639-19f9-4866-a56d-90060b71a017,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:03.663255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.15 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/ceee7f4f-6726-461e-9e25-75d7192d6223) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:03.679806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-17582e23-2c3e-46a6-8559-5aacc4be52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:03.681334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-17582e23-2c3e-46a6-8559-5aacc4be52b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.4064434 Aug 04 14:45:03.693165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f7db-b37f-41db-ac74-068012be6276 req-5ed712e6-a7c7-45ee-8497-ae6b56e0187f tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:03.701234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-5ed712e6-a7c7-45ee-8497-ae6b56e0187f tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4986527 Aug 04 14:45:03.772870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca76fb-e4fa-4f2f-b242-05a093f54037 req-58df991e-05b9-4c56-89a9-6b9647d2afc7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:03.774273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecca76fb-e4fa-4f2f-b242-05a093f54037 req-58df991e-05b9-4c56-89a9-6b9647d2afc7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1735594 Aug 04 14:45:03.787146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-fcad8063-76fc-4e25-b1e8-9b1b8056b718 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0849974 Aug 04 14:45:03.804938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'floatingip': {'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:03.827335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['16e470a3-afb8-429c-9f65-808fe6c62574'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:03.852208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.866075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.867733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object ceee7f4f-6726-461e-9e25-75d7192d6223 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:03.874735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['290582da-7730-4313-b6e2-0494b6f2bfad'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:03.877139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7c73b5e2-0aea-4c29-9688-765fadaf7bcc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:03.913666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:03.927203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecca76fb-e4fa-4f2f-b242-05a093f54037 req-23c5a2cb-a106-485d-bbd5-3660713772ec tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361883 Aug 04 14:45:03.942824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:03.964818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:03.979547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:04.067628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:04.088840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:04.089834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.118239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-092f7430-6ea3-4f30-ae33-11e6c8d9a968 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1544185 Aug 04 14:45:04.132033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Request body: {'port': {'device_id': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:04.191660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.371794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-96f35d39-1149-49c3-951d-19986df37cf5 None None] Provisioning for port ceee7f4f-6726-461e-9e25-75d7192d6223 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:04.387258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a57f1b4-9bed-4e19-808e-e8300ab419e1 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:04.404398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-96f35d39-1149-49c3-951d-19986df37cf5 None None] Provisioning complete for port ceee7f4f-6726-461e-9e25-75d7192d6223 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:04.405221 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-96f35d39-1149-49c3-951d-19986df37cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.411184 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.415076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-f99ec82e-0faf-4582-b1bf-4cd4c131a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:04.416391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-f99ec82e-0faf-4582-b1bf-4cd4c131a6d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7061315 Aug 04 14:45:04.420266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.483695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-96f35d39-1149-49c3-951d-19986df37cf5 None None] Port ceee7f4f-6726-461e-9e25-75d7192d6223 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:04.581021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60289463-6520-4f9d-8ee1-285d00e8c080 req-bc2758ff-cb12-4fa9-92cb-2cc589584fc5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:04.581350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:04.587920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60289463-6520-4f9d-8ee1-285d00e8c080 req-bc2758ff-cb12-4fa9-92cb-2cc589584fc5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:04.594617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60289463-6520-4f9d-8ee1-285d00e8c080 req-bc2758ff-cb12-4fa9-92cb-2cc589584fc5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:04.595841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9a57f1b4-9bed-4e19-808e-e8300ab419e1', 'network_id': '36a5231e-84f3-44d5-86b4-4d0ca06fd724', 'port_id': '9a57f1b4-9bed-4e19-808e-e8300ab419e1', 'mac_address': 'fa:16:3e:93:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfabb605-4db3-4eaf-a163-d3de7e63c3ce', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:04.602888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60289463-6520-4f9d-8ee1-285d00e8c080 req-bc2758ff-cb12-4fa9-92cb-2cc589584fc5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2414 time: 0.1844916 Aug 04 14:45:04.635783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:04.654894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60289463-6520-4f9d-8ee1-285d00e8c080 req-81003d2e-bda5-4220-8787-e9769b512ec5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Aug 04 14:45:04.663884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.716594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceee7f4f-6726-461e-9e25-75d7192d6223 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:04.718433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a57f1b4-9bed-4e19-808e-e8300ab419e1 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:04.735648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.758048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Transition to ACTIVE for port object ceee7f4f-6726-461e-9e25-75d7192d6223 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:04.761377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:04.767083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.772917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.838686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:04.853359 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Floating IP b0f147af-a139-456f-bf48-f035017d02a7 associated. External IP: 172.25.0.21, port: 029f530d-ad12-4500-9042-032d9a10b594. Aug 04 14:45:04.862937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Pushing event updated for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:04.864306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'mac_address': 'fa:16:3e:cc:42:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:04.869063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:04.954004 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:04.959503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-a5e8aa61-0367-4330-aab2-3a60b470d660 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575613 Aug 04 14:45:04.981581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:05.009301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Attempting to bind port ceee7f4f-6726-461e-9e25-75d7192d6223 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:05.009656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Attempting to bind port ceee7f4f-6726-461e-9e25-75d7192d6223 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:05.009991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Attempting to bind port ceee7f4f-6726-461e-9e25-75d7192d6223 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:05.013666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:05.019041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Port ceee7f4f-6726-461e-9e25-75d7192d6223 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:05.019899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Attempting to bind port ceee7f4f-6726-461e-9e25-75d7192d6223 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:05.021902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:05.031889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:05.032512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:05.033014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:05.033579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Bound port: ceee7f4f-6726-461e-9e25-75d7192d6223, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:05.034229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:05.103800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:05.138838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:05.142922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ceee7f4f-6726-461e-9e25-75d7192d6223,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:05.151337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:05.175900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f643-fdd1-4e58-8793-a324683b4132 req-99cbf9f5-ea3e-42d6-b359-84c5cf2008a0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.183613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3247f643-fdd1-4e58-8793-a324683b4132 req-99cbf9f5-ea3e-42d6-b359-84c5cf2008a0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 949 time: 0.2339568 Aug 04 14:45:05.192518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.193194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:05.194874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] 10.222.0.38 "PUT /v2.0/ports/ceee7f4f-6726-461e-9e25-75d7192d6223 HTTP/1.1" status: 200 len: 1096 time: 1.0676446 Aug 04 14:45:05.195522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:05.198041 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d082cb0-a405-4dfd-9836-849c437c5656" -d '{"events": [{"name": "network-changed", "server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:05.253287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9a57f1b4-9bed-4e19-808e-e8300ab419e1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:05.263485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603af8-6072-4bf8-96df-5373b70d63fa service neutron] Pushing event updated for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:05.320720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3247f643-fdd1-4e58-8793-a324683b4132 req-63a87ab0-3b68-48c2-a1b4-e1c644a9b6b8 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360314 Aug 04 14:45:05.340241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acd62609-61bc-40f2-9d9e-3e67bbe7db57 req-7d08497e-f8aa-496c-aac1-0d94f033fe4e service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316805 Aug 04 14:45:05.353889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-2781c154-d096-4b2d-b1ca-17e3acc8481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.356611 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-2781c154-d096-4b2d-b1ca-17e3acc8481a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 1099 time: 0.1086390 Aug 04 14:45:05.427319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-131944f4-b47c-475d-9b82-52564a6f0662 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=ceee7f4f-6726-461e-9e25-75d7192d6223 HTTP/1.1" status: 200 len: 217 time: 0.0612354 Aug 04 14:45:05.480060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:05.491593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Router c8edac96-e28e-478c-9165-610328cd50dc has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:45:05.548714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-158c44ed-ef18-4fca-92b5-d6cbd4f33153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.552322 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-158c44ed-ef18-4fca-92b5-d6cbd4f33153 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1135972 Aug 04 14:45:05.612127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-55c3a158-983c-477b-b138-534f263ba9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.613698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-55c3a158-983c-477b-b138-534f263ba9d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539370 Aug 04 14:45:05.670183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:05.680034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:05.685361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Sync routers for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:05.694141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33665698-2d44-4937-8951-54f0e2bfb126 req-34b9c710-3a72-48e1-be4a-5a152d6ec988 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.704697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33665698-2d44-4937-8951-54f0e2bfb126 req-34b9c710-3a72-48e1-be4a-5a152d6ec988 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 947 time: 0.2564149 Aug 04 14:45:05.706493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:05.707344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:05.738490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-21952381-cac0-4bb3-8c07-56925dcb88fd service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169562 Aug 04 14:45:05.782214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33665698-2d44-4937-8951-54f0e2bfb126 req-dd0886e8-a59c-41c1-8090-590130cddacd tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762582 Aug 04 14:45:05.795163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-f1d0c133-1239-4999-88c3-641aff0651df tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "PUT /v2.0/floatingips/b0f147af-a139-456f-bf48-f035017d02a7 HTTP/1.1" status: 200 len: 996 time: 2.0022182 Aug 04 14:45:05.797734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:05.805056 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a5fa7-1353-482c-b903-4baee72bb638" -d '{"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:05.864886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:05.868867 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5fe6c2a-f65d-4322-b37f-f1a04ce79ee1 req-712f379a-f0ee-4a66-8876-2d32f33a8da2 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227586 Aug 04 14:45:05.890330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f7db-b37f-41db-ac74-068012be6276 req-5fc161e3-f76d-4677-876f-1ef86d843fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:05.891946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-5fc161e3-f76d-4677-876f-1ef86d843fdf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1098 time: 0.0773368 Aug 04 14:45:05.939393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a366f0e-d6dd-4ea9-8ceb-aa3e222e8c58 req-5cf7ff1c-34ec-4bf0-aaf9-e66b0a8b3856 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0366364 Aug 04 14:45:06.075948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f7db-b37f-41db-ac74-068012be6276 req-5d1bafee-9174-4d80-85e2-950c5b36816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.078407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-5d1bafee-9174-4d80-85e2-950c5b36816f service neutron] 10.222.0.76 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 929 time: 0.1640446 Aug 04 14:45:06.160263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abde64-380a-4735-87e4-ac136bc63287 req-5c58a530-7e6d-4790-8f3e-3558b46e7ae9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.161808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1abde64-380a-4735-87e4-ac136bc63287 req-5c58a530-7e6d-4790-8f3e-3558b46e7ae9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1222312 Aug 04 14:45:06.169757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-80f61699-388c-472d-8f67-70d8a89426a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 999 time: 0.0848808 Aug 04 14:45:06.174907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'b0f147af-a139-456f-bf48-f035017d02a7', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'mac_address': 'fa:16:3e:0c:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:45:00Z', 'updated_at': '2021-08-04T14:45:04Z', 'revision_number': 1, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:06.205680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Checking router: c8edac96-e28e-478c-9165-610328cd50dc for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:06.214831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:06.215775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:06.247150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1abde64-380a-4735-87e4-ac136bc63287 req-c82866bc-0048-4b8b-b485-564487bef1c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763786 Aug 04 14:45:06.255411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f7db-b37f-41db-ac74-068012be6276 req-28b67e9c-c349-452e-8968-9e119453dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.257126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-28b67e9c-c349-452e-8968-9e119453dde8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.0677993 Aug 04 14:45:06.294089 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65889572-6254-4298-aa04-f0c3e3f4d71a x-openstack-request-id: req-65889572-6254-4298-aa04-f0c3e3f4d71a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:06.294502 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:06.294900 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65889572-6254-4298-aa04-f0c3e3f4d71a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:06.296071 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223', 'status': 'completed', 'code': 200} Aug 04 14:45:06.322475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f7db-b37f-41db-ac74-068012be6276 req-9d65ae7d-de2c-4c6c-a2e8-4cb4c71e62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.324386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-9d65ae7d-de2c-4c6c-a2e8-4cb4c71e62b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581074 Aug 04 14:45:06.373327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:06.376156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-ab64cf16-ba6e-4557-b0da-6b5860ad3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.378059 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-ab64cf16-ba6e-4557-b0da-6b5860ad3306 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 1099 time: 0.0570278 Aug 04 14:45:06.406232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16e470a3-afb8-429c-9f65-808fe6c62574 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:06.471176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d036d-98ad-49a7-b0c1-1e50f7e65522 req-01ccc7c0-0a66-42c2-84ab-a50b4210d327 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.477626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d036d-98ad-49a7-b0c1-1e50f7e65522 req-01ccc7c0-0a66-42c2-84ab-a50b4210d327 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.487224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d036d-98ad-49a7-b0c1-1e50f7e65522 req-01ccc7c0-0a66-42c2-84ab-a50b4210d327 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.489390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e4d036d-98ad-49a7-b0c1-1e50f7e65522 req-01ccc7c0-0a66-42c2-84ab-a50b4210d327 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2415 time: 0.1275570 Aug 04 14:45:06.500452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-4cbb2db8-b9ae-4f47-83db-14d20ea6892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.502691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-4cbb2db8-b9ae-4f47-83db-14d20ea6892a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1160326 Aug 04 14:45:06.519192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-1872086d-dfb9-4fb0-8488-544c14daa61a service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829143 Aug 04 14:45:06.526298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 16e470a3-afb8-429c-9f65-808fe6c62574 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:06.543353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 16e470a3-afb8-429c-9f65-808fe6c62574 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:06.543828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:06.556550 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-39a218df-32ec-48bd-98d3-c9ab2f429064 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=ceee7f4f-6726-461e-9e25-75d7192d6223 HTTP/1.1" status: 200 len: 217 time: 0.0439305 Aug 04 14:45:06.601345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e4d036d-98ad-49a7-b0c1-1e50f7e65522 req-d9f0a234-fa45-4f7a-8ee1-e844d804ff8d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963347 Aug 04 14:45:06.634061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:06.669323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-b7b5a8dc-dcce-476c-857f-dc554b3ad750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.671583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-b7b5a8dc-dcce-476c-857f-dc554b3ad750 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1074679 Aug 04 14:45:06.695747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4104f7db-b37f-41db-ac74-068012be6276 req-1a737725-bd39-4908-b008-6fb9498a5e85 service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667812 Aug 04 14:45:06.752824 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f79a9e8-10ff-46ea-ba98-57700a06b817 x-openstack-request-id: req-1f79a9e8-10ff-46ea-ba98-57700a06b817 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:06.753121 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:06.753393 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f79a9e8-10ff-46ea-ba98-57700a06b817 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:06.753792 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594', 'status': 'completed', 'code': 200} Aug 04 14:45:06.755300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-bc180fb0-868b-4a3f-aae2-6f336a43cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.757944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-bc180fb0-868b-4a3f-aae2-6f336a43cf3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739810 Aug 04 14:45:06.834603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:06.842525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:06.843437 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:06.878789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:06.881518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-5e0f7e42-7168-43bc-bb67-9c1ef05d3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.883228 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-5e0f7e42-7168-43bc-bb67-9c1ef05d3d1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1098 time: 0.1023405 Aug 04 14:45:06.897089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56b5eb-edaf-4737-9729-aa091d7b96c2 req-913d2903-8a98-4fee-aeae-64f0748ee8a9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:06.898699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d56b5eb-edaf-4737-9729-aa091d7b96c2 req-913d2903-8a98-4fee-aeae-64f0748ee8a9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 949 time: 0.1136866 Aug 04 14:45:06.931323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:06.935752 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb91637-1780-4f29-b6cd-79b7cb76ac91" -d '{"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:06.951846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-4fb20407-1df8-42c2-89b2-4b316d234ee5 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803460 Aug 04 14:45:06.968242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16e470a3-afb8-429c-9f65-808fe6c62574,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:06.973385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-91c3da66-164c-4286-aa86-58027069ad15 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 258 time: 0.2048733 Aug 04 14:45:06.980806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:06.983338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a57f1b4-9bed-4e19-808e-e8300ab419e1 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:06.993407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d56b5eb-edaf-4737-9729-aa091d7b96c2 req-6f445ccd-a0f3-4b30-b6ab-10220e5a330d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Aug 04 14:45:07.004645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:07.053715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.067858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-d5e7f802-3452-43fd-bb4d-8bda5f2354fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:07.069494 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-d5e7f802-3452-43fd-bb4d-8bda5f2354fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 929 time: 0.1757801 Aug 04 14:45:07.123537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'b0f147af-a139-456f-bf48-f035017d02a7', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'mac_address': 'fa:16:3e:0c:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:45:00Z', 'updated_at': '2021-08-04T14:45:04Z', 'revision_number': 1, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:07.144487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-cbaadac9-fd43-423a-9720-652933575f7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 999 time: 0.0673285 Aug 04 14:45:07.179122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a4433-8cec-466b-a553-6683d383f7ab None None] The sync data for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 is: [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'b0f147af-a139-456f-bf48-f035017d02a7', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'mac_address': 'fa:16:3e:0c:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:45:00Z', 'updated_at': '2021-08-04T14:45:04Z', 'revision_number': 1, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:07.181477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:07.190863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83626531-3dea-40ce-ab0a-f981990288c3 req-67a36b27-c631-4b2a-89fe-4437666566b2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:07.193734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:07.193734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.201027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83626531-3dea-40ce-ab0a-f981990288c3 req-67a36b27-c631-4b2a-89fe-4437666566b2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 947 time: 0.0824707 Aug 04 14:45:07.222507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-6f59ea4b-4bf3-4890-ab85-99cccf137970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:07.231139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-6f59ea4b-4bf3-4890-ab85-99cccf137970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.0785685 Aug 04 14:45:07.233642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d082cb0-a405-4dfd-9836-849c437c5656 req-2917dbf6-0893-41a7-9aeb-bfddb22840a4 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716095 Aug 04 14:45:07.257037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:07.288930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.293627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83626531-3dea-40ce-ab0a-f981990288c3 req-63f78f1a-fba2-45ab-b1b2-d105f64dce8d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911460 Aug 04 14:45:07.336988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.337987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-0aeba232-c31d-46f2-92ed-c2420c7101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:07.340022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-0aeba232-c31d-46f2-92ed-c2420c7101e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942807 Aug 04 14:45:07.515370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-849fe853-e1b2-4e2c-a998-c8c8f0a3e2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666665 Aug 04 14:45:07.536570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3dca876-63e3-42f5-b2c3-27f142639b09 req-a82c99fb-a68d-4be5-a0c9-022e9a043915 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0614138 Aug 04 14:45:07.538473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa85be-1dcf-4536-a237-b4a201aa42c7 None None] New status for floating IP b0f147af-a139-456f-bf48-f035017d02a7: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:45:07.547787 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a7e1e2-ac7e-4938-8278-3e48d4f2c223 x-openstack-request-id: req-19a7e1e2-ac7e-4938-8278-3e48d4f2c223 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:07.548407 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:07.548407 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19a7e1e2-ac7e-4938-8278-3e48d4f2c223 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:07.548738 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574', 'code': 200} Aug 04 14:45:07.566202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:07.580077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Allocated IP 172.25.0.93 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/362ff39d-802f-4850-858d-94ffa1c520ff) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:07.611969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.614045 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.664972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:07.702073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:07.707629 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.708781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 290582da-7730-4313-b6e2-0494b6f2bfad up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:07.764583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c22a5fa7-1353-482c-b903-4baee72bb638 req-1491c024-b470-48f0-9fbe-3a73af4c29c9 service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286568 Aug 04 14:45:07.819852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:07.831698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 290582da-7730-4313-b6e2-0494b6f2bfad completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:07.838054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 290582da-7730-4313-b6e2-0494b6f2bfad triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:07.838444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.937516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.976219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:07.980968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:07.981924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7c73b5e2-0aea-4c29-9688-765fadaf7bcc up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:08.065906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:08.081667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:08.086706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:08.087092 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.138770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07ac-40c7-49f0-a003-8b7d2c6ae255 req-1bc126c2-501b-421a-9e20-d7ce9ee06075 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.140415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5dad07ac-40c7-49f0-a003-8b7d2c6ae255 req-1bc126c2-501b-421a-9e20-d7ce9ee06075 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.0814061 Aug 04 14:45:08.159837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.170011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.195933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5dad07ac-40c7-49f0-a003-8b7d2c6ae255 req-e92a54b1-568a-4a52-822a-44703a409355 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Aug 04 14:45:08.213411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:08.219334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.223412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.279617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:08.281599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:08.293989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:08.299654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event updated for resources: {'Port': ['ID=362ff39d-802f-4850-858d-94ffa1c520ff,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:08.316794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:08.351070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.351424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.351783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.352123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.352466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.352808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.353143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.353488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.353812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.354146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.354471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.354825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.392182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493e1a-5778-485b-9d2a-96136506d83a req-3d2201ea-3844-48ac-88e3-4d2e19a9abcb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.397941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493e1a-5778-485b-9d2a-96136506d83a req-3d2201ea-3844-48ac-88e3-4d2e19a9abcb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.403775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493e1a-5778-485b-9d2a-96136506d83a req-3d2201ea-3844-48ac-88e3-4d2e19a9abcb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.405520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed493e1a-5778-485b-9d2a-96136506d83a req-3d2201ea-3844-48ac-88e3-4d2e19a9abcb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.1279590 Aug 04 14:45:08.471963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.481946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed493e1a-5778-485b-9d2a-96136506d83a req-46e3d24d-524e-4615-bc9b-7d21ff8236f3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Aug 04 14:45:08.509835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.633137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ceee7f4f-6726-461e-9e25-75d7192d6223 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:08.679381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273534-f756-4ed6-8ca6-c545da180245 req-24f4d916-84cd-4d2b-9445-62aa2c5dc75a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.680902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31273534-f756-4ed6-8ca6-c545da180245 req-24f4d916-84cd-4d2b-9445-62aa2c5dc75a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.0782716 Aug 04 14:45:08.715059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.722657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.730538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ceee7f4f-6726-461e-9e25-75d7192d6223,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:08.746077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ceee7f4f-6726-461e-9e25-75d7192d6223', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'ceee7f4f-6726-461e-9e25-75d7192d6223', 'mac_address': 'fa:16:3e:d9:c9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:08.758468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31273534-f756-4ed6-8ca6-c545da180245 req-8c409e1e-6458-4994-b8ba-bb9ce0c61488 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686483 Aug 04 14:45:08.789036 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.804222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceee7f4f-6726-461e-9e25-75d7192d6223 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:08.808945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event updated for resources: {'Port': ['ID=362ff39d-802f-4850-858d-94ffa1c520ff,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:08.822805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.826256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ceee7f4f-6726-461e-9e25-75d7192d6223,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:08.832931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.877314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:08.878640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-3d785066-2bb3-48e6-868d-2c1dc1e9f409 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8967404 Aug 04 14:45:08.885351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:08.893468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.893814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.894153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.894485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.894841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.895166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.895489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.895810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.896129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.896446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.896764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.897083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:08.931641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ec845-787a-4736-a03a-9fe9070b583c req-9c013e7b-c5d7-4a2c-b875-31ea87f34e49 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:08.933178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b7ec845-787a-4736-a03a-9fe9070b583c req-9c013e7b-c5d7-4a2c-b875-31ea87f34e49 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 948 time: 0.1024971 Aug 04 14:45:08.948195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-e9ecd1e1-4116-4f22-b054-21ea7e444ffb tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0617251 Aug 04 14:45:09.023866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b7ec845-787a-4736-a03a-9fe9070b583c req-f34dcf85-8427-4a31-bbec-1f1e34f10fd9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Aug 04 14:45:09.075895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-cb8c61c2-80fc-4afd-be06-5f777029000a tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.077316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-cb8c61c2-80fc-4afd-be06-5f777029000a tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1205392 Aug 04 14:45:09.093966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-f4535e94-60eb-4d28-a4f1-919b5b8b3168 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:45:09.095383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3939e8-bdf7-407d-b320-282bbd2cb64d req-f4535e94-60eb-4d28-a4f1-919b5b8b3168 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108821 Aug 04 14:45:09.131581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:09.136592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deda22e0-5d48-4dd2-9ea6-9e6d1f677077 req-85e811f4-7dfc-404f-bba6-45c193f9f51f tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0490994 Aug 04 14:45:09.269998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-01fe36ae-3991-42be-8d59-86887bcd8c4f tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.271715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-01fe36ae-3991-42be-8d59-86887bcd8c4f tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0582416 Aug 04 14:45:09.335795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-f0927e0a-5a4e-49ce-9f1d-f80a62d91f84 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0581253 Aug 04 14:45:09.356180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-cadc6601-083a-4285-a5d9-494b7cb8efe7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'floatingip': {'port_id': '029f530d-ad12-4500-9042-032d9a10b594', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:09.398276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-cadc6601-083a-4285-a5d9-494b7cb8efe7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:09.442393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5c9db-3820-4a2f-991f-33c248b63f98 req-2e823200-ae21-46dc-bba0-d25f106303d7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.443937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79c5c9db-3820-4a2f-991f-33c248b63f98 req-2e823200-ae21-46dc-bba0-d25f106303d7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1260550 Aug 04 14:45:09.531160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79c5c9db-3820-4a2f-991f-33c248b63f98 req-2b682c8b-6dfb-4903-b277-b5fb71fbb25e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804620 Aug 04 14:45:09.549963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}, {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1'}, {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad'}, {'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:09.552495 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d1cd24-d221-4a90-a185-3f2f21c1ecc9" -d '{"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}, {"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1"}, {"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad"}, {"server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "name": "network-vif-plugged", "status": "completed", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:09.687344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b7727-9bae-489e-b9ef-03252a468c67 req-17bdabe3-c092-4473-8576-a48e4d0a82a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.693249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b7727-9bae-489e-b9ef-03252a468c67 req-17bdabe3-c092-4473-8576-a48e4d0a82a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.699536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b7727-9bae-489e-b9ef-03252a468c67 req-17bdabe3-c092-4473-8576-a48e4d0a82a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.701173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-113b7727-9bae-489e-b9ef-03252a468c67 req-17bdabe3-c092-4473-8576-a48e4d0a82a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.1120858 Aug 04 14:45:09.702057 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-cadc6601-083a-4285-a5d9-494b7cb8efe7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 14:45:09.703031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51d0a401-cee4-4b84-bbd2-1933f1b025a6 req-cadc6601-083a-4285-a5d9-494b7cb8efe7 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "PUT /v2.0/floatingips/a8c8bed5-0311-45ba-a960-8f6c6c3cfe63 HTTP/1.1" status: 409 len: 550 time: 0.3535509 Aug 04 14:45:09.747072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-113b7727-9bae-489e-b9ef-03252a468c67 req-f668116d-a3e7-484c-947b-c0e6cbd085ba tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Aug 04 14:45:09.758017 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc33a2-fc6c-4f57-8d7c-7f8a64fcd7db x-openstack-request-id: req-14cc33a2-fc6c-4f57-8d7c-7f8a64fcd7db {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:09.758523 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "code": 200}, {"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1", "code": 200}, {"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-plugged", "status": "completed", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad", "code": 200}, {"server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "name": "network-vif-plugged", "status": "completed", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:09.763961 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14cc33a2-fc6c-4f57-8d7c-7f8a64fcd7db {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:09.764522 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'code': 200} Aug 04 14:45:09.764801 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1', 'code': 200} Aug 04 14:45:09.765080 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad', 'code': 200} Aug 04 14:45:09.765335 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc', 'code': 200} Aug 04 14:45:09.816012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-999ef904-1313-4358-87f2-b16dc340779e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips/a8c8bed5-0311-45ba-a960-8f6c6c3cfe63 HTTP/1.1" status: 200 len: 692 time: 0.0456045 Aug 04 14:45:09.935898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029dfae-1ae2-4ff8-8455-11af13cba385 req-da5bfbe8-8702-42b9-8681-275208055b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.936593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029dfae-1ae2-4ff8-8455-11af13cba385 req-da5bfbe8-8702-42b9-8681-275208055b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.936841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029dfae-1ae2-4ff8-8455-11af13cba385 req-da5bfbe8-8702-42b9-8681-275208055b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.938618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9029dfae-1ae2-4ff8-8455-11af13cba385 req-da5bfbe8-8702-42b9-8681-275208055b16 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2874 time: 0.0938392 Aug 04 14:45:09.945767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656582a9-579d-4e3f-aa0a-ac4211c9ff96 req-ac3406fe-f204-4a46-90ce-c418e8f83b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.947360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-656582a9-579d-4e3f-aa0a-ac4211c9ff96 req-ac3406fe-f204-4a46-90ce-c418e8f83b2f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1101 time: 0.0762227 Aug 04 14:45:09.981177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19b36-6004-43b7-bec7-e16a995c0de9 req-0d28f8d8-b80e-4a18-b218-b5c54b00e78b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.982751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8a19b36-6004-43b7-bec7-e16a995c0de9 req-0d28f8d8-b80e-4a18-b218-b5c54b00e78b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.0990319 Aug 04 14:45:09.988485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fb653-7333-49ab-a20f-8575de0cc863 req-1d57b200-a26c-48ee-b798-1f9d3ba44ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:09.990041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-430fb653-7333-49ab-a20f-8575de0cc863 req-1d57b200-a26c-48ee-b798-1f9d3ba44ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 1102 time: 0.1444092 Aug 04 14:45:10.001977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9029dfae-1ae2-4ff8-8455-11af13cba385 req-2cf3f5bf-1305-495c-b107-a3840c1e6c3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Aug 04 14:45:10.003857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-656582a9-579d-4e3f-aa0a-ac4211c9ff96 req-7ee34d6c-e64c-4187-adde-f81e9ec1a8a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Aug 04 14:45:10.028952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-d702bd57-2f1c-4e65-86cb-049e53c3756e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.030351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-d702bd57-2f1c-4e65-86cb-049e53c3756e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2084308 Aug 04 14:45:10.043685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-fc63044a-e440-4da8-b13e-265e1415f7d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:45:10.044651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-fc63044a-e440-4da8-b13e-265e1415f7d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073926 Aug 04 14:45:10.103879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8a19b36-6004-43b7-bec7-e16a995c0de9 req-fe37439d-c165-4d46-ba7d-5d2caee506fd tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128879 Aug 04 14:45:10.107493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-430fb653-7333-49ab-a20f-8575de0cc863 req-7d295faf-c517-4c19-9942-a9181287ab82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Aug 04 14:45:10.114328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-54e038ca-0bd7-4cd1-a5d0-48cbccaa905e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0579650 Aug 04 14:45:10.192168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-11ed3510-ca16-4619-a8f5-b06e2898f7bd tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0704598 Aug 04 14:45:10.254247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae5384-2f3c-4f47-9b33-246e93cae395 req-58a0aa62-d84c-452f-9da1-e78944378ede tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.255760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbae5384-2f3c-4f47-9b33-246e93cae395 req-58a0aa62-d84c-452f-9da1-e78944378ede tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 948 time: 0.0947247 Aug 04 14:45:10.344254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbae5384-2f3c-4f47-9b33-246e93cae395 req-7a2141b3-afe0-4bf7-b625-3148e4c552a3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 Aug 04 14:45:10.363289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Deleting port 362ff39d-802f-4850-858d-94ffa1c520ff {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:10.363835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.438443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4a4d3c2-17cf-44a2-8a1d-6e953789a9da req-06b010fe-1b33-4a2b-9967-393e4e1dcf69 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0356326 Aug 04 14:45:10.467391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.467753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.479577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Calling delete_port for 362ff39d-802f-4850-858d-94ffa1c520ff owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:10.634093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ceee7f4f-6726-461e-9e25-75d7192d6223 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:10.641806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.672272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event deleted for resources: {'Port': ['ID=362ff39d-802f-4850-858d-94ffa1c520ff,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:10.687043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ceee7f4f-6726-461e-9e25-75d7192d6223 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:10.690351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c2e06-53b2-4a7f-b99c-35c2ce1c7066 req-f943d9b1-5f3c-455b-8a7d-c081b1936143 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.691470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ceee7f4f-6726-461e-9e25-75d7192d6223 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:10.691851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.692032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db6c2e06-53b2-4a7f-b99c-35c2ce1c7066 req-f943d9b1-5f3c-455b-8a7d-c081b1936143 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.0929067 Aug 04 14:45:10.774169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.787173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.790147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.791365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aa35420-8618-4d4b-85a3-7573ad827aeb req-17a978c0-d5cc-4793-b413-0382cdf9d658 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "DELETE /v2.0/floatingips/a8c8bed5-0311-45ba-a960-8f6c6c3cfe63 HTTP/1.1" status: 204 len: 173 time: 0.5930111 Aug 04 14:45:10.794176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db6c2e06-53b2-4a7f-b99c-35c2ce1c7066 req-96a0de66-a7e2-4679-ab01-704eb2a4814a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819941 Aug 04 14:45:10.809086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ceee7f4f-6726-461e-9e25-75d7192d6223,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:10.815289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:10.876527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:10.921147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:45:10.923230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-ecb0855e-6b85-4408-860a-a5a075d369ba tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.0914083 Aug 04 14:45:10.972394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54375845-3c88-4ddb-8ee7-a70227666969 req-9f1b92a5-e5ee-4238-8fb6-a8c8083c86a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.978452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54375845-3c88-4ddb-8ee7-a70227666969 req-9f1b92a5-e5ee-4238-8fb6-a8c8083c86a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.984466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54375845-3c88-4ddb-8ee7-a70227666969 req-9f1b92a5-e5ee-4238-8fb6-a8c8083c86a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:10.987110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54375845-3c88-4ddb-8ee7-a70227666969 req-9f1b92a5-e5ee-4238-8fb6-a8c8083c86a9 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.1161041 Aug 04 14:45:11.010318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-03aab9d9-cea6-4b0c-89f5-bc1ffb708c6e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:11.011787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-03aab9d9-cea6-4b0c-89f5-bc1ffb708c6e tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports/029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 943 time: 0.0838175 Aug 04 14:45:11.040649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54375845-3c88-4ddb-8ee7-a70227666969 req-65259233-dff6-4594-b129-a0e245386ab3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Aug 04 14:45:11.149588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-a20bf72c-47c1-4ac8-a15b-97715d3513f4 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.0821054 Aug 04 14:45:11.282374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fc03-8d1b-4601-a30d-6dbc991c56a7 req-47df44ab-df03-4e1e-8b89-c919b690d8b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:11.283916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6290fc03-8d1b-4601-a30d-6dbc991c56a7 req-47df44ab-df03-4e1e-8b89-c919b690d8b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.1080747 Aug 04 14:45:11.292668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d4de7203-592b-4a95-8a72-0b41196b72e1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:11.293909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d4de7203-592b-4a95-8a72-0b41196b72e1 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1383185 Aug 04 14:45:11.313997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-e5d81c51-cc91-48ed-b163-8ee2a3454edd tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:45:11.315028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-e5d81c51-cc91-48ed-b163-8ee2a3454edd tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135741 Aug 04 14:45:11.342691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6290fc03-8d1b-4601-a30d-6dbc991c56a7 req-b5f515d9-e1dc-4ddb-82de-ac2ccb6db702 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Aug 04 14:45:11.399990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-023dcf7b-e5b1-442f-9db1-8b12e2219daf tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.0715117 Aug 04 14:45:11.410075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:11.493297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:11.541038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7827811-9562-4869-b8de-1c4ec219a313 req-50e74408-233b-4d8e-8128-270b1ebc3243 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:11.542521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7827811-9562-4869-b8de-1c4ec219a313 req-50e74408-233b-4d8e-8128-270b1ebc3243 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 949 time: 0.1011462 Aug 04 14:45:11.628377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7827811-9562-4869-b8de-1c4ec219a313 req-f52dfd97-a8da-4765-bfe3-6811fa31d2b5 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Aug 04 14:45:11.767232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:11.769745 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685246aa-7a4b-4c37-9cb9-63819aaee17c" -d '{"events": [{"server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "name": "network-vif-plugged", "status": "completed", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:11.934456 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:11.953290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:11.953619 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Floating IP b0f147af-a139-456f-bf48-f035017d02a7 disassociated. External IP: 172.25.0.21, port: 029f530d-ad12-4500-9042-032d9a10b594. Aug 04 14:45:11.956788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-844be75f-b4e4-437f-9953-e0900f1b4d3a req-9da1c098-15d4-40b7-bcba-9030417d4516 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0353258 Aug 04 14:45:12.002689 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55445d5-ee33-4cca-9e52-90ffeff4a29f x-openstack-request-id: req-a55445d5-ee33-4cca-9e52-90ffeff4a29f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:12.003220 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "name": "network-vif-plugged", "status": "completed", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:12.003220 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a55445d5-ee33-4cca-9e52-90ffeff4a29f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:12.003595 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223', 'code': 200} Aug 04 14:45:12.134369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650fb83-9b1e-4e96-beda-e372f20b7d66 req-305d9c54-86dd-4696-84ef-fad6ccd5ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.136253 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7650fb83-9b1e-4e96-beda-e372f20b7d66 req-305d9c54-86dd-4696-84ef-fad6ccd5ba71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 1101 time: 0.0417047 Aug 04 14:45:12.176667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbf472-bfb0-4245-a33e-24e6e21ef4da req-0c5fe425-2eb3-49ae-9fa7-47dd1687a331 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.178083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8cbf472-bfb0-4245-a33e-24e6e21ef4da req-0c5fe425-2eb3-49ae-9fa7-47dd1687a331 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1193035 Aug 04 14:45:12.178266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7650fb83-9b1e-4e96-beda-e372f20b7d66 req-89666e6b-09c7-4ca5-967a-0e999caa0c3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287549 Aug 04 14:45:12.223000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Router c8edac96-e28e-478c-9165-610328cd50dc has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:45:12.240500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8cbf472-bfb0-4245-a33e-24e6e21ef4da req-194a77a3-8ac1-4235-9493-51e65032ce6b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Aug 04 14:45:12.373095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:12.378353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:12.383019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Sync routers for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:12.393458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:12.394355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:12.407915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79eca4-06bd-46ea-8b7f-2af8f8bff0e9 req-c2b19e4c-acfc-4539-b7fb-a755df6b08ab tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.413811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79eca4-06bd-46ea-8b7f-2af8f8bff0e9 req-c2b19e4c-acfc-4539-b7fb-a755df6b08ab tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.419714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79eca4-06bd-46ea-8b7f-2af8f8bff0e9 req-c2b19e4c-acfc-4539-b7fb-a755df6b08ab tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.421392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f79eca4-06bd-46ea-8b7f-2af8f8bff0e9 req-c2b19e4c-acfc-4539-b7fb-a755df6b08ab tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.1015620 Aug 04 14:45:12.435701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-d9cc9e07-110a-42ac-b653-5c5460840301 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "PUT /v2.0/floatingips/b0f147af-a139-456f-bf48-f035017d02a7 HTTP/1.1" status: 200 len: 694 time: 1.0298047 Aug 04 14:45:12.437685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:12.439431 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dda608-48e6-4d2c-af96-cc8fff471bba" -d '{"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:12.493507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f79eca4-06bd-46ea-8b7f-2af8f8bff0e9 req-e6a4a2ca-f648-4c6f-a8c3-c1c6eca318a4 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652261 Aug 04 14:45:12.505744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:12.507406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-b1986076-4a98-42e1-9719-b033b7dede54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.519419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-b1986076-4a98-42e1-9719-b033b7dede54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1098 time: 0.0642169 Aug 04 14:45:12.623589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-ec285a9d-8c46-45b5-9b4a-5e39146af708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.625174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-ec285a9d-8c46-45b5-9b4a-5e39146af708 service neutron] 10.222.0.76 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 929 time: 0.1086664 Aug 04 14:45:12.649761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:12.683237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-00704f53-bb78-4184-9dfe-972125f8af16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 217 time: 0.0505037 Aug 04 14:45:12.732564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac510a51-a962-4dd1-9295-b19ba1fca89e req-1ed0e81b-ecaa-4d6a-948c-796c9e84bfc7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.734050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac510a51-a962-4dd1-9295-b19ba1fca89e req-1ed0e81b-ecaa-4d6a-948c-796c9e84bfc7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.1127381 Aug 04 14:45:12.761234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-e485dda7-84af-45e7-8980-25c70fb8c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.762727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-e485dda7-84af-45e7-8980-25c70fb8c0b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.0716453 Aug 04 14:45:12.796304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:12.805860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac510a51-a962-4dd1-9295-b19ba1fca89e req-8d992b1a-89ee-4521-ba37-7c54ecc81acf tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656660 Aug 04 14:45:12.809285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:12.813083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'mac_address': 'fa:16:3e:b2:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:12.819704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-72fc6bc3-94c0-4e4f-a58b-c76b3a0b8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:12.821204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-72fc6bc3-94c0-4e4f-a58b-c76b3a0b8c3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508327 Aug 04 14:45:12.843307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Checking router: c8edac96-e28e-478c-9165-610328cd50dc for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:12.872974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:12.873614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:12.877292 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c374a24-df4b-487e-a6a9-2bf6b31f2bc6 x-openstack-request-id: req-0c374a24-df4b-487e-a6a9-2bf6b31f2bc6 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:12.877619 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "tag": "029f530d-ad12-4500-9042-032d9a10b594", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:12.877837 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c374a24-df4b-487e-a6a9-2bf6b31f2bc6 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:12.878377 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'tag': '029f530d-ad12-4500-9042-032d9a10b594', 'status': 'completed', 'code': 200} Aug 04 14:45:12.933961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:12.956112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5323dbb3-d5ee-4649-812e-c8140b12db9b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:12.969796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-12482354-8061-45fd-9df9-1dfb46ee2435 service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407766 Aug 04 14:45:13.004893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-d78d8133-f453-4447-ba0e-e4352a718222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.006396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-d78d8133-f453-4447-ba0e-e4352a718222 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 1098 time: 0.1002107 Aug 04 14:45:13.012223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:13.018646 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:13.049665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:13.113326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:13.138961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d1c77-6307-4b62-b126-3e74a31c13f9 req-a154b6f0-07b3-4ecc-b3a9-a0cfee1d86b2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.140505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-937d1c77-6307-4b62-b126-3e74a31c13f9 req-a154b6f0-07b3-4ecc-b3a9-a0cfee1d86b2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 949 time: 0.1747508 Aug 04 14:45:13.181441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcceecff-41b0-44e4-889f-eecd6fde9073 req-a3f7d82c-a120-4e38-8ef3-b0bd9bec1bdb service neutron] 10.222.0.76 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031050 Aug 04 14:45:13.191167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['5323dbb3-d5ee-4649-812e-c8140b12db9b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:13.213993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-648a4273-4f94-4c37-8c98-02896c38c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.215526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-648a4273-4f94-4c37-8c98-02896c38c45f service neutron] 10.222.0.46 "GET /v2.0/networks?id=971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 200 len: 929 time: 0.1732831 Aug 04 14:45:13.218507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-937d1c77-6307-4b62-b126-3e74a31c13f9 req-80ca522c-b383-4056-ac08-5f6a6dc4fa96 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637472 Aug 04 14:45:13.289415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-b87a7ef1-9708-464a-8d5e-b22fddc66f85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 200 len: 217 time: 0.0644219 Aug 04 14:45:13.394084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b79018-1260-4adc-81f7-d6ee381e9040 req-203a7608-b3c9-4ba2-adce-6f539ed9e37e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.396129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2b79018-1260-4adc-81f7-d6ee381e9040 req-203a7608-b3c9-4ba2-adce-6f539ed9e37e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1198523 Aug 04 14:45:13.400975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-dc36ebac-5f3d-48a4-b839-8aa878af3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.403499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-dc36ebac-5f3d-48a4-b839-8aa878af3fed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 200 len: 867 time: 0.0974655 Aug 04 14:45:13.417181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:13.451468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77130023-5390-4b5a-af2b-741c1d003654 None None] The sync data for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 is: [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eb633d5b-f64d-43df-8414-9ec722a0be9c', 'name': '', 'network_id': '971a30be-5475-409e-9eab-da79621589fe', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'mac_address': 'fa:16:3e:53:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:33Z', 'updated_at': '2021-08-04T14:44:44Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'subnets': [{'id': 'fb74f45d-a0d7-402c-9e1b-10f76a1a9b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:13.466975 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2b79018-1260-4adc-81f7-d6ee381e9040 req-4ff080e0-fc95-4904-82f7-9547bcc282bb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Aug 04 14:45:13.518712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-135f2956-77aa-4789-b026-cbcf67aed5fc req-0f567de0-2861-42f0-bf5e-d1f3f90fb4fe tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0507729 Aug 04 14:45:13.572144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-37ef4a06-0760-4f17-823a-ddcaeb305b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.573999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-37ef4a06-0760-4f17-823a-ddcaeb305b0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=971a30be-5475-409e-9eab-da79621589fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519926 Aug 04 14:45:13.578561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1c7e07ab-cfe8-4c60-9f98-b2f61fcb0625 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips/b0f147af-a139-456f-bf48-f035017d02a7 HTTP/1.1" status: 200 len: 694 time: 0.0623126 Aug 04 14:45:13.767332 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959274d-fb6b-4962-81bb-bbd80857f260 None None] New status for floating IP b0f147af-a139-456f-bf48-f035017d02a7: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:45:13.775961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e396-cb21-49e5-a684-563f3faf04af req-a32e40b4-23a0-408a-a9ec-1e64ad5bd3c0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.777418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a54e396-cb21-49e5-a684-563f3faf04af req-a32e40b4-23a0-408a-a9ec-1e64ad5bd3c0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 945 time: 0.1380434 Aug 04 14:45:13.803130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-d0a5ca00-313c-4b2a-b075-adb2db8c231e service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171869 Aug 04 14:45:13.818746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-4ffc25dd-8c6c-4dff-8420-3584b0bfb7ff tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:13.820123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-4ffc25dd-8c6c-4dff-8420-3584b0bfb7ff tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2366979 Aug 04 14:45:13.964583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a54e396-cb21-49e5-a684-563f3faf04af req-a3fc616d-b898-4476-a6c3-9e7a702d675d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773088 Aug 04 14:45:13.977375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-5bc64cdf-57a8-4e98-9dc3-0ff2aba7fb67 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 697 time: 0.1423864 Aug 04 14:45:13.986624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18dda608-48e6-4d2c-af96-cc8fff471bba req-5f1be14e-75eb-4a24-8b87-25dbfdf6e6bd service neutron] 10.222.0.46 "GET /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615937 Aug 04 14:45:14.077829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-f6c564e1-4718-46d6-9cf5-c758a10a2384 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0922682 Aug 04 14:45:14.168748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe641c2-e22e-4ea9-8b2c-200a937c3eb9 req-a70d6ede-6de8-4775-9232-7b8dc08960bf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:14.174668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe641c2-e22e-4ea9-8b2c-200a937c3eb9 req-a70d6ede-6de8-4775-9232-7b8dc08960bf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:14.180681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe641c2-e22e-4ea9-8b2c-200a937c3eb9 req-a70d6ede-6de8-4775-9232-7b8dc08960bf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:14.188515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fe641c2-e22e-4ea9-8b2c-200a937c3eb9 req-a70d6ede-6de8-4775-9232-7b8dc08960bf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.1425080 Aug 04 14:45:14.298433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fe641c2-e22e-4ea9-8b2c-200a937c3eb9 req-14a1817f-e2fa-4f2d-8371-0255d328344b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089847 Aug 04 14:45:14.326177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Deleting port 901e0653-46fe-41a2-9a4b-7ed178c40c6e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:14.326177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:14.408499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:14.408937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:14.426921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Calling delete_port for 901e0653-46fe-41a2-9a4b-7ed178c40c6e owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:14.662548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:14.805810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-618f29bd-041b-435b-8e68-0be1ab597baa tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3196616 Aug 04 14:45:14.907490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb564-0c40-4851-9814-7a5d95b2f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:14.922269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 5323dbb3-d5ee-4649-812e-c8140b12db9b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:14.922866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:14.999247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-0efac441-270d-498d-978d-f7a0e1dff400 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.001064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-0efac441-270d-498d-978d-f7a0e1dff400 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882534 Aug 04 14:45:15.018999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-7bdd4913-fd4a-46ad-85e1-eaf7e5584f65 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/quotas/d17da82a6e1240f0ab71fc881d75deb0 HTTP/1.1" status: 200 len: 375 time: 0.0109973 Aug 04 14:45:15.023758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.030679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.056793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:15.059466 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14555f1a-8879-4d15-abb3-60a3323c7ac3" -d '{"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-plugged", "status": "completed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:15.074123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:15.080525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.084771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event deleted for resources: {'Port': ['ID=901e0653-46fe-41a2-9a4b-7ed178c40c6e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:15.143852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:15.147171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-81739606-2ef5-4757-9807-db271bc85743 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182618 Aug 04 14:45:15.167904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.171336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.175128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf5333e7-f15a-4c47-ad28-7b88464cf2a6 req-1018cd76-aa4b-4a95-8d6e-5b5bcbeee481 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "DELETE /v2.0/floatingips/b0f147af-a139-456f-bf48-f035017d02a7 HTTP/1.1" status: 204 len: 173 time: 1.0905225 Aug 04 14:45:15.338872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700715d9-cceb-42f4-bef0-7d1321bbb8f2 req-4d27a825-1bbb-44b2-907c-f2058b3e7da2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.346744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-700715d9-cceb-42f4-bef0-7d1321bbb8f2 req-4d27a825-1bbb-44b2-907c-f2058b3e7da2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 949 time: 0.0966964 Aug 04 14:45:15.404249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-700715d9-cceb-42f4-bef0-7d1321bbb8f2 req-a075995c-2c35-43ce-b44c-d9ccc6a49aff tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Aug 04 14:45:15.466260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0a47df1-b464-495b-be13-ad4ab089d1b8 req-ae667243-56b6-4e51-a948-094a317d0328 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0734200 Aug 04 14:45:15.529941 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9194665f-cef2-43b9-afef-494ce3576a73 x-openstack-request-id: req-9194665f-cef2-43b9-afef-494ce3576a73 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:15.530473 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-plugged", "status": "completed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:15.531002 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9194665f-cef2-43b9-afef-494ce3576a73 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:15.531599 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'code': 200} Aug 04 14:45:15.562522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-04bfcb60-42c1-4982-9514-25d955b1e385 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.569077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-04bfcb60-42c1-4982-9514-25d955b1e385 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.575682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-04bfcb60-42c1-4982-9514-25d955b1e385 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.577595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-04bfcb60-42c1-4982-9514-25d955b1e385 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.2101462 Aug 04 14:45:15.696844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bfa25-c98c-41ea-9893-7474ab7dca6b req-78f49dea-7918-49c8-a4ef-f962cc8f879e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:15.698993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-265bfa25-c98c-41ea-9893-7474ab7dca6b req-78f49dea-7918-49c8-a4ef-f962cc8f879e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.2037816 Aug 04 14:45:15.753933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-265bfa25-c98c-41ea-9893-7474ab7dca6b req-fec8518d-7bf4-45cf-a1a5-a18e18b83139 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Aug 04 14:45:15.801205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 16e470a3-afb8-429c-9f65-808fe6c62574 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:15.802029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:15.892033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99b9f015-3041-435e-b14d-651d110bba9b req-166c538a-b771-4634-a324-0a19dc9302f6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 210 time: 0.0303552 Aug 04 14:45:15.980289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 16e470a3-afb8-429c-9f65-808fe6c62574, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16e470a3-afb8-429c-9f65-808fe6c62574,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:15.981261 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:16.002229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 16e470a3-afb8-429c-9f65-808fe6c62574 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:16.122420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3462ea-3c4a-4231-a773-c45fefbaa58b req-69b33ffd-0fc4-409b-a5ce-79d6e10b392c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.128813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3462ea-3c4a-4231-a773-c45fefbaa58b req-69b33ffd-0fc4-409b-a5ce-79d6e10b392c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.135286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3462ea-3c4a-4231-a773-c45fefbaa58b req-69b33ffd-0fc4-409b-a5ce-79d6e10b392c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.137317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc3462ea-3c4a-4231-a773-c45fefbaa58b req-69b33ffd-0fc4-409b-a5ce-79d6e10b392c tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 2418 time: 0.0857408 Aug 04 14:45:16.254160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc3462ea-3c4a-4231-a773-c45fefbaa58b req-31584fbb-1f1a-4ab1-84ca-1482a631be78 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047077 Aug 04 14:45:16.313336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-c9628207-2c70-4ba7-867c-c5cf6ef97cc3 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.314870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-c9628207-2c70-4ba7-867c-c5cf6ef97cc3 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 1101 time: 0.1264875 Aug 04 14:45:16.363915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-af2fda98-92b9-4251-a781-3b8007a56080 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:16.391862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:16.410530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['290582da-7730-4313-b6e2-0494b6f2bfad', '16e470a3-afb8-429c-9f65-808fe6c62574', '9a57f1b4-9bed-4e19-808e-e8300ab419e1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:16.444213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=16e470a3-afb8-429c-9f65-808fe6c62574,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:16.518512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d512171-b477-4006-b43d-ba891d9f7942 req-063d1d0d-0b48-43e2-a289-a5dda0848d7b tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.535512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d512171-b477-4006-b43d-ba891d9f7942 req-063d1d0d-0b48-43e2-a289-a5dda0848d7b tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2037973 Aug 04 14:45:16.676166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-0b4a806f-8f62-4e38-94d4-5a985a102e9a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315363 Aug 04 14:45:16.687909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 16e470a3-afb8-429c-9f65-808fe6c62574 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:16.726462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d512171-b477-4006-b43d-ba891d9f7942 req-71068396-8a3c-4470-ae93-2c037cb25353 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1899302 Aug 04 14:45:16.737627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:16.746032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-80a32bf0-8e17-492a-b813-85e699886f8f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "DELETE /v2.0/ports/16e470a3-afb8-429c-9f65-808fe6c62574 HTTP/1.1" status: 204 len: 173 time: 1.1588213 Aug 04 14:45:16.746529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:16.749790 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05447f07-8476-4e26-b321-253f47978ce8" -d '{"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:16.876780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-268fbd1f-f2ba-4d07-b144-8f84aed83c5f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:16.881134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-268fbd1f-f2ba-4d07-b144-8f84aed83c5f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973479 Aug 04 14:45:16.900401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Request body: {'port': {'device_id': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': 'd17da82a6e1240f0ab71fc881d75deb0'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:16.985505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-af2fda98-92b9-4251-a781-3b8007a56080 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:16.991135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-af2fda98-92b9-4251-a781-3b8007a56080 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.032177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb443dbc-236c-4843-93a8-a45639e883b9 req-af2fda98-92b9-4251-a781-3b8007a56080 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061558 Aug 04 14:45:17.047377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fda98-92b9-4251-a781-3b8007a56080 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20150b-695e-4fb0-b669-c59c3760505c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:17.077250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:17.077791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.179902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Made reservation on behalf of d17da82a6e1240f0ab71fc881d75deb0 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:17.197717 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.333613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c272912a-27e7-44f2-acc3-fdda4dfaa2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.336489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dd636d2-267c-4ac5-a40b-3862bada426a req-2196b975-e0f2-41ce-b90a-72779cb741bb tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0888038 Aug 04 14:45:17.353834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cbf7e58-82ff-475c-a6ba-e43cdce0eb1a req-89ced4c6-9c05-44d7-a498-9400c5093a07 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1008408 Aug 04 14:45:17.361562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 9a57f1b4-9bed-4e19-808e-e8300ab419e1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a57f1b4-9bed-4e19-808e-e8300ab419e1,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:17.362878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.393589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 9a57f1b4-9bed-4e19-808e-e8300ab419e1 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:17.419820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Allocated IP 192.168.233.101 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/31312fed-b3fd-4d3c-929f-eccb9d1d3d2a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:17.489332 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79831380-015d-4547-b343-81f365987b4c x-openstack-request-id: req-79831380-015d-4547-b343-81f365987b4c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:17.490623 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "16e470a3-afb8-429c-9f65-808fe6c62574", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:17.493942 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79831380-015d-4547-b343-81f365987b4c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:17.499270 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '16e470a3-afb8-429c-9f65-808fe6c62574', 'status': 'completed', 'code': 200} Aug 04 14:45:17.556426 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.580540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcaa44e8-1daf-478d-8b5e-acd1456ea9bb req-e97dffc0-9ff0-4957-bba3-46fdf073cb4e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 210 time: 0.0526803 Aug 04 14:45:17.632310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c77bc-1696-4ffc-921f-d3f77891fc6c req-36e88de5-2021-43f9-abd9-0bb352254c14 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:17.634067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-222c77bc-1696-4ffc-921f-d3f77891fc6c req-36e88de5-2021-43f9-abd9-0bb352254c14 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1463501 Aug 04 14:45:17.642863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.666274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Transition to ACTIVE for port object 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:17.694438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.749625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-222c77bc-1696-4ffc-921f-d3f77891fc6c req-e9e33000-31ed-46ce-b15c-4f03b14c61f6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027212 Aug 04 14:45:17.754295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.773486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7c73b5e2-0aea-4c29-9688-765fadaf7bcc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:17.776106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:17.802238 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:17.821812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:17.828261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:17.832940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:17.909048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=9a57f1b4-9bed-4e19-808e-e8300ab419e1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:17.949426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event updated for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:17.968733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.986224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.986875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.987340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.988730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.989181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.989788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.990220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.990731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.991163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.991596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:17.992043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:18.003585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:18.004358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.027518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dd4fb687-fae1-4e27-a84a-d3e8a7ebd09d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1329601 Aug 04 14:45:18.044747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Request body: {'port': {'device_id': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:18.113635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 9a57f1b4-9bed-4e19-808e-e8300ab419e1 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:18.121691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.123930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-f78c23a2-4d89-45e8-a950-a17d55ad39f5 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "DELETE /v2.0/ports/9a57f1b4-9bed-4e19-808e-e8300ab419e1 HTTP/1.1" status: 204 len: 173 time: 1.3663144 Aug 04 14:45:18.223568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.255104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901937c-b941-4c7e-a54c-85daf38e2388 req-5b0fe1e6-fa72-4904-bc4e-282c355865f0 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:18.275933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d901937c-b941-4c7e-a54c-85daf38e2388 req-5b0fe1e6-fa72-4904-bc4e-282c355865f0 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 945 time: 0.2274585 Aug 04 14:45:18.465557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d901937c-b941-4c7e-a54c-85daf38e2388 req-bae5b6ed-f6c7-426d-b0a3-fc3d618f7f93 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885793 Aug 04 14:45:18.506161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a57f1b4-9bed-4e19-808e-e8300ab419e1 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:18.561681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9a57f1b4-9bed-4e19-808e-e8300ab419e1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:18.562410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a57f1b4-9bed-4e19-808e-e8300ab419e1 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:18.562613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 290582da-7730-4313-b6e2-0494b6f2bfad no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:18.583694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4e633101-6d36-4607-a546-c0d3e3b36711 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759130 Aug 04 14:45:18.596719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 290582da-7730-4313-b6e2-0494b6f2bfad {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:18.597654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.721779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9ea6e4aa-6959-4307-8ec9-bddbdeab0362 None None] Provisioning for port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:18.757283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9ea6e4aa-6959-4307-8ec9-bddbdeab0362 None None] Provisioning complete for port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:18.758074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e4aa-6959-4307-8ec9-bddbdeab0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.759863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.791975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:18.796653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-815d0d6c-424c-414c-8b8a-4756a5473c9a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:18.799418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-815d0d6c-424c-414c-8b8a-4756a5473c9a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690781 Aug 04 14:45:18.800444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.812646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.843590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Transition to ACTIVE for port object 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:18.852073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4729a997-a04f-4572-ad63-6807511b6e94 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0166376 Aug 04 14:45:18.853222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6e4aa-6959-4307-8ec9-bddbdeab0362 None None] Port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:18.856441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.892654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.946660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:18.952794 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f7162-e122-4ac4-94fa-ed413b69d54d" -d '{"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-unplugged", "status": "completed", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:18.960300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:18.960785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.980063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 290582da-7730-4313-b6e2-0494b6f2bfad owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:18.987310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 290582da-7730-4313-b6e2-0494b6f2bfad, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=290582da-7730-4313-b6e2-0494b6f2bfad,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:18.995661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:18.996532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16e470a3-afb8-429c-9f65-808fe6c62574 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:19.069213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Pushing event updated for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:19.098673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 16e470a3-afb8-429c-9f65-808fe6c62574 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:19.099425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16e470a3-afb8-429c-9f65-808fe6c62574 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:19.143541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Attempting to bind port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:19.143898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Attempting to bind port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:19.144235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Attempting to bind port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:19.153931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7cb7c-796b-4b4e-be4a-cde40a5349f9 req-6b992a3a-3f03-4f2a-8a91-081a78b4a3e0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:19.162762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:19.164056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd7cb7c-796b-4b4e-be4a-cde40a5349f9 req-6b992a3a-3f03-4f2a-8a91-081a78b4a3e0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.5906236 Aug 04 14:45:19.170687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Attempting to bind port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:19.179062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:19.179438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:19.181030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:19.184125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:19.184602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Bound port: 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:19.184988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:19.281764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-416f8d3d-b3d7-4d77-a8c2-0738ade458a6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2750049 Aug 04 14:45:19.325503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dd7cb7c-796b-4b4e-be4a-cde40a5349f9 req-b59c84de-ab39-474b-85fd-8be8fbd1a02a tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605179 Aug 04 14:45:19.334750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:19.340156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:19.348123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:19.455548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:19.457065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:19.460470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] 10.222.0.38 "PUT /v2.0/ports/31312fed-b3fd-4d3c-929f-eccb9d1d3d2a HTTP/1.1" status: 200 len: 1097 time: 1.4226580 Aug 04 14:45:19.464706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:19.467867 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:19.507245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:19.512454 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff93e27b-8d86-4641-a952-24211cd6113f" -d '{"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:19.555580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b194e8d-206f-45ed-a41a-865b9a572de0 req-5dc95d2f-870b-4f29-94c2-3a2a350c58ab tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0761483 Aug 04 14:45:19.603945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165e70d-dd36-4b10-a877-b23e5bcc5b50 service neutron] Pushing event updated for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:19.621389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:19.677941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-2f5b8dff-6d93-42e7-a92b-458038dfd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:19.687419 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-2f5b8dff-6d93-42e7-a92b-458038dfd79a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 1100 time: 0.1617792 Aug 04 14:45:19.741422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=290582da-7730-4313-b6e2-0494b6f2bfad,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:19.888889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 290582da-7730-4313-b6e2-0494b6f2bfad on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:19.898064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:19.974150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b964d8f9-74e9-49a3-83d2-e44aff4cc1e7 req-ac24ed8d-c817-4ff8-80cc-db7d9e385ea3 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "DELETE /v2.0/ports/290582da-7730-4313-b6e2-0494b6f2bfad HTTP/1.1" status: 204 len: 173 time: 1.8335686 Aug 04 14:45:20.048367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42709e2f-1abe-46ef-ad46-d0be668b1dfc req-c3531ac1-2a13-4657-b5f2-01ef8dd9b3b1 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:20.057883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42709e2f-1abe-46ef-ad46-d0be668b1dfc req-c3531ac1-2a13-4657-b5f2-01ef8dd9b3b1 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 948 time: 0.2685571 Aug 04 14:45:20.112618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:20.144542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42709e2f-1abe-46ef-ad46-d0be668b1dfc req-a2e8d11c-8257-45bd-b13b-bbc02fd6bdd3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785761 Aug 04 14:45:20.390317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53117008-a996-4ab4-ac77-cccbeb3dfb24 req-c95d4121-9d02-4fab-969d-4a764d346688 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:20.399748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53117008-a996-4ab4-ac77-cccbeb3dfb24 req-c95d4121-9d02-4fab-969d-4a764d346688 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1141181 Aug 04 14:45:20.442732 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac89a64-b8c6-4ea6-b17a-fc99ea2ec398 x-openstack-request-id: req-eac89a64-b8c6-4ea6-b17a-fc99ea2ec398 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:20.443122 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-unplugged", "status": "completed", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:20.443341 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eac89a64-b8c6-4ea6-b17a-fc99ea2ec398 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:20.443757 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad', 'code': 200} Aug 04 14:45:20.468121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53117008-a996-4ab4-ac77-cccbeb3dfb24 req-a76349dd-e153-440f-bd25-acabe482e989 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674078 Aug 04 14:45:20.648987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca27b907-582d-46e3-b18d-21664b404b4d req-28361445-bec6-4d2f-8a9f-41c748d241ee tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed14969f-42d3-4ffa-938c-3472e3ff45c4 HTTP/1.1" status: 200 len: 210 time: 0.0727215 Aug 04 14:45:20.696007 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610abd40-49c5-41a7-9568-1b3777e41a1b x-openstack-request-id: req-610abd40-49c5-41a7-9568-1b3777e41a1b {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:20.696307 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "9a57f1b4-9bed-4e19-808e-e8300ab419e1", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:20.696564 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-610abd40-49c5-41a7-9568-1b3777e41a1b {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:20.696973 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '9a57f1b4-9bed-4e19-808e-e8300ab419e1', 'status': 'completed', 'code': 200} Aug 04 14:45:20.730852 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb7abe-bb9e-49a5-a878-3b40af6732a2 x-openstack-request-id: req-c5fb7abe-bb9e-49a5-a878-3b40af6732a2 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:20.731809 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:20.732224 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5fb7abe-bb9e-49a5-a878-3b40af6732a2 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:20.732782 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'status': 'completed', 'code': 200} Aug 04 14:45:20.736129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-ed03285c-f316-4e91-8dfe-f2c571f7df3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a HTTP/1.1" status: 200 len: 217 time: 1.0325718 Aug 04 14:45:20.952520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-0fe78b5a-269e-4b32-b612-89cece1fce12 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:20.954083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-0fe78b5a-269e-4b32-b612-89cece1fce12 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.2202356 Aug 04 14:45:20.963913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788a02-577e-4287-b364-8485e029acb1 req-0dc2e2c9-f398-45a4-b86f-bf7e8cdec1c0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:20.975197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06788a02-577e-4287-b364-8485e029acb1 req-0dc2e2c9-f398-45a4-b86f-bf7e8cdec1c0 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.1392188 Aug 04 14:45:20.989399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-0b954b0e-5684-4040-b92b-47b718629013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:20.991180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-0b954b0e-5684-4040-b92b-47b718629013 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.2145517 Aug 04 14:45:21.092752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46fddf03-7172-4c78-aa22-024e7fb42a4e req-cdc8e508-f738-4fbe-9492-61495b886daa tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0512545 Aug 04 14:45:21.105573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06788a02-577e-4287-b364-8485e029acb1 req-a534f971-3f02-401e-8795-23c4f626b49c tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294470 Aug 04 14:45:21.178574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-adb4270d-4e97-4eda-8c00-520319ed6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:21.180475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-adb4270d-4e97-4eda-8c00-520319ed6fdc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1639640 Aug 04 14:45:21.225819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c9ba9fb-42c3-416f-8ff5-90a62be315d5 req-4c886d84-58e5-4949-ad9f-96e9b9de7e27 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 210 time: 0.0609760 Aug 04 14:45:21.343271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-2b9fb9ce-4c89-48c6-88b0-97425054fbad service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514163 Aug 04 14:45:21.345641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a200-018b-4bbf-b158-8f3741510b44 req-c2640081-c513-46cf-9d48-30e5d74e98e6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:21.346707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Deleting port 029f530d-ad12-4500-9042-032d9a10b594 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:21.347684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:21.355982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea60a200-018b-4bbf-b158-8f3741510b44 req-c2640081-c513-46cf-9d48-30e5d74e98e6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 948 time: 0.0898311 Aug 04 14:45:21.456126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea60a200-018b-4bbf-b158-8f3741510b44 req-fc844d81-54f7-4d8a-9587-bd55c7611256 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913677 Aug 04 14:45:21.529455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b8a6c613-79b9-4ded-b65d-971b00cc51e1 req-dceda82f-7e9f-4aba-a3fb-86cc031f75fd service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761441 Aug 04 14:45:21.764034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47926) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:21.770111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-0b6cd9d4-f9e5-4119-8931-0467e6c765cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:21.772007 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-0b6cd9d4-f9e5-4119-8931-0467e6c765cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 1100 time: 0.1419952 Aug 04 14:45:21.786955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee4738-50dd-4554-a0c6-a8e23eed358a req-f87427d2-b07b-4f87-8145-7d3dc11cef3b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:21.796704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21ee4738-50dd-4554-a0c6-a8e23eed358a req-f87427d2-b07b-4f87-8145-7d3dc11cef3b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1744018 Aug 04 14:45:21.851535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting subnet a26d96d8-1cba-41ac-9fdc-a411e0f1e84b {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:45:21.867866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21ee4738-50dd-4554-a0c6-a8e23eed358a req-dde11f5c-763d-46fa-85c0-3f88c64ab68e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Aug 04 14:45:21.890692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:21.895108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] For port 029f530d-ad12-4500-9042-032d9a10b594, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=029f530d-ad12-4500-9042-032d9a10b594,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:21.896090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:21.970260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Calling delete_port for 029f530d-ad12-4500-9042-032d9a10b594 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:22.005157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.208111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-c2db540d-b013-4b5f-bf01-780335be2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:22.209977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-c2db540d-b013-4b5f-bf01-780335be2968 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3400857 Aug 04 14:45:22.229586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0e9e54c-322e-40be-b551-c1c1ce4fe301 req-91427358-4d88-4f50-a337-c8dfdb814263 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0476556 Aug 04 14:45:22.269231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-b80c4763-7162-4316-a03f-968e15f59f02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a HTTP/1.1" status: 200 len: 217 time: 0.0491624 Aug 04 14:45:22.323107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da04e8-d116-4477-a1fd-f83dab7a02b1 req-c5152ea1-5168-4899-949b-a1144bab1230 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:22.326189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6da04e8-d116-4477-a1fd-f83dab7a02b1 req-c5152ea1-5168-4899-949b-a1144bab1230 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab071ae3-89dc-4406-89db-a57eeeeaef9b HTTP/1.1" status: 200 len: 946 time: 0.1337247 Aug 04 14:45:22.391055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-59d54589-7563-4b24-9c57-3d7631b7c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:22.393236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-59d54589-7563-4b24-9c57-3d7631b7c0f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1073420 Aug 04 14:45:22.401516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f5ab90-0de0-47e9-a03e-0b2d54619b2f req-82fd5df1-ef35-4f03-a384-5952a8bfe0e4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 210 time: 0.0380583 Aug 04 14:45:22.407507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.426482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6da04e8-d116-4477-a1fd-f83dab7a02b1 req-12fa52c2-1e3a-42d2-ad98-fa3a6242d834 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.76 "GET /v2.0/security-groups?id=773caba8-4fd4-42c3-8317-63eb68773949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925684 Aug 04 14:45:22.473353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 029f530d-ad12-4500-9042-032d9a10b594 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:22.540950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-af591973-ff94-478b-827f-dfef137a1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:22.542664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-af591973-ff94-478b-827f-dfef137a1d5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369367 Aug 04 14:45:22.562146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.644667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No active binding found for port 029f530d-ad12-4500-9042-032d9a10b594 {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 14:45:22.645419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 029f530d-ad12-4500-9042-032d9a10b594 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:22.670679 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-82860ab7-2b86-4c13-ae28-592a017d67f4 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044888 Aug 04 14:45:22.675895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-07f13dde-37f7-4936-a80b-1c89e73f1d55 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751338 Aug 04 14:45:22.736761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:22.742098 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08851359-df49-4d98-b255-26ff06705b2d" -d '{"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:22.769475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] No DVR routers for this DVR port 029f530d-ad12-4500-9042-032d9a10b594 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:22.776776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.780518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-204c7c30-6e9a-4638-89d3-6f1da99bc1f0 req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] 10.222.0.46 "DELETE /v2.0/ports/029f530d-ad12-4500-9042-032d9a10b594 HTTP/1.1" status: 204 len: 173 time: 1.8138943 Aug 04 14:45:22.783617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'name': 'network-vif-deleted', 'tag': '029f530d-ad12-4500-9042-032d9a10b594'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:22.788742 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4c159-2135-415f-bfd2-d457f7018f2c" -d '{"events": [{"server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "name": "network-vif-deleted", "tag": "029f530d-ad12-4500-9042-032d9a10b594"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:22.828197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.861140 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea125aa-6ac3-4a88-9800-98f1843b25bf x-openstack-request-id: req-7ea125aa-6ac3-4a88-9800-98f1843b25bf {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:22.861615 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed14969f-42d3-4ffa-938c-3472e3ff45c4", "name": "network-vif-deleted", "tag": "290582da-7730-4313-b6e2-0494b6f2bfad", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:22.862064 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ea125aa-6ac3-4a88-9800-98f1843b25bf {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:22.862818 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed14969f-42d3-4ffa-938c-3472e3ff45c4', 'name': 'network-vif-deleted', 'tag': '290582da-7730-4313-b6e2-0494b6f2bfad', 'status': 'completed', 'code': 200} Aug 04 14:45:22.887805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff18e-9e18-48a2-b518-004813ed16d9 tempest-FloatingIPsAssociationNegativeTestJSON-282175840 tempest-FloatingIPsAssociationNegativeTestJSON-282175840-project] Pushing event deleted for resources: {'Port': ['ID=029f530d-ad12-4500-9042-032d9a10b594,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:22.903405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054d349-64cb-4984-85a8-e9efa0c20b0c None None] Network aebdff5c-a20d-480a-8ee1-80c13566e473 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:22.937966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:22.944934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/subnets/a26d96d8-1cba-41ac-9fdc-a411e0f1e84b HTTP/1.1" status: 204 len: 168 time: 1.1773956 Aug 04 14:45:22.945902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7cf92-c09b-4210-bfc2-2f8127e34b37 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Subnet': ['ID=a26d96d8-1cba-41ac-9fdc-a411e0f1e84b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:22.977793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:23.038521 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cee5fd-6516-47dc-bab4-6a31e8e1a2ef x-openstack-request-id: req-56cee5fd-6516-47dc-bab4-6a31e8e1a2ef {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:23.039126 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab071ae3-89dc-4406-89db-a57eeeeaef9b", "name": "network-vif-deleted", "tag": "029f530d-ad12-4500-9042-032d9a10b594", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:23.039545 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56cee5fd-6516-47dc-bab4-6a31e8e1a2ef {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:23.040509 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab071ae3-89dc-4406-89db-a57eeeeaef9b', 'name': 'network-vif-deleted', 'tag': '029f530d-ad12-4500-9042-032d9a10b594', 'status': 'completed', 'code': 200} Aug 04 14:45:23.099267 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75c0c31d-a2c8-42ac-8c09-94a0185d0fdf req-74865adc-9a49-4615-9f07-e3b7dd89e859 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752744 Aug 04 14:45:23.268971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab691-5135-4bad-bfde-331866461c92 req-fca31ee8-e5a4-490b-9936-1618b6f28b1f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:23.270657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d30ab691-5135-4bad-bfde-331866461c92 req-fca31ee8-e5a4-490b-9936-1618b6f28b1f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 948 time: 0.6159599 Aug 04 14:45:23.351449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] DHCP port deletion for aebdff5c-a20d-480a-8ee1-80c13566e473 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:45:23.356757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-1587817a-9bd3-453d-bef8-4696e28904f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471752 Aug 04 14:45:23.522951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Deleting port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:23.524328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:23.581470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-2e75e134-0a6e-43fa-9238-90e8c1994f4b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:23.583043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-2e75e134-0a6e-43fa-9238-90e8c1994f4b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147813 Aug 04 14:45:23.598820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:23.671174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:23.693190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-f06b06c8-bd05-4778-88dd-2fb63eb4a393 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:23.696664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-f06b06c8-bd05-4778-88dd-2fb63eb4a393 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0009997 Aug 04 14:45:23.718488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] For port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,segment=NetworkSegment(6c4cd89f-9b05-4252-8e49-0aeeb93fdea9),segment_id=6c4cd89f-9b05-4252-8e49-0aeeb93fdea9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:23.718950 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:23.726484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:23.743711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d5706-f2f1-49ac-9dfb-798fe87c9c38 req-7b30d8f3-bfb5-44e1-834f-83875ba9c15d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:23.751403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa6d5706-f2f1-49ac-9dfb-798fe87c9c38 req-7b30d8f3-bfb5-44e1-834f-83875ba9c15d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.6128669 Aug 04 14:45:23.758116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Calling delete_port for 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:23.828588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:23.832928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:23.839364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d30ab691-5135-4bad-bfde-331866461c92 req-09aeb6c1-ceb9-4a80-9a3e-d3dc756ef61e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590501 Aug 04 14:45:23.967777 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.015648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] Pushing event deleted for resources: {'Port': ['ID=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:24.033838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0e4c6-ef14-4796-a67a-dd55078afa8b None None] No DVR routers for this DVR port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:24.066522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:24.075773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa6d5706-f2f1-49ac-9dfb-798fe87c9c38 req-7a7d7d11-866f-4cae-94d1-09ed3708b197 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232524 Aug 04 14:45:24.115227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:24.115745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:24.149574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.209 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/c2fbe404-3b47-46f1-9277-576f32ce376c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:24.153453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6af10443-5c62-4e3a-af0f-ad6f8e646876 req-4e09e18c-82e0-4af3-a0cd-6792a02e1153 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1427662 Aug 04 14:45:24.220363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47958) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:24.246461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:24.246833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.341510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:24.345244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.375626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.391216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object c2fbe404-3b47-46f1-9277-576f32ce376c will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:24.402887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d698c00-f36f-40f4-9538-dfd45101a867 req-381e3172-769e-41c0-8af6-6520a6948286 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 210 time: 0.0815630 Aug 04 14:45:24.440774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.457635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:24.498901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:24.504755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:24.507764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:24.548356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6, host n-d-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:24.549008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.571667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:24.572398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.587056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:24.593288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:24.605101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 was not found and therefore no delete operation was performed {{(pid=94265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:45:24.613914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.618542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-ec2236a2-f765-418a-b8d1-f864283c0e7b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0236766 Aug 04 14:45:24.632069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Request body: {'port': {'device_id': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:24.709128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:24.739263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:24.761155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:24.797586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=4de5b672-5bd5-4ef1-9fcd-1a31b6416eb6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:24.982558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-772e977c-3c2f-4143-a802-0035fb12e52d None None] Provisioning for port c2fbe404-3b47-46f1-9277-576f32ce376c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:24.989745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.206 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/4f55808c-3da6-444a-8de5-d46a1a09ec3b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:25.002697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-772e977c-3c2f-4143-a802-0035fb12e52d None None] Provisioning complete for port c2fbe404-3b47-46f1-9277-576f32ce376c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:25.003208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-772e977c-3c2f-4143-a802-0035fb12e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.046986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:25.074381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'mac_address': 'fa:16:3e:5e:96:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:25.079167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-772e977c-3c2f-4143-a802-0035fb12e52d None None] Port c2fbe404-3b47-46f1-9277-576f32ce376c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:25.149371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.154313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.166691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:25.168372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebdff5c-a20d-480a-8ee1-80c13566e473']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:25.195584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:25.205350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.214977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.230224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object 4f55808c-3da6-444a-8de5-d46a1a09ec3b will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:25.277516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:25.278161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4cd89f-9b05-4252-8e49-0aeeb93fdea9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:25.285392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:25.301658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.350366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.377768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:25.378200 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:25.384394 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:25.487674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44499869-54d0-4575-aa7f-b1f33c91eb8e req-851fe67a-ed50-4f4b-870e-c98d36eab3aa tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:25.495447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44499869-54d0-4575-aa7f-b1f33c91eb8e req-851fe67a-ed50-4f4b-870e-c98d36eab3aa tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 948 time: 0.5210593 Aug 04 14:45:25.553654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10279f-ceec-4159-811e-6c5dee1d4180 req-e1631a31-7c64-438d-93f2-6e38e25edc09 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:25.555354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c10279f-ceec-4159-811e-6c5dee1d4180 req-e1631a31-7c64-438d-93f2-6e38e25edc09 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.3141940 Aug 04 14:45:25.559775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.561692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.571551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['31312fed-b3fd-4d3c-929f-eccb9d1d3d2a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:25.657356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.674745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/networks/aebdff5c-a20d-480a-8ee1-80c13566e473 HTTP/1.1" status: 204 len: 168 time: 2.6935604 Aug 04 14:45:25.677551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:25.734489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44499869-54d0-4575-aa7f-b1f33c91eb8e req-9838318a-ced4-46c6-aeb6-fee892b9f877 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379396 Aug 04 14:45:25.740730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a2c00-b7ca-4ea3-ab2e-95884a4d2829 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Network': ['ID=aebdff5c-a20d-480a-8ee1-80c13566e473,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:25.793999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:25.829590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting subnet cfabb605-4db3-4eaf-a163-d3de7e63c3ce {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:45:25.834065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.840848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:25.843996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:25.897318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:25.897989 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.910911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c10279f-ceec-4159-811e-6c5dee1d4180 req-73c764dc-3e30-4e66-b5d6-aeeed44436c1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263245 Aug 04 14:45:25.918038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:25.956625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:25.967554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d659f48-8c60-4762-8872-eb7d7a0fe0ab req-d11bd39e-2692-4f46-afa1-0dceb761ef06 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1360462 Aug 04 14:45:26.016796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-58faa747-afa5-461a-ac8a-5daff03b252e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3025336 Aug 04 14:45:26.063119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Request body: {'port': {'device_id': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:26.108957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fbe404-3b47-46f1-9277-576f32ce376c {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:26.133956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.239148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Transition to ACTIVE for port object c2fbe404-3b47-46f1-9277-576f32ce376c will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:26.258287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.316836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ada2ab8a-e8af-49bc-8418-4bbd4ea3b4fb None None] Provisioning for port 4f55808c-3da6-444a-8de5-d46a1a09ec3b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:26.331086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ada2ab8a-e8af-49bc-8418-4bbd4ea3b4fb None None] Provisioning complete for port 4f55808c-3da6-444a-8de5-d46a1a09ec3b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:26.333487 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ada2ab8a-e8af-49bc-8418-4bbd4ea3b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.336194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.428722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.429296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ada2ab8a-e8af-49bc-8418-4bbd4ea3b4fb None None] Port 4f55808c-3da6-444a-8de5-d46a1a09ec3b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:26.455883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427fd4d-a59d-4860-9b4b-6b54302c0d78 req-e6356579-fa4e-44bb-b519-1bb04d3a5472 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:26.458097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5427fd4d-a59d-4860-9b4b-6b54302c0d78 req-e6356579-fa4e-44bb-b519-1bb04d3a5472 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 936 time: 0.3718498 Aug 04 14:45:26.494234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:26.617758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:26.644461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.710838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.712897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.715206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d1c10-3d9e-488c-8ac1-8fd8f6d5a5f1 None None] Network 36a5231e-84f3-44d5-86b4-4d0ca06fd724 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:26.720700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/subnets/cfabb605-4db3-4eaf-a163-d3de7e63c3ce HTTP/1.1" status: 204 len: 168 time: 1.0395110 Aug 04 14:45:26.745244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47988) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:26.821760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725529e-dae1-4253-81b9-28d7c95fd38f tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Subnet': ['ID=cfabb605-4db3-4eaf-a163-d3de7e63c3ce,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:26.843401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Attempting to bind port c2fbe404-3b47-46f1-9277-576f32ce376c on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:26.845675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Attempting to bind port c2fbe404-3b47-46f1-9277-576f32ce376c by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:26.847417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Attempting to bind port c2fbe404-3b47-46f1-9277-576f32ce376c on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:26.856565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Port c2fbe404-3b47-46f1-9277-576f32ce376c on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:26.856997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Attempting to bind port c2fbe404-3b47-46f1-9277-576f32ce376c on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:26.857787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5427fd4d-a59d-4860-9b4b-6b54302c0d78 req-1fd45808-1d82-40c5-a10c-f3f9d3cba58e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783879 Aug 04 14:45:26.869298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:26.869701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:26.871879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:26.872608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Bound port: c2fbe404-3b47-46f1-9277-576f32ce376c, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:26.873904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:26.993332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:27.003871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c2fbe404-3b47-46f1-9277-576f32ce376c,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:27.025550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.066465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] DHCP port deletion for 36a5231e-84f3-44d5-86b4-4d0ca06fd724 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:45:27.082774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.083675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.085668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2fbe404-3b47-46f1-9277-576f32ce376c HTTP/1.1" status: 200 len: 1097 time: 2.4587598 Aug 04 14:45:27.086696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:27.089379 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc5d9a-208a-4deb-a66d-607e5c8480a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:27.136302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad5c31-4e35-4c18-b584-481103718861 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:27.206055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Deleting port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:27.206991 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.214702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-23e38d53-401d-41a7-ae54-96c25ae9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.216280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-23e38d53-401d-41a7-ae54-96c25ae9f795 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 1100 time: 0.0661619 Aug 04 14:45:27.285193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-a1403d0e-8f18-44a3-93eb-01c540baf337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c2fbe404-3b47-46f1-9277-576f32ce376c HTTP/1.1" status: 200 len: 217 time: 0.0593092 Aug 04 14:45:27.297554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] For port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,segment=NetworkSegment(7ba58efd-03d2-434a-990a-949cd1f44c91),segment_id=7ba58efd-03d2-434a-990a-949cd1f44c91)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:27.298066 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.315957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Calling delete_port for 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:27.393601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-bf7bf7b2-e61b-4f30-94f9-75fe7ff3ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.395052 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-bf7bf7b2-e61b-4f30-94f9-75fe7ff3ce13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0918221 Aug 04 14:45:27.433824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.508700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-69954cc0-48f8-4f79-9639-d442d581b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.510388 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-69954cc0-48f8-4f79-9639-d442d581b31c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970333 Aug 04 14:45:27.512223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] Pushing event deleted for resources: {'Port': ['ID=079d32f4-3ff8-46e4-9598-8b1dd9b8fd11,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:27.514974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2439c-6158-43c3-9925-4fd2a686286c None None] No DVR routers for this DVR port 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:27.596639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.629099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-3509ad91-8e10-4647-b49a-b8ed8b78aa0e service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052296 Aug 04 14:45:27.632743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829b2f3-7231-4b1a-8912-bcc304a6b0d5 req-66fb4126-d808-491e-a46f-3ddc4b5e2c93 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.634275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3829b2f3-7231-4b1a-8912-bcc304a6b0d5 req-66fb4126-d808-491e-a46f-3ddc4b5e2c93 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1842196 Aug 04 14:45:27.685678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e6e5-af00-4e0c-a841-815b144c8af5 req-a9b35966-f12f-41be-b564-555bd7c13d59 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:27.687261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a75e6e5-af00-4e0c-a841-815b144c8af5 req-a9b35966-f12f-41be-b564-555bd7c13d59 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 949 time: 0.8122563 Aug 04 14:45:27.751576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-9537c051-40a1-488a-b6e2-0dc8aceeef27 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150012 Aug 04 14:45:27.767242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3829b2f3-7231-4b1a-8912-bcc304a6b0d5 req-be8bd22d-9e1c-4c64-ba37-6811b88d2c9d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232722 Aug 04 14:45:27.974931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-080f12d0-caa8-48ce-851c-97949122e499 req-9ac4721b-4fc3-4e85-8f4f-bdd2fabbfb79 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0810564 Aug 04 14:45:27.978176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:27.984180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a75e6e5-af00-4e0c-a841-815b144c8af5 req-730f57cf-83ef-4228-81c7-0c7476ed9757 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347281 Aug 04 14:45:28.001322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a5231e-84f3-44d5-86b4-4d0ca06fd724']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:28.030198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:28.051497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba58efd-03d2-434a-990a-949cd1f44c91') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:28.051801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba58efd-03d2-434a-990a-949cd1f44c91') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:28.065515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:28.065892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 079d32f4-3ff8-46e4-9598-8b1dd9b8fd11 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:28.086245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.104452 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86386cc-39e8-455f-b852-30ab587a25f9 x-openstack-request-id: req-a86386cc-39e8-455f-b852-30ab587a25f9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:28.104738 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:28.104987 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a86386cc-39e8-455f-b852-30ab587a25f9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:28.105396 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c', 'status': 'completed', 'code': 200} Aug 04 14:45:28.135079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.154561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f55808c-3da6-444a-8de5-d46a1a09ec3b {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:28.160972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:28.161395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:28.165896 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:28.181169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.252929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-d89a9126-17e9-4b3a-be64-940fd0c093e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.256001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-d89a9126-17e9-4b3a-be64-940fd0c093e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 1100 time: 0.1129050 Aug 04 14:45:28.285188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Transition to ACTIVE for port object 4f55808c-3da6-444a-8de5-d46a1a09ec3b will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:28.296061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.308177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.388377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.393604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/networks/36a5231e-84f3-44d5-86b4-4d0ca06fd724 HTTP/1.1" status: 204 len: 168 time: 1.5287833 Aug 04 14:45:28.398891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48010) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:28.406946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1053306953'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:28.413872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fe80d-a720-4ea9-b484-c7a6f74e6899 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Network': ['ID=36a5231e-84f3-44d5-86b4-4d0ca06fd724,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:28.453910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816757e-8990-4182-925a-b392c5810c91 req-98d6e574-f021-4c90-96bf-347d90167067 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.455479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5816757e-8990-4182-925a-b392c5810c91 req-98d6e574-f021-4c90-96bf-347d90167067 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 948 time: 0.2081108 Aug 04 14:45:28.466172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:28.476440 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.498611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Pushing event updated for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:28.541024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-91e69ae0-1580-4a36-9064-d4cdafc7db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.543663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-91e69ae0-1580-4a36-9064-d4cdafc7db8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2733486 Aug 04 14:45:28.553030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Deleting port eb633d5b-f64d-43df-8414-9ec722a0be9c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:28.553378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.608864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5816757e-8990-4182-925a-b392c5810c91 req-a2ddd1c2-395e-4ba2-941f-73bb0bdae9ce tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267016 Aug 04 14:45:28.642089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-783bde84-9df3-4830-8e1c-ea1f5413e408 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c2fbe404-3b47-46f1-9277-576f32ce376c HTTP/1.1" status: 200 len: 217 time: 0.0842934 Aug 04 14:45:28.652801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:28.696385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:28.708038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Attempting to bind port 4f55808c-3da6-444a-8de5-d46a1a09ec3b on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:28.708502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Attempting to bind port 4f55808c-3da6-444a-8de5-d46a1a09ec3b by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:28.708847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Attempting to bind port 4f55808c-3da6-444a-8de5-d46a1a09ec3b on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:28.713781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.714310 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Added segment a57187c8-9b81-421a-b61a-c51bf25e2685 of type vlan for network 47eae02d-427f-4bde-ae7e-283570f6a0fa Aug 04 14:45:28.723685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Port 4f55808c-3da6-444a-8de5-d46a1a09ec3b on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:28.725363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Attempting to bind port 4f55808c-3da6-444a-8de5-d46a1a09ec3b on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:28.750933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:28.751284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:28.752697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:28.753162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Bound port: 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:28.753583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.800081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-c7be673c-4765-41cc-8b3d-1ae053381611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.802314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-c7be673c-4765-41cc-8b3d-1ae053381611 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1436903 Aug 04 14:45:28.812791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.897277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-486fe0ca-ff3e-41ea-813d-e1d0f0f74352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.899856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:28.900263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-486fe0ca-ff3e-41ea-813d-e1d0f0f74352 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791142 Aug 04 14:45:28.906719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:28.907417 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.909511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:28.914712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:28.930646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] For port eb633d5b-f64d-43df-8414-9ec722a0be9c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb633d5b-f64d-43df-8414-9ec722a0be9c,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:28.931058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.935049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.935774 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:28.956067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:28.956637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:29.009596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.010342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:29.011807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] 10.222.0.46 "PUT /v2.0/ports/4f55808c-3da6-444a-8de5-d46a1a09ec3b HTTP/1.1" status: 200 len: 1097 time: 2.9714096 Aug 04 14:45:29.016086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:29.027328 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c3fee-dba3-469b-bb41-644d0faa2646" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:29.037069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:29.037302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Calling delete_port for eb633d5b-f64d-43df-8414-9ec722a0be9c owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:29.083825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:29.101663 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd2318d-fe71-4617-ab3b-d6ba114bf102" -d '{"events": [{"server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "name": "network-vif-plugged", "status": "completed", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:29.121203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:29.127351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:29.245081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:29.284605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed010a-7c9d-4b1e-8afa-a3b6411b44a4 req-9544f3ca-376b-4e33-a630-35b2c16dd714 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.292466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baed010a-7c9d-4b1e-8afa-a3b6411b44a4 req-9544f3ca-376b-4e33-a630-35b2c16dd714 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.3749852 Aug 04 14:45:29.357485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3ec85-b903-4f36-af9b-75d52e41f62b service neutron] Pushing event updated for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:29.380223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-0b062243-be26-468c-aa2f-8c65222302d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.381776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-0b062243-be26-468c-aa2f-8c65222302d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 1100 time: 0.3038445 Aug 04 14:45:29.463139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baed010a-7c9d-4b1e-8afa-a3b6411b44a4 req-650993b9-254f-437a-92db-be4a3fd3c951 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410770 Aug 04 14:45:29.501610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-bbd41c82-5560-4dda-8a59-e12dce8f34ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b HTTP/1.1" status: 200 len: 217 time: 0.1047297 Aug 04 14:45:29.509580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853409c7-7a2d-425f-8d83-16768c9aad2b req-dc8b4291-76d7-474f-9844-c0c8edb131d6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.517432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-853409c7-7a2d-425f-8d83-16768c9aad2b req-dc8b4291-76d7-474f-9844-c0c8edb131d6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.3780127 Aug 04 14:45:29.679790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-76942404-440c-47ec-9e15-42baa31705b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.681551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-76942404-440c-47ec-9e15-42baa31705b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1599214 Aug 04 14:45:29.717152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3166645 Aug 04 14:45:29.732398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48030) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:29.740251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'subnet': {'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:29.765321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8419457d-04bf-4544-abe8-348dde579164 req-bd7dfe14-3fb6-482b-8b65-dfb6af74ffce tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0824449 Aug 04 14:45:29.786979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-853409c7-7a2d-425f-8d83-16768c9aad2b req-25cd93e8-6ffe-44c7-8fb6-ce7a025fda71 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684391 Aug 04 14:45:29.840272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d6f5-aede-4d5d-badf-7ce792740929 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Network': ['ID=47eae02d-427f-4bde-ae7e-283570f6a0fa,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:29.862188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:29.898825 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fadf03-aa18-4aa5-9d00-ea2334dfbd39 x-openstack-request-id: req-56fadf03-aa18-4aa5-9d00-ea2334dfbd39 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:29.899341 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:29.901154 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56fadf03-aa18-4aa5-9d00-ea2334dfbd39 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:29.904599 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b', 'status': 'completed', 'code': 200} Aug 04 14:45:29.929996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-6e9f02cd-11e1-4c96-923d-133bc0e137a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:29.935387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-6e9f02cd-11e1-4c96-923d-133bc0e137a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2293856 Aug 04 14:45:29.940555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:29.970132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-58ce20c0-7811-4634-b856-4b9e6b6aade5 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0592098 Aug 04 14:45:30.046262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb633d5b-f64d-43df-8414-9ec722a0be9c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:30.148429 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c786dd6b-163f-49cf-bbe1-64bef2bd4167 x-openstack-request-id: req-c786dd6b-163f-49cf-bbe1-64bef2bd4167 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:30.149779 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "name": "network-vif-plugged", "status": "completed", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:30.151175 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c786dd6b-163f-49cf-bbe1-64bef2bd4167 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:30.151651 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'code': 200} Aug 04 14:45:30.179112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:30.182636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:30.293360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-71dc271b-a72c-41f3-a00b-31151ff00048 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474166 Aug 04 14:45:30.472903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:30.523965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c2fbe404-3b47-46f1-9277-576f32ce376c details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:30.607381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Checking segment: {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:30.607877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network hostable DHCP agents. Network: 47eae02d-427f-4bde-ae7e-283570f6a0fa, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:45:30.614305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Subnet': ['ID=960a4e03-443a-4467-aac7-efd2c6517f22,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:30.618189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178de4f-6b65-400f-82b5-0029d67e115d req-fd6df46e-051b-4bdf-918f-8cd9ecc93893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:30.620397 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d178de4f-6b65-400f-82b5-0029d67e115d req-fd6df46e-051b-4bdf-918f-8cd9ecc93893 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 1102 time: 0.5156078 Aug 04 14:45:30.665454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-18fc5d9a-208a-4deb-a66d-607e5c8480a3 req-f0518c3e-47a9-473c-b49c-187cce044412 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857598 Aug 04 14:45:30.704167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:45:30.719543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d178de4f-6b65-400f-82b5-0029d67e115d req-bf5b2feb-e1a8-45c3-aab8-11307e631ad1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823534 Aug 04 14:45:30.726881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 47eae02d-427f-4bde-ae7e-283570f6a0fa) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:30.732495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:30.733529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:30.744667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c2fbe404-3b47-46f1-9277-576f32ce376c,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:30.756685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cbb29121-58b5-404f-a7d9-b5792e276801 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0205338 Aug 04 14:45:30.759752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48038) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:30.761358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c2fbe404-3b47-46f1-9277-576f32ce376c', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'c2fbe404-3b47-46f1-9277-576f32ce376c', 'mac_address': 'fa:16:3e:e3:f7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:30.763388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2cc97-68f5-4d2f-8b39-fd6610070f99 None None] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:30.768147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-747856170'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:30.826199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:30.831121 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:30.888560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:30.912503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:30.914063 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Added segment 85496328-2fa4-4756-9aa9-f76b7852bc47 of type vlan for network 250f2b03-dd27-4ea3-b5a6-622f21411e39 Aug 04 14:45:30.943500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f5b0-31ca-47c7-a8b8-42ae74831853 req-5155958e-7de7-4d24-820b-1b4f3f123dbd tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:30.953765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65a8f5b0-31ca-47c7-a8b8-42ae74831853 req-5155958e-7de7-4d24-820b-1b4f3f123dbd tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 948 time: 0.8004708 Aug 04 14:45:30.975615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11886470-c3f6-4943-aaf6-e1d8db6727c5 req-7f5a4129-3982-4faa-9cc0-660de0920713 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563039 Aug 04 14:45:31.015107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.037018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.088524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.094957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:31.095874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.128516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-47eae02d-427f-4bde-ae7e-283570f6a0fa', 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'fixed_ips': [{'subnet_id': '960a4e03-443a-4467-aac7-efd2c6517f22'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:45:31.129444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.140343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.222231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fbe404-3b47-46f1-9277-576f32ce376c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:31.227547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4662492 Aug 04 14:45:31.233041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48048) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:31.244924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65a8f5b0-31ca-47c7-a8b8-42ae74831853 req-1dc5a870-f6ec-4095-929a-fbf483a321ba tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902675 Aug 04 14:45:31.255485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'subnet': {'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:31.306688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826278-be82-4f81-9aac-44730a81ee44 req-bf16449d-fccb-4350-9dc1-374e0c5a048a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:31.308729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d826278-be82-4f81-9aac-44730a81ee44 req-bf16449d-fccb-4350-9dc1-374e0c5a048a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.4357100 Aug 04 14:45:31.324976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c2fbe404-3b47-46f1-9277-576f32ce376c,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:31.402242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58136c-10fc-46c5-9b0a-af852b635ef1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Network': ['ID=250f2b03-dd27-4ea3-b5a6-622f21411e39,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:31.437460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:31.441821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.520115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-cd08be6d-e9bf-4500-a9d7-6988bbb1b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:31.526348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-cd08be6d-e9bf-4500-a9d7-6988bbb1b155 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 1100 time: 0.4788821 Aug 04 14:45:31.557953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Allocated IP 19.80.0.2 (47eae02d-427f-4bde-ae7e-283570f6a0fa/960a4e03-443a-4467-aac7-efd2c6517f22/93113a63-9769-4c33-980a-53beab381d9f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:31.756523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-4d418759-16de-4e4f-aaa2-ce22efe57f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:31.759524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-4d418759-16de-4e4f-aaa2-ce22efe57f9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2222850 Aug 04 14:45:31.762164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:31.769229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:31.839822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-a9b6f704-39f8-4392-aa68-7606eac8cd58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b HTTP/1.1" status: 200 len: 217 time: 0.0656714 Aug 04 14:45:31.852489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e870-f8a7-4be5-a665-38aa10360a51 req-30b04473-cc50-4cfb-aa5b-76a287691420 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:31.866506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64e3e870-f8a7-4be5-a665-38aa10360a51 req-30b04473-cc50-4cfb-aa5b-76a287691420 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.4325404 Aug 04 14:45:31.886124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d826278-be82-4f81-9aac-44730a81ee44 req-c5f2844c-50a4-4db1-9927-7a85484f0717 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550644 Aug 04 14:45:31.998654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.175327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e230f42-a9f1-451b-ad7a-5f6d012c4ea2 req-b64a9a66-3dbc-40af-aead-e19d2b2666e6 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0397844 Aug 04 14:45:32.197011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Router c8edac96-e28e-478c-9165-610328cd50dc has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:45:32.210535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-f437e4b0-ef3a-4d29-9869-4bd499005b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.212190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-f437e4b0-ef3a-4d29-9869-4bd499005b68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.3227501 Aug 04 14:45:32.217122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Checking segment: {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:32.226391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network hostable DHCP agents. Network: 250f2b03-dd27-4ea3-b5a6-622f21411e39, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:45:32.245602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64e3e870-f8a7-4be5-a665-38aa10360a51 req-5ab1971a-63d3-4074-87ff-991eb615dd29 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781652 Aug 04 14:45:32.247418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Subnet': ['ID=610dce8f-0ba7-47f3-8a90-20c46b06a757,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:32.285424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.296455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Transition to ACTIVE for port object 93113a63-9769-4c33-980a-53beab381d9f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:32.302399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:45:32.317003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Transition to ACTIVE for port object 93113a63-9769-4c33-980a-53beab381d9f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:32.339454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 250f2b03-dd27-4ea3-b5a6-622f21411e39) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:32.359914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.360989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.365192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:32.383678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a249a7-29b7-40b3-9a6c-c503e76d86d0 None None] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:32.387376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.410070 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-57023cac-68a3-46d6-95dc-9bc0ad4761ec tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1553128 Aug 04 14:45:32.479379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:32.500096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-912f2b5b-c57c-4524-aca4-004e6ae6843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.501664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-912f2b5b-c57c-4524-aca4-004e6ae6843c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2543414 Aug 04 14:45:32.557426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:32.566189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4f55808c-3da6-444a-8de5-d46a1a09ec3b details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:32.587301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:32.592173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:32.645962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Pushing event updated for resources: {'Port': ['ID=93113a63-9769-4c33-980a-53beab381d9f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:32.726546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Attempting to bind port 93113a63-9769-4c33-980a-53beab381d9f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:32.726985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Attempting to bind port 93113a63-9769-4c33-980a-53beab381d9f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:32.727510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Attempting to bind port 93113a63-9769-4c33-980a-53beab381d9f on network 47eae02d-427f-4bde-ae7e-283570f6a0fa {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:32.791518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:32.792099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Checking segment: {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:32.792621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.793130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Bound using segment: {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:32.793718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Bound port: 93113a63-9769-4c33-980a-53beab381d9f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:32.794207 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:32.901136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-414fe0aa-1454-4aea-943e-9bee06f991eb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.909439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-414fe0aa-1454-4aea-943e-9bee06f991eb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.911309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-414fe0aa-1454-4aea-943e-9bee06f991eb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/networks?id=47eae02d-427f-4bde-ae7e-283570f6a0fa&id=250f2b03-dd27-4ea3-b5a6-622f21411e39 HTTP/1.1" status: 200 len: 1391 time: 0.1473973 Aug 04 14:45:32.917404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:32.937176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48074) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:32.937550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b3d161c2-406c-4571-855a-5cd821013e8e admin admin] 10.222.0.76 "PUT /v2.0/routers/c8edac96-e28e-478c-9165-610328cd50dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7158034 Aug 04 14:45:32.943124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Sync routers for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:32.960205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139314c-824c-4426-b2bf-d42be07c096c req-eba39f34-db66-47eb-b04e-96a0109fbbc7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:32.962874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1139314c-824c-4426-b2bf-d42be07c096c req-eba39f34-db66-47eb-b04e-96a0109fbbc7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 949 time: 0.5201924 Aug 04 14:45:32.972828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:32.996761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-250f2b03-dd27-4ea3-b5a6-622f21411e39', 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'fixed_ips': [{'subnet_id': '610dce8f-0ba7-47f3-8a90-20c46b06a757'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:45:32.997792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.028611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4f55808c-3da6-444a-8de5-d46a1a09ec3b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '4f55808c-3da6-444a-8de5-d46a1a09ec3b', 'mac_address': 'fa:16:3e:e8:44:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:33.029721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-22ef691e-2993-412b-a6f8-2dc9affaa7b8 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/quotas/ec9c697fc66b43809bc695be33c4dbb8 HTTP/1.1" status: 200 len: 375 time: 0.0888970 Aug 04 14:45:33.042495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] For port 93113a63-9769-4c33-980a-53beab381d9f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:33.045056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Routers {'c8edac96-e28e-478c-9165-610328cd50dc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:33.045927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c8edac96-e28e-478c-9165-610328cd50dc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:33.093231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.102396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] For port 93113a63-9769-4c33-980a-53beab381d9f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=93113a63-9769-4c33-980a-53beab381d9f,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:33.107606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1139314c-824c-4426-b2bf-d42be07c096c req-4655f7eb-c3fd-43e3-aed7-27f97d558f52 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364381 Aug 04 14:45:33.138370 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.180228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-93df6b97-887c-4e04-be53-b7cf913bbf8b tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423266 Aug 04 14:45:33.205919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-ad2db843-8c20-4b11-8de2-f29dfb9b8b35 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917789 Aug 04 14:45:33.331503 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.336907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.350544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-857c3fee-dba3-469b-bb41-644d0faa2646 req-bff7a550-76db-4240-abd5-1ea5727747ae service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090641 Aug 04 14:45:33.443916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f55808c-3da6-444a-8de5-d46a1a09ec3b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:33.447657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Deleting port 9f7676dd-0bd0-436c-b664-7efb8fc89495 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:33.448616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.513774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ace48b-3d8c-494d-9d03-3b210c47f3a7 req-049d582f-4029-4f76-892d-0fa542b925be tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:33.513774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7ace48b-3d8c-494d-9d03-3b210c47f3a7 req-049d582f-4029-4f76-892d-0fa542b925be tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1339190 Aug 04 14:45:33.520786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Set router c8edac96-e28e-478c-9165-610328cd50dc gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:33.539025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-a9bb10e3-62c3-4bbb-b7bc-ce13bdd4599f service neutron] 10.222.0.76 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575795 Aug 04 14:45:33.547023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7ace48b-3d8c-494d-9d03-3b210c47f3a7 req-bee82db8-1f23-4542-8a34-588032564123 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596011 Aug 04 14:45:33.660287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] For port 9f7676dd-0bd0-436c-b664-7efb8fc89495, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f7676dd-0bd0-436c-b664-7efb8fc89495,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:33.660610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.670256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-1ff06381-484a-4a05-8b02-415524243648 service neutron] 10.222.0.76 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220443 Aug 04 14:45:33.685936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044744-565d-4b9a-8ddb-f96f719bd346 None None] Pushing event updated for resources: {'Port': ['ID=93113a63-9769-4c33-980a-53beab381d9f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:33.693632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Calling delete_port for 9f7676dd-0bd0-436c-b664-7efb8fc89495 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:33.770989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:33.783884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Allocated IP 19.86.0.2 (250f2b03-dd27-4ea3-b5a6-622f21411e39/610dce8f-0ba7-47f3-8a90-20c46b06a757/86e5f5fe-4a97-44e8-ac16-704ecad38981) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:33.801378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16b3a2a7-55da-4807-b150-c83235982b91 req-261498ad-9963-4b11-9639-bcb8107804de tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1207271 Aug 04 14:45:33.918504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:33.928277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-f0814e6e-8a65-4205-affc-1bd9bb8da3f0 service neutron] 10.222.0.76 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566233 Aug 04 14:45:33.987129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.092637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9383a02-d798-43f0-8987-776246a74749 req-d6dcc75f-4ad7-40a5-9d2f-e878b8df87e4 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:34.094074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9383a02-d798-43f0-8987-776246a74749 req-d6dcc75f-4ad7-40a5-9d2f-e878b8df87e4 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.1612012 Aug 04 14:45:34.094512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:34.131094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7676dd-0bd0-436c-b664-7efb8fc89495,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:34.150715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 93113a63-9769-4c33-980a-53beab381d9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:34.160068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.160301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-9c9a1337-a949-4901-aed7-80104a38e569 service neutron] 10.222.0.76 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240112 Aug 04 14:45:34.178718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9383a02-d798-43f0-8987-776246a74749 req-ef0ea8b9-fe0e-4af9-a7b5-d1ab6649d84d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Aug 04 14:45:34.278275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4f55808c-3da6-444a-8de5-d46a1a09ec3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:34.317196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.321998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.447252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.447777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8edac96-e28e-478c-9165-610328cd50dc {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:45:34.454129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.458457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:34.465431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bfd1af1e-5072-4d09-aca1-e1625c784868 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c8edac96-e28e-478c-9165-610328cd50dc HTTP/1.1" status: 204 len: 168 time: 1.5269597 Aug 04 14:45:34.484245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 93113a63-9769-4c33-980a-53beab381d9f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:34.520899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.546268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Transition to ACTIVE for port object 86e5f5fe-4a97-44e8-ac16-704ecad38981 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:34.558925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-d0c8a0d2-7342-42b8-a7fe-47a778ed46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:34.562897 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-d0c8a0d2-7342-42b8-a7fe-47a778ed46c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 1098 time: 0.1535432 Aug 04 14:45:34.597724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Transition to ACTIVE for port object 86e5f5fe-4a97-44e8-ac16-704ecad38981 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:34.654483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c2fbe404-3b47-46f1-9277-576f32ce376c up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:34.657146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Deleting subnet fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:45:34.663427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222980914-router', 'tenant_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:25Z', 'updated_at': '2021-08-04T14:45:29Z', 'revision_number': 5, 'project_id': 'e1fa1853c34946b4ab90cd6cd8afd3dd', 'gw_port': {'id': '9f7676dd-0bd0-436c-b664-7efb8fc89495', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8edac96-e28e-478c-9165-610328cd50dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:27Z', 'updated_at': '2021-08-04T14:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:34.667599 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.683571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.744301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0388c-1924-40df-b7fa-42e78f93c082 req-7348af5c-7388-4139-8ca7-a432da96c50f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:34.752793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9d0388c-1924-40df-b7fa-42e78f93c082 req-7348af5c-7388-4139-8ca7-a432da96c50f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 949 time: 0.2212451 Aug 04 14:45:34.774838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-843cc031-fff4-4be7-a06a-392e312ab8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:34.776540 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-843cc031-fff4-4be7-a06a-392e312ab8e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.2062247 Aug 04 14:45:34.780747 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:34.844416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-e035c867-484d-45ea-8fdb-09ebc261a97f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b HTTP/1.1" status: 200 len: 217 time: 0.0507793 Aug 04 14:45:34.876223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Checking router: c8edac96-e28e-478c-9165-610328cd50dc for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:34.914426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9d0388c-1924-40df-b7fa-42e78f93c082 req-90cee380-f20e-4261-910b-65be45ce2a6a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606829 Aug 04 14:45:34.940357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-3d52e230-ce94-4bfd-a33c-a054dab456a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:34.940357 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-3d52e230-ce94-4bfd-a33c-a054dab456a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0807292 Aug 04 14:45:34.948914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:34.949842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Pushing event updated for resources: {'Port': ['ID=86e5f5fe-4a97-44e8-ac16-704ecad38981,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:34.956721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Routers set() bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:34.957351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Router IDs set() for agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 14:45:34.962254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_agentschedulers_db [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8edac96-e28e-478c-9165-610328cd50dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent'). {{(pid=94267) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 14:45:34.962760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dbbd80-0b07-4ffe-9306-7db067a7c5a5 None None] The sync data for ids ['c8edac96-e28e-478c-9165-610328cd50dc'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:34.977535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:34.982540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:34.986768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-79f9f455-d617-4628-84d9-ce50c2286522 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391150 Aug 04 14:45:35.049670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7525ea9-97dc-48e8-b3e4-283d301bd7c1 None None] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:35.152919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe06c6ea-79cb-4cbd-a978-44aa71fd0310 req-266f9ec4-8621-4dbc-8bf5-b08aa8dca37e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 210 time: 0.2313247 Aug 04 14:45:35.219363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-bd0fd6be-e979-4aa5-8ee6-dcf44373e563 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195966 Aug 04 14:45:35.225624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.275987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9e82f-8b2c-4551-9bd8-c5bc68f0ce61 req-01bb2587-d5be-4d89-aaaf-05180d718786 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.277406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port c2fbe404-3b47-46f1-9277-576f32ce376c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:35.283346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83b9e82f-8b2c-4551-9bd8-c5bc68f0ce61 req-01bb2587-d5be-4d89-aaaf-05180d718786 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1651859 Aug 04 14:45:35.312745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Attempting to bind port 86e5f5fe-4a97-44e8-ac16-704ecad38981 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:35.313202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Attempting to bind port 86e5f5fe-4a97-44e8-ac16-704ecad38981 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:35.313485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Attempting to bind port 86e5f5fe-4a97-44e8-ac16-704ecad38981 on network 250f2b03-dd27-4ea3-b5a6-622f21411e39 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:35.316346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c2fbe404-3b47-46f1-9277-576f32ce376c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:35.316346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.331105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Provisioning for port 93113a63-9769-4c33-980a-53beab381d9f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:35.351733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83b9e82f-8b2c-4551-9bd8-c5bc68f0ce61 req-7d2c9c0d-0b21-47bd-a9b2-b86b43da942a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668087 Aug 04 14:45:35.367387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:35.379224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Checking segment: {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:35.379745 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.380250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Bound using segment: {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:35.380769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Bound port: 86e5f5fe-4a97-44e8-ac16-704ecad38981, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:35.381162 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.400012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.422338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Provisioning complete for port 93113a63-9769-4c33-980a-53beab381d9f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:35.424845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.465322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb74f45d-a0d7-402c-9e1b-10f76a1a9b51,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:35.488010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.500696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5056c04c-5a6d-47bf-88d1-00f2f4754466 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fb74f45d-a0d7-402c-9e1b-10f76a1a9b51 HTTP/1.1" status: 204 len: 168 time: 1.0381150 Aug 04 14:45:35.501197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:35.542150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37b6cff6-d26b-4677-a1c4-edefbf85bfdd req-86ed93f5-5361-4e4d-b540-d71c01f7e00f tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0341916 Aug 04 14:45:35.580314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8df87e-c169-4bab-953d-85655745af84 None None] Network 971a30be-5475-409e-9eab-da79621589fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:35.619995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ce364985-e2e3-432d-8941-e1adcbf2019f req-10841885-b362-4cc9-bfce-de2e4aba5466 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883657 Aug 04 14:45:35.661027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.757597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Deleting port 61af794b-16ed-43a0-aeaf-e2d01654cb3e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:35.758933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.829004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.829504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.834179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.835047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.835783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.838149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.838868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.839232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.839738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.845795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.846555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.847252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.847911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.848507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.848987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:35.851600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02716150-a809-4196-9ed0-5a5f6970129a req-925da883-7806-457e-b770-3ec6bf0dc93d tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476&device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f&device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515&device_id=f39506b3-39c8-40a9-8a6d-046de7350878&device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df&device_id=b220ddae-9d25-4887-ab0a-7835714f1956&device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab&device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f&device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54&device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 13634 time: 0.1289077 Aug 04 14:45:35.875541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-02716150-a809-4196-9ed0-5a5f6970129a req-905d6cbc-5a74-40dd-93ed-efec39cff806 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.885015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] For port 61af794b-16ed-43a0-aeaf-e2d01654cb3e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=61af794b-16ed-43a0-aeaf-e2d01654cb3e,segment=NetworkSegment(e34b992a-8522-4a06-97d1-f7c153288b85),segment_id=e34b992a-8522-4a06-97d1-f7c153288b85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:35.885809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:35.903226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc988185-b133-4d80-b804-eccd13143071 None None] For port 86e5f5fe-4a97-44e8-ac16-704ecad38981, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:35.912421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Calling delete_port for 61af794b-16ed-43a0-aeaf-e2d01654cb3e owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:36.012505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc988185-b133-4d80-b804-eccd13143071 None None] For port 86e5f5fe-4a97-44e8-ac16-704ecad38981, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e5f5fe-4a97-44e8-ac16-704ecad38981,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:36.019948 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.027776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.083144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.083928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.087832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86acc5d-fba9-45af-8a86-c7b34ecebf7b req-c0a4a019-756a-4661-a176-105634fafc43 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:36.093280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86acc5d-fba9-45af-8a86-c7b34ecebf7b req-c0a4a019-756a-4661-a176-105634fafc43 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 945 time: 0.2025876 Aug 04 14:45:36.103345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f7676dd-0bd0-436c-b664-7efb8fc89495 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:36.132259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] No DVR routers for this DVR port 61af794b-16ed-43a0-aeaf-e2d01654cb3e on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:36.134055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=61af794b-16ed-43a0-aeaf-e2d01654cb3e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.146183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:36.161171 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae608f4-1068-446c-bb6d-ce85fa741da0" -d '{"events": [{"server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "name": "network-vif-plugged", "status": "completed", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:36.231644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86acc5d-fba9-45af-8a86-c7b34ecebf7b req-64b0c5f3-075d-46f2-8a84-4642590196a9 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270304 Aug 04 14:45:36.258852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c2fbe404-3b47-46f1-9277-576f32ce376c,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:36.269656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9f7676dd-0bd0-436c-b664-7efb8fc89495 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:36.270654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f7676dd-0bd0-436c-b664-7efb8fc89495 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:36.271328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb633d5b-f64d-43df-8414-9ec722a0be9c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:36.282155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.292007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d3a21-3cd7-4056-8edc-c55fc8bc5242 None None] DHCP port deletion for 971a30be-5475-409e-9eab-da79621589fe request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:45:36.315644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5ec4ef13-88c7-4edb-83aa-320345e2d0a8 req-b4a6ca09-0009-4f22-8c8a-3546d343ac98 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.1074808 Aug 04 14:45:36.344458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc988185-b133-4d80-b804-eccd13143071 None None] Pushing event updated for resources: {'Port': ['ID=86e5f5fe-4a97-44e8-ac16-704ecad38981,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.365623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: eb633d5b-f64d-43df-8414-9ec722a0be9c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:36.366132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb633d5b-f64d-43df-8414-9ec722a0be9c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:36.399458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-02716150-a809-4196-9ed0-5a5f6970129a req-905d6cbc-5a74-40dd-93ed-efec39cff806 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.416267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] For port 93113a63-9769-4c33-980a-53beab381d9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=93113a63-9769-4c33-980a-53beab381d9f,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:36.423021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.436729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971a30be-5475-409e-9eab-da79621589fe']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:36.437585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.455257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b992a-8522-4a06-97d1-f7c153288b85') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:36.455676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-02716150-a809-4196-9ed0-5a5f6970129a req-905d6cbc-5a74-40dd-93ed-efec39cff806 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.455947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b992a-8522-4a06-97d1-f7c153288b85') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:36.459888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.480764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.528460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:36.549558 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:36.570062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4f55808c-3da6-444a-8de5-d46a1a09ec3b up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:36.582566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02716150-a809-4196-9ed0-5a5f6970129a req-905d6cbc-5a74-40dd-93ed-efec39cff806 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&id=86c87891-d6fd-418c-9831-036270f98459&id=c006034a-7c5b-459e-8b73-9f1460702ee7&id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.7222788 Aug 04 14:45:36.628859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d6cbc-5a74-40dd-93ed-efec39cff806 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcad3b5-572b-4ed8-851f-fe91815af11c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.644348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.656627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1c119-bea5-4b3a-a15b-ffdc622d7b26 None None] Pushing event updated for resources: {'Port': ['ID=93113a63-9769-4c33-980a-53beab381d9f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.657844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.667534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] 10.222.0.76 "DELETE /v2.0/networks/971a30be-5475-409e-9eab-da79621589fe HTTP/1.1" status: 204 len: 168 time: 1.1636529 Aug 04 14:45:36.684660 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f712403a-0fc7-4e9a-8e53-9706427e73a8 x-openstack-request-id: req-f712403a-0fc7-4e9a-8e53-9706427e73a8 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:36.685203 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "name": "network-vif-plugged", "status": "completed", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:36.686136 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f712403a-0fc7-4e9a-8e53-9706427e73a8 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:36.686312 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c', 'code': 200} Aug 04 14:45:36.688902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 4f55808c-3da6-444a-8de5-d46a1a09ec3b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:36.699418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4f55808c-3da6-444a-8de5-d46a1a09ec3b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:36.701407 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.713078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250419-44f3-495f-a08e-0443f5816ec3 req-2deb3454-1a3c-43b4-bbf3-da3457faf3c4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:36.717011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c250419-44f3-495f-a08e-0443f5816ec3 req-2deb3454-1a3c-43b4-bbf3-da3457faf3c4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 950 time: 0.3807056 Aug 04 14:45:36.741477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-93ea40aa-d845-4d25-865c-80c794bad422 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:36.767578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-93ea40aa-d845-4d25-865c-80c794bad422 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:36.769676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-93ea40aa-d845-4d25-865c-80c794bad422 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "GET /v2.0/networks?id=47eae02d-427f-4bde-ae7e-283570f6a0fa&id=250f2b03-dd27-4ea3-b5a6-622f21411e39 HTTP/1.1" status: 200 len: 1391 time: 0.5767570 Aug 04 14:45:36.776666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0ed2-0cfb-4cbb-bef1-5585b9fc1e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=971a30be-5475-409e-9eab-da79621589fe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:36.799310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'port': {'device_id': '978b0c41-bd4a-4153-bb98-caefad75a476', 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa', 'admin_state_up': True, 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:36.817635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd824a80-1b1b-47e5-aa71-1de47099a0b7 None None] Provisioning complete for port 93113a63-9769-4c33-980a-53beab381d9f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:36.818251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd824a80-1b1b-47e5-aa71-1de47099a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.837571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d15e-dee4-459e-89f4-ed5f26e45c0f req-601e1d44-f861-4112-9620-49b75f850e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:36.840863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-21a5d15e-dee4-459e-89f4-ed5f26e45c0f req-601e1d44-f861-4112-9620-49b75f850e60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 1102 time: 0.0565648 Aug 04 14:45:36.901214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-21a5d15e-dee4-459e-89f4-ed5f26e45c0f req-74325b30-1cdd-4ddd-8303-36978c482043 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527179 Aug 04 14:45:36.927744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:36.965729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48146) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:37.007609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:37.017368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.041199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00677f87-1d0e-4260-8c6c-ab554f149546 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1fa1853c34946b4ab90cd6cd8afd3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738845 Aug 04 14:45:37.044706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48148) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:37.080216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:37.103625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.125931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.179669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.183494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.184687 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/773caba8-4fd4-42c3-8317-63eb68773949 HTTP/1.1" status: 204 len: 168 time: 0.1388206 Aug 04 14:45:37.193436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603fa58-f3ac-42dc-95d5-1b0a3febf5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773caba8-4fd4-42c3-8317-63eb68773949,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:37.279646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09519ec3-787c-43bb-9155-ac5233dbe3e1 req-11ae02ab-2466-4367-b20e-943ffde98a21 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 210 time: 0.4580252 Aug 04 14:45:37.297874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c250419-44f3-495f-a08e-0443f5816ec3 req-f25bb84e-20da-42b7-b396-ce3506f3af09 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266809 Aug 04 14:45:37.472582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702e48e7-b19d-4431-bfef-4ed1a86c1091 req-3f2e0360-bd29-488d-a6b8-236ae658415b tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0511491 Aug 04 14:45:37.490888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3c41-3a10-4675-b7c4-3b3e2b04b241 req-1a4b2115-0ad9-42ab-81c2-634b883ecef0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:37.492858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aef3c41-3a10-4675-b7c4-3b3e2b04b241 req-1a4b2115-0ad9-42ab-81c2-634b883ecef0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 946 time: 0.1104300 Aug 04 14:45:37.494209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:37.497683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:37.589669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aef3c41-3a10-4675-b7c4-3b3e2b04b241 req-c273033d-6516-4a59-88b4-e5abc17a8f08 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880775 Aug 04 14:45:37.685847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702763d-989b-42ba-a2e2-6f7dae8ebb54 None None] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:37.721114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Allocated IP 19.80.0.71 (47eae02d-427f-4bde-ae7e-283570f6a0fa/960a4e03-443a-4467-aac7-efd2c6517f22/2608bada-052e-4a77-bbbd-b6b9c93882b8) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:37.854078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-12af526e-ebb1-4487-8394-b3835128959a None None] Provisioning for port 86e5f5fe-4a97-44e8-ac16-704ecad38981 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:37.902953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-18004502-25f2-437a-814d-37cfb8364ad1 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:37.905989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-18004502-25f2-437a-814d-37cfb8364ad1 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.46 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 945 time: 0.0685515 Aug 04 14:45:37.985143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6896-2f08-4d40-8e0b-4f0608768134 req-1cfa63ac-f294-4a3d-8667-dd03dafaa047 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:37.985579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6896-2f08-4d40-8e0b-4f0608768134 req-1cfa63ac-f294-4a3d-8667-dd03dafaa047 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:37.986786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6896-2f08-4d40-8e0b-4f0608768134 req-1cfa63ac-f294-4a3d-8667-dd03dafaa047 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:37.988808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d12d6896-2f08-4d40-8e0b-4f0608768134 req-1cfa63ac-f294-4a3d-8667-dd03dafaa047 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878&device_id=b220ddae-9d25-4887-ab0a-7835714f1956&device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 2886 time: 0.1105132 Aug 04 14:45:38.001758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280934-d8ff-45ab-9f0b-ea7fdd501f60 req-da9b0c0d-2081-49c7-9cc6-3bde1efda2be tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:38.016082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b280934-d8ff-45ab-9f0b-ea7fdd501f60 req-da9b0c0d-2081-49c7-9cc6-3bde1efda2be tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 945 time: 0.3535900 Aug 04 14:45:38.134340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Deleting port beb89a93-9d41-4733-9c61-e1ee24900091 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:38.134975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.166938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d12d6896-2f08-4d40-8e0b-4f0608768134 req-12926b31-fc2a-4f05-8d16-ac543a6cfac6 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375406 Aug 04 14:45:38.198863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b280934-d8ff-45ab-9f0b-ea7fdd501f60 req-f7c41eff-3650-459a-810f-3bdd1e4c6409 tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/security-groups?id=14987a38-d5a1-4b11-ac21-d56f2ea5cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801972 Aug 04 14:45:38.252270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.277156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Transition to ACTIVE for port object 2608bada-052e-4a77-bbbd-b6b9c93882b8 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:38.314055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e5f5fe-4a97-44e8-ac16-704ecad38981 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:38.329935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] For port beb89a93-9d41-4733-9c61-e1ee24900091, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=beb89a93-9d41-4733-9c61-e1ee24900091,segment=NetworkSegment(0f9639da-f0d5-490a-abfb-646e4bd65a2c),segment_id=0f9639da-f0d5-490a-abfb-646e4bd65a2c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:38.330633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.357834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Calling delete_port for beb89a93-9d41-4733-9c61-e1ee24900091 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:38.364821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.447840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 86e5f5fe-4a97-44e8-ac16-704ecad38981 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:38.457666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86e5f5fe-4a97-44e8-ac16-704ecad38981 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:38.457962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.511183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:38.560054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-617ad760-d61e-4c9b-98c0-b5441eea77b2 None None] Provisioning complete for port 86e5f5fe-4a97-44e8-ac16-704ecad38981 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:38.560608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-617ad760-d61e-4c9b-98c0-b5441eea77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.579745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48188) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:38.592513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:38.613275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:38.633290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.661608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-281cdbcf-0abc-4d32-b259-cde210f3e32e req-a70d0698-4e29-4755-b17a-a5154d9b2aef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=940b4f99b35a48deb9867cd37b603d6b&device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0398469 Aug 04 14:45:38.669176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.687439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:38.691229 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc324c0-2d0e-4040-9e3c-a84c6354cbaf" -d '{"events": [{"server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "name": "network-vif-plugged", "status": "completed", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:38.703801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Pushing event deleted for resources: {'Port': ['ID=beb89a93-9d41-4733-9c61-e1ee24900091,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:38.720116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:38.724430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-281cdbcf-0abc-4d32-b259-cde210f3e32e req-9150d23a-65bc-4485-a369-b51957063e4c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=940b4f99b35a48deb9867cd37b603d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330045 Aug 04 14:45:38.754497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 86e5f5fe-4a97-44e8-ac16-704ecad38981, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e5f5fe-4a97-44e8-ac16-704ecad38981,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:38.767786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:38.769688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.782731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 93113a63-9769-4c33-980a-53beab381d9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:38.817160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-698857544-network', 'tenant_id': '0cafd61e71024521a137bcb75084a606'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:38.849111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] No DVR routers for this DVR port beb89a93-9d41-4733-9c61-e1ee24900091 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:38.854361 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.857791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5b1e075-aa64-4fb5-a0f1-86899a858410 req-ccb1103e-28c2-492c-8246-fa997410c08b tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.46 "DELETE /v2.0/ports/beb89a93-9d41-4733-9c61-e1ee24900091 HTTP/1.1" status: 204 len: 173 time: 0.9437125 Aug 04 14:45:38.863420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'name': 'network-vif-deleted', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:38.866270 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a47538-6c5b-4c42-9e72-6bfc5254fe7c" -d '{"events": [{"server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "name": "network-vif-deleted", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:38.888300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfee26-f7e4-4d56-9bdb-0de943b75721 req-85ccf32a-655f-486d-a2b3-91a2f7ba59a4 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:38.890490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-617ad760-d61e-4c9b-98c0-b5441eea77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.896482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19cfee26-f7e4-4d56-9bdb-0de943b75721 req-85ccf32a-655f-486d-a2b3-91a2f7ba59a4 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 931 time: 0.4099941 Aug 04 14:45:38.911499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:38.912644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.963708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cdbcf-0abc-4d32-b259-cde210f3e32e req-826c0d4f-e73a-465c-9b1c-f476693192c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:38.965398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-281cdbcf-0abc-4d32-b259-cde210f3e32e req-826c0d4f-e73a-465c-9b1c-f476693192c7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257700 Aug 04 14:45:38.974625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Made reservation on behalf of 0cafd61e71024521a137bcb75084a606 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:38.977485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:38.986693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861216af-5b43-4cee-a248-c296ce9d0ed3 req-bbcc1708-4bd2-42be-ad48-a44820f85bc6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:38.994267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-861216af-5b43-4cee-a248-c296ce9d0ed3 req-bbcc1708-4bd2-42be-ad48-a44820f85bc6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 950 time: 0.2769170 Aug 04 14:45:39.010890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-13b09cc8-2885-4c11-ac18-17867609fbef tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2296166 Aug 04 14:45:39.029123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.033955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.040570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Request body: {'port': {'device_id': '978b0c41-bd4a-4153-bb98-caefad75a476', 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39', 'admin_state_up': True, 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:39.054884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19cfee26-f7e4-4d56-9bdb-0de943b75721 req-274e6764-c6bc-4056-a71a-cb44a61f4c65 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554768 Aug 04 14:45:39.122663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=86e5f5fe-4a97-44e8-ac16-704ecad38981,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:39.134826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:39.135982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 93113a63-9769-4c33-980a-53beab381d9f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:39.136369 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.160677 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.168265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-617ad760-d61e-4c9b-98c0-b5441eea77b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:45:39.168759 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-617ad760-d61e-4c9b-98c0-b5441eea77b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:45:39.216355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e1694dc-ad24-4896-b638-c0411e237ea8 req-521d1e64-c3ea-4937-bf4a-fce2a15f6a44 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0567155 Aug 04 14:45:39.225777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:39.239887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-861216af-5b43-4cee-a248-c296ce9d0ed3 req-eabdfe67-0593-4f7b-b901-ea448d9be2d5 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444773 Aug 04 14:45:39.394152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbdda-9891-4ec0-a17a-b408e4147621 req-096ec582-6af5-4e0c-9219-2426bf567fff tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:39.395913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02dbbdda-9891-4ec0-a17a-b408e4147621 req-096ec582-6af5-4e0c-9219-2426bf567fff tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 944 time: 0.0999606 Aug 04 14:45:39.447835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.448614 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf4358-aade-47c2-8540-fd1dbf6cf5cb x-openstack-request-id: req-a0cf4358-aade-47c2-8540-fd1dbf6cf5cb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:39.449122 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519ce89-e5d7-46f5-a3df-317669ee9b54", "name": "network-vif-deleted", "tag": "beb89a93-9d41-4733-9c61-e1ee24900091", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:39.449534 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0cf4358-aade-47c2-8540-fd1dbf6cf5cb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:39.450110 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519ce89-e5d7-46f5-a3df-317669ee9b54', 'name': 'network-vif-deleted', 'tag': 'beb89a93-9d41-4733-9c61-e1ee24900091', 'status': 'completed', 'code': 200} Aug 04 14:45:39.471841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.501716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02dbbdda-9891-4ec0-a17a-b408e4147621 req-c5e5b978-c9bf-488a-83a9-70d660b43df9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965965 Aug 04 14:45:39.513006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:39.524004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.524951 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Added segment 75cd733e-127b-4115-b3ed-14bfa3f1a704 of type vlan for network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf Aug 04 14:45:39.525236 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2603b00-9c3e-4444-a6cb-a47657870d95 x-openstack-request-id: req-d2603b00-9c3e-4444-a6cb-a47657870d95 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:39.525533 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "name": "network-vif-plugged", "status": "completed", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:39.525790 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2603b00-9c3e-4444-a6cb-a47657870d95 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:39.526616 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b', 'code': 200} Aug 04 14:45:39.570082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29234edd-a1a9-4b86-ba02-5965c051506a req-b86b2325-1afd-4b46-9265-aeecf10314ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:39.572458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29234edd-a1a9-4b86-ba02-5965c051506a req-b86b2325-1afd-4b46-9265-aeecf10314ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 1102 time: 0.0767460 Aug 04 14:45:39.590336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Made reservation on behalf of ec9c697fc66b43809bc695be33c4dbb8 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:39.594345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.622217 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.627590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 61af794b-16ed-43a0-aeaf-e2d01654cb3e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:39.627767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e7fde-efb1-46cc-af44-9c0bbff2e323,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:39.650370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29234edd-a1a9-4b86-ba02-5965c051506a req-b2f22ce2-f3cf-48b7-8ae4-3d5e0e3599ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616162 Aug 04 14:45:39.658353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 61af794b-16ed-43a0-aeaf-e2d01654cb3e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:39.658838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 61af794b-16ed-43a0-aeaf-e2d01654cb3e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:39.661922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdc3c9fb-f020-4d4a-9a1f-edb758ae3c3f req-a90d85d1-cde8-46f3-a57d-7e0dc911776c tempest-VolumesAdminNegativeTest-628754316 tempest-VolumesAdminNegativeTest-628754316-project] 10.222.0.76 "GET /v2.0/ports?device_id=9519ce89-e5d7-46f5-a3df-317669ee9b54 HTTP/1.1" status: 200 len: 210 time: 0.0352495 Aug 04 14:45:39.798121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.799158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:39.799754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.846161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4afe0593-7b25-41b3-a3e9-5716c906b76b None None] Provisioning for port 2608bada-052e-4a77-bbbd-b6b9c93882b8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:39.850753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4afe0593-7b25-41b3-a3e9-5716c906b76b None None] Provisioning complete for port 2608bada-052e-4a77-bbbd-b6b9c93882b8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:39.851491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4afe0593-7b25-41b3-a3e9-5716c906b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.866289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9a65c-9fd7-4928-9211-e168ed442a66 req-04fb8342-3691-4f0b-925d-9ace4fd58115 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:39.867923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2f9a65c-9fd7-4928-9211-e168ed442a66 req-04fb8342-3691-4f0b-925d-9ace4fd58115 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 950 time: 0.1585796 Aug 04 14:45:39.886397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3036067 Aug 04 14:45:39.889742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48220) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:39.894145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4afe0593-7b25-41b3-a3e9-5716c906b76b None None] Port 2608bada-052e-4a77-bbbd-b6b9c93882b8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:39.896448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Request body: {'subnet': {'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-subnet', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:39.915385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Allocated IP 19.86.0.193 (250f2b03-dd27-4ea3-b5a6-622f21411e39/610dce8f-0ba7-47f3-8a90-20c46b06a757/833643ae-af40-4b2c-b20f-36fd32708c72) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:39.921194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Made reservation on behalf of 0cafd61e71024521a137bcb75084a606 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:39.924072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:39.924420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e01914-2fc1-43e4-9525-8794ce8d8119 admin admin] Pushing event updated for resources: {'Network': ['ID=1fb8362a-b73d-4ec5-aaa5-653a1a812daf,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:39.949884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:39.964556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2f9a65c-9fd7-4928-9211-e168ed442a66 req-00151b2b-b23d-4cf2-9c14-4cd38a24a7d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836194 Aug 04 14:45:40.155850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e5f5fe-4a97-44e8-ac16-704ecad38981 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:40.188008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.205650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Transition to ACTIVE for port object 833643ae-af40-4b2c-b20f-36fd32708c72 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:40.219170 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.250932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.283464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86e5f5fe-4a97-44e8-ac16-704ecad38981 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:40.284028 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.307668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:40.311752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:40.316113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:40.334296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Checking segment: {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:40.334814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Network hostable DHCP agents. Network: 1fb8362a-b73d-4ec5-aaa5-653a1a812daf, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:45:40.344630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c062f8-0f2d-40d3-801a-eb1187fbc342,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:40.369492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:40.370235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.384820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:45:40.400608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1fb8362a-b73d-4ec5-aaa5-653a1a812daf) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:40.404909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:40.405512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.414746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af8362-8054-4cfe-8d1d-439a179c7f5b None None] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:40.431101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00d4f2af-a4fb-4a13-9da2-3e3e7208da3c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5396445 Aug 04 14:45:40.431883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:40.440519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:40.451043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event updated for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:40.457121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-e8568955-fb1c-49fb-a4da-c25d658b1a41 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4308281 Aug 04 14:45:40.476262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Request body: {'port': {'device_id': '978b0c41-bd4a-4153-bb98-caefad75a476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:40.481814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.491875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b580-9e93-4de0-a15d-b71705db32e8 req-0eda8a5b-6938-417b-af24-76f4ee1949cf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:40.497672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.498313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b580-9e93-4de0-a15d-b71705db32e8 req-0eda8a5b-6938-417b-af24-76f4ee1949cf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:40.500152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57b4b580-9e93-4de0-a15d-b71705db32e8 req-0eda8a5b-6938-417b-af24-76f4ee1949cf tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1654 time: 0.1222186 Aug 04 14:45:40.625467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device beb89a93-9d41-4733-9c61-e1ee24900091 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:40.625981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-281cdbcf-0abc-4d32-b259-cde210f3e32e req-2909ffe6-1342-4527-82eb-e798368b2bc1 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0784352 Aug 04 14:45:40.629405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.634126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57b4b580-9e93-4de0-a15d-b71705db32e8 req-100b578e-e98f-4048-b229-9802642ca068 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878563 Aug 04 14:45:40.654459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.683805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: beb89a93-9d41-4733-9c61-e1ee24900091 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:40.684395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device beb89a93-9d41-4733-9c61-e1ee24900091 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:40.759297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'fixed_ips': [{'subnet_id': '50c062f8-0f2d-40d3-801a-eb1187fbc342'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:45:40.760371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.812360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1289c19-7e8f-4ad1-9354-62fb14742207 req-27fe09c3-00fb-437c-889e-bc760757e6f2 tempest-ServerShowV254Test-1679126768 tempest-ServerShowV254Test-1679126768-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a5753d3-feee-4958-8ed8-e015e0f9740f HTTP/1.1" status: 200 len: 210 time: 0.0452785 Aug 04 14:45:40.867233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c8de26be-c434-4559-afd8-657621799751 None None] Provisioning for port 833643ae-af40-4b2c-b20f-36fd32708c72 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:40.875374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c8de26be-c434-4559-afd8-657621799751 None None] Provisioning complete for port 833643ae-af40-4b2c-b20f-36fd32708c72 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:40.875964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c8de26be-c434-4559-afd8-657621799751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.876938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-8c9692a4-c235-45ee-ae8b-5c17a4886eba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:40.878499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-8c9692a4-c235-45ee-ae8b-5c17a4886eba tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a8314-ae8a-4ffa-90de-4fb5fe10c812 HTTP/1.1" status: 200 len: 944 time: 0.1539197 Aug 04 14:45:40.894711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:40.960952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c8de26be-c434-4559-afd8-657621799751 None None] Port 833643ae-af40-4b2c-b20f-36fd32708c72 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:40.963058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Allocated IP 172.20.0.2 (1fb8362a-b73d-4ec5-aaa5-653a1a812daf/50c062f8-0f2d-40d3-801a-eb1187fbc342/9efaae88-07ca-45ee-b156-dc02bf85e0cf) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:41.057708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port 5323dbb3-d5ee-4649-812e-c8140b12db9b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:45:41.058083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.116489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48264) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:41.167768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.196523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.248270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.264613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Deleting subnet 3924d8d5-3258-4286-b782-4075772a824e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:45:41.267941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port 5323dbb3-d5ee-4649-812e-c8140b12db9b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5323dbb3-d5ee-4649-812e-c8140b12db9b,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:41.268304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.269763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Transition to ACTIVE for port object 9efaae88-07ca-45ee-b156-dc02bf85e0cf will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:41.297409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Transition to ACTIVE for port object 9efaae88-07ca-45ee-b156-dc02bf85e0cf will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:41.308411 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.320213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.352303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Allocated IP 172.25.0.108 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:41.354472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for 5323dbb3-d5ee-4649-812e-c8140b12db9b owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:45:41.380618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2608bada-052e-4a77-bbbd-b6b9c93882b8 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:41.390105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:41.395736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Pushing event updated for resources: {'Port': ['ID=9efaae88-07ca-45ee-b156-dc02bf85e0cf,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:41.398364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:41.400496 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.401458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:41.449852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.466358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Attempting to bind port 9efaae88-07ca-45ee-b156-dc02bf85e0cf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:41.466755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Attempting to bind port 9efaae88-07ca-45ee-b156-dc02bf85e0cf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:41.467215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Attempting to bind port 9efaae88-07ca-45ee-b156-dc02bf85e0cf on network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:41.479645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:41.479905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Checking segment: {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:41.480169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.480934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Bound using segment: {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:41.481083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Bound port: 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:41.481403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.485216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.488093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Transition to ACTIVE for port object 2608bada-052e-4a77-bbbd-b6b9c93882b8 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:41.497920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8ca3-d62f-4a4d-81e2-e890013d91ef req-52767371-2e60-4742-8df1-7235f01fb6b3 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:41.499586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cff8ca3-d62f-4a4d-81e2-e890013d91ef req-52767371-2e60-4742-8df1-7235f01fb6b3 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1101 time: 0.2441812 Aug 04 14:45:41.510221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.527723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:41.530042 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30757756-0545-4872-93a3-644399a574f6" -d '{"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-unplugged", "status": "completed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:41.536283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.560670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] For port 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:41.563831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] For port 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9efaae88-07ca-45ee-b156-dc02bf85e0cf,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:41.568294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.574887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.581724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:41.585035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:41.588726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:41.637450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65a9fb-5ac3-41e0-8084-9401bd6ed254 None None] Pushing event updated for resources: {'Port': ['ID=9efaae88-07ca-45ee-b156-dc02bf85e0cf,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:41.686677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Pushing event updated for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:41.693553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cff8ca3-d62f-4a4d-81e2-e890013d91ef req-449dad73-80ac-43b5-a41e-a536f5c6d767 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732175 Aug 04 14:45:41.866540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.872641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Attempting to bind port 2608bada-052e-4a77-bbbd-b6b9c93882b8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:41.872977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Attempting to bind port 2608bada-052e-4a77-bbbd-b6b9c93882b8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:41.873345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Attempting to bind port 2608bada-052e-4a77-bbbd-b6b9c93882b8 on network 47eae02d-427f-4bde-ae7e-283570f6a0fa {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:41.911932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.915791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3924d8d5-3258-4286-b782-4075772a824e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:41.924856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Port 2608bada-052e-4a77-bbbd-b6b9c93882b8 on network 47eae02d-427f-4bde-ae7e-283570f6a0fa not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:41.925329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Attempting to bind port 2608bada-052e-4a77-bbbd-b6b9c93882b8 on network 47eae02d-427f-4bde-ae7e-283570f6a0fa {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:41.960342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:41.964704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-50465508-54df-49fc-b33d-0715e682657d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3924d8d5-3258-4286-b782-4075772a824e HTTP/1.1" status: 204 len: 168 time: 0.8427892 Aug 04 14:45:41.969365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48274) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:41.977041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=5323dbb3-d5ee-4649-812e-c8140b12db9b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:41.982122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:41.982748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Checking segment: {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:41.983265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Bound using segment: {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:41.983828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Bound port: 2608bada-052e-4a77-bbbd-b6b9c93882b8, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57187c8-9b81-421a-b61a-c51bf25e2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:41.984350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.031932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Pushing event updated for resources: {'Port': ['ID=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:42.068034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7d7c-ed0c-45f5-a728-1832d523edf7 req-c0b84a33-d022-4884-93e7-4306e15bc033 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:42.076237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59dd7d7c-ed0c-45f5-a728-1832d523edf7 req-c0b84a33-d022-4884-93e7-4306e15bc033 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 950 time: 0.2862394 Aug 04 14:45:42.132913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9efaae88-07ca-45ee-b156-dc02bf85e0cf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:42.175356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port 5323dbb3-d5ee-4649-812e-c8140b12db9b on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:45:42.182447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.184707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-206e0f55-e503-4a27-9afe-89b2e4f7ea87 req-d5b32fb3-f2fe-45bd-9182-f77d786e6cdc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "DELETE /v2.0/ports/5323dbb3-d5ee-4649-812e-c8140b12db9b HTTP/1.1" status: 204 len: 173 time: 1.2999351 Aug 04 14:45:42.187852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9efaae88-07ca-45ee-b156-dc02bf85e0cf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:42.190662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-deleted', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:42.192946 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a108b1-6e1b-4be9-8444-a6dfaa80cbae" -d '{"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-deleted", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:42.215807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.240559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59dd7d7c-ed0c-45f5-a728-1832d523edf7 req-2713f4b6-be43-4b07-a861-1c17c477b8e1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633556 Aug 04 14:45:42.294142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:42.297429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.303581 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c34ef4-dccc-4859-994f-4479117bbe9a x-openstack-request-id: req-34c34ef4-dccc-4859-994f-4479117bbe9a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:42.303937 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-unplugged", "status": "failed", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:42.304244 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34c34ef4-dccc-4859-994f-4479117bbe9a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:42.304742 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'code': 422} returned with failed status Aug 04 14:45:42.305822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:42.346608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.521989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.700447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:45:42.775925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:45:42.799713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:42.800156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.801532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] 10.222.0.46 "PUT /v2.0/ports/2608bada-052e-4a77-bbbd-b6b9c93882b8 HTTP/1.1" status: 200 len: 1092 time: 2.3315384 Aug 04 14:45:42.811169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 5323dbb3-d5ee-4649-812e-c8140b12db9b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:45:42.811338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.811703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5323dbb3-d5ee-4649-812e-c8140b12db9b not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:45:42.849337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Request body: {'port': {'device_id': '978b0c41-bd4a-4153-bb98-caefad75a476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:42.851766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:42.858509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb3075a-cc28-45b8-a938-baa23d7a379f']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:42.865547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Sync routers for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:42.878986 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:42.880814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.883054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a850b1e7-1611-44ec-a0aa-e205df2463aa admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4497073 Aug 04 14:45:42.883304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb40718-082d-4449-b33f-e5f33b28e7de service neutron] Pushing event updated for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:42.883710 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:42.885878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48294) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:42.893528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9639da-f0d5-490a-abfb-646e4bd65a2c') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:42.893528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9639da-f0d5-490a-abfb-646e4bd65a2c') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:42.900242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d9210-e7f6-4e77-a904-cdb889128f46 None None] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:42.916436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:42.938181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f6b9-7604-4bd5-98a5-2334cea636de req-ad334544-f9cc-4c70-8cec-00ea87ba4693 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:42.947199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1084f6b9-7604-4bd5-98a5-2334cea636de req-ad334544-f9cc-4c70-8cec-00ea87ba4693 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1101 time: 0.2270200 Aug 04 14:45:42.957546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d5e3-1feb-4fa1-b1ff-9591b6326e98 req-5a3086ed-b92a-4229-b23f-2a28f13fa2f8 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:42.971439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d5e3-1feb-4fa1-b1ff-9591b6326e98 req-5a3086ed-b92a-4229-b23f-2a28f13fa2f8 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:42.984621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5a9d5e3-1feb-4fa1-b1ff-9591b6326e98 req-5a3086ed-b92a-4229-b23f-2a28f13fa2f8 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1666 time: 0.2908871 Aug 04 14:45:43.022670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.028258 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:43.041427 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.056113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Provisioning for port 9efaae88-07ca-45ee-b156-dc02bf85e0cf completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:43.067047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Provisioning complete for port 9efaae88-07ca-45ee-b156-dc02bf85e0cf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:43.067470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.071795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:43.072223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:43.076793 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:43.210490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.224573 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:42Z', 'revision_number': 3, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:43.258001 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Checking router: ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:43.258798 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Updating router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:45:43.262494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] For port 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9efaae88-07ca-45ee-b156-dc02bf85e0cf,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:43.279448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.293697 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.299088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1084f6b9-7604-4bd5-98a5-2334cea636de req-78277f29-96af-45ad-b2b7-30a190af6f93 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501687 Aug 04 14:45:43.349650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5a9d5e3-1feb-4fa1-b1ff-9591b6326e98 req-717ee2a6-c106-4bea-85b1-81009f809148 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619218 Aug 04 14:45:43.384558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0c3f-2056-4a13-a96d-67b3343a2e84 None None] Pushing event updated for resources: {'Port': ['ID=9efaae88-07ca-45ee-b156-dc02bf85e0cf,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:43.409182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.464459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.469622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48300) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:43.470467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/adb3075a-cc28-45b8-a938-baa23d7a379f HTTP/1.1" status: 204 len: 168 time: 1.5005524 Aug 04 14:45:43.504301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62de08-3617-45ff-beaf-28c2b8cedfb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb3075a-cc28-45b8-a938-baa23d7a379f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:43.528283 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ed5114-ebfc-435b-a763-0bcceb02a799 x-openstack-request-id: req-94ed5114-ebfc-435b-a763-0bcceb02a799 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:43.528572 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a8314-ae8a-4ffa-90de-4fb5fe10c812", "name": "network-vif-deleted", "tag": "5323dbb3-d5ee-4649-812e-c8140b12db9b", "status": "failed", "code": 422}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:43.528829 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94ed5114-ebfc-435b-a763-0bcceb02a799 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:43.529259 n-d-801743-12 neutron-server[94265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db5a8314-ae8a-4ffa-90de-4fb5fe10c812', 'name': 'network-vif-deleted', 'tag': '5323dbb3-d5ee-4649-812e-c8140b12db9b', 'status': 'failed', 'code': 422} returned with failed status Aug 04 14:45:43.636862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cc38d455-a32c-47ac-bc2e-c1f289b9b316 None None] Provisioning complete for port 9efaae88-07ca-45ee-b156-dc02bf85e0cf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:43.642347 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc38d455-a32c-47ac-bc2e-c1f289b9b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.677380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Deleting subnet d0eb0a33-4b72-40df-80c6-c264089b10ce {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:45:43.681864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.727747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.757681 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.778507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.783922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Transition to ACTIVE for port object ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:43.796978 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.850906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.858341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833643ae-af40-4b2c-b20f-36fd32708c72 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:43.864798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.879023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.905676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Transition to ACTIVE for port object 833643ae-af40-4b2c-b20f-36fd32708c72 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:43.912083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:43.968235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48308) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:43.970656 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Attempting to bind port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:43.971680 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Attempting to bind port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:43.973471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Attempting to bind port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:43.983997 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Pushing event updated for resources: {'Port': ['ID=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.007628 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:44.010872 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:44.017212 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.017929 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:44.018625 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Bound port: ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:44.019277 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.092947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0eb0a33-4b72-40df-80c6-c264089b10ce,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.101858 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.102338 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.105917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.107017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.108009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15cf8a73-7500-4437-a056-b1cc22a0ce26 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d0eb0a33-4b72-40df-80c6-c264089b10ce HTTP/1.1" status: 204 len: 168 time: 0.6374032 Aug 04 14:45:44.108576 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.109084 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.110778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48314) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:44.111318 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.111832 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.112363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.112622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9efaae88-07ca-45ee-b156-dc02bf85e0cf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:44.129116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.129839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.130356 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.130888 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:45:44.146184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Pushing event updated for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.202686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d67e4a6-2695-42ab-907a-1e1d1743dbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.218363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9efaae88-07ca-45ee-b156-dc02bf85e0cf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:44.219110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.220165 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] For port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:44.225085 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] For port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:44.230182 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.262843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.276373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa01ee-864e-4d4b-a294-4f95bc3f8660 req-0b1cccc9-7ca6-429f-a0ba-be98adff3288 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:44.283389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa01ee-864e-4d4b-a294-4f95bc3f8660 req-0b1cccc9-7ca6-429f-a0ba-be98adff3288 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:44.292682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46aa01ee-864e-4d4b-a294-4f95bc3f8660 req-0b1cccc9-7ca6-429f-a0ba-be98adff3288 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f&device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 1691 time: 0.2766299 Aug 04 14:45:44.304661 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c13b4-5ef0-4190-ab9f-ad6c77e66bba None None] Pushing event updated for resources: {'Port': ['ID=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.337670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Allocated IP 172.20.0.1 (1fb8362a-b73d-4ec5-aaa5-653a1a812daf/50c062f8-0f2d-40d3-801a-eb1187fbc342/b21ef36a-fd7e-423b-8ed1-65d4d13c4c39) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:44.339173 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:44.339855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:44.400775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Attempting to bind port 833643ae-af40-4b2c-b20f-36fd32708c72 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:44.401192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Attempting to bind port 833643ae-af40-4b2c-b20f-36fd32708c72 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:44.401861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Attempting to bind port 833643ae-af40-4b2c-b20f-36fd32708c72 on network 250f2b03-dd27-4ea3-b5a6-622f21411e39 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:44.432402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46aa01ee-864e-4d4b-a294-4f95bc3f8660 req-bbebff27-5865-4329-959d-9989d7235249 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383162 Aug 04 14:45:44.437339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Port 833643ae-af40-4b2c-b20f-36fd32708c72 on network 250f2b03-dd27-4ea3-b5a6-622f21411e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:44.437806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Attempting to bind port 833643ae-af40-4b2c-b20f-36fd32708c72 on network 250f2b03-dd27-4ea3-b5a6-622f21411e39 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:44.476438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.491438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae44bdc-a84e-49d5-ba02-7781ef74bb9e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:44.510797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dec21af-d708-49a4-9739-2d08ce343b24') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:44.511185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dec21af-d708-49a4-9739-2d08ce343b24') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:44.526310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.533333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d67e4a6-2695-42ab-907a-1e1d1743dbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.535351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:44.536226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Checking segment: {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:44.537053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Bound using segment: {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:44.537851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Bound port: 833643ae-af40-4b2c-b20f-36fd32708c72, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85496328-2fa4-4756-9aa9-f76b7852bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:44.538356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.553863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.561709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.570719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:44.571134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:44.573285 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:44.587333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d67e4a6-2695-42ab-907a-1e1d1743dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.603831 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:44.622045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Transition to ACTIVE for port object b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:44.626246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-83b7c3d3-fb24-4c2f-a952-6768a036060a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:44.634015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-83b7c3d3-fb24-4c2f-a952-6768a036060a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.4181199 Aug 04 14:45:44.645577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.658728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.660859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] 10.222.0.76 "DELETE /v2.0/networks/2ae44bdc-a84e-49d5-ba02-7781ef74bb9e HTTP/1.1" status: 204 len: 168 time: 0.5490940 Aug 04 14:45:44.675610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bfa09-153a-48fd-b91c-40536628439a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae44bdc-a84e-49d5-ba02-7781ef74bb9e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.688979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.714301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d67e4a6-2695-42ab-907a-1e1d1743dbe9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=940b4f99b35a48deb9867cd37b603d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450345 Aug 04 14:45:44.720238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48334) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:44.724932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d935674-717d-4026-bccf-75aee576c5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.748165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67e4a6-2695-42ab-907a-1e1d1743dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a99e70d-7b6d-4bc5-b0b1-d0739380b69b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.757910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-fe847eca-a434-4656-9be9-d883b72a9421 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.1229079 Aug 04 14:45:44.763334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:44.768716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Pushing event updated for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:44.772451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:44.775016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:44.824735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.828497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-8fcdc24a-ab78-43fd-b259-fa6bef26efb9 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691674 Aug 04 14:45:44.875150 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:42Z', 'revision_number': 3, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:44.912093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238f04-8c3b-47ca-9577-384217e93962 req-4c5d523b-3e4b-49cf-936b-6dbdf9283109 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:44.917990 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e1406-76b8-48c1-9763-f67296f2e8ce None None] The sync data for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 is: [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:42Z', 'revision_number': 3, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:44.918286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238f04-8c3b-47ca-9577-384217e93962 req-4c5d523b-3e4b-49cf-936b-6dbdf9283109 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:44.922104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48336) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:44.926330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d238f04-8c3b-47ca-9577-384217e93962 req-4c5d523b-3e4b-49cf-936b-6dbdf9283109 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1678 time: 0.2632987 Aug 04 14:45:44.947374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:44.976877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:44.979953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=833643ae-af40-4b2c-b20f-36fd32708c72,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:44.992595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.019884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.038297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a906133c-632a-4774-bab5-e6a77b661631 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2e3773508d2460e956961b8ff5009c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148424 Aug 04 14:45:45.041070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48338) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:45.076180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.115187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d238f04-8c3b-47ca-9577-384217e93962 req-2ac158dc-d36e-4b02-98f0-c9be8d8bfd45 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757085 Aug 04 14:45:45.116400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.117048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.118463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] 10.222.0.46 "PUT /v2.0/ports/833643ae-af40-4b2c-b20f-36fd32708c72 HTTP/1.1" status: 200 len: 1093 time: 2.2808194 Aug 04 14:45:45.145399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-3f3b17c9-f26c-449b-aae3-1db8ee134d3b service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161294 Aug 04 14:45:45.181666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45d91a49-bf59-404c-af93-af23d05fb4d6 None None] Provisioning for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:45.187478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45d91a49-bf59-404c-af93-af23d05fb4d6 None None] Provisioning complete for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:45.188743 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45d91a49-bf59-404c-af93-af23d05fb4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.257182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e542-63b7-4bd9-a6d4-54cd0a00538f service neutron] Pushing event updated for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:45.261032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.266226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-45d91a49-bf59-404c-af93-af23d05fb4d6 None None] Port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:45.325480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.399682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-eb39db1c-d7b2-4ffe-83bf-72a6836664fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.401412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-eb39db1c-d7b2-4ffe-83bf-72a6836664fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.403918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-eb39db1c-d7b2-4ffe-83bf-72a6836664fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1982 time: 0.2406611 Aug 04 14:45:45.411104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.416944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.419568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a99e70d-7b6d-4bc5-b0b1-d0739380b69b HTTP/1.1" status: 204 len: 168 time: 0.6978815 Aug 04 14:45:45.458643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.461297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.464343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.465920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14987a38-d5a1-4b11-ac21-d56f2ea5cde1 HTTP/1.1" status: 204 len: 168 time: 0.4238183 Aug 04 14:45:45.468923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.502530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e2b4c-fc92-4507-9313-219d54c6b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14987a38-d5a1-4b11-ac21-d56f2ea5cde1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:45.523951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-61c7e14e-a9c4-470e-85e4-0259e165efae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8 HTTP/1.1" status: 200 len: 217 time: 0.0881388 Aug 04 14:45:45.531348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8'}, {'name': 'network-changed', 'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:45.533729 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad70f9-02d9-4957-88bd-76b5ba142efb" -d '{"events": [{"name": "network-changed", "server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8"}, {"name": "network-changed", "server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:45.563626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:45.579041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2568-4215-486e-8fbe-548c62bc7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a99e70d-7b6d-4bc5-b0b1-d0739380b69b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:45.611358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Pushing event updated for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:45.693175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-5d28af11-caac-4cf0-a29e-c321a74ff51a service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310895 Aug 04 14:45:45.705772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-375c145c-c6ed-46e5-b6fa-183e6101b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.707322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-375c145c-c6ed-46e5-b6fa-183e6101b317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=960a4e03-443a-4467-aac7-efd2c6517f22 HTTP/1.1" status: 200 len: 801 time: 0.1534264 Aug 04 14:45:45.718242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9edff9-2ced-4685-aeb7-bb0c45d60358 req-21525f96-8774-48a7-bfa9-1975d7d0e770 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.725548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e9edff9-2ced-4685-aeb7-bb0c45d60358 req-21525f96-8774-48a7-bfa9-1975d7d0e770 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 1102 time: 0.0884895 Aug 04 14:45:45.725939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:45.728024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:45.828660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e9edff9-2ced-4685-aeb7-bb0c45d60358 req-aecfb3a0-2d4b-46dd-a7f1-c9cbe3cd9a8d tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021235 Aug 04 14:45:45.837756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-6a60a731-819b-4f0c-9b02-5ad7177f1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:45.844322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-6a60a731-819b-4f0c-9b02-5ad7177f1f35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47eae02d-427f-4bde-ae7e-283570f6a0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284406 Aug 04 14:45:46.090458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:45:46.097138 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6bb58a-f379-47f8-ab5f-3ce856681c67 x-openstack-request-id: req-3f6bb58a-f379-47f8-ab5f-3ce856681c67 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:46.097682 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:46.097682 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f6bb58a-f379-47f8-ab5f-3ce856681c67 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:46.098062 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8', 'status': 'completed', 'code': 200} Aug 04 14:45:46.098314 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72', 'status': 'completed', 'code': 200} Aug 04 14:45:46.129064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-f19a8174-0c74-4a3e-ada7-e11418aa7e47 service neutron] 10.222.0.46 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715683 Aug 04 14:45:46.160019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ef3437c3-7894-4740-b219-c8f00af05977 None None] Provisioning complete for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:46.160402 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ef3437c3-7894-4740-b219-c8f00af05977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.217005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:46.279490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ef3437c3-7894-4740-b219-c8f00af05977 None None] Port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:46.314919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:46.319406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:46.320122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.434131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ffed-cb72-4a69-a521-d2d27fa31210 req-d6a80160-ce41-4acc-ba17-9d6c2ce1851f tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:46.437464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d75ffed-cb72-4a69-a521-d2d27fa31210 req-d6a80160-ce41-4acc-ba17-9d6c2ce1851f tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 1102 time: 0.2468023 Aug 04 14:45:46.451045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48384) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:46.514915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-ae6e7e84-888b-4aa4-9ea9-00dd88ea9e20 service neutron] 10.222.0.46 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775444 Aug 04 14:45:46.554079 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.581917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:46.586607 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.598929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:46.621886 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0f606d12-0291-4930-9d2f-f44a6d69a43d admin admin] 10.222.0.76 "PUT /v2.0/routers/ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270308 Aug 04 14:45:46.649045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-595f7781-e27e-49b0-8655-0b1e7d00e22f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=833643ae-af40-4b2c-b20f-36fd32708c72 HTTP/1.1" status: 200 len: 217 time: 0.1149895 Aug 04 14:45:46.669048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d75ffed-cb72-4a69-a521-d2d27fa31210 req-e7a872cc-b147-4d22-b5b4-2af2aaa055ba tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118833 Aug 04 14:45:46.687990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96901579-2786-42cb-8337-f5ddacd92dc2 req-d803f9bc-716b-479b-8dd2-4c3bac24b6a8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 210 time: 0.1335640 Aug 04 14:45:46.708617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:46.748615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48400) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:46.749239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dff3fcee-c6a5-4158-9e88-c3c9b9cb2a96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6805c4f451a4d2b98546074a0ed2a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955375 Aug 04 14:45:46.777651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-d9d0f99f-3244-4f2d-8de6-303e5665a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:46.780139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-d9d0f99f-3244-4f2d-8de6-303e5665a467 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=610dce8f-0ba7-47f3-8a90-20c46b06a757 HTTP/1.1" status: 200 len: 801 time: 0.0909731 Aug 04 14:45:46.851832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.893668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.986200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.992490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:46.997561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81808214-9a67-4c2f-b0e8-b10b0bb95e7b HTTP/1.1" status: 204 len: 168 time: 0.2455807 Aug 04 14:45:47.025956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636ca82-2c6e-42e0-bc23-78a9dcd90fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81808214-9a67-4c2f-b0e8-b10b0bb95e7b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:47.050047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff175-8e4a-412a-ba77-273a019de475 req-06a99457-a485-42d3-b994-8f56f130e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.057301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-06a99457-a485-42d3-b994-8f56f130e06d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=250f2b03-dd27-4ea3-b5a6-622f21411e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648292 Aug 04 14:45:47.068716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704216c7-9374-4331-a86f-e4c11bd32843 req-9e84fa5a-af7b-4024-b0c8-62d99397b892 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.070495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-704216c7-9374-4331-a86f-e4c11bd32843 req-9e84fa5a-af7b-4024-b0c8-62d99397b892 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1288421 Aug 04 14:45:47.135271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde960-9bc0-4fda-92b2-1ed192417b33 req-520e4269-2282-4e80-a5b6-ac29611e8487 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.143478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde960-9bc0-4fda-92b2-1ed192417b33 req-520e4269-2282-4e80-a5b6-ac29611e8487 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.145402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41bde960-9bc0-4fda-92b2-1ed192417b33 req-520e4269-2282-4e80-a5b6-ac29611e8487 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1678 time: 0.2787404 Aug 04 14:45:47.196934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:47.202723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-704216c7-9374-4331-a86f-e4c11bd32843 req-54bcff3c-a674-4405-8359-32ec142a2005 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090131 Aug 04 14:45:47.252204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41bde960-9bc0-4fda-92b2-1ed192417b33 req-9ad6e156-ce00-4e79-8d39-12618ad26b01 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871644 Aug 04 14:45:47.280933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-4d0448e4-7450-429b-bf20-68305cecd6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091331 Aug 04 14:45:47.335408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0372d6f4-22bf-4a08-8957-40bf10d3c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.424148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fcff175-8e4a-412a-ba77-273a019de475 req-585a02e4-d7e5-4242-9a8d-3dfb59dca7ca service neutron] 10.222.0.46 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307530 Aug 04 14:45:47.447437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-391575819-network', 'tenant_id': 'a031251edef6411cba4e2b73cd863d2f'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:47.478262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Made reservation on behalf of a031251edef6411cba4e2b73cd863d2f for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:47.481188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.491819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Sync routers for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:47.496038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.508949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:47.511252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:47.601399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.607351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.642437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:47.713723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.713723 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Added segment 3dc84566-930e-4f86-940e-ac8024e1c13e of type vlan for network 8dc228ce-ad23-4f5b-bd91-7bf295124e37 Aug 04 14:45:47.728092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df61037-eff3-477c-b572-119d6785ee09,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:47.772431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:47.812278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.827038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-c3347b72-a3c3-4be9-844e-a32576b32941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.833439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-c3347b72-a3c3-4be9-844e-a32576b32941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.838140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-c3347b72-a3c3-4be9-844e-a32576b32941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1982 time: 0.2857077 Aug 04 14:45:47.858146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-22f0ec6d-b194-4dce-b3ae-4c279b4e6bc3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.860949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.862091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-22f0ec6d-b194-4dce-b3ae-4c279b4e6bc3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.2352993 Aug 04 14:45:47.880956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': '8fa5bb73-271a-42df-b1da-8baade152175', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:47.906364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.923257 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:45:47.943440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-54c1be2a-9517-4536-8a26-25ea8b3d6ee3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1503236 Aug 04 14:45:47.960969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:47.962015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:47.962622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.098181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:44Z', 'revision_number': 4, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b21ef36a-fd7e-423b-8ed1-65d4d13c4c39', 'name': '', 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'mac_address': 'fa:16:3e:f7:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:43Z', 'updated_at': '2021-08-04T14:45:45Z', 'revision_number': 2, 'project_id': '0cafd61e71024521a137bcb75084a606', 'subnets': [{'id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:48.117141 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9103639 Aug 04 14:45:48.117141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f8fc3-53f9-483f-b6a6-812a5e6d52c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc228ce-ad23-4f5b-bd91-7bf295124e37,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:48.126616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:48.131602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.153867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48456) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:48.154574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:48.160584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 8dc228ce-ad23-4f5b-bd91-7bf295124e37 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:48.174956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Checking router: ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:48.175672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Updating router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:45:48.287696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-684595109-network', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:48.318964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.9 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/e41bd820-a996-4ad8-b640-38d846f034e6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:48.333558 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.333771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Made reservation on behalf of e0e8a4faae004d338d295b16e8ff5558 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:48.340195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.352307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.395790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:48.396406 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.422356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-99e0db61-1c9a-40de-9e46-b14b4420ae33 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8875515 Aug 04 14:45:48.448926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:48.496200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-4c77b992-0cb5-442d-a08e-14484d4a66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.497712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-4c77b992-0cb5-442d-a08e-14484d4a66b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47eae02d-427f-4bde-ae7e-283570f6a0fa HTTP/1.1" status: 200 len: 903 time: 0.6451955 Aug 04 14:45:48.514238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-849345e1-42a0-47c3-924c-06d71afcbb45 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.515870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-849345e1-42a0-47c3-924c-06d71afcbb45 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5710242 Aug 04 14:45:48.553329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.567045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-dbb619cf-3b8c-4684-a5cc-2101ea01e2ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8 HTTP/1.1" status: 200 len: 217 time: 0.0500948 Aug 04 14:45:48.568428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-bc4e78b5-4706-4010-b747-d54331347881 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0117302 Aug 04 14:45:48.582636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.589718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.628156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:48.640889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2608bada-052e-4a77-bbbd-b6b9c93882b8 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:48.642491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2764c1c-af44-40e1-86a6-640ae7dcaf07,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:48.650159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.650594 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Added segment f7bc250a-7815-4645-81c4-a6c27af04bbd of type vlan for network 12fff5ef-5d9d-4aef-9086-d0c92259be1b Aug 04 14:45:48.662732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.674292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.686351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-24eaff6f-1e84-4ea0-a28d-faafc1a194e3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106572 Aug 04 14:45:48.686899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.688306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-ee2e9466-f59b-4cc0-86c2-3681faa02476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.689857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-ee2e9466-f59b-4cc0-86c2-3681faa02476 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=960a4e03-443a-4467-aac7-efd2c6517f22 HTTP/1.1" status: 200 len: 801 time: 0.1156030 Aug 04 14:45:48.690976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.752200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:48.754213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.759986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:48.764767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:48.802225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-229cc214-3d31-4438-9dc4-08d62b2bcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.804550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-229cc214-3d31-4438-9dc4-08d62b2bcebc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47eae02d-427f-4bde-ae7e-283570f6a0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966823 Aug 04 14:45:48.807434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:48.846771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.847486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.853539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.854497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:48.855114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:48.895582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:48.909847 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ec56c8ae-5b55-49f6-abb0-c4a03ead8324 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332389 Aug 04 14:45:48.923079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2608bada-052e-4a77-bbbd-b6b9c93882b8', 'network_id': '47eae02d-427f-4bde-ae7e-283570f6a0fa', 'port_id': '2608bada-052e-4a77-bbbd-b6b9c93882b8', 'mac_address': 'fa:16:3e:8f:68:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960a4e03-443a-4467-aac7-efd2c6517f22', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:48.927545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7646694 Aug 04 14:45:48.930484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Request body: {'port': {'device_id': '8fa5bb73-271a-42df-b1da-8baade152175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:48.931285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-6f41f51b-5ba1-40bb-ba3d-e031925fa2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177514 Aug 04 14:45:48.931763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48468) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:48.933166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff357f-1be6-4061-84f9-f446280ef7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=12fff5ef-5d9d-4aef-9086-d0c92259be1b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:48.938560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Request body: {'subnet': {'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-684595109-subnet', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:48.971414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:48.999960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.039515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Made reservation on behalf of e0e8a4faae004d338d295b16e8ff5558 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:49.042177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.096482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.119675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.122283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2608bada-052e-4a77-bbbd-b6b9c93882b8 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:49.138493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.159392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:49.164425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Transition to ACTIVE for port object b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:49.167481 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.177498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.195526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-6f2f7933-7bcf-4481-9c5a-26832d9c9333 service neutron] 10.222.0.46 "GET /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413702 Aug 04 14:45:49.328969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:49.333311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Attempting to bind port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:49.333694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Attempting to bind port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:49.334059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Attempting to bind port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 on network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:49.344618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:49.344978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Checking segment: {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:49.345379 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.345771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Bound using segment: {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:49.346250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Bound port: b21ef36a-fd7e-423b-8ed1-65d4d13c4c39, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cd733e-127b-4115-b3ed-14bfa3f1a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:49.346645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.384439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41bd820-a996-4ad8-b640-38d846f034e6 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:49.396989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.413153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Transition to ACTIVE for port object e41bd820-a996-4ad8-b640-38d846f034e6 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:49.418178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.427814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae897-a977-48d9-a9cb-0cb1ce333b6e None None] Pushing event updated for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:49.454721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2608bada-052e-4a77-bbbd-b6b9c93882b8'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:49.503915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Allocated IP 172.25.0.211 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/d8b04469-f959-4a80-b0f4-42adf0102d0b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:49.534370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] For port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:49.550298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.555488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-b6e143e4-cc2c-4703-bd6a-0597837402a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:49.555984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-b6e143e4-cc2c-4703-bd6a-0597837402a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:49.558350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-b6e143e4-cc2c-4703-bd6a-0597837402a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1983 time: 0.2834861 Aug 04 14:45:49.562298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] For port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:49.579904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:49.738470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:49.745923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-7c1f3924-a423-40bc-ac89-1ba9b0a2eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:49.747577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-7c1f3924-a423-40bc-ac89-1ba9b0a2eba0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=250f2b03-dd27-4ea3-b5a6-622f21411e39 HTTP/1.1" status: 200 len: 902 time: 0.1379077 Aug 04 14:45:49.748129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae897-a977-48d9-a9cb-0cb1ce333b6e None None] Pushing event updated for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:49.768242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae45f5-0b6f-4856-b3ee-19944b712381 req-b0f61793-7f1c-4d27-a6a6-25c54dd25dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:49.777472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efae45f5-0b6f-4856-b3ee-19944b712381 req-b0f61793-7f1c-4d27-a6a6-25c54dd25dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 943 time: 0.3887322 Aug 04 14:45:49.784045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:49.784764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:49.918190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-0cd92a23-0b9e-41f7-9540-1775e4c37c3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=833643ae-af40-4b2c-b20f-36fd32708c72 HTTP/1.1" status: 200 len: 217 time: 0.1152744 Aug 04 14:45:49.936992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:49.977480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Attempting to bind port e41bd820-a996-4ad8-b640-38d846f034e6 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:49.977821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Attempting to bind port e41bd820-a996-4ad8-b640-38d846f034e6 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:49.978392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Attempting to bind port e41bd820-a996-4ad8-b640-38d846f034e6 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:49.984827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Port e41bd820-a996-4ad8-b640-38d846f034e6 on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:49.985391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Attempting to bind port e41bd820-a996-4ad8-b640-38d846f034e6 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:49.992931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:49.994111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:49.994513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:49.995113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Bound port: e41bd820-a996-4ad8-b640-38d846f034e6, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:49.995480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.017626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:50.093524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:50.099848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e41bd820-a996-4ad8-b640-38d846f034e6,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:50.106906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.123825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Checking segment: {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:50.124310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Network hostable DHCP agents. Network: 12fff5ef-5d9d-4aef-9086-d0c92259be1b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:45:50.147836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efae45f5-0b6f-4856-b3ee-19944b712381 req-a1afe85b-62dd-42f6-b1ad-13916d19a7c4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685818 Aug 04 14:45:50.154272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.159443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.160157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.161632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] 10.222.0.38 "PUT /v2.0/ports/e41bd820-a996-4ad8-b640-38d846f034e6 HTTP/1.1" status: 200 len: 1092 time: 1.2358449 Aug 04 14:45:50.162123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:50.172832 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:50.177889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-451b2163-87ed-4b11-9bdc-e4a6756214d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.181190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-451b2163-87ed-4b11-9bdc-e4a6756214d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=610dce8f-0ba7-47f3-8a90-20c46b06a757 HTTP/1.1" status: 200 len: 801 time: 0.2427344 Aug 04 14:45:50.193448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.200714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6689a4-182c-49fd-b4d4-c85c4c2f68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:50.275909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:45:50.333945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 12fff5ef-5d9d-4aef-9086-d0c92259be1b) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:50.346709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02d9d1-6727-4da2-be26-14d692991a79 None None] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:50.346968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-55c297fc-684f-4eac-b378-aba279c46d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.348372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-55c297fc-684f-4eac-b378-aba279c46d82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=250f2b03-dd27-4ea3-b5a6-622f21411e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396337 Aug 04 14:45:50.358362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.359043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.366272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-c82f1d82-a23d-4893-84b3-eda74a7f5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.367860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-c82f1d82-a23d-4893-84b3-eda74a7f5a4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 1095 time: 0.1439807 Aug 04 14:45:50.463900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:44Z', 'revision_number': 4, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b21ef36a-fd7e-423b-8ed1-65d4d13c4c39', 'name': '', 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'mac_address': 'fa:16:3e:f7:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:43Z', 'updated_at': '2021-08-04T14:45:49Z', 'revision_number': 4, 'project_id': '0cafd61e71024521a137bcb75084a606', 'subnets': [{'id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:50.478295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-edb46b17-1e36-481c-b9dd-1c9c0c7998b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41bd820-a996-4ad8-b640-38d846f034e6 HTTP/1.1" status: 200 len: 217 time: 0.0872791 Aug 04 14:45:50.498090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81668273-9dcf-43ee-b0e6-c62347c0649f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5619314 Aug 04 14:45:50.500375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48486) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:50.544652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689a2bf-cb55-4ed9-ab63-45a74c47c8fc None None] The sync data for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 is: [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:45:44Z', 'revision_number': 4, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b21ef36a-fd7e-423b-8ed1-65d4d13c4c39', 'name': '', 'network_id': '1fb8362a-b73d-4ec5-aaa5-653a1a812daf', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'mac_address': 'fa:16:3e:f7:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:43Z', 'updated_at': '2021-08-04T14:45:49Z', 'revision_number': 4, 'project_id': '0cafd61e71024521a137bcb75084a606', 'subnets': [{'id': '50c062f8-0f2d-40d3-801a-eb1187fbc342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:50.563577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:50.565004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ccb81edc-f3f8-44de-a440-a466263f2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.566505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-ccb81edc-f3f8-44de-a440-a466263f2e5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0731034 Aug 04 14:45:50.575708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.596470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-1a7edbb7-510d-4c32-aba4-d1be212f98e7 service neutron] 10.222.0.46 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236474 Aug 04 14:45:50.640374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'fixed_ips': [{'subnet_id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:45:50.641753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.666935 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-0e1ddd86-bad7-41d9-a96f-f74fc61e6881 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786362 Aug 04 14:45:50.672251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 833643ae-af40-4b2c-b20f-36fd32708c72 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:50.674751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2608bada-052e-4a77-bbbd-b6b9c93882b8 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:50.708858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52aa0-2f91-416b-801d-562d4501766a req-6ca6bf82-fff9-43bf-927a-91b3f10c79a5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:50.718426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ae52aa0-2f91-416b-801d-562d4501766a req-6ca6bf82-fff9-43bf-927a-91b3f10c79a5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.3437922 Aug 04 14:45:50.807198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-9122e640-3d51-4ff9-9514-5648a529105c service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221437 Aug 04 14:45:50.854252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.856135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:50.871964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:50.897272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:50.901067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:50.985733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fad8881-e0ff-4d76-880e-b338edeff0b9 req-2dec916b-0ba3-4839-93f9-f7bcf0aed42a service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710050 Aug 04 14:45:50.996150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2608bada-052e-4a77-bbbd-b6b9c93882b8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:51.007190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2608bada-052e-4a77-bbbd-b6b9c93882b8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:51.007591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.010316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=d8b04469-f959-4a80-b0f4-42adf0102d0b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:51.046371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Allocated IP 172.20.0.2 (12fff5ef-5d9d-4aef-9086-d0c92259be1b/0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d/6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:51.050838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=833643ae-af40-4b2c-b20f-36fd32708c72,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:51.094181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '833643ae-af40-4b2c-b20f-36fd32708c72', 'network_id': '250f2b03-dd27-4ea3-b5a6-622f21411e39', 'port_id': '833643ae-af40-4b2c-b20f-36fd32708c72', 'mac_address': 'fa:16:3e:0a:13:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610dce8f-0ba7-47f3-8a90-20c46b06a757', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:51.188482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.191084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ae52aa0-2f91-416b-801d-562d4501766a req-ad824782-74b2-43ff-80ff-9b8b1ddc5e61 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711697 Aug 04 14:45:51.195881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.226543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833643ae-af40-4b2c-b20f-36fd32708c72 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:51.320768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-bd68059f-ea96-4e6e-9ad7-ecc581a7c7ca tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482340 Aug 04 14:45:51.363714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=833643ae-af40-4b2c-b20f-36fd32708c72,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:51.375841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.470140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecad70f9-02d9-4957-88bd-76b5ba142efb req-d17219ac-9c5a-42c1-a8d2-38e633444d55 service neutron] 10.222.0.46 "GET /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610981 Aug 04 14:45:51.481268 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-801abd5e-dec5-4291-b231-4fefdd5fce73 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496647 Aug 04 14:45:51.510826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.670528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-1af82bc7-7ca6-4e2b-9a5a-7b98e75113eb tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:51.672147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-1af82bc7-7ca6-4e2b-9a5a-7b98e75113eb tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502982 Aug 04 14:45:51.692919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.693699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-4c7c4347-2a95-442d-8c57-61286e12ca97 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:51.695904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-4c7c4347-2a95-442d-8c57-61286e12ca97 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850519 Aug 04 14:45:51.703685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:51.710933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.718115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:51.744652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:51.747138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56776e0e-750c-411e-b7bc-02f5cbbe5701 req-15f7439d-7552-40de-8983-8eda6e71fd19 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:51.748297 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2422c88-05f7-486f-bffe-031f70553394" -d '{"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-plugged", "status": "completed", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:51.757992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56776e0e-750c-411e-b7bc-02f5cbbe5701 req-15f7439d-7552-40de-8983-8eda6e71fd19 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:51.760551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56776e0e-750c-411e-b7bc-02f5cbbe5701 req-15f7439d-7552-40de-8983-8eda6e71fd19 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1680 time: 0.3987753 Aug 04 14:45:51.845726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.867399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:51.868330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Transition to ACTIVE for port object 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:51.920137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:51.931328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['833643ae-af40-4b2c-b20f-36fd32708c72'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:51.961468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56776e0e-750c-411e-b7bc-02f5cbbe5701 req-94b66378-0ba4-45ec-a20e-6de0ee7829fa tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740882 Aug 04 14:45:52.011546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:52.037040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Transition to ACTIVE for port object 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:52.041589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.050349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:52.058150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.183522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.204046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:52.204931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:52.214130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.282385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:52.432117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:52.433738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.454891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.237 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/d32b12f2-0f3f-476b-a01b-adb4e0e8ead0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:52.490042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:52.513862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:52.577669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Pushing event updated for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:52.678304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Attempting to bind port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:52.679070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Attempting to bind port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:52.680773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Attempting to bind port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 on network 12fff5ef-5d9d-4aef-9086-d0c92259be1b {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:52.685773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.691459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:52.701155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:52.702518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.705993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:52.739140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:52.740125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Checking segment: {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:52.740899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.741584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Bound using segment: {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:52.742490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Bound port: 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:52.743376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.796800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.827626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:52.878742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:52.912121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:52.912523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:52.918187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:52.924849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:52.948486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:52.969514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:52.981363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:52.982000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.003119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-f579ec5a-2a4d-47fc-b34c-f64a769752d3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2892244 Aug 04 14:45:53.018365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Request body: {'port': {'device_id': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:53.082848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.133673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.40 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/53c84355-198b-46d1-a9ce-1b219b251cbc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:53.143008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.150316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.238125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67283a47-f13e-48dd-a745-1f8088c26e0e None None] Pushing event updated for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:53.313289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:53.327198 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.341654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:53.540745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:53.549160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d74ec255-43e0-45c6-af22-fed0c097e176 None None] Provisioning for port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:53.558003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.563374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d74ec255-43e0-45c6-af22-fed0c097e176 None None] Provisioning complete for port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:53.563696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ec255-43e0-45c6-af22-fed0c097e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.569106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=d8b04469-f959-4a80-b0f4-42adf0102d0b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:53.573121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.582686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object 53c84355-198b-46d1-a9ce-1b219b251cbc will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:53.613585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d74ec255-43e0-45c6-af22-fed0c097e176 None None] Port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:53.636811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.637993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.662353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00584-1834-4c12-b88b-8e0ba72d5280 req-24ef83ab-1640-4454-986b-4a7d2ebef18b tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:53.668486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00584-1834-4c12-b88b-8e0ba72d5280 req-24ef83ab-1640-4454-986b-4a7d2ebef18b tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:53.674237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00584-1834-4c12-b88b-8e0ba72d5280 req-24ef83ab-1640-4454-986b-4a7d2ebef18b tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:53.675984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8c00584-1834-4c12-b88b-8e0ba72d5280 req-24ef83ab-1640-4454-986b-4a7d2ebef18b tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.2463832 Aug 04 14:45:53.678511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.725613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:53.738567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:53.749938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:53.759644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.759978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:53.768574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-bd1fa744-c8a9-4d1a-84f7-40d7c58e3193 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3273640 Aug 04 14:45:53.853038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:53.856474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-66e2737e-c376-47aa-82e6-2dcda27f8eb3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0864460 Aug 04 14:45:53.942393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:53.943126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:53.963982 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881fe835-c807-46ca-b30d-5c85a89ed286 x-openstack-request-id: req-881fe835-c807-46ca-b30d-5c85a89ed286 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:53.964458 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:53.964916 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-881fe835-c807-46ca-b30d-5c85a89ed286 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:53.966851 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6', 'status': 'completed', 'code': 200} Aug 04 14:45:53.993369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:54.002396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.017513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Transition to ACTIVE for port object d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:54.020963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-6b32135e-5219-4abd-a520-366c7af0cfe1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3236885 Aug 04 14:45:54.022262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.058843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Request body: {'port': {'device_id': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:54.076560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-aaa05274-e778-4f36-b4a9-3b0868502993 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.103366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dd672d7-3dad-4197-8126-9c3fd5df173d req-aaa05274-e778-4f36-b4a9-3b0868502993 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2456956 Aug 04 14:45:54.176003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-21696bd9-1a7b-450a-add0-6f2d02bca42b None None] Provisioning for port 53c84355-198b-46d1-a9ce-1b219b251cbc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:54.183012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-21696bd9-1a7b-450a-add0-6f2d02bca42b None None] Provisioning complete for port 53c84355-198b-46d1-a9ce-1b219b251cbc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:54.183424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-21696bd9-1a7b-450a-add0-6f2d02bca42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.193872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Allocated IP 172.25.0.57 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/f5c6d2c5-d32d-4225-ba84-9ad1b38961c3) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:54.268508 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f417e-bfe0-43fd-9302-835b63d3e56a x-openstack-request-id: req-089f417e-bfe0-43fd-9302-835b63d3e56a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:54.268790 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-plugged", "status": "completed", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:54.269050 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-089f417e-bfe0-43fd-9302-835b63d3e56a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:54.269442 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8', 'code': 200} Aug 04 14:45:54.275829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-21696bd9-1a7b-450a-add0-6f2d02bca42b None None] Port 53c84355-198b-46d1-a9ce-1b219b251cbc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:45:54.281970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:54.306533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Pushing event updated for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:54.363508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.394564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:54.423435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b007680-e913-4b51-93ea-d6c348f49b91 req-811ad708-0d95-4bfc-b3db-e7adc40e98fc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.427425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b007680-e913-4b51-93ea-d6c348f49b91 req-811ad708-0d95-4bfc-b3db-e7adc40e98fc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 943 time: 0.4701180 Aug 04 14:45:54.502661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Attempting to bind port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:54.503111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Attempting to bind port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:54.503557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Attempting to bind port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:54.513287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-8e49b31d-af1b-48c9-a1ba-9af661a0ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.515259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-8e49b31d-af1b-48c9-a1ba-9af661a0ee50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 1095 time: 0.4897625 Aug 04 14:45:54.584973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:54.585244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Attempting to bind port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:54.597306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:54.597652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:54.598048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:54.598487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Bound port: d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:54.598880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.612314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.633424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383dc270-14ae-48ab-91cc-5a974f38e460 None None] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:45:54.641919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b007680-e913-4b51-93ea-d6c348f49b91 req-99f79360-ccaf-4704-898c-5fae27416345 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925244 Aug 04 14:45:54.656918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9e31-bfc0-45db-88fc-3342ba1181b2 req-d4f35f9c-7676-44a4-83ca-bb118ee3d3ac tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.665469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f57f9e31-bfc0-45db-88fc-3342ba1181b2 req-d4f35f9c-7676-44a4-83ca-bb118ee3d3ac tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2645655 Aug 04 14:45:54.708775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 833643ae-af40-4b2c-b20f-36fd32708c72 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:54.714336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:54.718036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:54.739035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:54.750192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:54.751438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.779830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f57f9e31-bfc0-45db-88fc-3342ba1181b2 req-b8a2a1f6-4cde-4ae4-bf00-b3aaad6b4455 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139152 Aug 04 14:45:54.789143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-3e7875ff-dcfe-4a89-a4df-b247632a00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.790729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-3e7875ff-dcfe-4a89-a4df-b247632a00c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.2652426 Aug 04 14:45:54.819343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.819957 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.821444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] 10.222.0.38 "PUT /v2.0/ports/d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 HTTP/1.1" status: 200 len: 1097 time: 1.8097541 Aug 04 14:45:54.867335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-4ea898eb-0d49-4d4c-b5dc-b7316683d870 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41bd820-a996-4ad8-b640-38d846f034e6 HTTP/1.1" status: 200 len: 217 time: 0.0631793 Aug 04 14:45:54.874379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e41bd820-a996-4ad8-b640-38d846f034e6 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:54.878531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.917405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Provisioning for port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:54.946254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Provisioning complete for port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:54.946858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:54.987137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c84355-198b-46d1-a9ce-1b219b251cbc {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:54.995348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924bf54-3df0-415b-b912-956e9a3a7ea8 req-5da15732-b502-44aa-9835-bef17b41161e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:54.999054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.001628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924bf54-3df0-415b-b912-956e9a3a7ea8 req-5da15732-b502-44aa-9835-bef17b41161e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.003507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0924bf54-3df0-415b-b912-956e9a3a7ea8 req-5da15732-b502-44aa-9835-bef17b41161e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1681 time: 0.2867343 Aug 04 14:45:55.027951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Transition to ACTIVE for port object 53c84355-198b-46d1-a9ce-1b219b251cbc will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:55.032469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a033f-d715-480d-bdf8-683f8ada6632 service neutron] Pushing event updated for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:55.036988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:55.051631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.058695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 833643ae-af40-4b2c-b20f-36fd32708c72 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:55.063906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:55.081586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:55.088741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Pushing event updated for resources: {'Port': ['ID=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:55.099621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 833643ae-af40-4b2c-b20f-36fd32708c72 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:55.100089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.125535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607b35-5fa4-4b8d-b462-d75b2bd25dea req-57470ef0-ed17-4d51-b4b5-19ac452915c0 tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.127036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc607b35-5fa4-4b8d-b462-d75b2bd25dea req-57470ef0-ed17-4d51-b4b5-19ac452915c0 tempest-ComputeTenantNetworksTest-1365331715 tempest-ComputeTenantNetworksTest-1365331715-project] 10.222.0.76 "GET /v2.0/networks/8dc228ce-ad23-4f5b-bd91-7bf295124e37 HTTP/1.1" status: 200 len: 768 time: 0.2651703 Aug 04 14:45:55.135224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:55.135392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.136521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-0ad7aa12-c585-455a-b1b7-eab810b2c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.138637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-0ad7aa12-c585-455a-b1b7-eab810b2c4ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.2569628 Aug 04 14:45:55.154010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:55.156183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-5f2be017-8dc4-4c1a-b329-bde060286544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.157870 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-5f2be017-8dc4-4c1a-b329-bde060286544 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 1100 time: 0.1275663 Aug 04 14:45:55.160419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:55.239656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-d6af35cd-c760-4db0-8103-8cf7c501ff57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 HTTP/1.1" status: 200 len: 217 time: 0.0651932 Aug 04 14:45:55.256317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e41bd820-a996-4ad8-b640-38d846f034e6,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:55.299203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7a6e63a0-d6f5-401f-9266-28b113ec186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.300910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7a6e63a0-d6f5-401f-9266-28b113ec186d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0534217 Aug 04 14:45:55.301138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.334677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Attempting to bind port 53c84355-198b-46d1-a9ce-1b219b251cbc on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:55.335170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Attempting to bind port 53c84355-198b-46d1-a9ce-1b219b251cbc by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:55.335758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Attempting to bind port 53c84355-198b-46d1-a9ce-1b219b251cbc on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:55.347761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0924bf54-3df0-415b-b912-956e9a3a7ea8 req-d01e45eb-871e-437a-a9f8-4a7cf0d86766 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259456 Aug 04 14:45:55.351938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-d6740af2-e4d6-47aa-8ccd-ad5ee3b036e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1973219 Aug 04 14:45:55.358636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Port 53c84355-198b-46d1-a9ce-1b219b251cbc on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:45:55.359096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Attempting to bind port 53c84355-198b-46d1-a9ce-1b219b251cbc on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:55.370049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:55.370486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:55.370987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:55.371508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Bound port: 53c84355-198b-46d1-a9ce-1b219b251cbc, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:55.371938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.390868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-003aaa65-dc7c-4080-a25b-ae17df94f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.392841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-003aaa65-dc7c-4080-a25b-ae17df94f30d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781562 Aug 04 14:45:55.492134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.514878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:55.519557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=53c84355-198b-46d1-a9ce-1b219b251cbc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:55.527032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.527737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:55.533346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'e41bd820-a996-4ad8-b640-38d846f034e6', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': 'e41bd820-a996-4ad8-b640-38d846f034e6', 'mac_address': 'fa:16:3e:1f:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:55.557617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.590729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.591376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.593549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] 10.222.0.46 "PUT /v2.0/ports/53c84355-198b-46d1-a9ce-1b219b251cbc HTTP/1.1" status: 200 len: 1096 time: 1.5393407 Aug 04 14:45:55.601636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-09ae19e9-b347-4c7c-b870-fa586b1931fa service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807659 Aug 04 14:45:55.749728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e211a-9b34-4849-9a73-180124097318 None None] Pushing event updated for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:55.758953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ea83-ffec-45f7-b1bd-ac1d7918e6bf service neutron] Pushing event updated for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:55.801929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.807618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-3b195121-7acd-4e48-b609-2d39c1ceb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.809143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-3b195121-7acd-4e48-b609-2d39c1ceb0b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 1099 time: 0.1123462 Aug 04 14:45:55.817470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.834390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.859006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16fe4c-1571-44bf-9057-2b549416cfa4 req-25678f25-ec73-4535-8165-fd82bdf31898 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:55.860628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c16fe4c-1571-44bf-9057-2b549416cfa4 req-25678f25-ec73-4535-8165-fd82bdf31898 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 948 time: 0.5551469 Aug 04 14:45:55.865768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-c7b19334-a211-4aa5-9313-718d0859b4ad service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534750 Aug 04 14:45:55.868461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc228ce-ad23-4f5b-bd91-7bf295124e37']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:55.886837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41bd820-a996-4ad8-b640-38d846f034e6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:55.915794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=833643ae-af40-4b2c-b20f-36fd32708c72,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:55.926304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.929536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e41bd820-a996-4ad8-b640-38d846f034e6,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:55.936655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:55.943845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc84566-930e-4f86-940e-ac8024e1c13e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:55.944153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc84566-930e-4f86-940e-ac8024e1c13e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:55.958475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-94fd6ff4-2d31-427e-96e9-d4791f298e1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=53c84355-198b-46d1-a9ce-1b219b251cbc HTTP/1.1" status: 200 len: 217 time: 0.1347175 Aug 04 14:45:55.967887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'}, {'name': 'network-changed', 'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:55.970272 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a8967-de80-4bc4-9164-1e02ac33f420" -d '{"events": [{"name": "network-changed", "server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0"}, {"name": "network-changed", "server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:55.995048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:56.000101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-ec31f67c-faa0-465a-8fbc-4fde10e3a193 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929446 Aug 04 14:45:56.004042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.033174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-38289321-0e02-4c36-802c-cb9fffeda650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:56.035795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-38289321-0e02-4c36-802c-cb9fffeda650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0621629 Aug 04 14:45:56.096517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:56.110957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-102507db-0958-4ad0-acf4-dd465081824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:56.112572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-102507db-0958-4ad0-acf4-dd465081824e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671096 Aug 04 14:45:56.125220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:56.134210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e214c60f-6ab6-473b-9efd-c7203d522416 None None] Provisioning complete for port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:56.134674 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e214c60f-6ab6-473b-9efd-c7203d522416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.206036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:56.206519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.245704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-82c7da45-fb63-459e-8ed7-f42d5a7a2e3b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083963 Aug 04 14:45:56.270475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:56.272954 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31704658-705d-4df7-b29c-dc0934bbaec4" -d '{"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-plugged", "status": "completed", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:56.331183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e41bd820-a996-4ad8-b640-38d846f034e6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:56.343444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1991d65-178e-4dd4-95d4-d2bdfccf5319 req-9d3c633c-9b08-4776-94fe-c480e73afd1a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885558 Aug 04 14:45:56.389131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-958271a5-b740-474a-923d-74fcd0523128 req-2d10bfb7-da38-4d34-960d-eda8df7db03b tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9847417 Aug 04 14:45:56.395639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.409537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c16fe4c-1571-44bf-9057-2b549416cfa4 req-63d503b3-b173-4066-98b1-0626f14bbfc4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348959 Aug 04 14:45:56.414202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:56.446748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:45:56.447162 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:45:56.449163 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:45:56.548358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.560167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.562514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.617015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.618986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] 10.222.0.76 "DELETE /v2.0/networks/8dc228ce-ad23-4f5b-bd91-7bf295124e37 HTTP/1.1" status: 204 len: 168 time: 1.4639757 Aug 04 14:45:56.627858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdf7e8b9-53ba-40c7-a3cf-c87de4a53faf req-560568b4-e906-452f-98e6-5bca0cede0d3 service neutron] 10.222.0.38 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998056 Aug 04 14:45:56.687360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2354ab-e1d1-4027-b4ec-f44251ea7a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc228ce-ad23-4f5b-bd91-7bf295124e37,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:56.741708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:56.764121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab7610-d23b-4950-b3b3-1d59c5fc7865 req-b3b97667-c4de-433a-92b0-a080f70caca6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:56.765687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12ab7610-d23b-4950-b3b3-1d59c5fc7865 req-b3b97667-c4de-433a-92b0-a080f70caca6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 944 time: 0.2066331 Aug 04 14:45:56.786689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-048ed8fd-4392-4b41-a6b3-96bb391f9cd2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a031251edef6411cba4e2b73cd863d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435605 Aug 04 14:45:56.789228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48528) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:56.841791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.863696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.896179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12ab7610-d23b-4950-b3b3-1d59c5fc7865 req-78da4e8a-f412-45fb-94ee-3d34b32431b8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229072 Aug 04 14:45:56.921873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.930147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.936188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-841635cd-bc65-4c60-8b9f-df5dec084936 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746603 Aug 04 14:45:56.951255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.956052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:56.957720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2df61037-eff3-477c-b572-119d6785ee09 HTTP/1.1" status: 204 len: 168 time: 0.1676154 Aug 04 14:45:56.971432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa4fce-e806-48e9-8361-5fc4571eeb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df61037-eff3-477c-b572-119d6785ee09,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:57.045471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-763b916a-abbe-45e3-b4e3-10402852b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.047210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-763b916a-abbe-45e3-b4e3-10402852b81d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 1102 time: 0.0459719 Aug 04 14:45:57.147481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3570a98-888a-4f98-8a5f-bca13d4c344d req-457966c2-7a82-44e2-85be-97df0ebe0735 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.149017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3570a98-888a-4f98-8a5f-bca13d4c344d req-457966c2-7a82-44e2-85be-97df0ebe0735 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1474855 Aug 04 14:45:57.168536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-e244c9fd-e29b-4f42-b8fe-de8f86480e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.170147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-e244c9fd-e29b-4f42-b8fe-de8f86480e8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1001837 Aug 04 14:45:57.189139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Allocated IP 172.25.0.112 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0222a05d-a714-47e1-955b-9e3b077a5ccf) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:57.216244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-c6aa149a-378b-473c-b1cc-df977b51c0ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc HTTP/1.1" status: 200 len: 217 time: 0.0373082 Aug 04 14:45:57.242618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3570a98-888a-4f98-8a5f-bca13d4c344d req-9fc30ef1-8784-44cb-b042-f78c49846ffd tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829632 Aug 04 14:45:57.276128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-82bc3d31-d164-4c36-91fa-8073409216bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.277907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-82bc3d31-d164-4c36-91fa-8073409216bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0538144 Aug 04 14:45:57.313627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Router 77963227-e8bf-45db-ac6e-52b64382c95a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:45:57.330339 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b6182d-ecfc-4f5e-9502-f09d54ecf55b x-openstack-request-id: req-46b6182d-ecfc-4f5e-9502-f09d54ecf55b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:57.330760 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:57.331112 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46b6182d-ecfc-4f5e-9502-f09d54ecf55b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:57.331614 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'status': 'completed', 'code': 200} Aug 04 14:45:57.331958 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc', 'status': 'completed', 'code': 200} Aug 04 14:45:57.350519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-8ee83e00-a782-45d4-8916-da245ac44402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.352153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-8ee83e00-a782-45d4-8916-da245ac44402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637510 Aug 04 14:45:57.381971 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5771a73-623f-41a4-b65e-18fcff41f8fc x-openstack-request-id: req-e5771a73-623f-41a4-b65e-18fcff41f8fc {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:45:57.382549 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-plugged", "status": "completed", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:45:57.382815 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5771a73-623f-41a4-b65e-18fcff41f8fc {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:45:57.383028 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72', 'code': 200} Aug 04 14:45:57.489629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:57.535000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-7fdcd713-8a5a-425e-9d88-fc0f720b1ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675961 Aug 04 14:45:57.541925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980582cf-9efe-41ee-918f-6f0890fe3bb5 req-0e783749-a7c6-49a5-82b0-3a0204b03e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.542498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980582cf-9efe-41ee-918f-6f0890fe3bb5 req-0e783749-a7c6-49a5-82b0-3a0204b03e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.544340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-980582cf-9efe-41ee-918f-6f0890fe3bb5 req-0e783749-a7c6-49a5-82b0-3a0204b03e52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1986 time: 0.0777915 Aug 04 14:45:57.579826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-6ffc02ef-9cea-41d0-87ad-02bd6c8a5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.581393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-6ffc02ef-9cea-41d0-87ad-02bd6c8a5b80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 1100 time: 0.2312953 Aug 04 14:45:57.591482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-067dad32-32a5-41b3-b831-da10afafeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.593018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-067dad32-32a5-41b3-b831-da10afafeee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 1099 time: 0.1954112 Aug 04 14:45:57.607101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:45:57.624289 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Sync routers for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:45:57.638043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-980582cf-9efe-41ee-918f-6f0890fe3bb5 req-6fcfcf87-65c0-4e75-a3f4-b96ebd873de5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819654 Aug 04 14:45:57.643169 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:57.644172 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:57.669029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a19f952-c21c-4a65-ac0e-52ae7ae14038 req-bbe9b7a4-8a20-4223-9c9c-ce6134303006 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230443 Aug 04 14:45:57.720167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859711-b417-4f7f-be6c-11d48fb8fd45 req-9d82a4cb-56b4-4b00-a033-b330cb9b18de tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.726781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859711-b417-4f7f-be6c-11d48fb8fd45 req-9d82a4cb-56b4-4b00-a033-b330cb9b18de tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.729200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f859711-b417-4f7f-be6c-11d48fb8fd45 req-9d82a4cb-56b4-4b00-a033-b330cb9b18de tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1682 time: 0.2649014 Aug 04 14:45:57.747192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:57.751569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48554) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:57.751824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ba22f31b-1838-43db-be89-8d12abb3982b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2480550 Aug 04 14:45:57.771868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:57.784757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:57.846952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48556) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:57.885841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:57.907339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f859711-b417-4f7f-be6c-11d48fb8fd45 req-0dc19b39-1b74-4716-b0c7-4dd1b7a4e339 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659644 Aug 04 14:45:57.908551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:57.913099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:57.915909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-95ee293a-e0ed-41f4-9aac-8bf76b1fa474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.917884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-95ee293a-e0ed-41f4-9aac-8bf76b1fa474 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3219326 Aug 04 14:45:57.920412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-00dc06e1-3d0d-4776-bc58-7b4c54b632a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:57.922033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-00dc06e1-3d0d-4776-bc58-7b4c54b632a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3128054 Aug 04 14:45:57.931182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=0222a05d-a714-47e1-955b-9e3b077a5ccf,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:58.041328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-f8ffba80-8534-463d-b3ea-45bfbbd80d8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 HTTP/1.1" status: 200 len: 217 time: 0.0813785 Aug 04 14:45:58.044429 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:45:55Z', 'revision_number': 3, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:58.044985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-381f26a6-852c-4252-881f-9f436dba413f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=53c84355-198b-46d1-a9ce-1b219b251cbc HTTP/1.1" status: 200 len: 217 time: 0.0862472 Aug 04 14:45:58.064143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-658048292-network', 'tenant_id': '61e5dd94a65d43619d36f5dee599441a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:58.071912 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Checking router: 77963227-e8bf-45db-ac6e-52b64382c95a for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:45:58.072543 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Updating router 77963227-e8bf-45db-ac6e-52b64382c95a port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:45:58.101463 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.121279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:58.123761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.134251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.206856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07136-2bd1-4eda-9b75-c44171d78997 req-af09476a-62d8-4d93-b6b5-6eb4cb59b8f6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.208411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67d07136-2bd1-4eda-9b75-c44171d78997 req-af09476a-62d8-4d93-b6b5-6eb4cb59b8f6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 948 time: 0.1692045 Aug 04 14:45:58.209978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-7e4326cd-3d90-46d2-ae20-c73b3cbb9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.211359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-7e4326cd-3d90-46d2-ae20-c73b3cbb9295 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1539741 Aug 04 14:45:58.226950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-ef1ecd64-730b-4a60-9fc8-7a7f7177352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.228398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-ef1ecd64-730b-4a60-9fc8-7a7f7177352e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1485543 Aug 04 14:45:58.304215 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.337613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67d07136-2bd1-4eda-9b75-c44171d78997 req-a77080e7-88c6-441e-9d0c-ac3a90367014 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209404 Aug 04 14:45:58.366572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-7fd2a1cc-4887-4d57-9dbb-ab47118cd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.368184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-7fd2a1cc-4887-4d57-9dbb-ab47118cd106 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364133 Aug 04 14:45:58.370227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.372693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.375134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.382836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.396960 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.407639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:45:58.407900 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Transition to ACTIVE for port object f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:58.409359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-1f4564f6-bf19-499e-8021-1462bbbb2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.410956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-1f4564f6-bf19-499e-8021-1462bbbb2f80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582360 Aug 04 14:45:58.417424 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.433622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.433998 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Added segment a2f2dff3-f8c7-4711-b746-33bb000c1c9a of type vlan for network df6a091f-3d3c-45b4-82e5-df1c84f65130 Aug 04 14:45:58.483903 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41643c0-3f1e-483f-b311-ee38bf4c4b95 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:58.487406 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Attempting to bind port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:45:58.487877 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Attempting to bind port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:45:58.488398 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Attempting to bind port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:45:58.494632 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:45:58.495117 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:58.495885 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.496394 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:45:58.496943 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Bound port: f5c6d2c5-d32d-4225-ba84-9ad1b38961c3, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:45:58.497402 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.517880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ee263-efcf-4a39-998f-f71ca1af9d0f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:58.561430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.580952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] For port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:45:58.584397 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] For port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:45:58.590861 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.648551 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41643c0-3f1e-483f-b311-ee38bf4c4b95 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:58.651570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.655434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:58.656050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:58.664810 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:45:58.665629 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:58.679408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 53c84355-198b-46d1-a9ce-1b219b251cbc details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:58.803375 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:45:58.811725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=53c84355-198b-46d1-a9ce-1b219b251cbc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:58.837727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '53c84355-198b-46d1-a9ce-1b219b251cbc', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '53c84355-198b-46d1-a9ce-1b219b251cbc', 'mac_address': 'fa:16:3e:97:62:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:58.877489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:45:58.880099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e41bd820-a996-4ad8-b640-38d846f034e6 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:45:58.945720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.017239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c84355-198b-46d1-a9ce-1b219b251cbc {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:59.033558 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:45:55Z', 'revision_number': 3, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:45:59.064751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=53c84355-198b-46d1-a9ce-1b219b251cbc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:59.079595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b519e2c-1198-4431-96dd-ac70c85f8f7b None None] The sync data for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 is: [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:45:55Z', 'revision_number': 3, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:45:59.086347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port e41bd820-a996-4ad8-b640-38d846f034e6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:45:59.090322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.102492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75243b-70d2-43e5-a719-58881cb8d6b5 req-6c671bfe-9507-4cfa-bde4-61cf04fbb61d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:59.104164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f75243b-70d2-43e5-a719-58881cb8d6b5 req-6c671bfe-9507-4cfa-bde4-61cf04fbb61d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 944 time: 0.1191013 Aug 04 14:45:59.127554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-6cd71aa8-4a9c-44a2-9783-346a91748452 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504117 Aug 04 14:45:59.131648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2835677 Aug 04 14:45:59.134977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Allocated IP 172.20.0.1 (12fff5ef-5d9d-4aef-9086-d0c92259be1b/0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d/86e562b9-f680-457a-bcf0-b97139d25d18) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:45:59.137239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48566) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:45:59.142786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Request body: {'subnet': {'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-658048292-subnet', 'tenant_id': '61e5dd94a65d43619d36f5dee599441a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:45:59.148149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dcbdb-3aae-45ec-98d9-85d1888891cb admin admin] Pushing event updated for resources: {'Network': ['ID=df6a091f-3d3c-45b4-82e5-df1c84f65130,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:59.149832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-9b42b4f7-f7e6-49cf-946f-c11397f70aa4 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274292 Aug 04 14:45:59.178341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port e41bd820-a996-4ad8-b640-38d846f034e6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:45:59.179145 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.221261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:59.241220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:59.259974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:45:59.262107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'mac_address': 'fa:16:3e:e6:42:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:45:59.262316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.264672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:45:59.353627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f75243b-70d2-43e5-a719-58881cb8d6b5 req-40e01805-86c9-4c13-8020-96a53e006cdd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369134 Aug 04 14:45:59.376934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.385927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.403623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.414380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Transition to ACTIVE for port object 86e562b9-f680-457a-bcf0-b97139d25d18 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:45:59.487699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-79fc9e44-480a-4a83-a0af-c13c14279431 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871146 Aug 04 14:45:59.504525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b52a8967-de80-4bc4-9164-1e02ac33f420 req-852ea1fc-5bdf-43de-9f1c-3d3a1b019ca1 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513508 Aug 04 14:45:59.606285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=0222a05d-a714-47e1-955b-9e3b077a5ccf,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:59.610165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['53c84355-198b-46d1-a9ce-1b219b251cbc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:45:59.621209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.649851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb36c1-2556-49fd-b4e3-43585ea378ea req-cef79148-6159-424d-a065-18857bdaf4c6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:59.650154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.651731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edcb36c1-2556-49fd-b4e3-43585ea378ea req-cef79148-6159-424d-a065-18857bdaf4c6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.0986321 Aug 04 14:45:59.653122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.660151 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.660876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-958271a5-b740-474a-923d-74fcd0523128 req-834dcd3f-2fc3-43d9-9008-2f2eada078d3 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2601616 Aug 04 14:45:59.688992 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.720358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Pushing event updated for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:59.724266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:45:59.739469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:45:59.741597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:45:59.744292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.748391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-958271a5-b740-474a-923d-74fcd0523128 req-b5411bd0-34f9-4019-ba36-fe0e35c7c0f9 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.112 HTTP/1.1" status: 200 len: 696 time: 0.0852938 Aug 04 14:45:59.752994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:45:59.764942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:59.808104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b86b307-5cd1-4300-bd45-457f060317c0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:45:59.887460 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.890172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:45:59.892586 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494582eb-8ab4-4f5d-8c41-1c6a58282b4b" -d '{"events": [{"server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "name": "network-vif-plugged", "status": "completed", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:45:59.909037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958271a5-b740-474a-923d-74fcd0523128 req-d582f5a0-2d60-43e7-986e-295821037190 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:45:59.919451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Checking segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:45:59.919698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-958271a5-b740-474a-923d-74fcd0523128 req-d582f5a0-2d60-43e7-986e-295821037190 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1698799 Aug 04 14:45:59.919915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Network hostable DHCP agents. Network: df6a091f-3d3c-45b4-82e5-df1c84f65130, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:45:59.951899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:45:59.967368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edcb36c1-2556-49fd-b4e3-43585ea378ea req-a8435e97-5cba-4995-9717-0db8164619c2 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974000 Aug 04 14:45:59.979845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e41bd820-a996-4ad8-b640-38d846f034e6,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:45:59.999176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.030211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:00.088631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:46:00.112527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, df6a091f-3d3c-45b4-82e5-df1c84f65130) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:00.119216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.120004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.124830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-611fd0af-912c-479b-bb58-d2f798788060 None None] Provisioning for port 86e562b9-f680-457a-bcf0-b97139d25d18 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:00.140254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab5b72-3b5c-4dea-bf53-b594557b0e25 None None] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:00.147291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-611fd0af-912c-479b-bb58-d2f798788060 None None] Provisioning complete for port 86e562b9-f680-457a-bcf0-b97139d25d18 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:00.147673 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-611fd0af-912c-479b-bb58-d2f798788060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.168783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-260cf4af-0ba6-4a08-9ea3-af7d604627cd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0224452 Aug 04 14:46:00.177353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a820a-1479-40bb-bed5-86e0e569742a req-b511006d-5791-480d-a33b-76b192bebab2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.184382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a820a-1479-40bb-bed5-86e0e569742a req-b511006d-5791-480d-a33b-76b192bebab2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.187501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-015a820a-1479-40bb-bed5-86e0e569742a req-b511006d-5791-480d-a33b-76b192bebab2 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1682 time: 0.1534796 Aug 04 14:46:00.224440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:00.226440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff72820-a2b7-4059-8a9e-a80db2a3ad9a req-d90ee290-4c8c-4e33-b38a-7d65c689df20 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.227702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:00.237991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ff72820-a2b7-4059-8a9e-a80db2a3ad9a req-d90ee290-4c8c-4e33-b38a-7d65c689df20 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 949 time: 0.1565735 Aug 04 14:46:00.264798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['d32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:00.304553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-015a820a-1479-40bb-bed5-86e0e569742a req-7a349662-8a26-4d2e-8b5c-9ac5dd56b9b1 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048424 Aug 04 14:46:00.314456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.352952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ff72820-a2b7-4059-8a9e-a80db2a3ad9a req-ebc9f163-34e1-4a8d-8b7c-7a9c4a2ae5b9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967185 Aug 04 14:46:00.358415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-611fd0af-912c-479b-bb58-d2f798788060 None None] Port 86e562b9-f680-457a-bcf0-b97139d25d18 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:00.463639 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27919a7b-c7d9-4324-842a-d94b574552b2 x-openstack-request-id: req-27919a7b-c7d9-4324-842a-d94b574552b2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:00.464250 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "name": "network-vif-plugged", "status": "completed", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:00.464715 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27919a7b-c7d9-4324-842a-d94b574552b2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:00.465306 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6', 'code': 200} Aug 04 14:46:00.539017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a81fc-0b21-4585-a8a0-2781c74819ec None None] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:00.544490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:00.593784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:00.594161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.606545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.613820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.686603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.688526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-44670aa0-fa87-4222-9454-100943895b34 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2434077 Aug 04 14:46:00.712659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Pushing event updated for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:00.716529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0ba89-f241-48b1-80f5-8c440643f2d1 req-0f165c02-6dd4-45c9-8cc5-dfb8e792cc0e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.718074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0ba89-f241-48b1-80f5-8c440643f2d1 req-0f165c02-6dd4-45c9-8cc5-dfb8e792cc0e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0740700 Aug 04 14:46:00.722058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:00.727723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c842d-af33-4315-8187-5647d6e7a700 req-e0fa6926-344d-495a-a851-d13f8852b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:00.729332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab7c842d-af33-4315-8187-5647d6e7a700 req-e0fa6926-344d-495a-a851-d13f8852b6f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 1097 time: 0.1316996 Aug 04 14:46:00.791059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.800457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:00.802230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:00.829054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0ba89-f241-48b1-80f5-8c440643f2d1 req-564fa238-b49e-4d3d-bad0-dd6052749a06 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964327 Aug 04 14:46:00.873194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab7c842d-af33-4315-8187-5647d6e7a700 req-ef7dcd1f-0992-4bb7-a5f5-99ebffd1d213 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336050 Aug 04 14:46:00.966889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.982778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:00.995505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:00.996565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Router 77963227-e8bf-45db-ac6e-52b64382c95a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:46:01.001944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.111523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:01.171126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:01.180403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4c257ca6-56e1-4380-ac5f-30a7456fc78c admin admin] 10.222.0.76 "PUT /v2.0/routers/77963227-e8bf-45db-ac6e-52b64382c95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277375 Aug 04 14:46:01.186893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dcfc914b-b7b1-494a-9c6b-ea28490a997a None None] Provisioning complete for port 86e562b9-f680-457a-bcf0-b97139d25d18 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:01.187274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dcfc914b-b7b1-494a-9c6b-ea28490a997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.197951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Allocated IP 172.25.0.37 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/d877d38b-1269-4750-aceb-7e07bc922f62) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:01.235328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc914b-b7b1-494a-9c6b-ea28490a997a None None] Port 86e562b9-f680-457a-bcf0-b97139d25d18 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:01.308950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-5f742d02-63a8-41a5-865d-b0331466443b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:01.311078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-5f742d02-63a8-41a5-865d-b0331466443b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.1793847 Aug 04 14:46:01.333180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-e72766ae-a651-4e6e-b3ae-0cec9199b258 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/quotas/61e5dd94a65d43619d36f5dee599441a HTTP/1.1" status: 200 len: 375 time: 0.0160191 Aug 04 14:46:01.376810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-f73bb923-0435-4f9e-bf4d-4d4c9fbfac84 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344620 Aug 04 14:46:01.381402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.421339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Sync routers for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:01.431826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:01.432467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:01.495014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-a3d520e5-9795-40ee-9587-00fa52eddefa service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097198 Aug 04 14:46:01.496528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.541273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:01.585864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:01.592783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:01.598240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=d877d38b-1269-4750-aceb-7e07bc922f62,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:01.600643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:01.666055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-81bf25fa-c08e-4ed5-bd21-5c8c6c3f01c6 service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450524 Aug 04 14:46:01.713217 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.753141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:01.770352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86e562b9-f680-457a-bcf0-b97139d25d18', 'name': '', 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'mac_address': 'fa:16:3e:f2:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:58Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 2, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'subnets': [{'id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:01.800984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Checking router: 77963227-e8bf-45db-ac6e-52b64382c95a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:01.810731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Updating router 77963227-e8bf-45db-ac6e-52b64382c95a port 86e562b9-f680-457a-bcf0-b97139d25d18 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:46:01.878395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.008019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.025286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.072207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:02.128055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=d877d38b-1269-4750-aceb-7e07bc922f62,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:02.141092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1553794-23cd-4779-b76d-f2b00d77f208 req-9497f8f6-2e39-4d26-8d71-8f4ceb25d937 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:02.142701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1553794-23cd-4779-b76d-f2b00d77f208 req-9497f8f6-2e39-4d26-8d71-8f4ceb25d937 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1324220 Aug 04 14:46:02.150413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.181083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.182453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-c21b0cae-8861-4b5a-9330-7fa5331f9848 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4759734 Aug 04 14:46:02.192263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:02.192641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.205406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1553794-23cd-4779-b76d-f2b00d77f208 req-4627840f-0e7b-42a5-9d33-612532b86fc6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 Aug 04 14:46:02.253331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-6c275839-c3d4-431a-829f-f26967447c0a tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0588694 Aug 04 14:46:02.349539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.359931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Transition to ACTIVE for port object 86e562b9-f680-457a-bcf0-b97139d25d18 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:02.365320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.415365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c61ce-cab3-40ea-9892-0ad9629383e8 None None] Pushing event updated for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:02.449329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-5cefc82c-69d1-4a4b-9206-33589852eb92 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:02.450797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e01c392f-5694-49a9-a118-f3d61bac5604 req-5cefc82c-69d1-4a4b-9206-33589852eb92 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1895914 Aug 04 14:46:02.491201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Attempting to bind port 86e562b9-f680-457a-bcf0-b97139d25d18 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:02.491586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Attempting to bind port 86e562b9-f680-457a-bcf0-b97139d25d18 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:02.491955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Attempting to bind port 86e562b9-f680-457a-bcf0-b97139d25d18 on network 12fff5ef-5d9d-4aef-9086-d0c92259be1b {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:02.494919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-714a9cfe-6c0c-45b4-81e9-5d8cc1685d06 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1667509 Aug 04 14:46:02.500598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:02.502438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:02.503439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Checking segment: {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:02.504147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.504878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Bound using segment: {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:02.505726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Bound port: 86e562b9-f680-457a-bcf0-b97139d25d18, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bc250a-7815-4645-81c4-a6c27af04bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:02.506597 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.531203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.597572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] For port 86e562b9-f680-457a-bcf0-b97139d25d18, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:02.602647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] For port 86e562b9-f680-457a-bcf0-b97139d25d18, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e562b9-f680-457a-bcf0-b97139d25d18,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:02.610047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.668103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d5aa-a56f-40fa-b6c6-81efbab6a38d req-9b17f8d0-7c80-4c79-9d31-fb880d63f2d9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:02.669699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1283d5aa-a56f-40fa-b6c6-81efbab6a38d req-9b17f8d0-7c80-4c79-9d31-fb880d63f2d9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 949 time: 0.1084592 Aug 04 14:46:02.685448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:02.685788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:02.687647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c61ce-cab3-40ea-9892-0ad9629383e8 None None] Pushing event updated for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:02.726294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 53c84355-198b-46d1-a9ce-1b219b251cbc up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:02.730914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1283d5aa-a56f-40fa-b6c6-81efbab6a38d req-aeea4ea6-353b-49aa-b5f2-0b55053002ac tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 Aug 04 14:46:02.772819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.864186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:02.866504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 53c84355-198b-46d1-a9ce-1b219b251cbc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:02.894642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 53c84355-198b-46d1-a9ce-1b219b251cbc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:02.895035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:02.900750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:02.945792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3ea941e-5930-46ae-a015-778f714b3061 req-f92c6081-01f4-466c-9d8b-9736cc9c73ec tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 210 time: 0.0465655 Aug 04 14:46:02.986018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Allocated IP 172.25.0.197 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2c766386-4f8f-46a3-81f2-c7cd8c626472) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:03.127578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:03.142722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:03.143089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.144593 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.171869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f744-d4c7-4ab8-859b-a731f12d3ddb req-e8f752d5-96a2-4c26-8e9d-410cef7f7ce4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.173432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d93f744-d4c7-4ab8-859b-a731f12d3ddb req-e8f752d5-96a2-4c26-8e9d-410cef7f7ce4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1672630 Aug 04 14:46:03.193662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-185813a9-f524-474e-a8b3-f094268283cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2623291 Aug 04 14:46:03.224450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:03.226604 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89359b54-cbef-49aa-b215-e7130874f8c6" -d '{"events": [{"server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "name": "network-vif-plugged", "status": "completed", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:03.246512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=53c84355-198b-46d1-a9ce-1b219b251cbc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:03.254178 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.290696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d93f744-d4c7-4ab8-859b-a731f12d3ddb req-768492bc-c954-4b92-8cb0-47fd23626c3b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942175 Aug 04 14:46:03.311166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.321983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-1ef4753b-e66e-47b8-afda-90abbbcf2c1a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.323828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-1ef4753b-e66e-47b8-afda-90abbbcf2c1a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.2438443 Aug 04 14:46:03.333847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86e562b9-f680-457a-bcf0-b97139d25d18', 'name': '', 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'mac_address': 'fa:16:3e:f2:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:58Z', 'updated_at': '2021-08-04T14:46:02Z', 'revision_number': 4, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'subnets': [{'id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:03.345022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Request body: {'port': {'device_id': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'admin_state_up': True, 'tenant_id': '61e5dd94a65d43619d36f5dee599441a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:03.396516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.397016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.397524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.398004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.398493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.398991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.399477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.401540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c5a34ef8-001f-4f27-a16e-29b806423516 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 0.1262343 Aug 04 14:46:03.501571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:03.507136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f2971-23f5-434c-ac21-811d7ef86e6f None None] The sync data for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 is: [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86e562b9-f680-457a-bcf0-b97139d25d18', 'name': '', 'network_id': '12fff5ef-5d9d-4aef-9086-d0c92259be1b', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'mac_address': 'fa:16:3e:f2:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:58Z', 'updated_at': '2021-08-04T14:46:02Z', 'revision_number': 4, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'subnets': [{'id': '0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:03.510814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.551024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:03.557262 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.647748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:03.816867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09012586-82de-4208-9b18-611b38f157bc req-4d932fbc-cd71-4282-94e1-5e8409f3b831 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.824115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09012586-82de-4208-9b18-611b38f157bc req-4d932fbc-cd71-4282-94e1-5e8409f3b831 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.825804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09012586-82de-4208-9b18-611b38f157bc req-4d932fbc-cd71-4282-94e1-5e8409f3b831 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1682 time: 0.0609298 Aug 04 14:46:03.870674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.920099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8321-c3de-4acc-ac7e-e056e7111b18 req-f9b35b62-0287-4341-bfa0-a669697b494e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.926014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8321-c3de-4acc-ac7e-e056e7111b18 req-f9b35b62-0287-4341-bfa0-a669697b494e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:03.928076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46cb8321-c3de-4acc-ac7e-e056e7111b18 req-f9b35b62-0287-4341-bfa0-a669697b494e tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/ports?device_id=978b0c41-bd4a-4153-bb98-caefad75a476 HTTP/1.1" status: 200 len: 1682 time: 0.5640247 Aug 04 14:46:03.929421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 2608bada-052e-4a77-bbbd-b6b9c93882b8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:03.929787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:03.992985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:04.001379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-526ea097-dc15-4ec3-b6ed-9dcbd70011f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:04.001851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-526ea097-dc15-4ec3-b6ed-9dcbd70011f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:04.002463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-526ea097-dc15-4ec3-b6ed-9dcbd70011f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:04.004160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-526ea097-dc15-4ec3-b6ed-9dcbd70011f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=17c78649-0891-43c3-808f-43feeba9048f&id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 2299 time: 0.2445261 Aug 04 14:46:04.008723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:04.010537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event updated for resources: {'Port': ['ID=2c766386-4f8f-46a3-81f2-c7cd8c626472,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:04.015288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:04.064929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 2608bada-052e-4a77-bbbd-b6b9c93882b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2608bada-052e-4a77-bbbd-b6b9c93882b8,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:04.065637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.086067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 2608bada-052e-4a77-bbbd-b6b9c93882b8 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:04.099981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:04.103662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.141624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e562b9-f680-457a-bcf0-b97139d25d18 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:04.149033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46cb8321-c3de-4acc-ac7e-e056e7111b18 req-264e9198-b1ef-4078-8101-fe40b5074242 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "GET /v2.0/security-groups?id=d32cc45f-4303-4a2c-bce0-9065acb457c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107353 Aug 04 14:46:04.198691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-f65224ec-8c33-442f-9f17-d6cf0a1e37b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 1001 time: 0.1810713 Aug 04 14:46:04.214772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 86e562b9-f680-457a-bcf0-b97139d25d18 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:04.221628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86e562b9-f680-457a-bcf0-b97139d25d18 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:04.222017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.269543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.299072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2608bada-052e-4a77-bbbd-b6b9c93882b8', '833643ae-af40-4b2c-b20f-36fd32708c72'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:04.335675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=2608bada-052e-4a77-bbbd-b6b9c93882b8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:04.362062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 2608bada-052e-4a77-bbbd-b6b9c93882b8 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:04.371195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.373986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09012586-82de-4208-9b18-611b38f157bc req-d82339e4-38b3-41e9-8d4e-3ba2ee1c6f18 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "DELETE /v2.0/ports/2608bada-052e-4a77-bbbd-b6b9c93882b8 HTTP/1.1" status: 204 len: 173 time: 0.5406787 Aug 04 14:46:04.374633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-deleted', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:04.378743 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fcce48-f1e5-4b57-8480-2f8f7bb553f5" -d '{"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-deleted", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:04.426545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.486433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 86e562b9-f680-457a-bcf0-b97139d25d18, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e562b9-f680-457a-bcf0-b97139d25d18,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:04.516241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.517726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 833643ae-af40-4b2c-b20f-36fd32708c72 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:04.518240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.519739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-13133e4c-916f-4546-ac28-30d9f2e67a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:04.521361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-13133e4c-916f-4546-ac28-30d9f2e67a77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 200 len: 856 time: 0.3067336 Aug 04 14:46:04.553689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.627989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Allocated IP 172.20.0.6 (df6a091f-3d3c-45b4-82e5-df1c84f65130/5b86b307-5cd1-4300-bd45-457f060317c0/18ee68d0-334a-40ad-8a63-306cf9a8407a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:04.629802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 833643ae-af40-4b2c-b20f-36fd32708c72, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=833643ae-af40-4b2c-b20f-36fd32708c72,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:04.629802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.634564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-237288c7-7a47-4b71-9492-8b921f243652 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4502938 Aug 04 14:46:04.646260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 833643ae-af40-4b2c-b20f-36fd32708c72 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:04.661338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:04.661608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:04.666444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.705955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-0c75c995-dcd1-4a46-ace1-65c7f2724084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:04.707554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-0c75c995-dcd1-4a46-ace1-65c7f2724084 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696832 Aug 04 14:46:04.795199 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.798504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.830757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=833643ae-af40-4b2c-b20f-36fd32708c72,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:04.891757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 833643ae-af40-4b2c-b20f-36fd32708c72 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:04.895342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:04.897728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09012586-82de-4208-9b18-611b38f157bc req-038a1c97-0207-4b09-86d5-afcd5c9bdb07 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.46 "DELETE /v2.0/ports/833643ae-af40-4b2c-b20f-36fd32708c72 HTTP/1.1" status: 204 len: 173 time: 0.5153515 Aug 04 14:46:05.002655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-429b5f5a-00ec-4e4a-9186-ad4630f5c862 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805893 Aug 04 14:46:05.133749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.194147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.206218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.225132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c59b6e73-ce66-4814-a7d1-f10a9667a6e2 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070282 Aug 04 14:46:05.333122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-3358d4df-34bc-4101-a842-b7beffef404f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0855856 Aug 04 14:46:05.339596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event updated for resources: {'Port': ['ID=2c766386-4f8f-46a3-81f2-c7cd8c626472,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:05.350667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.396701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.419208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.461249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:05.498829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-13ed07d2-f387-4121-aa5f-9a57835a1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:05.500272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-13ed07d2-f387-4121-aa5f-9a57835a1047 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1510334 Aug 04 14:46:05.500993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.502114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-b741fe20-c1b0-4658-9c91-286e58e8b4fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0064435 Aug 04 14:46:05.502938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:05.511218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:05.550391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event updated for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:05.653797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-816ae29c-4ece-4ae7-be16-e590907be35d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.1396639 Aug 04 14:46:05.669877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:05.670522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:05.747227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Allocated IP 172.25.0.155 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/6678b9be-b185-4340-a0bd-ac093511d8a9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:05.752221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-b0c25363-527e-4898-9741-ab6d0a5f9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:05.753782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-b0c25363-527e-4898-9741-ab6d0a5f9b1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348962 Aug 04 14:46:05.762960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-7f287435-c5da-46e2-a216-cc741b495ef3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4240282 Aug 04 14:46:05.789713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Request body: {'port': {'device_id': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:06.053168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e562b9-f680-457a-bcf0-b97139d25d18 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:06.103349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86e562b9-f680-457a-bcf0-b97139d25d18 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:06.103712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:06.227031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-ec6ea16c-d5ce-4c3d-b295-9e7bc7ae1471 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:06.228408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-394ed8de-a50c-41f7-800a-c90da78eb25b req-ec6ea16c-d5ce-4c3d-b295-9e7bc7ae1471 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.5681000 Aug 04 14:46:06.252300 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:06.263707 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385f9fa-a5a1-4eea-a47a-b4cdfcc54f9a x-openstack-request-id: req-5385f9fa-a5a1-4eea-a47a-b4cdfcc54f9a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:06.263986 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "name": "network-vif-plugged", "status": "completed", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:06.264457 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5385f9fa-a5a1-4eea-a47a-b4cdfcc54f9a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:06.264866 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc', 'code': 200} Aug 04 14:46:06.306969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-1e5da76b-2c65-4e33-b560-17a21d27173d service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413232 Aug 04 14:46:06.377344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91009f-c0a7-4262-9311-d4b423967a3e req-e7e19d71-9393-4e33-803f-eb1a74c64657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:06.379075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0d91009f-c0a7-4262-9311-d4b423967a3e req-e7e19d71-9393-4e33-803f-eb1a74c64657 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 1101 time: 0.0454321 Aug 04 14:46:06.417209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:06.418040 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0d91009f-c0a7-4262-9311-d4b423967a3e req-b9d2b176-9230-4f5b-ae7b-e90ac153e461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Aug 04 14:46:06.573145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf6224-54fc-4636-bf2c-e70c5060f171 req-1869993f-0baa-48f3-b531-05db022edffb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:06.574745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bbf6224-54fc-4636-bf2c-e70c5060f171 req-1869993f-0baa-48f3-b531-05db022edffb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2452798 Aug 04 14:46:06.640610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-5cae16bd-d821-4db2-963f-fdd1c7fc2777 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122439 Aug 04 14:46:06.712203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-82ebf4d9-e959-48db-96a0-137e93882e6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 217 time: 0.0596862 Aug 04 14:46:06.721996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:06.743641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 833643ae-af40-4b2c-b20f-36fd32708c72 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:06.746743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bbf6224-54fc-4636-bf2c-e70c5060f171 req-0ee1b34c-02e4-4bf1-a2ce-8eb2d9319f48 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561630 Aug 04 14:46:06.769522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 833643ae-af40-4b2c-b20f-36fd32708c72 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:06.770001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 833643ae-af40-4b2c-b20f-36fd32708c72 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:06.770541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2608bada-052e-4a77-bbbd-b6b9c93882b8 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:06.791439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 2608bada-052e-4a77-bbbd-b6b9c93882b8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:06.791897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2608bada-052e-4a77-bbbd-b6b9c93882b8 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:06.816418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:06.832924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:06.837596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=6678b9be-b185-4340-a0bd-ac093511d8a9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:06.843771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:06.872251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-cf79e588-0bb6-4cdb-9ae5-01cd86cd8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:06.873883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-cf79e588-0bb6-4cdb-9ae5-01cd86cd8209 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1411324 Aug 04 14:46:06.990313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ee68d0-334a-40ad-8a63-306cf9a8407a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:07.029466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.056794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c07cce09-3258-4eef-a6dc-ebd593960d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:07.058328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c07cce09-3258-4eef-a6dc-ebd593960d38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1598327 Aug 04 14:46:07.063498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Transition to ACTIVE for port object 18ee68d0-334a-40ad-8a63-306cf9a8407a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:07.071378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.080723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.089525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6ada-12f9-4683-a10c-e04b1b291094 req-dc0e015a-c8c5-4938-8664-132233e560c2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:07.090941 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbad6ada-12f9-4683-a10c-e04b1b291094 req-dc0e015a-c8c5-4938-8664-132233e560c2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 950 time: 0.1456625 Aug 04 14:46:07.233639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:07.248888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.295439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbad6ada-12f9-4683-a10c-e04b1b291094 req-5db31511-fb0d-4f33-8814-d0259df50f50 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948812 Aug 04 14:46:07.361556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-65de5620-8887-4d91-924e-1629069ea269 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920711 Aug 04 14:46:07.491866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Attempting to bind port 18ee68d0-334a-40ad-8a63-306cf9a8407a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:07.492265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Attempting to bind port 18ee68d0-334a-40ad-8a63-306cf9a8407a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:07.492541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Attempting to bind port 18ee68d0-334a-40ad-8a63-306cf9a8407a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:07.524063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Port 18ee68d0-334a-40ad-8a63-306cf9a8407a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:07.524435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Attempting to bind port 18ee68d0-334a-40ad-8a63-306cf9a8407a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:07.555875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:07.556217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Checking segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:07.556602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Bound using segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:07.557044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Bound port: 18ee68d0-334a-40ad-8a63-306cf9a8407a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:07.557410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.599232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-33e3c5be-fc47-4205-868f-bb457ef7be0b service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994863 Aug 04 14:46:07.612746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b191bb-9e47-4bae-a549-6897130b7e4d req-d278ea7a-f6d5-466c-8436-f3a75226b890 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:07.614092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4b191bb-9e47-4bae-a549-6897130b7e4d req-d278ea7a-f6d5-466c-8436-f3a75226b890 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 943 time: 0.1552491 Aug 04 14:46:07.653676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.694273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.702129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-3440dafb-c81e-435e-9b75-4dddfe3ad8fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 200 len: 217 time: 0.0872021 Aug 04 14:46:07.829503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4b191bb-9e47-4bae-a549-6897130b7e4d req-15d0f8f6-683e-44df-9b7d-7b76ec2882e3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906490 Aug 04 14:46:07.833283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:07.835464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event updated for resources: {'Port': ['ID=6678b9be-b185-4340-a0bd-ac093511d8a9,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:07.854234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:07.863912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.875646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9abc0ee0-c342-47da-9538-f3a7b2c5f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:07.877161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9abc0ee0-c342-47da-9538-f3a7b2c5f9b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1481957 Aug 04 14:46:07.877493 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f9a045-bcd6-4632-9e23-13ecc1cad81f x-openstack-request-id: req-c4f9a045-bcd6-4632-9e23-13ecc1cad81f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:07.878097 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-deleted", "tag": "2608bada-052e-4a77-bbbd-b6b9c93882b8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:07.878215 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4f9a045-bcd6-4632-9e23-13ecc1cad81f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:07.878787 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-deleted', 'tag': '2608bada-052e-4a77-bbbd-b6b9c93882b8', 'status': 'completed', 'code': 200} Aug 04 14:46:07.897697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.911064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48650) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:07.964285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:07.964986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:07.966440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/18ee68d0-334a-40ad-8a63-306cf9a8407a HTTP/1.1" status: 200 len: 1092 time: 2.1889701 Aug 04 14:46:07.966962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:07.969245 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635dd6b6-5774-49bc-abc4-500d7457b287" -d '{"events": [{"name": "network-changed", "server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:07.978341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting subnet 610dce8f-0ba7-47f3-8a90-20c46b06a757 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:07.982780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.010232 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.012029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-be45a8fc-da8f-43e7-9866-348503c62e13 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3611698 Aug 04 14:46:08.027319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ec04-67f0-4aed-9b71-c97512cdc3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:08.031160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.046812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91431947-b1ea-4fdd-836e-0df8def33512 req-d00366e7-7b46-4077-bd92-d495123e43f0 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips/baac4c79-b17a-4de2-b9d0-7bef60c50e90 HTTP/1.1" status: 200 len: 693 time: 0.1214623 Aug 04 14:46:08.114815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-8684fd12-56a8-4ca1-9174-315e31130d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.116163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-8684fd12-56a8-4ca1-9174-315e31130d0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155831 Aug 04 14:46:08.130860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.132091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-9f696da8-c2dd-4c7c-a29a-1373e6c2ed07 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.1121945 Aug 04 14:46:08.198218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.228058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Subnet': ['ID=610dce8f-0ba7-47f3-8a90-20c46b06a757,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:08.232201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.234326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d0675af-216d-4d89-a295-2cc16f1bfefb tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/subnets/610dce8f-0ba7-47f3-8a90-20c46b06a757 HTTP/1.1" status: 204 len: 168 time: 0.3220603 Aug 04 14:46:08.239092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:08.245793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f631d-6b77-41da-b0fe-7f334c8d788d None None] Network 250f2b03-dd27-4ea3-b5a6-622f21411e39 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:08.287302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:08.289766 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f63a7-fc23-4888-b316-5b77d88ea4e1" -d '{"events": [{"server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "name": "network-vif-plugged", "status": "completed", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:08.311940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-5919c193-660e-4e3c-a371-46a30715c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.313527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-5919c193-660e-4e3c-a371-46a30715c608 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 1095 time: 0.2887611 Aug 04 14:46:08.332233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.393369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 86e5f5fe-4a97-44e8-ac16-704ecad38981 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:08.393727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.404424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-14f57813-aa5c-462b-a9a7-19ecd94c93b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a HTTP/1.1" status: 200 len: 217 time: 0.0729330 Aug 04 14:46:08.426698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-2f2d976a-0e3e-4ba6-aeb6-e77109906d58 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.428126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d83e7a-b5a6-44ee-aeea-a517f907e9f6 req-2f2d976a-0e3e-4ba6-aeb6-e77109906d58 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2692630 Aug 04 14:46:08.435363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431947-b1ea-4fdd-836e-0df8def33512 req-d0965046-091c-4cb2-82bc-23ba1e6ac8f5 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.436692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91431947-b1ea-4fdd-836e-0df8def33512 req-d0965046-091c-4cb2-82bc-23ba1e6ac8f5 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.3412194 Aug 04 14:46:08.438557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-2306a292-b075-4d39-a208-8416603504da service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055880 Aug 04 14:46:08.466761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 86e5f5fe-4a97-44e8-ac16-704ecad38981, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e5f5fe-4a97-44e8-ac16-704ecad38981,segment=NetworkSegment(85496328-2fa4-4756-9aa9-f76b7852bc47),segment_id=85496328-2fa4-4756-9aa9-f76b7852bc47)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:08.467316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.468190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-91431947-b1ea-4fdd-836e-0df8def33512 req-899b3b63-051e-41de-8b6e-22b545ea55ad tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:46:08.469231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91431947-b1ea-4fdd-836e-0df8def33512 req-899b3b63-051e-41de-8b6e-22b545ea55ad tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059586 Aug 04 14:46:08.481191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 86e5f5fe-4a97-44e8-ac16-704ecad38981 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:08.486492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] DHCP port deletion for 250f2b03-dd27-4ea3-b5a6-622f21411e39 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:46:08.573813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Deleting port 86e5f5fe-4a97-44e8-ac16-704ecad38981 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:08.575378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.578865 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.601940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=86e5f5fe-4a97-44e8-ac16-704ecad38981,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:08.606108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 86e5f5fe-4a97-44e8-ac16-704ecad38981 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:08.659637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] For port 86e5f5fe-4a97-44e8-ac16-704ecad38981, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:08.659934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.677151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Calling delete_port for 86e5f5fe-4a97-44e8-ac16-704ecad38981 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:08.680184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Port 86e5f5fe-4a97-44e8-ac16-704ecad38981 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:46:08.681544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.714603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] Pushing event deleted for resources: {'Port': ['ID=86e5f5fe-4a97-44e8-ac16-704ecad38981,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:08.725488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78595e-2393-4bcc-b701-c81ede3538b7 None None] No DVR routers for this DVR port 86e5f5fe-4a97-44e8-ac16-704ecad38981 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:08.732524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.744052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250f2b03-dd27-4ea3-b5a6-622f21411e39']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:08.757565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85496328-2fa4-4756-9aa9-f76b7852bc47') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:08.757867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85496328-2fa4-4756-9aa9-f76b7852bc47') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:08.768400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.785445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.793215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:08.793692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:08.797329 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:08.856418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.867662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.871744 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/networks/250f2b03-dd27-4ea3-b5a6-622f21411e39 HTTP/1.1" status: 204 len: 168 time: 0.6284528 Aug 04 14:46:08.871909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48668) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:08.893404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f0708-885a-4822-98a8-fbe357973563 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Network': ['ID=250f2b03-dd27-4ea3-b5a6-622f21411e39,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:08.909197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-f985eb38-700d-4937-9dc9-4d2a4fb292a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.910751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-f985eb38-700d-4937-9dc9-4d2a4fb292a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.4981623 Aug 04 14:46:08.936702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting subnet 960a4e03-443a-4467-aac7-efd2c6517f22 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:08.940197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.965184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-56c4b811-189c-43c3-9ffe-f3a2025bade4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350587 Aug 04 14:46:08.981754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:08.993668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2afa1-b52b-4500-8077-1dca2fb12ad7 req-fa675442-d7db-48b1-bd5a-e8f054cb1e83 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:08.995334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58e2afa1-b52b-4500-8077-1dca2fb12ad7 req-fa675442-d7db-48b1-bd5a-e8f054cb1e83 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1615982 Aug 04 14:46:09.000242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-dc23b447-2a3d-497f-887d-9d36dd7a22b9 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300574 Aug 04 14:46:09.020165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e8f2-ac1e-4107-9051-8e4edd1b51ab req-15d13d61-da69-4b48-92fb-c5f0e4551143 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.021634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82c5e8f2-ac1e-4107-9051-8e4edd1b51ab req-15d13d61-da69-4b48-92fb-c5f0e4551143 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1851447 Aug 04 14:46:09.072951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.114715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-1d6b0795-67e4-4759-a540-e4632e6acd09 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 217 time: 0.1036296 Aug 04 14:46:09.140556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.169142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Subnet': ['ID=960a4e03-443a-4467-aac7-efd2c6517f22,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:09.171124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.174715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f491274e-5d20-4547-9bb0-a2cc76513ee7 tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/subnets/960a4e03-443a-4467-aac7-efd2c6517f22 HTTP/1.1" status: 204 len: 168 time: 0.3017440 Aug 04 14:46:09.175807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48670) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:09.177875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3baaf4-c577-46b4-b5d1-fe0880d4e2b3 None None] Network 47eae02d-427f-4bde-ae7e-283570f6a0fa requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:09.188506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82c5e8f2-ac1e-4107-9051-8e4edd1b51ab req-a8e092f0-386e-4bdc-a257-ab73a7272294 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Aug 04 14:46:09.191129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58e2afa1-b52b-4500-8077-1dca2fb12ad7 req-f8f11e13-63c4-4396-bf7e-61fb0b12b846 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790833 Aug 04 14:46:09.228340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-7c8f7368-b428-4fa6-a562-ed0c5632beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.231964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-7c8f7368-b428-4fa6-a562-ed0c5632beb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1011307 Aug 04 14:46:09.239414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-28caaa4c-7abe-4da6-bbd6-ef8d779dd079 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639401 Aug 04 14:46:09.275996 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd23c4c-9552-4981-890d-fb9fa26ed7ef x-openstack-request-id: req-1cd23c4c-9552-4981-890d-fb9fa26ed7ef {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:09.276293 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:09.276584 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cd23c4c-9552-4981-890d-fb9fa26ed7ef {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:09.276989 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a', 'status': 'completed', 'code': 200} Aug 04 14:46:09.279080 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb37c0-7bc5-46ad-b7d2-cf347f6fa2f8 x-openstack-request-id: req-7abb37c0-7bc5-46ad-b7d2-cf347f6fa2f8 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:09.279596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.279747 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "name": "network-vif-plugged", "status": "completed", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:09.279747 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7abb37c0-7bc5-46ad-b7d2-cf347f6fa2f8 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:09.279985 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'code': 200} Aug 04 14:46:09.339878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-d7c902c1-0e77-45b0-88d5-b1eac511a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.341515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-d7c902c1-0e77-45b0-88d5-b1eac511a654 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996234 Aug 04 14:46:09.430471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Deleting port 93113a63-9769-4c33-980a-53beab381d9f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:09.430738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.479465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] DHCP port deletion for 47eae02d-427f-4bde-ae7e-283570f6a0fa request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:46:09.490950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4be82e-824f-4582-8d33-c7abe1fa3ad6 req-d21a2ec4-0e0e-41d8-9e63-7aa057999797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.492474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b4be82e-824f-4582-8d33-c7abe1fa3ad6 req-d21a2ec4-0e0e-41d8-9e63-7aa057999797 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 1102 time: 0.1097162 Aug 04 14:46:09.515748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df39752e-0091-48f4-a5ff-cecd9c4262c3 req-daacb7fd-90ac-468b-9e20-b81ea4791cff service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378633 Aug 04 14:46:09.522824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6163a49-2d13-47a6-934c-34a9975c6360 req-14ba312d-fbbf-4ac3-b04e-adcf7822b7cd tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips/0630e8a8-5822-41ca-b1a2-dd08f5169d95 HTTP/1.1" status: 200 len: 693 time: 0.0882580 Aug 04 14:46:09.527463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] For port 93113a63-9769-4c33-980a-53beab381d9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=93113a63-9769-4c33-980a-53beab381d9f,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:09.527972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.542539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff420c82-bce7-492e-a473-aa4257562840 req-d5ec8eb7-4a70-404e-9e25-1c71cea71c16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.543113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Deleting port 93113a63-9769-4c33-980a-53beab381d9f {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:09.543847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.544164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff420c82-bce7-492e-a473-aa4257562840 req-d5ec8eb7-4a70-404e-9e25-1c71cea71c16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 950 time: 0.1666999 Aug 04 14:46:09.549660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Calling delete_port for 93113a63-9769-4c33-980a-53beab381d9f owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:09.558278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b4be82e-824f-4582-8d33-c7abe1fa3ad6 req-bd0a7917-37a4-40db-928d-dc27b78815c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571508 Aug 04 14:46:09.624340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] For port 93113a63-9769-4c33-980a-53beab381d9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=93113a63-9769-4c33-980a-53beab381d9f,segment=NetworkSegment(a57187c8-9b81-421a-b61a-c51bf25e2685),segment_id=a57187c8-9b81-421a-b61a-c51bf25e2685)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:09.625252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.639917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Calling delete_port for 93113a63-9769-4c33-980a-53beab381d9f owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:09.661634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.688856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-24372ac5-0ff8-41dd-952c-0706bad0e75b service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197942 Aug 04 14:46:09.689106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Port': ['ID=93113a63-9769-4c33-980a-53beab381d9f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:09.695297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] No DVR routers for this DVR port 93113a63-9769-4c33-980a-53beab381d9f on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:09.710530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff420c82-bce7-492e-a473-aa4257562840 req-50347d16-a96e-4810-a32f-c57878d3b44b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552274 Aug 04 14:46:09.766291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.780855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.792669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47eae02d-427f-4bde-ae7e-283570f6a0fa']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:09.795975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Pushing event deleted for resources: {'Port': ['ID=93113a63-9769-4c33-980a-53beab381d9f,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:09.802599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57187c8-9b81-421a-b61a-c51bf25e2685') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:09.802936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57187c8-9b81-421a-b61a-c51bf25e2685') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:09.804482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] No DVR routers for this DVR port 93113a63-9769-4c33-980a-53beab381d9f on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:09.806798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.807430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.807625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.807919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.808257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.808584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.809165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.809570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.810123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.810527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.810883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.811582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541be903-eb40-45dc-a8eb-314b2c3db615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:09.815278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.833433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.840867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:09.841234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:09.844913 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:09.847891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-94e39927-3fa5-418b-8e0a-d51a1e6df5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.848864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-94e39927-3fa5-418b-8e0a-d51a1e6df5f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 1095 time: 0.2253268 Aug 04 14:46:09.871115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4598f5d-16fd-41d9-9125-874f8e5ffbf2 req-8a0c8ab6-81aa-4cca-8541-6b1218ecb0fc tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=e0e8a4faae004d338d295b16e8ff5558 HTTP/1.1" status: 200 len: 696 time: 0.1108594 Aug 04 14:46:09.883551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-deleted', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:09.885991 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdf66c9-837b-44b8-bce8-7f9164678312" -d '{"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-deleted", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:09.905771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6163a49-2d13-47a6-934c-34a9975c6360 req-72c396e6-10d2-48e3-8ca5-fddfb18dd249 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:09.907260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6163a49-2d13-47a6-934c-34a9975c6360 req-72c396e6-10d2-48e3-8ca5-fddfb18dd249 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.3445294 Aug 04 14:46:09.918133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.925560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:09.933037 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] 10.222.0.76 "DELETE /v2.0/networks/47eae02d-427f-4bde-ae7e-283570f6a0fa HTTP/1.1" status: 204 len: 168 time: 0.7557750 Aug 04 14:46:09.945684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01878d82-beb0-42c3-b247-e114b86bdd6d tempest-ServersTestMultiNic-1104784510 tempest-ServersTestMultiNic-1104784510-project] Pushing event deleted for resources: {'Network': ['ID=47eae02d-427f-4bde-ae7e-283570f6a0fa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:10.053908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e5f5fe-4a97-44e8-ac16-704ecad38981 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:10.056181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-78c898fb-c100-4ce5-b9a8-736b624692c3 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555198 Aug 04 14:46:10.074338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 86e5f5fe-4a97-44e8-ac16-704ecad38981 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:10.074566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e5f5fe-4a97-44e8-ac16-704ecad38981 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:10.075182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 93113a63-9769-4c33-980a-53beab381d9f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:10.094775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 93113a63-9769-4c33-980a-53beab381d9f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:10.095167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 93113a63-9769-4c33-980a-53beab381d9f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:10.127978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-209b5e4c-b6d0-4498-84b3-07d27bdb06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.129511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-209b5e4c-b6d0-4498-84b3-07d27bdb06d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 915 time: 0.2635820 Aug 04 14:46:10.133814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-4a98179f-16b4-431b-a9e5-89603862ca79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 217 time: 0.0601418 Aug 04 14:46:10.143815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322a9f6-111f-48b7-ac91-fb5c4496fe3e req-44a21e91-2f72-41a0-b95d-8601e1e35bec tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.145238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9322a9f6-111f-48b7-ac91-fb5c4496fe3e req-44a21e91-2f72-41a0-b95d-8601e1e35bec tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 943 time: 0.1559181 Aug 04 14:46:10.224450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-937150ee-7a97-42bf-905f-d5e638080cd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a HTTP/1.1" status: 200 len: 217 time: 0.0740511 Aug 04 14:46:10.231217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598f5d-16fd-41d9-9125-874f8e5ffbf2 req-2a2f2615-865c-4c09-b4f7-546573ef5c9b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.232735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4598f5d-16fd-41d9-9125-874f8e5ffbf2 req-2a2f2615-865c-4c09-b4f7-546573ef5c9b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks?id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 787 time: 0.3450177 Aug 04 14:46:10.274330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-c4598f5d-16fd-41d9-9125-874f8e5ffbf2 req-d0ca1794-ebe9-4e48-acd4-f893840e9f5e tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:46:10.275335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4598f5d-16fd-41d9-9125-874f8e5ffbf2 req-d0ca1794-ebe9-4e48-acd4-f893840e9f5e tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266047 Aug 04 14:46:10.305329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-918204e0-8992-49ab-b2a4-0c4d135dc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.306902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-918204e0-8992-49ab-b2a4-0c4d135dc69f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.1607537 Aug 04 14:46:10.317416 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec9b817-489b-4044-84c9-0734813d6f7f x-openstack-request-id: req-fec9b817-489b-4044-84c9-0734813d6f7f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:10.317813 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b0c41-bd4a-4153-bb98-caefad75a476", "name": "network-vif-deleted", "tag": "833643ae-af40-4b2c-b20f-36fd32708c72", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:10.318071 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fec9b817-489b-4044-84c9-0734813d6f7f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:10.318554 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b0c41-bd4a-4153-bb98-caefad75a476', 'name': 'network-vif-deleted', 'tag': '833643ae-af40-4b2c-b20f-36fd32708c72', 'status': 'completed', 'code': 200} Aug 04 14:46:10.319599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9322a9f6-111f-48b7-ac91-fb5c4496fe3e req-223a78dd-5f46-4755-9ab8-919edbbcc95f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523814 Aug 04 14:46:10.320975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-b308709a-07b1-4ed2-8838-ad278b3ea53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.322417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-b308709a-07b1-4ed2-8838-ad278b3ea53c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0873001 Aug 04 14:46:10.383383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-f645b2cb-242a-4ff9-b50e-581362e02556 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503974 Aug 04 14:46:10.436911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-6b2f6f0b-8200-46b6-a534-8bfb63b9b5ef tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips/0630e8a8-5822-41ca-b1a2-dd08f5169d95 HTTP/1.1" status: 200 len: 693 time: 0.1028070 Aug 04 14:46:10.543228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9017d6d7-58e0-4b03-ac1f-9d6066e8ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.544822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9017d6d7-58e0-4b03-ac1f-9d6066e8ca47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2211587 Aug 04 14:46:10.645260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b151-95d6-44a1-89cb-cc24a8fd6ae0 req-61cb0449-68b6-4290-bf7d-234cbcc1c351 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.646795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1118b151-95d6-44a1-89cb-cc24a8fd6ae0 req-61cb0449-68b6-4290-bf7d-234cbcc1c351 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.2280431 Aug 04 14:46:10.712741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-b8635016-e873-4f78-8171-5c32ee0820d4 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003628 Aug 04 14:46:10.739330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 18ee68d0-334a-40ad-8a63-306cf9a8407a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:10.740303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-3fdc9a3f-428a-499f-a6be-961934eedfaf tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:10.741669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-3fdc9a3f-428a-499f-a6be-961934eedfaf tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2930930 Aug 04 14:46:10.809784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1118b151-95d6-44a1-89cb-cc24a8fd6ae0 req-1de4ebac-aeb2-46d6-85a7-7351a784a6d0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531312 Aug 04 14:46:10.811851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-5048a370-29c3-4677-840a-302f214dd238 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553277 Aug 04 14:46:10.859858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:10.873582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '18ee68d0-334a-40ad-8a63-306cf9a8407a', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'port_id': '18ee68d0-334a-40ad-8a63-306cf9a8407a', 'mac_address': 'fa:16:3e:9f:fa:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b86b307-5cd1-4300-bd45-457f060317c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:10.913282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:10.927333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ee68d0-334a-40ad-8a63-306cf9a8407a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:10.949573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:10.954315 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:11.004083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:11.186182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-26ea1105-e989-4880-a355-1f1b7380c728 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.4288712 Aug 04 14:46:11.248502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:11.297790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-76b17d1d-df7a-478d-abeb-31f56eda4403 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0960405 Aug 04 14:46:11.336857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-635dd6b6-5774-49bc-abc4-500d7457b287 req-19bb1c92-38f7-4da8-b24a-d8334bf71145 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137209 Aug 04 14:46:11.368289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-398321ba-98d0-4a46-abf9-73b91810f4a8 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275176 Aug 04 14:46:11.382859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf6e6b-7154-4526-8ea6-c762ee4f3653 req-1c39ed44-88c0-433e-b26f-ee7ee53ccccf tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:11.384366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fbf6e6b-7154-4526-8ea6-c762ee4f3653 req-1c39ed44-88c0-433e-b26f-ee7ee53ccccf tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1945469 Aug 04 14:46:11.470569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-c796c824-7603-4545-8a19-59744e4324a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 217 time: 0.0821657 Aug 04 14:46:11.544714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fbf6e6b-7154-4526-8ea6-c762ee4f3653 req-d5088adb-09de-4971-97f5-adb1502c6a5d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210549 Aug 04 14:46:11.554659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-01abf72e-1c96-456c-be87-aafe03826e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:11.556122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-01abf72e-1c96-456c-be87-aafe03826e5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.0680933 Aug 04 14:46:11.626557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Deleting port 6678b9be-b185-4340-a0bd-ac093511d8a9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:11.626879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:11.637536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-192896f5-33f1-48c7-8ffd-13c8fda4279f tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips/baac4c79-b17a-4de2-b9d0-7bef60c50e90 HTTP/1.1" status: 200 len: 693 time: 0.0643833 Aug 04 14:46:11.740741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9da6db0b-7437-4976-9134-b78faa7379d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:11.742212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-9da6db0b-7437-4976-9134-b78faa7379d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778283 Aug 04 14:46:11.834463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:11.834794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:11.867555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Calling delete_port for 6678b9be-b185-4340-a0bd-ac093511d8a9 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:11.875744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-730ac510-e558-42c9-898c-47d662b2d1d1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:11.877084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-730ac510-e558-42c9-898c-47d662b2d1d1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2296684 Aug 04 14:46:11.977424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-9a6b2d30-eaaa-472e-94cc-854c890d9923 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0906324 Aug 04 14:46:11.994942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-d09689e5-4afc-4ab2-9b53-723b24f75f54 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358551 Aug 04 14:46:12.081943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-079daa96-4c52-4d40-8da4-f1c49e32e349 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0971193 Aug 04 14:46:12.249801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f137f3e-046b-496a-bbe7-81ba3f25ae54 req-cc7d2ce4-8d4c-4e86-9ae5-04c82a78d200 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254043 Aug 04 14:46:12.285882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.314430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event deleted for resources: {'Port': ['ID=6678b9be-b185-4340-a0bd-ac093511d8a9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:12.318978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Deleting port 2c766386-4f8f-46a3-81f2-c7cd8c626472 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:12.319331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.339396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.339783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.340100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.340440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.340770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.341102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.341480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.341834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.342146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.342472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.342822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.343146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:12.443063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.445614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.446817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7833f57-86c6-496f-a11d-b6692ef5dba7 req-0d43b9d1-2151-4c18-96d0-9ec602815e26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "DELETE /v2.0/floatingips/0630e8a8-5822-41ca-b1a2-dd08f5169d95 HTTP/1.1" status: 204 len: 173 time: 1.1346192 Aug 04 14:46:12.458998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.459311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.470967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Calling delete_port for 2c766386-4f8f-46a3-81f2-c7cd8c626472 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:12.638622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.673133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd746a1-505e-4782-ae35-5b175e54a875 req-52861c09-9212-4ba5-b2f6-6d568a8b32a0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:12.674642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bd746a1-505e-4782-ae35-5b175e54a875 req-52861c09-9212-4ba5-b2f6-6d568a8b32a0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 950 time: 0.0860708 Aug 04 14:46:12.675999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event deleted for resources: {'Port': ['ID=2c766386-4f8f-46a3-81f2-c7cd8c626472,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:12.755635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bd746a1-505e-4782-ae35-5b175e54a875 req-f9688927-9355-4da7-a4f2-6a951d4d8a26 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722852 Aug 04 14:46:12.758909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 18ee68d0-334a-40ad-8a63-306cf9a8407a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:12.761016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.763918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.765051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c6caf3e-6a65-4669-94f2-05cdca0dcf80 req-adc4d8aa-e23c-4c63-bf44-24b7117923a1 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "DELETE /v2.0/floatingips/baac4c79-b17a-4de2-b9d0-7bef60c50e90 HTTP/1.1" status: 204 len: 173 time: 0.6770766 Aug 04 14:46:12.828905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 18ee68d0-334a-40ad-8a63-306cf9a8407a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:12.832639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 18ee68d0-334a-40ad-8a63-306cf9a8407a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:12.833010 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.895788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aac183-2e19-4e77-8db1-aa435d1c1474 req-aa3f8370-a829-4fa0-baa1-7bd81cd2cb2d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:12.897392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26aac183-2e19-4e77-8db1-aa435d1c1474 req-aa3f8370-a829-4fa0-baa1-7bd81cd2cb2d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 944 time: 0.0725651 Aug 04 14:46:12.902710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:12.904839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:12.905973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62517d-e0c9-4d20-b166-4b4e635ea673 req-84fa767c-3545-4570-a805-f76c5c2052dd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:12.907517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a62517d-e0c9-4d20-b166-4b4e635ea673 req-84fa767c-3545-4570-a805-f76c5c2052dd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0920022 Aug 04 14:46:12.951274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:12.961182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26aac183-2e19-4e77-8db1-aa435d1c1474 req-268396b0-e82e-41b2-87c5-60b09038b0df tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Aug 04 14:46:12.968772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a62517d-e0c9-4d20-b166-4b4e635ea673 req-b14f6ae1-03be-4a8e-ae45-8e52da0c0b31 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Aug 04 14:46:13.045021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:13.047392 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f204d6d-44c7-45f5-9447-670b09921256" -d '{"events": [{"server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "name": "network-vif-plugged", "status": "completed", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:13.079373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:13.093215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.135363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.181785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:13.204857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e222-3ccc-42a4-a13f-e44e7bb371d6 req-c57baf18-b933-44ce-8653-98ba7c61cbd7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:13.206394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1570e222-3ccc-42a4-a13f-e44e7bb371d6 req-c57baf18-b933-44ce-8653-98ba7c61cbd7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1426768 Aug 04 14:46:13.211619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:13.212741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'mac_address': 'fa:16:3e:cc:42:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:13.214017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb4a4e-d4e2-48e0-9121-a32ed0466c2a req-a71ec746-64a2-4c01-b888-85da3efdf39b tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:13.214426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:13.215642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20cb4a4e-d4e2-48e0-9121-a32ed0466c2a req-a71ec746-64a2-4c01-b888-85da3efdf39b tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2247636 Aug 04 14:46:13.219224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.294180 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.297157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1570e222-3ccc-42a4-a13f-e44e7bb371d6 req-a715b140-9ef5-4a34-9ca3-f242ae4933c9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803740 Aug 04 14:46:13.305028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:13.313290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:13.339587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:13.344299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.368874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847ada98-c82e-4695-b71e-81ff003706d0 req-a1a22257-e7da-40c2-958b-dc7c1525465a tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1308944 Aug 04 14:46:13.381744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:13.395007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:13.426706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.438269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73564b50-70c2-46f6-b88d-3b02c8bf703c req-7e46cd7f-4b09-4db9-8086-f48c7f547baa tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:13.439798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73564b50-70c2-46f6-b88d-3b02c8bf703c req-7e46cd7f-4b09-4db9-8086-f48c7f547baa tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 949 time: 0.0769029 Aug 04 14:46:13.513747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73564b50-70c2-46f6-b88d-3b02c8bf703c req-28e90ca5-2d9c-448e-b0f9-fb5b06aa9442 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Aug 04 14:46:13.560529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48714) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:13.594813 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4302d27-03da-48cf-bc2b-cdac5d7d6c38 x-openstack-request-id: req-c4302d27-03da-48cf-bc2b-cdac5d7d6c38 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:13.595311 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "name": "network-vif-plugged", "status": "completed", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:13.596099 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4302d27-03da-48cf-bc2b-cdac5d7d6c38 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:13.596690 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a', 'code': 200} Aug 04 14:46:13.679351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:13.931610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.932915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:13.939952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff1446f-a00c-493c-ad3b-3ffc620471ae req-45791e5c-ffd2-4e1b-a6e6-7c9473f9788d tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=0cafd61e71024521a137bcb75084a606 HTTP/1.1" status: 200 len: 1656 time: 0.0880101 Aug 04 14:46:14.000417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa5a0-d4ac-4dd5-ae61-818ca201547f req-77781c1e-deee-42f4-870f-01a238f215d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:14.001962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58caa5a0-d4ac-4dd5-ae61-818ca201547f req-77781c1e-deee-42f4-870f-01a238f215d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 1097 time: 0.1512976 Aug 04 14:46:14.120106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58caa5a0-d4ac-4dd5-ae61-818ca201547f req-1ed505d5-a7bd-458c-ade4-c1d2683ed8be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923138 Aug 04 14:46:14.153536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1446f-a00c-493c-ad3b-3ffc620471ae req-080e62db-0fea-4ad1-9983-2a9a8e172fae tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:14.155084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff1446f-a00c-493c-ad3b-3ffc620471ae req-080e62db-0fea-4ad1-9983-2a9a8e172fae tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks?id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 787 time: 0.2078805 Aug 04 14:46:14.167751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Allocated IP 172.25.0.127 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/3dede9f4-bc90-4306-8055-44c48e5b7476) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:14.193545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Deleting port c39f1b61-3a2a-4e29-8fc5-fac94895b422 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:14.194729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.276228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.280773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] For port c39f1b61-3a2a-4e29-8fc5-fac94895b422, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c39f1b61-3a2a-4e29-8fc5-fac94895b422,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:14.281148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.295508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Calling delete_port for c39f1b61-3a2a-4e29-8fc5-fac94895b422 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:14.340657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.390358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:14.404285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:14.420210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:14.422962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event updated for resources: {'Port': ['ID=3dede9f4-bc90-4306-8055-44c48e5b7476,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:14.475332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3421278-ba6a-4273-bdfd-a5001ad30077 req-46a098cf-c22b-4d3a-bfb4-d6259d8b3b7e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:14.481145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3421278-ba6a-4273-bdfd-a5001ad30077 req-46a098cf-c22b-4d3a-bfb4-d6259d8b3b7e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:14.482827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3421278-ba6a-4273-bdfd-a5001ad30077 req-46a098cf-c22b-4d3a-bfb4-d6259d8b3b7e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329&device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 1690 time: 0.0985391 Aug 04 14:46:14.500773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.526035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39f1b61-3a2a-4e29-8fc5-fac94895b422,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:14.564281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3421278-ba6a-4273-bdfd-a5001ad30077 req-91fd3f28-cbc0-46df-9025-ab9f439c3216 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Aug 04 14:46:14.566307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.614919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.717595 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be490d28-00a6-4908-9302-5e0d3f047c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.737616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.793118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce096b-cd72-423e-b524-5eed7055f998 req-9682818f-b5ca-487c-963b-bbb9516d91d5 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:14.795166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96ce096b-cd72-423e-b524-5eed7055f998 req-9682818f-b5ca-487c-963b-bbb9516d91d5 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 945 time: 0.0810025 Aug 04 14:46:14.851008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.857830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.863641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96ce096b-cd72-423e-b524-5eed7055f998 req-7a7ddd68-3b59-41e6-b42f-68c3e3b62ffc tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Aug 04 14:46:14.917366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:14.946554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event updated for resources: {'Port': ['ID=3dede9f4-bc90-4306-8055-44c48e5b7476,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:14.972035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:14.979450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:14.980067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.001314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755ef4-55a4-4a40-9e77-e60e9af76b23 req-a238355a-470a-4cf8-aaa8-c575e97ddc34 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:15.003181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e755ef4-55a4-4a40-9e77-e60e9af76b23 req-a238355a-470a-4cf8-aaa8-c575e97ddc34 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0737190 Aug 04 14:46:15.004605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.005761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847ada98-c82e-4695-b71e-81ff003706d0 req-406024c2-2300-40ec-99c4-7ed1c131fc5b tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6290991 Aug 04 14:46:15.068311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.078039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847ada98-c82e-4695-b71e-81ff003706d0 req-df37d047-c2de-49b4-bd78-1f8c14a1558d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0582685 Aug 04 14:46:15.104658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:15.106403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e755ef4-55a4-4a40-9e77-e60e9af76b23 req-bc56621a-34dd-4e2e-a85e-b7c2569964b5 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938001 Aug 04 14:46:15.110349 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.192787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:15.209036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-1f61d159-3639-4203-a28c-259da4b1bd00 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips/3264b901-6503-4799-b183-4e31185b26ac HTTP/1.1" status: 200 len: 692 time: 0.0592380 Aug 04 14:46:15.305368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ada98-c82e-4695-b71e-81ff003706d0 req-bcc853ad-14c8-4969-939c-b70875a0d360 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:15.306809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847ada98-c82e-4695-b71e-81ff003706d0 req-bcc853ad-14c8-4969-939c-b70875a0d360 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2205462 Aug 04 14:46:15.325727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Router 4039d6fa-f052-42f0-a666-450d6e2df290 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:46:15.350384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-96f167ff-42fc-4c56-830d-67b883458e31 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:15.354619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-96f167ff-42fc-4c56-830d-67b883458e31 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1395195 Aug 04 14:46:15.428971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-63395377-e7e6-430f-9ce9-9570ebfa4859 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0698423 Aug 04 14:46:15.433849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:15.441795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-10fa2b97-fb76-4a4f-8daa-32b8497b3291 admin admin] 10.222.0.76 "PUT /v2.0/routers/4039d6fa-f052-42f0-a666-450d6e2df290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779936 Aug 04 14:46:15.442119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48728) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:15.444742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Sync routers for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:15.455167 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:15.455799 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:15.483728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-f4c17b53-b5c2-4f16-a850-b30af1428e06 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0483849 Aug 04 14:46:15.492148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90517e8-c04e-4af1-bdab-31fef09e3a6b req-06579935-1f92-4463-9ca9-c35cef131cc5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:15.493669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b90517e8-c04e-4af1-bdab-31fef09e3a6b req-06579935-1f92-4463-9ca9-c35cef131cc5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1276109 Aug 04 14:46:15.559027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.598087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}, {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:15.600838 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac888ee-eec4-4ff9-a42a-9937c1b1014e" -d '{"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}, {"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:15.607471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b90517e8-c04e-4af1-bdab-31fef09e3a6b req-9dafbdb4-3d6c-453c-91a9-72adc8ff2b5a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065898 Aug 04 14:46:15.664444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Deleting port d877d38b-1269-4750-aceb-7e07bc922f62 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:15.664876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.672473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:15.681881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.746983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Deleting port cda21a69-45d8-48df-8a4f-8f60a83ae2fa {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:15.747772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.783197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.783627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.800673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-8eec40b5-aa7e-4c8a-812e-3284364360fd tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips/619e7426-0bf2-41cf-a593-6d7a6f23ea84 HTTP/1.1" status: 200 len: 693 time: 0.0617673 Aug 04 14:46:15.804686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Calling delete_port for d877d38b-1269-4750-aceb-7e07bc922f62 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:15.829455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] For port cda21a69-45d8-48df-8a4f-8f60a83ae2fa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:15.829816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:15.847613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Calling delete_port for cda21a69-45d8-48df-8a4f-8f60a83ae2fa owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:15.859682 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:46:14Z', 'revision_number': 5, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port': {'id': 'cda21a69-45d8-48df-8a4f-8f60a83ae2fa', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:44:20Z', 'updated_at': '2021-08-04T14:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:15.885800 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Checking router: 4039d6fa-f052-42f0-a666-450d6e2df290 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:15.894597 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Routers {'4039d6fa-f052-42f0-a666-450d6e2df290'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:15.895458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4039d6fa-f052-42f0-a666-450d6e2df290'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:15.974712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-078019b2-fe97-4fa6-906d-50386b174687 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:15.976011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-078019b2-fe97-4fa6-906d-50386b174687 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1654689 Aug 04 14:46:15.985283 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] Set router 4039d6fa-f052-42f0-a666-450d6e2df290 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:16.035228 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.046139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:46:15Z', 'revision_number': 6, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:16.062948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-591a4ad6-5a9f-4ef4-b302-978559406616 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0694861 Aug 04 14:46:16.068249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda21a69-45d8-48df-8a4f-8f60a83ae2fa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:16.077020 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678d491-5cb1-46b3-8353-02c68045abc5 None None] The sync data for ids ['4039d6fa-f052-42f0-a666-450d6e2df290'] in n-d-801743-12 is: [{'id': '4039d6fa-f052-42f0-a666-450d6e2df290', 'name': 'tempest-ServersTestMultiNic-2057768898-router', 'tenant_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:44:19Z', 'updated_at': '2021-08-04T14:46:15Z', 'revision_number': 6, 'project_id': 'ec9c697fc66b43809bc695be33c4dbb8', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:16.131231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-ac024f1c-0224-47df-9aae-00011ada2b43 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0548677 Aug 04 14:46:16.131979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.151911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.163477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event deleted for resources: {'Port': ['ID=d877d38b-1269-4750-aceb-7e07bc922f62,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:16.248006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.250039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.297249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.297874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4039d6fa-f052-42f0-a666-450d6e2df290 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:46:16.302987 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.309831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7952ff9a-d3c5-45e9-9ff5-64e379b7d316 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4039d6fa-f052-42f0-a666-450d6e2df290 HTTP/1.1" status: 204 len: 168 time: 0.8644753 Aug 04 14:46:16.310995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48740) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:16.318277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.320919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.322114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33b2d3df-b3ba-437e-b200-539362ad93d7 req-d2520aa6-217a-4e43-9caf-d9d2a54e6310 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "DELETE /v2.0/floatingips/3264b901-6503-4799-b183-4e31185b26ac HTTP/1.1" status: 204 len: 173 time: 0.8275442 Aug 04 14:46:16.345086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Deleting port 3dede9f4-bc90-4306-8055-44c48e5b7476 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:16.345422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.358078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Deleting subnet 28421993-16e7-4361-bbec-fbb8da3df197 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:16.361900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.362067 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf4666-83ce-4d35-bfe6-0ce08e4565dc x-openstack-request-id: req-9caf4666-83ce-4d35-bfe6-0ce08e4565dc {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:16.362552 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "code": 200}, {"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:16.362552 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9caf4666-83ce-4d35-bfe6-0ce08e4565dc {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:16.363112 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'code': 200} Aug 04 14:46:16.363919 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'code': 200} Aug 04 14:46:16.403566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.432134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.432134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.448487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Calling delete_port for 3dede9f4-bc90-4306-8055-44c48e5b7476 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:16.527728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.589074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.611264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131499-5bb7-4f5f-9269-75c9d50f35c8 req-5c849795-6bdd-43d8-9b04-e02334705087 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:16.612845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0131499-5bb7-4f5f-9269-75c9d50f35c8 req-5c849795-6bdd-43d8-9b04-e02334705087 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 1102 time: 0.1120632 Aug 04 14:46:16.623904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28421993-16e7-4361-bbec-fbb8da3df197,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:16.627754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.629823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b80d7b0a-64e1-4183-981d-a1dae3cbc896 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/28421993-16e7-4361-bbec-fbb8da3df197 HTTP/1.1" status: 204 len: 168 time: 0.3178458 Aug 04 14:46:16.631495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf45a4-ee7a-4a5f-b675-197d907d4064 req-0f88ea66-fbb6-4a0a-a843-10436428bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:16.632735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48744) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:16.633082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99bf45a4-ee7a-4a5f-b675-197d907d4064 req-0f88ea66-fbb6-4a0a-a843-10436428bf77 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1101 time: 0.0805583 Aug 04 14:46:16.639417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4141bf-dc54-4e61-9e11-316efebd3479 None None] Network d3f73352-6521-4766-9967-5f4677c6c62c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:16.699365 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.709098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0131499-5bb7-4f5f-9269-75c9d50f35c8 req-5a00b484-d6ec-4876-b194-dbcf79c75735 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861049 Aug 04 14:46:16.724013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99bf45a4-ee7a-4a5f-b675-197d907d4064 req-6c17c63d-8bcb-4f9c-908a-95f1e907a4ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Aug 04 14:46:16.737846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.762827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Deleting port 770666cc-ca17-4b5c-9925-049e7be84386 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:16.763422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.767618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Pushing event deleted for resources: {'Port': ['ID=3dede9f4-bc90-4306-8055-44c48e5b7476,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:16.837495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] For port 770666cc-ca17-4b5c-9925-049e7be84386, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=770666cc-ca17-4b5c-9925-049e7be84386,segment=NetworkSegment(738f59d0-1b9e-4479-8aa7-fd4618c9a1b7),segment_id=738f59d0-1b9e-4479-8aa7-fd4618c9a1b7)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:16.837897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.851067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Calling delete_port for 770666cc-ca17-4b5c-9925-049e7be84386 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:16.861121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.863782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.865074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec7527f5-90c9-4da4-b06f-d3fe6423e48a req-0a580a34-49d0-45fa-bc35-a8cb21141c0d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "DELETE /v2.0/floatingips/619e7426-0bf2-41cf-a593-6d7a6f23ea84 HTTP/1.1" status: 204 len: 173 time: 0.7250228 Aug 04 14:46:16.878484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb59712-bbc6-471e-a1bf-b0db7127bd61 req-619ae129-3c29-45b0-8bee-60d72af7e363 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:16.880180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edb59712-bbc6-471e-a1bf-b0db7127bd61 req-619ae129-3c29-45b0-8bee-60d72af7e363 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 945 time: 0.0712957 Aug 04 14:46:16.920489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edb59712-bbc6-471e-a1bf-b0db7127bd61 req-7d479026-6ced-42f1-bb7c-bff30f67ac23 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Aug 04 14:46:16.959693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:16.960405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b36d61-9a6a-44a2-9d92-bd2ec917465c None None] DHCP port deletion for d3f73352-6521-4766-9967-5f4677c6c62c request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:46:16.975276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] No DVR routers for this DVR port 770666cc-ca17-4b5c-9925-049e7be84386 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:16.999902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=770666cc-ca17-4b5c-9925-049e7be84386,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:17.016096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-5c0ff815-7435-4f96-a77e-6446cf0fcdbe tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips/9787867f-cbcf-4756-9f31-60524c3edb5f HTTP/1.1" status: 200 len: 693 time: 0.0587595 Aug 04 14:46:17.030419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ff39-8e75-41ad-9179-b64c213c89c7 req-a33dd9b6-46f6-48b9-8a52-7a6010de5075 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:17.032043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e00ff39-8e75-41ad-9179-b64c213c89c7 req-a33dd9b6-46f6-48b9-8a52-7a6010de5075 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1106288 Aug 04 14:46:17.081355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.093175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f73352-6521-4766-9967-5f4677c6c62c']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:17.107240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:17.107580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738f59d0-1b9e-4479-8aa7-fd4618c9a1b7') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:17.119618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.127114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e00ff39-8e75-41ad-9179-b64c213c89c7 req-fee3e165-6e51-41da-88b2-780ff3ea69f7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851312 Aug 04 14:46:17.141497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.149072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:17.149573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:17.151738 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:17.202820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-ca9b7872-d4cc-4bde-870f-36df3d89c1a8 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:17.210801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-ca9b7872-d4cc-4bde-870f-36df3d89c1a8 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1774545 Aug 04 14:46:17.225273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.237951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.242940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d3f73352-6521-4766-9967-5f4677c6c62c HTTP/1.1" status: 204 len: 168 time: 0.6089017 Aug 04 14:46:17.256869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aefbb5-b0d3-434b-89a7-56f4fb6fdd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f73352-6521-4766-9967-5f4677c6c62c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:17.315777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-00d5f7c0-db52-4c69-91d2-87a78a54c644 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.112 HTTP/1.1" status: 200 len: 696 time: 0.1035426 Aug 04 14:46:17.340895 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-95a68b2e-0e50-4ad9-b1a9-5db43627f368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.392881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-3589ca49-9cfa-407e-b9f7-bcf6a4e217fe tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.112 HTTP/1.1" status: 200 len: 696 time: 0.0751143 Aug 04 14:46:17.412454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfa31-acd3-4c39-8fb2-725fc5882d54 req-cf19c2da-93ae-4a05-8eac-d5e724384cb3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:17.420040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d5cfa31-acd3-4c39-8fb2-725fc5882d54 req-cf19c2da-93ae-4a05-8eac-d5e724384cb3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2062268 Aug 04 14:46:17.464693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48762) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:17.513746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a2e38bd-c34f-4e71-b0ee-970efcf68936 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec9c697fc66b43809bc695be33c4dbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455313 Aug 04 14:46:17.514152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48766) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:17.554332 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.585346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.609672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.677737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.682127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.683464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d32cc45f-4303-4a2c-bce0-9065acb457c1 HTTP/1.1" status: 204 len: 168 time: 0.1682811 Aug 04 14:46:17.715730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4ab44-57a9-4d9a-b549-dc904d7f5670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32cc45f-4303-4a2c-bce0-9065acb457c1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:17.722274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:17.883107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d5cfa31-acd3-4c39-8fb2-725fc5882d54 req-b72ec940-038a-4817-a0d0-304edfe7776e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601474 Aug 04 14:46:17.957913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Deleting port 0222a05d-a714-47e1-955b-9e3b077a5ccf {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:17.958424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.055071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e90c9c-15c3-4ba9-914a-c5fcd5bee20c req-40dd306d-379b-4284-817c-572ff1e33d4a tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:18.056679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7e90c9c-15c3-4ba9-914a-c5fcd5bee20c req-40dd306d-379b-4284-817c-572ff1e33d4a tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 1101 time: 0.1157064 Aug 04 14:46:18.087334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.087642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.111248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Calling delete_port for 0222a05d-a714-47e1-955b-9e3b077a5ccf owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:18.135684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7e90c9c-15c3-4ba9-914a-c5fcd5bee20c req-98273f46-ba3f-4423-9085-a37891d623eb tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Aug 04 14:46:18.155290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c39f1b61-3a2a-4e29-8fc5-fac94895b422 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:18.177186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c39f1b61-3a2a-4e29-8fc5-fac94895b422 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:18.178061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c39f1b61-3a2a-4e29-8fc5-fac94895b422 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:18.178735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cda21a69-45d8-48df-8a4f-8f60a83ae2fa no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:18.212776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: cda21a69-45d8-48df-8a4f-8f60a83ae2fa {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:18.213331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cda21a69-45d8-48df-8a4f-8f60a83ae2fa not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:18.213814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 770666cc-ca17-4b5c-9925-049e7be84386 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:18.243337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 770666cc-ca17-4b5c-9925-049e7be84386 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:18.243772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 770666cc-ca17-4b5c-9925-049e7be84386 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:18.246763 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-e7e6ff0d-d3b0-4efb-9d9a-36a3a8ac0898 req-d56f78dd-c889-4273-a018-3e8afba4b59d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] show failed (client error): The resource could not be found. Aug 04 14:46:18.254902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7e6ff0d-d3b0-4efb-9d9a-36a3a8ac0898 req-d56f78dd-c889-4273-a018-3e8afba4b59d tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips/619e7426-0bf2-41cf-a593-6d7a6f23ea84 HTTP/1.1" status: 404 len: 350 time: 0.0582466 Aug 04 14:46:18.360396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.401414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event deleted for resources: {'Port': ['ID=0222a05d-a714-47e1-955b-9e3b077a5ccf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:18.498106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c792c6c-b659-49a7-a112-0812219d8fed req-bd82cad6-60c6-4774-9f41-64587bde9f74 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:18.500152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c792c6c-b659-49a7-a112-0812219d8fed req-bd82cad6-60c6-4774-9f41-64587bde9f74 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1107008 Aug 04 14:46:18.501291 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.504014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.505094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df76295c-d854-4445-aa03-c1b61f2d1d74 req-2efe0225-cf5e-4789-8c82-2db2b79e46ea tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "DELETE /v2.0/floatingips/9787867f-cbcf-4756-9f31-60524c3edb5f HTTP/1.1" status: 204 len: 173 time: 1.1114287 Aug 04 14:46:18.508195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.535732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48802) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:18.572689 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-744bf497-1ece-4be6-b9ee-9d3e1340fbb6 req-aa3d5909-cf0e-411c-9700-4c0f0d284e99 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] show failed (client error): The resource could not be found. Aug 04 14:46:18.573742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-744bf497-1ece-4be6-b9ee-9d3e1340fbb6 req-aa3d5909-cf0e-411c-9700-4c0f0d284e99 tempest-FloatingIPsTestJSON-174128912 tempest-FloatingIPsTestJSON-174128912-project] 10.222.0.76 "GET /v2.0/floatingips/619e7426-0bf2-41cf-a593-6d7a6f23ea84 HTTP/1.1" status: 404 len: 350 time: 0.0492330 Aug 04 14:46:18.577009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c792c6c-b659-49a7-a112-0812219d8fed req-d1256938-4f8a-4850-901d-4b2eec2ca9aa tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699897 Aug 04 14:46:18.583156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48806) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:18.617053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.646908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1606220268-network', 'tenant_id': '7b3f2ea5bd99495c9a1c55215d68fae4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:18.695830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-6c0c2ac9-03f0-438d-8831-29ef3bf33755 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229280 Aug 04 14:46:18.723909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Made reservation on behalf of 7b3f2ea5bd99495c9a1c55215d68fae4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:18.726601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.740101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:18.815754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-659abd05-cfaa-44c9-8c15-53f167bc7335 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:18.817803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-659abd05-cfaa-44c9-8c15-53f167bc7335 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138279 Aug 04 14:46:18.834718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-d912a7c1-d5b4-4b9b-a7ea-0d15c27bd869 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Aug 04 14:46:18.896077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-030f7aee-bc2f-4f02-9477-63ca447f4c7d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548961 Aug 04 14:46:19.011640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-f7c5ed9a-b080-4b5b-8c83-b83a4394683f tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips/3282ab3f-310d-45cb-bdcc-70af4695d14d HTTP/1.1" status: 200 len: 693 time: 0.0756195 Aug 04 14:46:19.025589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.032179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.044510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:46:19.054335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.054722 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Added segment 8c3e57b3-72db-40bf-be4e-42fe34d30ac5 of type vlan for network bdbf88cf-7127-41ac-9e8d-4f495f2843fe Aug 04 14:46:19.096698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.156242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b7d16c-555b-4361-a1d5-a96488241ec3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:19.160375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-badf70b1-cece-4a62-a072-22a6918a9ec4 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:19.161852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-badf70b1-cece-4a62-a072-22a6918a9ec4 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1343133 Aug 04 14:46:19.171433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.171771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.172113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.172440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.172768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.173221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.173552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.173874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.174195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.174514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.174873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.175199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:19.224380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.225578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:19.226326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.273596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-4e327ee0-c879-478b-adbc-a5b28e468a05 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0635631 Aug 04 14:46:19.303596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] Pushing event updated for resources: {'Network': ['ID=bdbf88cf-7127-41ac-9e8d-4f495f2843fe,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:19.305980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba967-14ba-4679-b8f4-96126c658b3a req-d72e3e86-29bb-4cfe-a36c-4f99b22ffa10 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:19.308896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feaba967-14ba-4679-b8f4-96126c658b3a req-d72e3e86-29bb-4cfe-a36c-4f99b22ffa10 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1442966 Aug 04 14:46:19.319151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-395310af-7a94-46c5-9509-03144c99992a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7822599 Aug 04 14:46:19.320035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network bdbf88cf-7127-41ac-9e8d-4f495f2843fe details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:46:19.323314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48834) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:19.329665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Request body: {'subnet': {'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1606220268-subnet', 'tenant_id': '7b3f2ea5bd99495c9a1c55215d68fae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:19.374067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.377298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Made reservation on behalf of 7b3f2ea5bd99495c9a1c55215d68fae4 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:19.380129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.452439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-11dbc773-fee7-49b8-a29e-44d959293016 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.1711030 Aug 04 14:46:19.529171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feaba967-14ba-4679-b8f4-96126c658b3a req-7349257f-eafb-45e3-9b55-f61d250f5ce0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317112 Aug 04 14:46:19.658737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93e53f48-b955-4970-8c92-aebf0304dee3 req-09520633-ac00-4a44-a13e-4674b138c009 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 210 time: 0.0453150 Aug 04 14:46:19.707231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Deleting port d8b04469-f959-4a80-b0f4-42adf0102d0b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:19.709170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.788310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.810668 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.811546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.825980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Calling delete_port for d8b04469-f959-4a80-b0f4-42adf0102d0b owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:19.898466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbf6dc8-c051-43c4-ad23-66fb7129ca6b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:19.918567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Checking segment: {'id': '8c3e57b3-72db-40bf-be4e-42fe34d30ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:19.918567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Network hostable DHCP agents. Network: bdbf88cf-7127-41ac-9e8d-4f495f2843fe, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:46:19.949344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Deleting port 86e562b9-f680-457a-bcf0-b97139d25d18 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:19.949800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:19.952671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a911de-db71-4c0e-b7ba-2fd7f1110de8 req-71ed918b-a39e-4f50-ad70-a77dc665251f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:19.954319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a911de-db71-4c0e-b7ba-2fd7f1110de8 req-71ed918b-a39e-4f50-ad70-a77dc665251f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1108193 Aug 04 14:46:19.963589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Network bdbf88cf-7127-41ac-9e8d-4f495f2843fe is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:46:20.042955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a911de-db71-4c0e-b7ba-2fd7f1110de8 req-d05b0f4c-52af-4f77-ae5d-79018699f9b4 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715368 Aug 04 14:46:20.051409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, bdbf88cf-7127-41ac-9e8d-4f495f2843fe) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:20.061215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3a7a4-92d2-4299-8a8b-f0cbf136902b None None] Network bdbf88cf-7127-41ac-9e8d-4f495f2843fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:20.088203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:20.089920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.116748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae12d6bb-08cb-45ba-9b44-7ca8a6cd1c22 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7920806 Aug 04 14:46:20.136575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.176644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] For port 86e562b9-f680-457a-bcf0-b97139d25d18, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86e562b9-f680-457a-bcf0-b97139d25d18,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:20.176909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.188306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Pushing event deleted for resources: {'Port': ['ID=d8b04469-f959-4a80-b0f4-42adf0102d0b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:20.234739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Calling delete_port for 86e562b9-f680-457a-bcf0-b97139d25d18 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:20.270919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.363200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583faae-8cf8-4e05-bb3e-086215de4fba req-56e026b3-116e-40ab-aaed-410fd7af3def tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:20.386947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e583faae-8cf8-4e05-bb3e-086215de4fba req-56e026b3-116e-40ab-aaed-410fd7af3def tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1848955 Aug 04 14:46:20.417165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5487dde-4565-4a33-abe9-774f4d61d687 None None] Network bdbf88cf-7127-41ac-9e8d-4f495f2843fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:20.443904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-95cbf9cb-cf89-4994-8b81-3011237612f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537713 Aug 04 14:46:20.518126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.520792 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:20.522002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deb1d1eb-0b77-4deb-ab7d-3781169efe26 req-62446483-cb4c-401b-be65-58618a601b26 tempest-FloatingIPDetailsTestJSON-748865875 tempest-FloatingIPDetailsTestJSON-748865875-project] 10.222.0.76 "DELETE /v2.0/floatingips/3282ab3f-310d-45cb-bdcc-70af4695d14d HTTP/1.1" status: 204 len: 173 time: 1.0619802 Aug 04 14:46:20.533197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48852) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:20.571832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e583faae-8cf8-4e05-bb3e-086215de4fba req-f0f51007-13b3-4302-a7a5-d3e065b36db0 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838436 Aug 04 14:46:20.676779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-698a69de-9bdb-4a23-8da1-5673a8517793 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:20.678751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-698a69de-9bdb-4a23-8da1-5673a8517793 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276068 Aug 04 14:46:20.695007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:20.915060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:20.920962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:21.029953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:21.112703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Pushing event deleted for resources: {'Port': ['ID=86e562b9-f680-457a-bcf0-b97139d25d18,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:21.176471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8372140b-ab60-4b11-806f-23cec261638b req-3b71dd8d-dc8f-49b4-a84c-55de97216268 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 210 time: 0.0612202 Aug 04 14:46:21.229593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.94 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/a2096eae-cc7c-4a2a-9fe7-f19a145274e6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:21.525675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc164c8-674a-489c-bbaf-44e1056e4628 req-e054de3c-6715-49f7-b9c6-05d901139415 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:21.531267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cc164c8-674a-489c-bbaf-44e1056e4628 req-e054de3c-6715-49f7-b9c6-05d901139415 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2045181 Aug 04 14:46:21.569720 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:21.596893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object a2096eae-cc7c-4a2a-9fe7-f19a145274e6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:21.616951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cc164c8-674a-489c-bbaf-44e1056e4628 req-0d384ba9-8bca-4e6b-b75f-e5253c20cd9e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713952 Aug 04 14:46:21.709779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:21.723282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:21.778234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:21.780329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:21.785281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:21.803677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:21.876296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb711f-ff35-4e33-8c7f-7ca567c0a7ae req-049cff71-8fed-48bb-a67f-a00cb3dd244d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:21.886320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fefb711f-ff35-4e33-8c7f-7ca567c0a7ae req-049cff71-8fed-48bb-a67f-a00cb3dd244d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1915538 Aug 04 14:46:21.891932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:21.927459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:21.990381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:21.991331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.030293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fefb711f-ff35-4e33-8c7f-7ca567c0a7ae req-5e877a30-413e-4ede-b938-5d2e29726d80 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426044 Aug 04 14:46:22.061298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-9d0f0b6d-b1e8-4194-8cfe-07cb33e9d5f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3700478 Aug 04 14:46:22.076855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Request body: {'port': {'device_id': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:22.129072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.216793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.391724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70e09b69-3460-4619-94e9-3e89611d6b28 None None] Provisioning for port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:22.409328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70e09b69-3460-4619-94e9-3e89611d6b28 None None] Provisioning complete for port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:22.410204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70e09b69-3460-4619-94e9-3e89611d6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.504073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-70e09b69-3460-4619-94e9-3e89611d6b28 None None] Port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:22.528249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Router 77963227-e8bf-45db-ac6e-52b64382c95a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:46:22.650123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2096eae-cc7c-4a2a-9fe7-f19a145274e6 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:22.659383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.673373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Transition to ACTIVE for port object a2096eae-cc7c-4a2a-9fe7-f19a145274e6 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:22.690880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.695570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:22.703565 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-81a45dc8-258f-4318-b42e-3f566438534e admin admin] 10.222.0.76 "PUT /v2.0/routers/77963227-e8bf-45db-ac6e-52b64382c95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1167529 Aug 04 14:46:22.703900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:22.704661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f83228-573e-430d-acf5-52fa5fcc70bb req-0886d734-4ae7-4985-afbb-803852cc59a6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:22.712462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47f83228-573e-430d-acf5-52fa5fcc70bb req-0886d734-4ae7-4985-afbb-803852cc59a6 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 935 time: 0.4355330 Aug 04 14:46:22.713791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Sync routers for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:22.727390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:22.731428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:22.772030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Deleting port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:22.772423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.823554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47f83228-573e-430d-acf5-52fa5fcc70bb req-970972df-3971-46e6-a8b5-e41fc0fd29a3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103356 Aug 04 14:46:22.883546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:22.948742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Pushing event updated for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:22.960188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] For port b21ef36a-fd7e-423b-8ed1-65d4d13c4c39, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:22.960570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:22.963886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.036894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Calling delete_port for b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:23.055869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-eb2e304a-c4e1-4cea-9d16-7557e62003fb tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:23.063107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-eb2e304a-c4e1-4cea-9d16-7557e62003fb tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/networks?id=bdbf88cf-7127-41ac-9e8d-4f495f2843fe HTTP/1.1" status: 200 len: 810 time: 0.3839228 Aug 04 14:46:23.080434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105d950-f8f8-4dc0-ac38-63db2ae556a2 req-85a1098c-49c3-495a-a16e-6063f7a33ad6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:23.081964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2105d950-f8f8-4dc0-ac38-63db2ae556a2 req-85a1098c-49c3-495a-a16e-6063f7a33ad6 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1609321 Aug 04 14:46:23.099533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-6143dc7d-aa27-4f38-b83b-dcb9170469f0 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/quotas/7b3f2ea5bd99495c9a1c55215d68fae4 HTTP/1.1" status: 200 len: 375 time: 0.0354655 Aug 04 14:46:23.146401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:20Z', 'revision_number': 5, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:23.163222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-b33d2ed3-8c8c-4a7a-b84f-c7062af92917 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7b3f2ea5bd99495c9a1c55215d68fae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627184 Aug 04 14:46:23.183403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Checking router: 77963227-e8bf-45db-ac6e-52b64382c95a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:23.195564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Routers {'77963227-e8bf-45db-ac6e-52b64382c95a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:23.196455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['77963227-e8bf-45db-ac6e-52b64382c95a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:23.200172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.235044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Attempting to bind port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:23.235670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Attempting to bind port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:23.235993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Attempting to bind port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:23.246184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:23.246184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Attempting to bind port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:23.260924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:23.260924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:23.260924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:23.261500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Bound port: a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:23.261989 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.309839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2105d950-f8f8-4dc0-ac38-63db2ae556a2 req-9b620d15-0bea-49ca-bd5e-af5d8a5eb65e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080667 Aug 04 14:46:23.352290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] Set router 77963227-e8bf-45db-ac6e-52b64382c95a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:23.361764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Deleting port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:23.362116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.422482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.458435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-21030e71-5bd0-467a-b862-6a900ca56103 service neutron] 10.222.0.76 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942526 Aug 04 14:46:23.477645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21ef36a-fd7e-423b-8ed1-65d4d13c4c39,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:23.565268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-02dfff8f-4052-42aa-a973-06fade0af8ee service neutron] 10.222.0.76 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039736 Aug 04 14:46:23.585941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d42b7d-f947-42d9-ae00-7e09368a53cc req-e446bcd7-1b99-4988-b6b2-c2405d128763 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:23.603602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d42b7d-f947-42d9-ae00-7e09368a53cc req-e446bcd7-1b99-4988-b6b2-c2405d128763 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.2025516 Aug 04 14:46:23.642860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] For port f5c6d2c5-d32d-4225-ba84-9ad1b38961c3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:23.643253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.643899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:20Z', 'revision_number': 5, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:23.653073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:23.688186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Calling delete_port for f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:23.691875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe3b54-f7c2-48b7-96f9-dc3939242f1d None None] The sync data for ids ['77963227-e8bf-45db-ac6e-52b64382c95a'] in n-d-801743-12 is: [{'id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'name': 'tempest-FloatingIPsTestJSON-684595109-router', 'tenant_id': 'e0e8a4faae004d338d295b16e8ff5558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:50Z', 'updated_at': '2021-08-04T14:46:20Z', 'revision_number': 5, 'project_id': 'e0e8a4faae004d338d295b16e8ff5558', 'gw_port': {'id': 'f5c6d2c5-d32d-4225-ba84-9ad1b38961c3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77963227-e8bf-45db-ac6e-52b64382c95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:53Z', 'updated_at': '2021-08-04T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:23.751648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d42b7d-f947-42d9-ae00-7e09368a53cc req-7fb98f4f-8ad0-4e15-b91c-860eb6be8c20 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472716 Aug 04 14:46:23.765315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:23.775254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.832675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:23.833324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.834868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] 10.222.0.46 "PUT /v2.0/ports/a2096eae-cc7c-4a2a-9fe7-f19a145274e6 HTTP/1.1" status: 200 len: 1096 time: 1.7643442 Aug 04 14:46:23.835328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:23.837634 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7671b64-d06b-4ada-a2ef-87a52f03ee21" -d '{"events": [{"name": "network-changed", "server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:23.885032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:23.893234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520eaa5-40b1-412d-96b6-613237da214b service neutron] Pushing event updated for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:23.976458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-72e5a982-07e6-4ba5-ada4-61c5c4c865a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:23.978306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-72e5a982-07e6-4ba5-ada4-61c5c4c865a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0668187 Aug 04 14:46:24.093668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-59827bfb-380f-4abf-8c3f-40df95660d7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6 HTTP/1.1" status: 200 len: 217 time: 0.1060686 Aug 04 14:46:24.149168 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd9c00-9ba6-4a36-96fb-a18a61827f02 x-openstack-request-id: req-e6cd9c00-9ba6-4a36-96fb-a18a61827f02 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:24.156020 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:24.158536 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6cd9c00-9ba6-4a36-96fb-a18a61827f02 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:24.159019 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', 'status': 'completed', 'code': 200} Aug 04 14:46:24.171989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e562b9-f680-457a-bcf0-b97139d25d18 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:24.234129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 86e562b9-f680-457a-bcf0-b97139d25d18 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:24.234487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86e562b9-f680-457a-bcf0-b97139d25d18 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:24.323471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7288bf5-2b2e-4915-9047-d2ce51701c8d req-b6c85bdb-3ac2-4603-b5b8-a5aa7f96f46a tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 210 time: 0.0697961 Aug 04 14:46:24.325588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-6688343c-9083-4d2f-9d7d-27269ca0a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:24.327488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-6688343c-9083-4d2f-9d7d-27269ca0a1ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1805704 Aug 04 14:46:24.362027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b03f-6b9d-4358-828b-6210b1e91152 req-982a6c70-f6e0-4031-ad3c-0dc40c01ac4f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:24.375280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fc7b03f-6b9d-4358-828b-6210b1e91152 req-982a6c70-f6e0-4031-ad3c-0dc40c01ac4f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 947 time: 0.3703451 Aug 04 14:46:24.467354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fc7b03f-6b9d-4358-828b-6210b1e91152 req-31f456d9-29a1-4ce6-99bb-6ace8f38492b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909472 Aug 04 14:46:24.514249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-0a832029-2a58-454a-a998-a81ece575ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:24.515823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-0a832029-2a58-454a-a998-a81ece575ba7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381161 Aug 04 14:46:24.544857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fcfb7-f789-4263-87c8-00a10bbd8971 req-32db3e23-99f7-4761-bf3d-285f475c3b17 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:24.546486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e7fcfb7-f789-4263-87c8-00a10bbd8971 req-32db3e23-99f7-4761-bf3d-285f475c3b17 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1058948 Aug 04 14:46:24.711024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e7fcfb7-f789-4263-87c8-00a10bbd8971 req-8e490a64-b002-4d1a-b3cd-16a66668d988 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516738 Aug 04 14:46:24.726531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-3a262dce-8ba5-44d1-8e85-15a7c3c55aff service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006066 Aug 04 14:46:24.759964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:46:24.760721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:24.801597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c6d2c5-d32d-4225-ba84-9ad1b38961c3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:24.860096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-431c8273-d626-4782-ab7a-29cb117b4d01 req-013c925f-a893-4b1c-a302-57588e7a03fd service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 Aug 04 14:46:24.926056 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:46:24.943506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f117c9-c918-4596-bdb1-afd0bc915b91 req-8b061977-da2e-4e6a-8943-29d80562780e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:24.945758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77f117c9-c918-4596-bdb1-afd0bc915b91 req-8b061977-da2e-4e6a-8943-29d80562780e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0619259 Aug 04 14:46:24.949961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.038618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77f117c9-c918-4596-bdb1-afd0bc915b91 req-562ad64a-e71e-4e38-bf60-fe9561cece49 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806341 Aug 04 14:46:25.044861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-9a76846c-f4d1-4d5b-9253-1f4471665eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.046804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-9a76846c-f4d1-4d5b-9253-1f4471665eaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 1099 time: 0.0998604 Aug 04 14:46:25.060246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.062561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.105909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:25.111348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-05461317-ec3d-4bb6-bdb9-454f50b3f424 admin admin] 10.222.0.76 "PUT /v2.0/routers/ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5739684 Aug 04 14:46:25.113996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48954) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:25.119244 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Sync routers for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:25.125840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.125840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77963227-e8bf-45db-ac6e-52b64382c95a {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:46:25.141579 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:25.142435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:25.170889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.174313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-be39854f-cf67-424e-92e4-c1ce4c198286 admin admin] 10.222.0.76 "DELETE /v2.0/routers/77963227-e8bf-45db-ac6e-52b64382c95a HTTP/1.1" status: 204 len: 168 time: 2.4672520 Aug 04 14:46:25.174486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-a7a0b4e1-10db-4352-b7a8-bba408ceaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.174621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:25.174724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-a7a0b4e1-10db-4352-b7a8-bba408ceaccb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1111472 Aug 04 14:46:25.232883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-270b0aab-215f-4fed-8691-8d1f6f70161b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6 HTTP/1.1" status: 200 len: 217 time: 0.0449796 Aug 04 14:46:25.274929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Deleting subnet 0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:25.278386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.283332 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:25.313654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.389686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.479217 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:46:23Z', 'revision_number': 5, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:25.507600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Checking router: ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:25.517166 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Routers {'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:25.518067 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:25.527616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.602313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.628023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.646533 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] Set router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:25.749598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:25.756659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:25.757074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4749ac2-e915-4b7e-ab0e-3530f9e9de3e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0bcd0e42-15eb-47ab-b0f5-f41aa8d3060d HTTP/1.1" status: 204 len: 168 time: 0.5815935 Aug 04 14:46:25.766466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48966) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:25.770556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0a4cd-49c2-4fd6-98ac-73cac19b682f None None] Network 12fff5ef-5d9d-4aef-9086-d0c92259be1b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:25.805149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e91ccc7d-c77b-445e-8df8-83affb9d37ee req-6fb3187d-9d4b-4bd8-a1e7-91bd6ebadd17 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 210 time: 0.1132786 Aug 04 14:46:25.814352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-0e3cb2ed-4621-480f-8c84-1aaab2196584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.815926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-0e3cb2ed-4621-480f-8c84-1aaab2196584 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.5747743 Aug 04 14:46:25.850417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1718e-da5f-454a-83e5-9d812767f03e req-3870186b-6405-49bb-8b24-f5b852ab5661 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.853019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22c1718e-da5f-454a-83e5-9d812767f03e req-3870186b-6405-49bb-8b24-f5b852ab5661 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 947 time: 0.1625171 Aug 04 14:46:25.920822 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:46:23Z', 'revision_number': 5, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:25.931113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-cb42b56a-d061-4acf-b051-f4e41f405d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.932638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-cb42b56a-d061-4acf-b051-f4e41f405d62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061518 Aug 04 14:46:25.957015 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16289d5d-3094-41f7-b57c-038f885c2ab5 None None] The sync data for ids ['ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6'] in n-d-801743-12 is: [{'id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'name': 'tempest-FloatingIPDetailsTestJSON-698857544-router', 'tenant_id': '0cafd61e71024521a137bcb75084a606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:45:40Z', 'updated_at': '2021-08-04T14:46:23Z', 'revision_number': 5, 'project_id': '0cafd61e71024521a137bcb75084a606', 'gw_port': {'id': 'ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:45:41Z', 'updated_at': '2021-08-04T14:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:25.962521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-2843435d-f2d1-48ae-b490-4b604f550996 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:25.964323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-2843435d-f2d1-48ae-b490-4b604f550996 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.46 "GET /v2.0/networks?id=bdbf88cf-7127-41ac-9e8d-4f495f2843fe HTTP/1.1" status: 200 len: 810 time: 0.3517370 Aug 04 14:46:25.993057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Request body: {'port': {'device_id': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe', 'admin_state_up': True, 'tenant_id': '7b3f2ea5bd99495c9a1c55215d68fae4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:26.005134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Deleting port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:26.005479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.015074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22c1718e-da5f-454a-83e5-9d812767f03e req-2f755698-6df5-4726-b1e3-83cd841e9fa2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446271 Aug 04 14:46:26.046974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda053a-7077-4e58-891b-aa82cbb8523e req-280dc5a9-c070-434a-9510-28b8a16c531a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:26.048534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fda053a-7077-4e58-891b-aa82cbb8523e req-280dc5a9-c070-434a-9510-28b8a16c531a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1396821 Aug 04 14:46:26.090904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.096902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-62541daa-cd22-4c59-9c7b-0846c22bb5bf service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425910 Aug 04 14:46:26.152133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fda053a-7077-4e58-891b-aa82cbb8523e req-a10345d3-9fc8-40f1-9869-c62a1e92888a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946562 Aug 04 14:46:26.195992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] For port ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:26.196360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.217388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Calling delete_port for ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:26.229053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dc246-f208-4143-adfa-d2727659486a req-d5ec14e8-048a-42aa-b00b-13359a72dfec tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:26.230616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79dc246-f208-4143-adfa-d2727659486a req-d5ec14e8-048a-42aa-b00b-13359a72dfec tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0775514 Aug 04 14:46:26.241839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7671b64-d06b-4ada-a2ef-87a52f03ee21 req-32e23733-7e99-4c34-82bd-fae20767b823 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369860 Aug 04 14:46:26.276631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79dc246-f208-4143-adfa-d2727659486a req-08e2dd27-e4e0-4410-9aff-2f91f7e32e28 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Aug 04 14:46:26.278112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Made reservation on behalf of 7b3f2ea5bd99495c9a1c55215d68fae4 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:26.281588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.308936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Deleting port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:26.309276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.337613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] DHCP port deletion for 12fff5ef-5d9d-4aef-9086-d0c92259be1b request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:46:26.396090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Deleting port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:26.396550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.400074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:26.479410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:26.479691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.498322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:26.498737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.513728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Calling delete_port for 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:26.525975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Calling delete_port for 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:26.591203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.627403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Allocated IP 172.20.0.6 (bdbf88cf-7127-41ac-9e8d-4f495f2843fe/ccbf6dc8-c051-43c4-ad23-66fb7129ca6b/e05f8496-170c-4235-9a2f-1c96ef110665) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:26.640879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.645888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,segment=NetworkSegment(f7bc250a-7815-4645-81c4-a6c27af04bbd),segment_id=f7bc250a-7815-4645-81c4-a6c27af04bbd)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:26.651417 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.652130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:26.674543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:26.674914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b21ef36a-fd7e-423b-8ed1-65d4d13c4c39 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:26.675334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:26.686284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:26.696276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.725393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:26.725752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f5c6d2c5-d32d-4225-ba84-9ad1b38961c3 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:26.740270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] No DVR routers for this DVR port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:26.750882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:26.776372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2ffd8-d172-4604-8a04-4ada58cf8842 None None] Pushing event deleted for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:26.802938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a2096eae-cc7c-4a2a-9fe7-f19a145274e6 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:26.815783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.852724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:26.859472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] No DVR routers for this DVR port 6e8c49d6-7d6f-4c2c-9e27-3a74a1fcddb0 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:26.864687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.915790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02ec8d11-93b5-4355-9286-7825225e8050 req-b0d02d23-88ba-47af-a328-8306920a388f tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 210 time: 0.0287633 Aug 04 14:46:26.921304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:26.938302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', 'mac_address': 'fa:16:3e:b6:43:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:26.975559 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:26.989134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2096eae-cc7c-4a2a-9fe7-f19a145274e6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:27.009804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:27.015860 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.031094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.034422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.051211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.070332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:27.094532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fff5ef-5d9d-4aef-9086-d0c92259be1b']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:27.099595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.109216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.109728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:46:27.112319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bc250a-7815-4645-81c4-a6c27af04bbd') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:27.112613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bc250a-7815-4645-81c4-a6c27af04bbd') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:27.122517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.123705 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-631790f9-4d05-493c-b4c4-7f7fe49860f6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ea1a1545-b1c4-4a60-acb3-cdbc76ab48d6 HTTP/1.1" status: 204 len: 168 time: 2.0081942 Aug 04 14:46:27.127273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:27.129149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.145268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a08fb-28bc-4a70-a348-0d740eaac92f req-b83bfbaf-88c1-49f1-8501-178975c8762f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:27.152805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef3a08fb-28bc-4a70-a348-0d740eaac92f req-b83bfbaf-88c1-49f1-8501-178975c8762f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 948 time: 0.0611162 Aug 04 14:46:27.217672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef3a08fb-28bc-4a70-a348-0d740eaac92f req-460ecff2-2267-40c6-add6-5156661d035c tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Aug 04 14:46:27.300878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['a2096eae-cc7c-4a2a-9fe7-f19a145274e6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:27.328012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d76ec2-bec2-4e6a-8113-27a0e8f104c8 req-1b5b4307-c291-4715-9534-3da669d23bfe tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:27.329603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2d76ec2-bec2-4e6a-8113-27a0e8f104c8 req-1b5b4307-c291-4715-9534-3da669d23bfe tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.0736518 Aug 04 14:46:27.413985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2d76ec2-bec2-4e6a-8113-27a0e8f104c8 req-ec405cdb-615a-4911-ba09-ba7f31588745 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770004 Aug 04 14:46:27.434638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc4c0c-70da-45b1-9aed-26b984009cab req-b3a4bca8-2059-4355-8215-8e85f649a53e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:27.434638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65fc4c0c-70da-45b1-9aed-26b984009cab req-b3a4bca8-2059-4355-8215-8e85f649a53e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0758870 Aug 04 14:46:27.478090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65fc4c0c-70da-45b1-9aed-26b984009cab req-8eac6567-8719-4e23-ba39-f579aa4464d3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Aug 04 14:46:27.514284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.529978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:27.530373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:27.533459 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:27.585446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Deleting subnet 50c062f8-0f2d-40d3-801a-eb1187fbc342 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:27.597306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.621615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.632680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.668378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.670359 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] 10.222.0.76 "DELETE /v2.0/networks/12fff5ef-5d9d-4aef-9086-d0c92259be1b HTTP/1.1" status: 204 len: 168 time: 1.9015429 Aug 04 14:46:27.692817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Network bdbf88cf-7127-41ac-9e8d-4f495f2843fe is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:27.695029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.696885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2646b-a34e-463a-b8e5-8ed343f5fe9e admin admin] Pushing event deleted for resources: {'Network': ['ID=12fff5ef-5d9d-4aef-9086-d0c92259be1b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:27.721365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:27.729057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:27.734708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Pushing event updated for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:27.799804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48990) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:27.808175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:27.808798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.833062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-ad714b4a-f1e3-4628-8e85-4c152108a107 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8553119 Aug 04 14:46:27.836799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.850055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bcbe17fe-a43e-40fd-92c8-2cf2c6935bd4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0e8a4faae004d338d295b16e8ff5558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489357 Aug 04 14:46:27.853603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48994) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:27.866983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Request body: {'port': {'device_id': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:27.912800 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.933614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.934065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.973156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.990856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:27.992673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/50c062f8-0f2d-40d3-801a-eb1187fbc342 HTTP/1.1" status: 204 len: 168 time: 0.8616033 Aug 04 14:46:27.996204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48998) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:27.999297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d3c7f-8669-4abf-a414-dac2c195c3ba None None] Network 1fb8362a-b73d-4ec5-aaa5-653a1a812daf requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:28.027053 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.029691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.031015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2764c1c-af44-40e1-86a6-640ae7dcaf07 HTTP/1.1" status: 204 len: 168 time: 0.1762433 Aug 04 14:46:28.085755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9bc99-4534-4264-ae2f-24ec399e8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2764c1c-af44-40e1-86a6-640ae7dcaf07,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.113499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.124259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a564d8c-ab4a-415f-a8eb-a67caa205ba2 req-bfac0a72-f048-487f-8859-09aed850eebb tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.129192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:28.131488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a564d8c-ab4a-415f-a8eb-a67caa205ba2 req-bfac0a72-f048-487f-8859-09aed850eebb tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 931 time: 0.1362286 Aug 04 14:46:28.153555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:28.153555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac3d3b50-9065-4ed7-8174-9ccc9ec8fb8f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:28.190533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a564d8c-ab4a-415f-a8eb-a67caa205ba2 req-c44d17ce-1eca-4821-a467-1dd5342e69eb tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580544 Aug 04 14:46:28.194096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f241e-8536-4384-ac68-0b88263def6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c062f8-0f2d-40d3-801a-eb1187fbc342,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.221600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Deleting port 9efaae88-07ca-45ee-b156-dc02bf85e0cf {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:28.221951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.268239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] DHCP port deletion for 1fb8362a-b73d-4ec5-aaa5-653a1a812daf request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:46:28.329405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] For port 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9efaae88-07ca-45ee-b156-dc02bf85e0cf,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:28.329896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.349505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Deleting port 9efaae88-07ca-45ee-b156-dc02bf85e0cf {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:28.350224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.357745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Calling delete_port for 9efaae88-07ca-45ee-b156-dc02bf85e0cf owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:28.360943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05f8496-170c-4235-9a2f-1c96ef110665 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:28.369381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.383266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Transition to ACTIVE for port object e05f8496-170c-4235-9a2f-1c96ef110665 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:28.389582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.444526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c0ff1-fa70-4bc3-bfdb-bca9448a2a34 req-2c70c079-b72d-4235-a6bf-7bb73d3a5185 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.446403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-711c0ff1-fa70-4bc3-bfdb-bca9448a2a34 req-2c70c079-b72d-4235-a6bf-7bb73d3a5185 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 948 time: 0.1134620 Aug 04 14:46:28.448733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] For port 9efaae88-07ca-45ee-b156-dc02bf85e0cf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9efaae88-07ca-45ee-b156-dc02bf85e0cf,segment=NetworkSegment(75cd733e-127b-4115-b3ed-14bfa3f1a704),segment_id=75cd733e-127b-4115-b3ed-14bfa3f1a704)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:28.449390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.467212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Calling delete_port for 9efaae88-07ca-45ee-b156-dc02bf85e0cf owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:28.477988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.515074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-711c0ff1-fa70-4bc3-bfdb-bca9448a2a34 req-6fd778ff-36eb-41a2-bef2-c58b37faaac4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Aug 04 14:46:28.563225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.587224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.588783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Attempting to bind port e05f8496-170c-4235-9a2f-1c96ef110665 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:28.589231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Attempting to bind port e05f8496-170c-4235-9a2f-1c96ef110665 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8c3e57b3-72db-40bf-be4e-42fe34d30ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:28.589721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Attempting to bind port e05f8496-170c-4235-9a2f-1c96ef110665 on network bdbf88cf-7127-41ac-9e8d-4f495f2843fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:28.595206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Port e05f8496-170c-4235-9a2f-1c96ef110665 on network bdbf88cf-7127-41ac-9e8d-4f495f2843fe not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:28.595621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Attempting to bind port e05f8496-170c-4235-9a2f-1c96ef110665 on network bdbf88cf-7127-41ac-9e8d-4f495f2843fe {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:28.600951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:28.601301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Checking segment: {'id': '8c3e57b3-72db-40bf-be4e-42fe34d30ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:28.612249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Bound using segment: {'id': '8c3e57b3-72db-40bf-be4e-42fe34d30ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:28.613419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Bound port: e05f8496-170c-4235-9a2f-1c96ef110665, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3e57b3-72db-40bf-be4e-42fe34d30ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:28.614338 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.618155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] No DVR routers for this DVR port 9efaae88-07ca-45ee-b156-dc02bf85e0cf on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:28.623413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Pushing event deleted for resources: {'Port': ['ID=9efaae88-07ca-45ee-b156-dc02bf85e0cf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.631385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] Pushing event deleted for resources: {'Port': ['ID=9efaae88-07ca-45ee-b156-dc02bf85e0cf,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.646179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1bb9b-f6dc-43fe-ba2e-7a3751742f1c None None] No DVR routers for this DVR port 9efaae88-07ca-45ee-b156-dc02bf85e0cf on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:28.669898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36790d3-7fbb-44e5-9ea5-db7aad5ca776 req-e573c0d0-51ba-473e-818b-98c44a46df02 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.671496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f36790d3-7fbb-44e5-9ea5-db7aad5ca776 req-e573c0d0-51ba-473e-818b-98c44a46df02 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1518118 Aug 04 14:46:28.705663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:28.710897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e05f8496-170c-4235-9a2f-1c96ef110665,segment=NetworkSegment(8c3e57b3-72db-40bf-be4e-42fe34d30ac5),segment_id=8c3e57b3-72db-40bf-be4e-42fe34d30ac5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:28.716248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.750190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.750982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.752431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e05f8496-170c-4235-9a2f-1c96ef110665 HTTP/1.1" status: 200 len: 1092 time: 0.8912439 Aug 04 14:46:28.752945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:28.755516 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1" -d '{"events": [{"name": "network-changed", "server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:28.776204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.786679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e210f-05a9-48aa-b9ac-398cca74f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:28.789414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb8362a-b73d-4ec5-aaa5-653a1a812daf']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:28.801404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f36790d3-7fbb-44e5-9ea5-db7aad5ca776 req-c4ce8ac6-2297-4005-87aa-e50d6912da43 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116171 Aug 04 14:46:28.809443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a54b-9d8a-44cd-845b-6f496cc73a8a req-dd868074-021b-4d6d-bc91-d789b83cc01b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.811092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f26a54b-9d8a-44cd-845b-6f496cc73a8a req-dd868074-021b-4d6d-bc91-d789b83cc01b tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1855111 Aug 04 14:46:28.815070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cd733e-127b-4115-b3ed-14bfa3f1a704') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:28.815312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cd733e-127b-4115-b3ed-14bfa3f1a704') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:28.818384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a2096eae-cc7c-4a2a-9fe7-f19a145274e6 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:28.826728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.881477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.885192 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6748827-9118-43c1-b068-321bd3199c26 x-openstack-request-id: req-e6748827-9118-43c1-b068-321bd3199c26 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:28.886292 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:28.887244 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6748827-9118-43c1-b068-321bd3199c26 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:28.888663 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665', 'status': 'completed', 'code': 200} Aug 04 14:46:28.899669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:28.907093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f26a54b-9d8a-44cd-845b-6f496cc73a8a req-abcd2dea-da9f-42c0-bba8-1c9e407036e7 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785408 Aug 04 14:46:28.909135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:28.909747 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:28.912541 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:28.922740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:28.923130 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.926871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-243cb491-9793-4ec3-ae02-7535ae0af96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:28.928946 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-243cb491-9793-4ec3-ae02-7535ae0af96c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b3f2ea5bd99495c9a1c55215d68fae4&device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 1095 time: 0.1193206 Aug 04 14:46:28.984563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.993420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:28.995358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] 10.222.0.76 "DELETE /v2.0/networks/1fb8362a-b73d-4ec5-aaa5-653a1a812daf HTTP/1.1" status: 204 len: 168 time: 0.9893384 Aug 04 14:46:29.005210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6353-428d-4eba-b975-4913cf88880d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb8362a-b73d-4ec5-aaa5-653a1a812daf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:29.011182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-4fc27704-e408-467a-a604-1a8d9a0cd105 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05f8496-170c-4235-9a2f-1c96ef110665 HTTP/1.1" status: 200 len: 217 time: 0.0719182 Aug 04 14:46:29.046346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.071921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:29.072733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-f80449e7-1e26-4a97-b503-49a8933c9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.075211 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec76ed27-4ca9-46bc-a90c-0ea8de7a0bc3" -d '{"events": [{"server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "name": "network-vif-plugged", "status": "completed", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:29.076024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-f80449e7-1e26-4a97-b503-49a8933c9432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ccbf6dc8-c051-43c4-ad23-66fb7129ca6b HTTP/1.1" status: 200 len: 850 time: 0.0552392 Aug 04 14:46:29.090082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:29.098599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.131249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-4bd209b0-46f1-4a8c-9097-ee7b3ca7d91f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdbf88cf-7127-41ac-9e8d-4f495f2843fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457485 Aug 04 14:46:29.140246 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aefa02-670d-4e85-aae4-70c0b275b3eb x-openstack-request-id: req-33aefa02-670d-4e85-aae4-70c0b275b3eb {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:29.140550 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "name": "network-vif-plugged", "status": "completed", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:29.140800 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33aefa02-670d-4e85-aae4-70c0b275b3eb {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:29.141192 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', 'code': 200} Aug 04 14:46:29.176803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:29.251142 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-1a66d102-8e14-4eb0-bdad-72f111a0f26c service neutron] 10.222.0.46 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033466 Aug 04 14:46:29.284246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49044) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:29.313531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eff2e3-0469-4b02-bad8-313d1761278d req-69bb9701-0443-451c-9f77-bb2a627fae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.315109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8eff2e3-0469-4b02-bad8-313d1761278d req-69bb9701-0443-451c-9f77-bb2a627fae3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 1101 time: 0.1108770 Aug 04 14:46:29.367136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cbc090ce-752b-4b7a-90c3-f8cf2e77e68d req-0f0540ec-5523-40b3-8ba8-e52149e49c74 service neutron] 10.222.0.46 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069610 Aug 04 14:46:29.389190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0cf5682-8445-4c20-9035-2e764c9e6162 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0cafd61e71024521a137bcb75084a606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015277 Aug 04 14:46:29.389992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49048) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:29.406827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8eff2e3-0469-4b02-bad8-313d1761278d req-5d4be9a0-525d-4f2b-a5d9-931cc92ae59c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780115 Aug 04 14:46:29.415198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da21bf-b771-43a6-b2b2-2442350b183c req-f7c64b4e-803c-4971-a794-67018446edfe tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.416696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93da21bf-b771-43a6-b2b2-2442350b183c req-f7c64b4e-803c-4971-a794-67018446edfe tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 943 time: 0.0938525 Aug 04 14:46:29.446890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.457272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93da21bf-b771-43a6-b2b2-2442350b183c req-c9a320c5-9e64-4829-9511-04736ac6231a tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 04 14:46:29.468628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.511706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-11b44922-027b-4e15-b084-b1b94ea720f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.513370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-11b44922-027b-4e15-b084-b1b94ea720f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b3f2ea5bd99495c9a1c55215d68fae4&device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 1095 time: 0.0439100 Aug 04 14:46:29.516027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.518915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:29.520095 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca8e7fde-efb1-46cc-af44-9c0bbff2e323 HTTP/1.1" status: 204 len: 168 time: 0.1295140 Aug 04 14:46:29.527919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b190c1-4f75-487a-b295-9fdc84006012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e7fde-efb1-46cc-af44-9c0bbff2e323,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:29.650627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-be526cd7-6323-4601-acbb-85874b5ccb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.652141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-be526cd7-6323-4601-acbb-85874b5ccb03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bdbf88cf-7127-41ac-9e8d-4f495f2843fe HTTP/1.1" status: 200 len: 911 time: 0.1220934 Aug 04 14:46:29.668158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8f2c8-9569-4fd6-b243-ffdd8daded80 req-134b397a-bcca-4796-abc3-b454e0a2a782 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.669924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9c8f2c8-9569-4fd6-b243-ffdd8daded80 req-134b397a-bcca-4796-abc3-b454e0a2a782 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 949 time: 0.0714982 Aug 04 14:46:29.716546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-2f7144be-810a-4c49-a0c3-25fd9b6bd5be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05f8496-170c-4235-9a2f-1c96ef110665 HTTP/1.1" status: 200 len: 217 time: 0.0457222 Aug 04 14:46:29.770393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9c8f2c8-9569-4fd6-b243-ffdd8daded80 req-8aedef13-5184-44ce-9874-c734678e8596 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918143 Aug 04 14:46:29.790669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-b201801e-568c-4977-a4c4-c8d9e747bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:29.790669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-b201801e-568c-4977-a4c4-c8d9e747bdb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ccbf6dc8-c051-43c4-ad23-66fb7129ca6b HTTP/1.1" status: 200 len: 850 time: 0.0589037 Aug 04 14:46:29.820493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-f55002e9-c34e-4f57-9d12-b60d947cb26a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdbf88cf-7127-41ac-9e8d-4f495f2843fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258319 Aug 04 14:46:29.984607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-8f2434a1-b681-4415-8a5c-714033c9099c service neutron] 10.222.0.46 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532526 Aug 04 14:46:30.004939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421645-276c-456f-b36e-6738773be038 req-ea94c237-8d5b-443c-9e89-4b8a692ba552 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:30.006526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d421645-276c-456f-b36e-6738773be038 req-ea94c237-8d5b-443c-9e89-4b8a692ba552 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1119361 Aug 04 14:46:30.105718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9efaae88-07ca-45ee-b156-dc02bf85e0cf no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:30.119614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80e4d1-2567-4869-a102-4d2c96b5ce0e req-84620910-a3cc-4c17-88f2-4624d3804417 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:30.121180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa80e4d1-2567-4869-a102-4d2c96b5ce0e req-84620910-a3cc-4c17-88f2-4624d3804417 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1534326 Aug 04 14:46:30.126268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9efaae88-07ca-45ee-b156-dc02bf85e0cf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:30.126876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9efaae88-07ca-45ee-b156-dc02bf85e0cf not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:30.131614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d421645-276c-456f-b36e-6738773be038 req-cc90a3dc-545d-4fc8-84e8-ca3b0a8176e8 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Aug 04 14:46:30.160385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d9f07d1-160f-4eed-a0e7-0e65f4f387d1 req-209ecff9-6485-42ab-8833-bd5dd0ce421c service neutron] 10.222.0.46 "GET /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526687 Aug 04 14:46:30.179869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa80e4d1-2567-4869-a102-4d2c96b5ce0e req-b3f17330-762b-41c7-ab7c-8913a0980921 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Aug 04 14:46:30.601761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d3a24-48d0-41d7-81ef-7d36f0418dac req-90716dbb-c4bf-4fd0-afc2-daf141935944 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:30.611171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d6d3a24-48d0-41d7-81ef-7d36f0418dac req-90716dbb-c4bf-4fd0-afc2-daf141935944 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 943 time: 0.0707362 Aug 04 14:46:30.649239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d6d3a24-48d0-41d7-81ef-7d36f0418dac req-90e710b3-7289-4870-9133-e1dd7ca9912b tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363243 Aug 04 14:46:30.817287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e05f8496-170c-4235-9a2f-1c96ef110665 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:30.922017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac840c-e40b-4caf-8e0a-a7027b6728c5 req-0340cd4d-8c98-4267-bc76-db9e3807cfb7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:30.924184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ac840c-e40b-4caf-8e0a-a7027b6728c5 req-0340cd4d-8c98-4267-bc76-db9e3807cfb7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 949 time: 0.0636003 Aug 04 14:46:30.941134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49160) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:30.954164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e05f8496-170c-4235-9a2f-1c96ef110665,segment=NetworkSegment(8c3e57b3-72db-40bf-be4e-42fe34d30ac5),segment_id=8c3e57b3-72db-40bf-be4e-42fe34d30ac5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:30.971631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'e05f8496-170c-4235-9a2f-1c96ef110665', 'network_id': 'bdbf88cf-7127-41ac-9e8d-4f495f2843fe', 'port_id': 'e05f8496-170c-4235-9a2f-1c96ef110665', 'mac_address': 'fa:16:3e:2d:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbf6dc8-c051-43c4-ad23-66fb7129ca6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:30.975211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ac840c-e40b-4caf-8e0a-a7027b6728c5 req-4dff9814-3de5-4ff4-a867-450af28977b3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Aug 04 14:46:31.011506 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.024682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05f8496-170c-4235-9a2f-1c96ef110665 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:31.046088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e05f8496-170c-4235-9a2f-1c96ef110665,segment=NetworkSegment(8c3e57b3-72db-40bf-be4e-42fe34d30ac5),segment_id=8c3e57b3-72db-40bf-be4e-42fe34d30ac5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:31.055898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.083223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0480d013-2431-45ed-882a-84c6f9dc308f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.108408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:31.113466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccc125-c5e3-4763-b418-1122573b79e2 req-74dd9792-9c8a-42e0-9b96-1e5181b4af3a tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:31.115663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68ccc125-c5e3-4763-b418-1122573b79e2 req-74dd9792-9c8a-42e0-9b96-1e5181b4af3a tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 1101 time: 0.0677011 Aug 04 14:46:31.154408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68ccc125-c5e3-4763-b418-1122573b79e2 req-f44419be-6967-4612-9971-a582611c3c98 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Aug 04 14:46:31.199168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0480d013-2431-45ed-882a-84c6f9dc308f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.207007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0480d013-2431-45ed-882a-84c6f9dc308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.254723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480d013-2431-45ed-882a-84c6f9dc308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e0a7fa-8308-4706-9766-13f150fe67cf,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:31.261025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0480d013-2431-45ed-882a-84c6f9dc308f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e146d43891146fbafa03f508c8a019b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187232 Aug 04 14:46:31.263909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49182) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:31.316573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.335714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f8a1-a800-4319-8523-0506500914f2 req-4fb7228f-c046-4880-995e-007a55b4b3ec tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:31.337259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7367f8a1-a800-4319-8523-0506500914f2 req-4fb7228f-c046-4880-995e-007a55b4b3ec tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1103408 Aug 04 14:46:31.344328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.355882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e05f8496-170c-4235-9a2f-1c96ef110665'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:31.359443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663afc20-4c85-4a4a-bf72-5a57e24529e6 req-5525dd7e-e24a-4fdb-b5ea-e750f2155356 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:31.360007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-663afc20-4c85-4a4a-bf72-5a57e24529e6 req-5525dd7e-e24a-4fdb-b5ea-e750f2155356 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0777006 Aug 04 14:46:31.393622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.396436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:31.400442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09e0a7fa-8308-4706-9766-13f150fe67cf HTTP/1.1" status: 204 len: 168 time: 0.1350243 Aug 04 14:46:31.409133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab144-c691-41c5-8dd6-67938f78635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e0a7fa-8308-4706-9766-13f150fe67cf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:31.419355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7367f8a1-a800-4319-8523-0506500914f2 req-6eb8179d-59c5-45a6-9826-acc71feec917 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743954 Aug 04 14:46:31.441342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-663afc20-4c85-4a4a-bf72-5a57e24529e6 req-778a5a47-a0e0-40e1-bf66-af17dbb9ae8e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664835 Aug 04 14:46:31.543798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-512fdfda-c9e9-4e60-b514-3554ca0df6f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235837 Aug 04 14:46:31.720155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-a4c141e6-249c-45d8-ab6f-79bd1f4407e7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:31.721662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-a4c141e6-249c-45d8-ab6f-79bd1f4407e7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.1801894 Aug 04 14:46:31.728441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-17ec27a1-1cf9-4664-80eb-d8a88388584d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:31.729854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-17ec27a1-1cf9-4664-80eb-d8a88388584d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762519 Aug 04 14:46:31.747248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-6b1bf787-965f-48f7-af79-50856afb3b34 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/quotas/61e5dd94a65d43619d36f5dee599441a HTTP/1.1" status: 200 len: 375 time: 0.0162821 Aug 04 14:46:31.787436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-7ea5af1e-96cd-4299-907d-520ce78bc2cb tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0489793 Aug 04 14:46:31.827549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cfdb3043-1d18-4d52-bce5-e23746d3dfe7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793927 Aug 04 14:46:31.899844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-b41192f0-2519-4e23-b4e6-cb68a94ce8d0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1062772 Aug 04 14:46:31.945450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cea0ce4e-ade9-4520-8dcc-8c3caebeac7b service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091316 Aug 04 14:46:32.092848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-58646f46-b97e-4d4d-8104-b3c995777379 service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379769 Aug 04 14:46:32.267260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4111a-b8da-4a48-8ac2-e50fed881c17 req-99fc5376-8737-4e0a-af8c-9fbbc32a6715 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:32.268868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ab4111a-b8da-4a48-8ac2-e50fed881c17 req-99fc5376-8737-4e0a-af8c-9fbbc32a6715 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 944 time: 0.1157465 Aug 04 14:46:32.316433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ded953a6-ca03-4f0d-b1c9-9433ac73f90f req-fc0d2d87-4aad-4e03-a4ff-289f11dcedef tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 210 time: 0.0465450 Aug 04 14:46:32.387057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ab4111a-b8da-4a48-8ac2-e50fed881c17 req-c3a8d1ce-5ea5-491a-b09e-d7a2c23bcc33 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817037 Aug 04 14:46:32.457747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eb59761-c884-4419-8824-2a5639eb9e6b req-c2a7cda1-9446-4112-887a-50799154531a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 210 time: 0.0509944 Aug 04 14:46:32.608628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8a168-27ed-4745-8449-0ff9b055dd41 req-3f17034b-e36f-4624-93c8-71837ac4547b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:32.614992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19e8a168-27ed-4745-8449-0ff9b055dd41 req-3f17034b-e36f-4624-93c8-71837ac4547b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.0877581 Aug 04 14:46:32.672702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19e8a168-27ed-4745-8449-0ff9b055dd41 req-f6834df6-be93-44d3-9818-6a25b248cc56 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 Aug 04 14:46:32.698886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-f292da7c-5d53-4e28-81f2-c5e1546a6a9d tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=627c4340bf574ea2b61f29280b6f0739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243661 Aug 04 14:46:32.846716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ffb3-54e1-4706-92fc-9ff199bb3180 req-86b50bca-b848-4fc7-b74e-626c881ad605 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:32.849407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e962ffb3-54e1-4706-92fc-9ff199bb3180 req-86b50bca-b848-4fc7-b74e-626c881ad605 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0869098 Aug 04 14:46:32.851866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e05f8496-170c-4235-9a2f-1c96ef110665 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:32.874099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-b61e9b93-e270-48a8-a414-afc91825e022 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:32.875645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-b61e9b93-e270-48a8-a414-afc91825e022 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694939 Aug 04 14:46:32.903131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-629d3249-c28e-40d2-a7d0-14e2d7f3ee86 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/quotas/627c4340bf574ea2b61f29280b6f0739 HTTP/1.1" status: 200 len: 375 time: 0.0196438 Aug 04 14:46:32.910831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port e05f8496-170c-4235-9a2f-1c96ef110665 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:32.915786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port e05f8496-170c-4235-9a2f-1c96ef110665 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:32.916406 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:32.935255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e962ffb3-54e1-4706-92fc-9ff199bb3180 req-0d3d886e-f97e-46a6-9a36-fd1d8a703ba3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785739 Aug 04 14:46:32.959320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-255e2441-cce6-43da-a759-01f49aed2962 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=627c4340bf574ea2b61f29280b6f0739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481651 Aug 04 14:46:33.032052 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:33.060358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:33.062692 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ed35e-7d48-4a2a-8009-2c597ac4c2cc" -d '{"events": [{"server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "name": "network-vif-plugged", "status": "completed", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:33.077098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e05f8496-170c-4235-9a2f-1c96ef110665,segment=NetworkSegment(8c3e57b3-72db-40bf-be4e-42fe34d30ac5),segment_id=8c3e57b3-72db-40bf-be4e-42fe34d30ac5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:33.100194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:33.180187 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67a3d1-7e69-4728-91c0-41b2c9054752 x-openstack-request-id: req-bc67a3d1-7e69-4728-91c0-41b2c9054752 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:33.181569 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "name": "network-vif-plugged", "status": "completed", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:33.181569 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc67a3d1-7e69-4728-91c0-41b2c9054752 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:33.181569 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665', 'code': 200} Aug 04 14:46:33.182121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:33.189993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88c75883-1962-48d3-96cd-760fa7ed1342 req-8b3f330b-61a0-4001-963c-4ae173801093 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 210 time: 0.0520349 Aug 04 14:46:33.284466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112609-ceb9-42c2-b3ad-ba01c854d783 req-a4fd368e-2c5f-4b36-9ec0-7d0fa7f6f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:33.286008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1112609-ceb9-42c2-b3ad-ba01c854d783 req-a4fd368e-2c5f-4b36-9ec0-7d0fa7f6f33c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 1097 time: 0.0503912 Aug 04 14:46:33.332603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1112609-ceb9-42c2-b3ad-ba01c854d783 req-bcdb8cb2-1c62-40d2-9e14-077b9716bfb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Aug 04 14:46:33.475918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-792b4f04-9784-4d43-ac04-9fe8a2b82866 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740108 Aug 04 14:46:33.477780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b29decb6-8836-4e7a-94c5-5c718057a835 req-52391d48-bddd-4a39-84a3-f769dd1ed20f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 210 time: 0.0781310 Aug 04 14:46:33.641764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0534a63b-3659-40d0-8823-d4ea9e2a3f4f req-edd48253-f661-4afc-9d95-5dc7e3f3dd10 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 210 time: 0.0783725 Aug 04 14:46:33.678427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8ac0c-3a83-4a49-bd1c-4d2d5db0084a req-77b65323-a4ae-4b0b-99e1-679b1bf89aa4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:33.679891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83c8ac0c-3a83-4a49-bd1c-4d2d5db0084a req-77b65323-a4ae-4b0b-99e1-679b1bf89aa4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 945 time: 0.2063417 Aug 04 14:46:33.704279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-55f80e2a-540a-4d6b-8e9d-ebdae143c521 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:33.705755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-55f80e2a-540a-4d6b-8e9d-ebdae143c521 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.38 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.2781425 Aug 04 14:46:33.735777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Request body: {'port': {'device_id': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'admin_state_up': True, 'tenant_id': '61e5dd94a65d43619d36f5dee599441a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:34.107324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-5cc6292a-0c19-408c-a455-d23d3d301598 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:34.108762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-5cc6292a-0c19-408c-a455-d23d3d301598 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5810690 Aug 04 14:46:34.131061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:34.147009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83c8ac0c-3a83-4a49-bd1c-4d2d5db0084a req-ba33827a-127c-4aee-9419-a513aa8f6048 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541366 Aug 04 14:46:34.231741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876d897-b15c-49d0-b356-746a0d4d306b req-052efd13-c6fa-40ec-a2ca-d7dc679e1597 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:34.233369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8876d897-b15c-49d0-b356-746a0d4d306b req-052efd13-c6fa-40ec-a2ca-d7dc679e1597 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.4894602 Aug 04 14:46:34.257345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-4df06a0f-fd7f-48f6-8404-c2de84e8fc2b tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=627c4340bf574ea2b61f29280b6f0739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242789 Aug 04 14:46:34.389788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:46:34.389788 n-d-801743-12 neutron-server[94265]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:46:34.389788 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id': '9af7d8b4d567493cae52350b406ff6b3', 'id': 'da872e24-0149-4dc5-97f5-f4efa8774944', 'expiration': datetime.datetime(2021, 8, 4, 14, 48, 34, 362185)}] Aug 04 14:46:34.389788 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:46:34.391108 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:46:34.402466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5494-9dc8-4fb3-b529-31448e48433d req-f356081f-6c12-4623-92da-dd7b13382782 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:34.404125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d54f5494-9dc8-4fb3-b529-31448e48433d req-f356081f-6c12-4623-92da-dd7b13382782 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1677182 Aug 04 14:46:34.405605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:34.408943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.423165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8876d897-b15c-49d0-b356-746a0d4d306b req-753e85f5-c8a2-408c-ad8c-c8e81e8ec098 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588578 Aug 04 14:46:34.459726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-5348e78a-e9f6-4e4e-9a57-ee8fef546230 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:34.462505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-5348e78a-e9f6-4e4e-9a57-ee8fef546230 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819513 Aug 04 14:46:34.482183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Request body: {'port': {'device_id': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '627c4340bf574ea2b61f29280b6f0739'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:34.518042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d54f5494-9dc8-4fb3-b529-31448e48433d req-791c1c2c-7f07-48ff-9df4-05c62fd8e8a1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772352 Aug 04 14:46:34.582027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e888edfb-c192-4065-aea1-bfe6c03469cd req-880741f5-b2cc-4b14-95a3-77572dcc4768 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Aug 04 14:46:34.639253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Made reservation on behalf of 627c4340bf574ea2b61f29280b6f0739 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:34.650448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.668435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.692086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Allocated IP 172.20.0.8 (df6a091f-3d3c-45b4-82e5-df1c84f65130/5b86b307-5cd1-4300-bd45-457f060317c0/8f69bfbe-801f-4005-ae4b-8f97dd03fb78) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:34.697559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4889a373-24d2-4b90-a8b2-cd3ef3cc9607 req-f2c39a9c-951a-42a4-8629-2e7b6b5046df tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 210 time: 0.0387101 Aug 04 14:46:34.769267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3701e640-4b5a-4aa7-952f-634cb5d851ba req-7eebc654-77c4-47a4-9afb-4a050ed160ae tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 210 time: 0.0460465 Aug 04 14:46:34.803514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.809205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.871533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6348d-b119-4ca4-a496-60457b36b701,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:34.932651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:34.936724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.956657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Allocated IP 192.168.233.252 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/89d6d0b7-a2c8-443a-b703-a1a7b4018585) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:34.975284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:34.996208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bbbdde52-5359-49fa-a279-347f43d79606 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=988be100153b4d0aab1e10ef4c5ca945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453126 Aug 04 14:46:35.107061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.120869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Transition to ACTIVE for port object 89d6d0b7-a2c8-443a-b703-a1a7b4018585 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:35.145654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.159249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:35.162824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.234139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-59906d69-8e40-4448-b2da-6704dc213fa3 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.237880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:35.243789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:35.244029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-59906d69-8e40-4448-b2da-6704dc213fa3 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147224 Aug 04 14:46:35.246658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:35.253356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:35.270258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:35.283981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Pushing event updated for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:35.301278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:35.319833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.321246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.337891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-ad61c1a7-7895-4c89-a358-40e1585a8c93 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8613982 Aug 04 14:46:35.347760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event updated for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:35.351567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.119 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/3178509e-3ddc-4cd3-ad40-b009ebbdadd1) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:35.353544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Request body: {'port': {'device_id': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:35.367222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-accb8ede-7bf4-4e72-95a5-2a21570432e4 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/quotas/988be100153b4d0aab1e10ef4c5ca945 HTTP/1.1" status: 200 len: 375 time: 0.0927708 Aug 04 14:46:35.410722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-38a15a2c-6fcd-4b14-9065-6b50a2e75a56 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349264 Aug 04 14:46:35.420113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.440403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.441107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.481833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294a751-3012-42ae-a64c-2170ebdec15c req-ea0895b3-433c-48b0-81ee-a70b1849c938 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.489112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d294a751-3012-42ae-a64c-2170ebdec15c req-ea0895b3-433c-48b0-81ee-a70b1849c938 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 945 time: 0.2387884 Aug 04 14:46:35.519027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cedfefe0-7540-40fc-8e24-1a12ab437769 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7998061 Aug 04 14:46:35.534825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Request body: {'port': {'device_id': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:35.581847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be389ab3-bf87-4b80-ad86-23537ebbf42b None None] Provisioning for port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:35.589298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be389ab3-bf87-4b80-ad86-23537ebbf42b None None] Provisioning complete for port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:35.590713 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be389ab3-bf87-4b80-ad86-23537ebbf42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.629760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d294a751-3012-42ae-a64c-2170ebdec15c req-eff23b20-e182-4919-98f9-a6e06f779415 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377285 Aug 04 14:46:35.717465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.779978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:35.792418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586591-a659-4675-bf10-11184c0a6151 req-a3ea8b79-ded4-4aa1-916f-6cac3aa4095a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.794279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f586591-a659-4675-bf10-11184c0a6151 req-a3ea8b79-ded4-4aa1-916f-6cac3aa4095a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1631160 Aug 04 14:46:35.795670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-be389ab3-bf87-4b80-ad86-23537ebbf42b None None] Port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:35.841666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:35.876263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ea15-dcdb-4ce3-b7c4-58489ba312d1 req-61fe618a-7fe9-4766-bb2a-291ea32a0d45 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:35.877683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f054ea15-dcdb-4ce3-b7c4-58489ba312d1 req-61fe618a-7fe9-4766-bb2a-291ea32a0d45 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.1573820 Aug 04 14:46:35.979388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f586591-a659-4675-bf10-11184c0a6151 req-6301bf0c-bddd-4cbc-a88e-fb05f725542e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534534 Aug 04 14:46:36.013490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.028686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:36.032574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc', 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:36.069802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f054ea15-dcdb-4ce3-b7c4-58489ba312d1 req-c6ae0aa4-c3a5-4a0e-a409-bf9b06a20e8e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823888 Aug 04 14:46:36.218974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d6d0b7-a2c8-443a-b703-a1a7b4018585 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:36.228462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.242176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Transition to ACTIVE for port object 89d6d0b7-a2c8-443a-b703-a1a7b4018585 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:36.243727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-b8af0aa3-2c84-452c-9ded-da650fb21da6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=988be100153b4d0aab1e10ef4c5ca945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832214 Aug 04 14:46:36.248143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.269757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:36.287704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:36.297675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:36.323697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:36.373575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Pushing event updated for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:36.390916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Attempting to bind port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:36.391330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Attempting to bind port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:36.391596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Attempting to bind port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:36.396622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:36.396622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Attempting to bind port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:36.401612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:36.401970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:36.402374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:36.402858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Bound port: 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:36.403689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.477114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:36.480606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:36.491179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.495054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:36.495760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.505898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-7cf12707-a383-4573-9482-1e216babb4a5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:36.521388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-7cf12707-a383-4573-9482-1e216babb4a5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755783 Aug 04 14:46:36.560484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Pushing event updated for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:36.567818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5408-8a1b-4393-a621-18a5c00d5ddc req-a93c9c59-17a5-4014-8d8e-1556248ddd52 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:36.570932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a71c5408-8a1b-4393-a621-18a5c00d5ddc req-a93c9c59-17a5-4014-8d8e-1556248ddd52 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 936 time: 0.3963201 Aug 04 14:46:36.573576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:36.574222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.575031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-80de2cba-b9a7-4b93-96da-eec2603d7a26 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/quotas/988be100153b4d0aab1e10ef4c5ca945 HTTP/1.1" status: 200 len: 375 time: 0.0420682 Aug 04 14:46:36.575941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-deb8db70-026e-4a95-83d0-065aa2b3822b service neutron] 10.222.0.38 "PUT /v2.0/ports/89d6d0b7-a2c8-443a-b703-a1a7b4018585 HTTP/1.1" status: 200 len: 1097 time: 1.2289395 Aug 04 14:46:36.576395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:36.578721 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:36.644392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-f383a3f4-dfbf-4b58-983a-26d3c1c9a7a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5172434 Aug 04 14:46:36.672054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-5d120a81-ed3f-4011-a950-1f10a829880f tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765595 Aug 04 14:46:36.679656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Request body: {'port': {'device_id': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:36.696652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-33f43d37-95dd-4295-b316-a6419d65c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:36.700359 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-33f43d37-95dd-4295-b316-a6419d65c137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=627c4340bf574ea2b61f29280b6f0739&device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 1100 time: 0.0785732 Aug 04 14:46:36.734372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:36.754169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.760469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-c5e82ac7-394a-49d1-9636-99220e3cac9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585 HTTP/1.1" status: 200 len: 217 time: 0.0503812 Aug 04 14:46:36.780689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a71c5408-8a1b-4393-a621-18a5c00d5ddc req-3892a327-cf41-4c31-8aa3-603e5bd8afef tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862056 Aug 04 14:46:36.857971 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-aa6851ec-4bf9-4d08-bca5-e0e579079251 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=988be100153b4d0aab1e10ef4c5ca945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524273 Aug 04 14:46:36.883160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Transition to ACTIVE for port object 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:36.892884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.912292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:36.916325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-edbd5a12-d4c0-4c10-ba71-764559116b69 None None] Provisioning for port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:36.935453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-edbd5a12-d4c0-4c10-ba71-764559116b69 None None] Provisioning complete for port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:36.935856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-edbd5a12-d4c0-4c10-ba71-764559116b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.055176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-edbd5a12-d4c0-4c10-ba71-764559116b69 None None] Port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:37.066016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-6e189086-6f6f-43c3-bbeb-cb0f67c2e7f3 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.068316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-6e189086-6f6f-43c3-bbeb-cb0f67c2e7f3 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695995 Aug 04 14:46:37.094884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Request body: {'port': {'device_id': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '988be100153b4d0aab1e10ef4c5ca945'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:37.158366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-e440d212-f58c-49de-a202-8ac5f494a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.160249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-e440d212-f58c-49de-a202-8ac5f494a8d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.3920245 Aug 04 14:46:37.167207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Pushing event updated for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:37.252960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c917b4-8901-4cb3-b949-93046a38c499 req-70098928-0e65-4f60-8726-1c6fb2dd2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.254303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-70098928-0e65-4f60-8726-1c6fb2dd2de2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844803 Aug 04 14:46:37.332585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf6160-9241-4ac9-aa6a-06543707a331 req-286ef3f1-67f5-4923-b51a-cd5be6e9c209 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.340235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ccf6160-9241-4ac9-aa6a-06543707a331 req-286ef3f1-67f5-4923-b51a-cd5be6e9c209 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 936 time: 0.2603192 Aug 04 14:46:37.346756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Made reservation on behalf of 988be100153b4d0aab1e10ef4c5ca945 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:37.350417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.364941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.386021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edffc9c-66ab-4217-9099-38459a2ed1cf req-6380c77b-d775-486f-89af-3774df6ac6ba tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.386209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-af399ef0-5410-4a37-a43e-8d3ac52ec54f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229477 Aug 04 14:46:37.387552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3edffc9c-66ab-4217-9099-38459a2ed1cf req-6380c77b-d775-486f-89af-3774df6ac6ba tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 943 time: 0.2821567 Aug 04 14:46:37.435483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Attempting to bind port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:37.435871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Attempting to bind port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:37.436157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Attempting to bind port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:37.468870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:37.469205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Attempting to bind port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:37.482782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ccf6160-9241-4ac9-aa6a-06543707a331 req-376fd9e2-329c-4d01-8b08-386484e9bb2e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415849 Aug 04 14:46:37.494910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3edffc9c-66ab-4217-9099-38459a2ed1cf req-953e1d6e-eea1-4371-b644-f9ad9134388e tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958595 Aug 04 14:46:37.495873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:37.496528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Checking segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:37.496528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Bound using segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:37.497162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Bound port: 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:37.497310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.524216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c917b4-8901-4cb3-b949-93046a38c499 req-b08ffbde-313d-4346-8b2a-92309266d9b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297176 Aug 04 14:46:37.579394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.587325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:37.691766 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106cc58-7188-470d-8ceb-2e5ad4563bea x-openstack-request-id: req-d106cc58-7188-470d-8ceb-2e5ad4563bea {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:37.692203 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:37.692724 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d106cc58-7188-470d-8ceb-2e5ad4563bea {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:37.693216 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585', 'status': 'completed', 'code': 200} Aug 04 14:46:37.751295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b688c31-78f1-414b-8dba-1f02ff3ae3a2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:37.764976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-9771ee5d-0803-45d6-933e-9e421998e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.766727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-9771ee5d-0803-45d6-933e-9e421998e005 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=627c4340bf574ea2b61f29280b6f0739&device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 1100 time: 0.0726264 Aug 04 14:46:37.921075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-d0079b13-3f61-4b8b-9354-dea306ae1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:37.922630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-d0079b13-3f61-4b8b-9354-dea306ae1670 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1478143 Aug 04 14:46:37.971583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-3c10d7f3-5463-4da7-acef-11519ca3775b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585 HTTP/1.1" status: 200 len: 217 time: 0.0405655 Aug 04 14:46:37.977713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff32845-7f7b-4122-9162-2d8b610a1349 req-b84adef6-f82b-4486-8681-1235d079945d tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0618968 Aug 04 14:46:38.043367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-0c4beb4f-4fe8-4513-bbae-5d5b284c8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.045086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-0c4beb4f-4fe8-4513-bbae-5d5b284c8971 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0649512 Aug 04 14:46:38.104456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-eb14a303-271c-4590-9dd7-c1c275a3ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.106134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-eb14a303-271c-4590-9dd7-c1c275a3ab61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529273 Aug 04 14:46:38.117260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef61b2-94c4-41ab-90e1-563ac851618d req-4916ea6b-62a9-448e-bcec-e4344de722b7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.118854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97ef61b2-94c4-41ab-90e1-563ac851618d req-4916ea6b-62a9-448e-bcec-e4344de722b7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2041957 Aug 04 14:46:38.125918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:38.137424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:38.159770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:38.170400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.182552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.260642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413575-5cdf-48aa-b840-7ebd83a6767e req-a85829fd-4c29-4045-9ec3-08427fbf744a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.262824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0413575-5cdf-48aa-b840-7ebd83a6767e req-a85829fd-4c29-4045-9ec3-08427fbf744a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.2223654 Aug 04 14:46:38.265674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-61aad32c-d6e3-4013-94a5-068bb6aca719 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390047 Aug 04 14:46:38.269550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Transition to ACTIVE for port object 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:38.293769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8b802dd3-f4ef-459f-84d5-412ad7e2786b tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=988be100153b4d0aab1e10ef4c5ca945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899415 Aug 04 14:46:38.296279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.313209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.313939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.315478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f69bfbe-801f-4005-ae4b-8f97dd03fb78 HTTP/1.1" status: 200 len: 1092 time: 2.7850428 Aug 04 14:46:38.329153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97ef61b2-94c4-41ab-90e1-563ac851618d req-3d91e0f3-098b-4baa-bd99-df3347dcb914 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967728 Aug 04 14:46:38.334108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:38.336611 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cafd639-6b73-4920-9083-9cf9413ebc18" -d '{"events": [{"name": "network-changed", "server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:38.440031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Allocated IP 192.168.233.178 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/2d5fd9b3-27c7-4f93-ad2e-28483640be53) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:38.472242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50cf95e1-043b-44d3-bd1c-dc3a1dad654b req-c65e3c2e-dbc5-4a86-8d51-8cbed402b2c7 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973863 Aug 04 14:46:38.527743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b101-388a-4bf1-915a-347a9ac46742 service neutron] Pushing event updated for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:38.591372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0413575-5cdf-48aa-b840-7ebd83a6767e req-d935cef2-b5b0-4ee9-836e-71218221ceb6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003535 Aug 04 14:46:38.662814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.698631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Transition to ACTIVE for port object 2d5fd9b3-27c7-4f93-ad2e-28483640be53 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:38.711590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ed0e1-4e72-4b6a-83ba-67dd0e44dc7f req-db237ab6-6c0c-4944-8f53-26d0aa1b13e6 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.718852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a65ed0e1-4e72-4b6a-83ba-67dd0e44dc7f req-db237ab6-6c0c-4944-8f53-26d0aa1b13e6 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 948 time: 0.2951033 Aug 04 14:46:38.726275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-83f43376-51ff-4eee-ac29-72e169e883f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.727797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-83f43376-51ff-4eee-ac29-72e169e883f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 1095 time: 0.3013825 Aug 04 14:46:38.728409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Pushing event updated for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:38.735085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.748080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-82bb0218-6bd7-4cf3-9e1e-08df52902ae6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.749530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-82bb0218-6bd7-4cf3-9e1e-08df52902ae6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4331267 Aug 04 14:46:38.776369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:38.779478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:38.782693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Request body: {'port': {'device_id': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '988be100153b4d0aab1e10ef4c5ca945'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:38.785245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:38.811946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:38.839358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:38.840103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.844694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-4d8ccc2a-44fb-44bd-9b54-1ce8787d0129 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78 HTTP/1.1" status: 200 len: 217 time: 0.1042948 Aug 04 14:46:38.859110 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-bdeaac06-c77a-408b-bbf0-018910053924 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7782919 Aug 04 14:46:38.873002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Request body: {'port': {'device_id': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:38.934206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:38.963216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a65ed0e1-4e72-4b6a-83ba-67dd0e44dc7f req-c1e3e006-cc29-4a64-a3bd-36c1812bdcc8 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419350 Aug 04 14:46:38.972652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Attempting to bind port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:38.972922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Attempting to bind port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:38.973204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Attempting to bind port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:39.002159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:39.002495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Attempting to bind port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:39.022004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ee7c6-5534-42b3-aa73-3b98c5a764bf req-8a1012bf-faea-4154-9aae-e2beb1e1484b tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.023627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c0ee7c6-5534-42b3-aa73-3b98c5a764bf req-8a1012bf-faea-4154-9aae-e2beb1e1484b tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 945 time: 0.2927475 Aug 04 14:46:39.027860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-bf942324-2469-4a85-a85f-ec35ae98f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.029251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-bf942324-2469-4a85-a85f-ec35ae98f185 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.1433249 Aug 04 14:46:39.032446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:39.032792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:39.033175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:39.033629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Bound port: 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:39.033997 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.071415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fcad0b13-252c-456a-b977-9b1db7f2bb46 None None] Provisioning for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:39.078934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fcad0b13-252c-456a-b977-9b1db7f2bb46 None None] Provisioning complete for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:39.079303 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fcad0b13-252c-456a-b977-9b1db7f2bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.096755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-e2f90402-9943-4071-a7ee-743e4e8559e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555806 Aug 04 14:46:39.100225 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a925c330-ebc9-40cb-9748-69e6d0503b3d x-openstack-request-id: req-a925c330-ebc9-40cb-9748-69e6d0503b3d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:39.100607 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:39.101251 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a925c330-ebc9-40cb-9748-69e6d0503b3d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:39.101876 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78', 'status': 'completed', 'code': 200} Aug 04 14:46:39.121387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fcad0b13-252c-456a-b977-9b1db7f2bb46 None None] Port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:39.220857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:39.229827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.230716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c0ee7c6-5534-42b3-aa73-3b98c5a764bf req-6d367add-5347-4b1a-8973-080d61b97b22 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.76 "GET /v2.0/security-groups?id=57b7d16c-555b-4361-a1d5-a96488241ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915686 Aug 04 14:46:39.263964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Transition to ACTIVE for port object 2d5fd9b3-27c7-4f93-ad2e-28483640be53 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:39.270166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.270575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Made reservation on behalf of 988be100153b4d0aab1e10ef4c5ca945 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:39.274304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.276902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:39.327894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:39.367434 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.389948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:39.390573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530aac38-5d51-4037-9140-a8b88fa29280 req-17c698be-905d-4b77-a0a4-1c51b71312b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.392171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-530aac38-5d51-4037-9140-a8b88fa29280 req-17c698be-905d-4b77-a0a4-1c51b71312b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 943 time: 0.2260499 Aug 04 14:46:39.417791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Attempting to bind port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:39.418138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Attempting to bind port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:39.418669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Attempting to bind port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:39.423326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:39.423653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Attempting to bind port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:39.429292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:39.429631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:39.430014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:39.430441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Bound port: 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:39.430886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.439122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-a2fb60a2-091f-462b-94a1-e799c2a7171b service neutron] 10.222.0.38 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097310 Aug 04 14:46:39.489571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.490214 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.491773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] 10.222.0.46 "PUT /v2.0/ports/3178509e-3ddc-4cd3-ad40-b009ebbdadd1 HTTP/1.1" status: 200 len: 1097 time: 2.8224416 Aug 04 14:46:39.551009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-d8aeefba-888d-41d4-88ba-050a89c7d6bd tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.553465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-d8aeefba-888d-41d4-88ba-050a89c7d6bd tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.46 "GET /v2.0/ports?device_id=71d64bad-c81c-4564-b3cd-79cf15787d53 HTTP/1.1" status: 200 len: 945 time: 0.0840766 Aug 04 14:46:39.558809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:39.562614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:39.573613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.607104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de4f6-c456-43c3-af1a-9ed7562a2e75 req-3f0583c1-9007-40e2-a07f-e0f92415f31d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.608713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5de4f6-c456-43c3-af1a-9ed7562a2e75 req-3f0583c1-9007-40e2-a07f-e0f92415f31d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 948 time: 0.2927454 Aug 04 14:46:39.643195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.643808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.645169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d5fd9b3-27c7-4f93-ad2e-28483640be53 HTTP/1.1" status: 200 len: 1097 time: 0.7767262 Aug 04 14:46:39.654809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cd869-64d3-4c41-bbb2-fd4f7b682d87 service neutron] Pushing event updated for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:39.673480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-530aac38-5d51-4037-9140-a8b88fa29280 req-6234bd66-61e5-4fc6-a51d-591cade5eb25 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314508 Aug 04 14:46:39.692625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8797-28c9-44b3-8a6f-49d471af4912 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:39.696009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:39.698947 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:39.732928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-6359523c-5595-46b5-a9e9-b294487b8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.734656 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-6359523c-5595-46b5-a9e9-b294487b8350 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 1100 time: 0.1781502 Aug 04 14:46:39.750146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Deleting port e05f8496-170c-4235-9a2f-1c96ef110665 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:39.750514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:39.783424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Allocated IP 192.168.233.58 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/9e488b98-2a3f-4117-babd-b56b33152451) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:39.788755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eb38f5f-cd9d-41a2-9ea7-8a0f14449c9a req-af57a04d-6d79-4592-a6dd-43f6ce35749d service neutron] 10.222.0.38 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167701 Aug 04 14:46:39.813691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-f3936a2d-a5c5-47fb-9c9f-8298bd8e1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.815270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-f3936a2d-a5c5-47fb-9c9f-8298bd8e1ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 1100 time: 0.1107335 Aug 04 14:46:39.843532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-79aae04f-a0bc-42c3-9006-4300af3af64b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1 HTTP/1.1" status: 200 len: 217 time: 0.0901110 Aug 04 14:46:39.846806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5de4f6-c456-43c3-af1a-9ed7562a2e75 req-b3b3fdb6-71a8-43e7-85dc-c7e23e27e29f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939874 Aug 04 14:46:39.866427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-af747d55-e91c-4907-b08c-dff25e7729fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53 HTTP/1.1" status: 200 len: 217 time: 0.0404506 Aug 04 14:46:39.920120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-94e0a145-c987-4cf9-bae7-0034e86c3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.922004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-94e0a145-c987-4cf9-bae7-0034e86c3abb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0705667 Aug 04 14:46:39.949657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-24cf7699-859b-4366-8c7c-494b80d1cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:39.951406 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-24cf7699-859b-4366-8c7c-494b80d1cd5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0681021 Aug 04 14:46:39.988796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] For port e05f8496-170c-4235-9a2f-1c96ef110665, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e05f8496-170c-4235-9a2f-1c96ef110665,segment=NetworkSegment(8c3e57b3-72db-40bf-be4e-42fe34d30ac5),segment_id=8c3e57b3-72db-40bf-be4e-42fe34d30ac5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:39.989180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:40.009056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Calling delete_port for e05f8496-170c-4235-9a2f-1c96ef110665 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:40.037308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-5af10e4f-5420-4ed9-8c0e-1d27b6cab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.039381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-5af10e4f-5420-4ed9-8c0e-1d27b6cab90e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 1095 time: 0.1157019 Aug 04 14:46:40.100463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-412016d4-df41-4321-890e-9e512c526930 req-d1fef986-3d7a-4779-8a62-a8d6f7568451 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0884337 Aug 04 14:46:40.133877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-17f4038b-d62c-49ed-bf8b-9e85b3664daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.134498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-17f4038b-d62c-49ed-bf8b-9e85b3664daf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744178 Aug 04 14:46:40.198986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-78e75ca8-0156-4db1-bac7-35ad9732393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.200624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-78e75ca8-0156-4db1-bac7-35ad9732393f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2482216 Aug 04 14:46:40.201212 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c15fe-1af4-487d-b92d-693aef7a6f98 x-openstack-request-id: req-1b6c15fe-1af4-487d-b92d-693aef7a6f98 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:40.201504 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:40.201753 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b6c15fe-1af4-487d-b92d-693aef7a6f98 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:40.202142 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'status': 'completed', 'code': 200} Aug 04 14:46:40.270353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:40.282807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e05f8496-170c-4235-9a2f-1c96ef110665'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:40.302061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-ff8fa509-bc51-49ac-9e26-2abf1097a661 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583369 Aug 04 14:46:40.303475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Pushing event deleted for resources: {'Port': ['ID=e05f8496-170c-4235-9a2f-1c96ef110665,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:40.390047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] No DVR routers for this DVR port e05f8496-170c-4235-9a2f-1c96ef110665 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:40.393551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:40.395622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-75bcb6b7-00f5-43c4-a8c5-1fa2e9b06351 req-381abb1c-9b02-4a01-b45a-631a3bd555a4 tempest-ServerGroupTestJSON-1438302680 tempest-ServerGroupTestJSON-1438302680-project] 10.222.0.46 "DELETE /v2.0/ports/e05f8496-170c-4235-9a2f-1c96ef110665 HTTP/1.1" status: 204 len: 173 time: 0.8315778 Aug 04 14:46:40.435851 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-20d95596-3bbf-41df-8c61-f1ce1eb7d841 req-b0a3d46e-b1d7-4755-9f93-f1687b8e6693 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258049 Aug 04 14:46:40.538902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-c71f391b-2fd1-4fe4-9ddc-646fe44f2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.540514 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-c71f391b-2fd1-4fe4-9ddc-646fe44f2c51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 1100 time: 0.0518849 Aug 04 14:46:40.652569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-11ba77d6-abb9-47dc-a29f-a37214a0b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.654350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-11ba77d6-abb9-47dc-a29f-a37214a0b210 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.0979764 Aug 04 14:46:40.689000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcae13d-e210-4118-a2ea-33d53980b84f req-ae373b23-48e5-449c-9749-937a7344db2b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.690509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adcae13d-e210-4118-a2ea-33d53980b84f req-ae373b23-48e5-449c-9749-937a7344db2b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.6186681 Aug 04 14:46:40.699394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-4279a30c-e721-4621-8e5a-a9e6377cc3f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53 HTTP/1.1" status: 200 len: 217 time: 0.0352345 Aug 04 14:46:40.700563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-23c7f293-598d-4a03-bc82-4a0474c9e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.702021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-23c7f293-598d-4a03-bc82-4a0474c9e10d service neutron] 10.222.0.38 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 915 time: 0.6477292 Aug 04 14:46:40.750183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:40.754005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-b8806b60-af33-4496-818f-452f9e4a9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.755526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-b8806b60-af33-4496-818f-452f9e4a9ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0475731 Aug 04 14:46:40.795691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c24b2e-e9a7-4df5-8a87-d73620c261fd req-28b9131b-8467-452d-841c-72fd5d80049d tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.797206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41c24b2e-e9a7-4df5-8a87-d73620c261fd req-28b9131b-8467-452d-841c-72fd5d80049d tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 948 time: 0.5940707 Aug 04 14:46:40.802483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-a73eb9c1-f5c3-4ecf-8bd4-6d0d294b39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.804137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-a73eb9c1-f5c3-4ecf-8bd4-6d0d294b39b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407224 Aug 04 14:46:40.807778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-28ce4a3e-7281-4e49-a76f-9d5793ec6af6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78 HTTP/1.1" status: 200 len: 217 time: 0.0879014 Aug 04 14:46:40.822701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-2fe18c45-317b-4e69-967f-7a80f5f1552b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001456 Aug 04 14:46:40.857983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Transition to ACTIVE for port object 9e488b98-2a3f-4117-babd-b56b33152451 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:40.901092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adcae13d-e210-4118-a2ea-33d53980b84f req-a4efdfa7-cad3-4a22-bd63-d5d693a2a4f5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937869 Aug 04 14:46:40.902445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-d2d25a43-97be-498d-86b1-418428e4ec74 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891364 Aug 04 14:46:40.974356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-33889f51-8ebf-42fe-bbaa-21d9ddfa0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:40.975887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-33889f51-8ebf-42fe-bbaa-21d9ddfa0b8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.1521783 Aug 04 14:46:40.984946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41c24b2e-e9a7-4df5-8a87-d73620c261fd req-1815404b-adb4-43d3-8386-8074316f3c42 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804020 Aug 04 14:46:41.007990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 89d6d0b7-a2c8-443a-b703-a1a7b4018585 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:41.020169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2fc7d4e5-c98d-4b70-98b3-586b0e3a9b69 req-aee67f04-0aa6-48c7-a3ed-0a0e3c66a8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051857 Aug 04 14:46:41.040645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-be45fe4b-8fe9-4f12-b2b7-3aa00ce74531 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533829 Aug 04 14:46:41.128490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:41.131424 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce31334-2b34-4f27-af2b-1024c134135b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:41.140094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.149103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b43ba89f-33aa-40dd-8f39-a9d2d6582e5e req-bf8c2608-26f7-4355-96c8-cf0acfb4249f service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892265 Aug 04 14:46:41.158438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:41.173995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '89d6d0b7-a2c8-443a-b703-a1a7b4018585', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '89d6d0b7-a2c8-443a-b703-a1a7b4018585', 'mac_address': 'fa:16:3e:8c:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:41.214960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.226226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:41.227960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d6d0b7-a2c8-443a-b703-a1a7b4018585 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:41.248414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad1fd-9335-4d73-96d2-5567ecad7982 req-9c65dc77-ccd1-44c0-808c-4527e684139c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.249365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:41.249999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d9ad1fd-9335-4d73-96d2-5567ecad7982 req-9c65dc77-ccd1-44c0-808c-4527e684139c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.2281866 Aug 04 14:46:41.259378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.260251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:41.268217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:41.273655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:41.315613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:41.333881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-b0db935c-b9fe-4c3f-872e-82bd8b6a1291 service neutron] 10.222.0.38 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776375 Aug 04 14:46:41.414939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa489a5f-5131-48cb-9da6-04188e61e52f req-a32e57a4-baaf-4048-8add-c6fd7811bb69 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.416508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa489a5f-5131-48cb-9da6-04188e61e52f req-a32e57a4-baaf-4048-8add-c6fd7811bb69 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 943 time: 0.2312737 Aug 04 14:46:41.426170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.427019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.437541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d9ad1fd-9335-4d73-96d2-5567ecad7982 req-373a6cd1-9047-472b-af10-3f9ebb3d340d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725607 Aug 04 14:46:41.478055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-3c74740e-85e9-4889-9812-fcf4c4654163 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7015674 Aug 04 14:46:41.498853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Request body: {'port': {'device_id': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:41.512725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-8e5f1bfd-944c-4a03-a79d-666a4bd8beef tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.514773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-8e5f1bfd-944c-4a03-a79d-666a4bd8beef tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 945 time: 0.0617089 Aug 04 14:46:41.539633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b497dae-60fb-40b5-8235-fc23dfc6feb6 None None] Provisioning for port 9e488b98-2a3f-4117-babd-b56b33152451 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:41.544324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b497dae-60fb-40b5-8235-fc23dfc6feb6 None None] Provisioning complete for port 9e488b98-2a3f-4117-babd-b56b33152451 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:41.544802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b497dae-60fb-40b5-8235-fc23dfc6feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.560152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa489a5f-5131-48cb-9da6-04188e61e52f req-e58aaf49-546f-45e8-b221-5b93da81e903 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282935 Aug 04 14:46:41.587512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3b497dae-60fb-40b5-8235-fc23dfc6feb6 None None] Port 9e488b98-2a3f-4117-babd-b56b33152451 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:41.608215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['89d6d0b7-a2c8-443a-b703-a1a7b4018585'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:41.622481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cafd639-6b73-4920-9083-9cf9413ebc18 req-06a34f69-5423-4b04-a839-a758f0107eda service neutron] 10.222.0.38 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782788 Aug 04 14:46:41.635433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.642308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port e41bd820-a996-4ad8-b640-38d846f034e6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:41.642988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.660001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54db08-db96-46da-bc25-21364472bb22 req-abc8360f-1ab1-4314-9e10-62e648679d4d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.661769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f54db08-db96-46da-bc25-21364472bb22 req-abc8360f-1ab1-4314-9e10-62e648679d4d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 948 time: 0.1222410 Aug 04 14:46:41.742842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port e41bd820-a996-4ad8-b640-38d846f034e6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e41bd820-a996-4ad8-b640-38d846f034e6,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:41.743457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:41.757631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for e41bd820-a996-4ad8-b640-38d846f034e6 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:41.782823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f54db08-db96-46da-bc25-21364472bb22 req-b9546862-c3fa-488c-b53b-36cd8abba853 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075294 Aug 04 14:46:41.851837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5394f-d808-4495-8308-b89636378311 req-03c17bb7-b12f-4a83-9aa4-f7e7104dc09e tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:41.853497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9db5394f-d808-4495-8308-b89636378311 req-03c17bb7-b12f-4a83-9aa4-f7e7104dc09e tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 935 time: 0.2031245 Aug 04 14:46:41.875750 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b699042e-1a71-458d-b7db-bae79f8c9d26 x-openstack-request-id: req-b699042e-1a71-458d-b7db-bae79f8c9d26 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:41.876264 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:41.876615 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b699042e-1a71-458d-b7db-bae79f8c9d26 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:41.877112 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1', 'status': 'completed', 'code': 200} Aug 04 14:46:42.026259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9db5394f-d808-4495-8308-b89636378311 req-2ee070d2-dda6-419f-add6-51d2a83b9c51 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625943 Aug 04 14:46:42.083362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce31334-2b34-4f27-af2b-1024c134135b req-5710fa0b-524a-4982-9318-3f7df53ef8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.085000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-5710fa0b-524a-4982-9318-3f7df53ef8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 1100 time: 0.1701989 Aug 04 14:46:42.105332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb62e57-c3a3-4bca-8948-d9b75d507850 req-92cea4a0-4d11-44a1-9e33-0702d17309b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.107097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fcb62e57-c3a3-4bca-8948-d9b75d507850 req-92cea4a0-4d11-44a1-9e33-0702d17309b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1052828 Aug 04 14:46:42.196827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.205571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'name': 'network-vif-deleted', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:42.207942 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81e2685-9591-4ba8-ac57-1ec827b7cab3" -d '{"events": [{"server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "name": "network-vif-deleted", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:42.231644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=e41bd820-a996-4ad8-b640-38d846f034e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:42.263359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fcb62e57-c3a3-4bca-8948-d9b75d507850 req-e9153a38-94a4-4573-b867-e867e0ab2730 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440897 Aug 04 14:46:42.283184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port e41bd820-a996-4ad8-b640-38d846f034e6 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:42.289873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.292514 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5d06407-3efd-4d03-8d38-39669a779b7f req-0fe33156-9ef1-44fa-9e90-f96a9abf63c6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.38 "DELETE /v2.0/ports/e41bd820-a996-4ad8-b640-38d846f034e6 HTTP/1.1" status: 204 len: 173 time: 0.7700300 Aug 04 14:46:42.317185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e488b98-2a3f-4117-babd-b56b33152451 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:42.331054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29e58-3e1a-41fd-bf96-885e311fdb9c req-e7c3004a-d0b5-4c23-9533-410016b5df3c tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.332811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a29e58-3e1a-41fd-bf96-885e311fdb9c req-e7c3004a-d0b5-4c23-9533-410016b5df3c tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 949 time: 0.2125199 Aug 04 14:46:42.339149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.342898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce31334-2b34-4f27-af2b-1024c134135b req-609b6236-9409-4bb9-89b0-a0b33eaa4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.344379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-609b6236-9409-4bb9-89b0-a0b33eaa4a4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2363648 Aug 04 14:46:42.378220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Transition to ACTIVE for port object 9e488b98-2a3f-4117-babd-b56b33152451 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:42.414491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.416300 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044991cc-5493-4a47-959d-d9d15a8d727e x-openstack-request-id: req-044991cc-5493-4a47-959d-d9d15a8d727e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:42.416600 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d64bad-c81c-4564-b3cd-79cf15787d53", "name": "network-vif-deleted", "tag": "e05f8496-170c-4235-9a2f-1c96ef110665", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:42.416855 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-044991cc-5493-4a47-959d-d9d15a8d727e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:42.417323 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d64bad-c81c-4564-b3cd-79cf15787d53', 'name': 'network-vif-deleted', 'tag': 'e05f8496-170c-4235-9a2f-1c96ef110665', 'status': 'completed', 'code': 200} Aug 04 14:46:42.420996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-b1ca417e-0ecf-4b33-aae6-994e6c36d643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1 HTTP/1.1" status: 200 len: 217 time: 0.0582588 Aug 04 14:46:42.449815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57a29e58-3e1a-41fd-bf96-885e311fdb9c req-6f3081ee-8411-4574-a4f8-17d5e8532d90 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083841 Aug 04 14:46:42.509080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49502) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:42.526087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:42.582339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Deleting subnet ccbf6dc8-c051-43c4-ad23-66fb7129ca6b {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:46:42.585631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.607799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a44a82ee-bf71-4d27-8b33-8052b48fee7f req-98e5ddbe-84f6-4b72-a65e-5874bd5c47da tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa5bb73-271a-42df-b1da-8baade152175 HTTP/1.1" status: 200 len: 210 time: 0.0639067 Aug 04 14:46:42.613978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce31334-2b34-4f27-af2b-1024c134135b req-be0404fe-4582-42ea-b084-27d05a156155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.616763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-be0404fe-4582-42ea-b084-27d05a156155 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1742458 Aug 04 14:46:42.623378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.631871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e41bd820-a996-4ad8-b640-38d846f034e6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:42.683878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.747584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.756131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737ca0-d123-491d-be64-0cb274c2ab25 req-6f2e419c-b27d-4a46-8dc5-b799af6ba2b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.757717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4737ca0-d123-491d-be64-0cb274c2ab25 req-6f2e419c-b27d-4a46-8dc5-b799af6ba2b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 943 time: 0.1105337 Aug 04 14:46:42.760765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Attempting to bind port 9e488b98-2a3f-4117-babd-b56b33152451 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:42.761111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Attempting to bind port 9e488b98-2a3f-4117-babd-b56b33152451 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:42.761456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Attempting to bind port 9e488b98-2a3f-4117-babd-b56b33152451 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:42.770953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce31334-2b34-4f27-af2b-1024c134135b req-5e90b588-7645-4f6c-b36b-a03459dc7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:42.772395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-5e90b588-7645-4f6c-b36b-a03459dc7286 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134219 Aug 04 14:46:42.775907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbf6dc8-c051-43c4-ad23-66fb7129ca6b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:42.779021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Port 9e488b98-2a3f-4117-babd-b56b33152451 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:42.779365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Attempting to bind port 9e488b98-2a3f-4117-babd-b56b33152451 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:42.779777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.784487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14dd78c2-8165-4b14-b6f8-0dd44d553a45 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ccbf6dc8-c051-43c4-ad23-66fb7129ca6b HTTP/1.1" status: 204 len: 168 time: 0.2743511 Aug 04 14:46:42.785156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49506) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:42.810826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:42.811475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:42.811613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:42.812015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Bound port: 9e488b98-2a3f-4117-babd-b56b33152451, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:42.812390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.857932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:42.877233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:42.879343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e05f8496-170c-4235-9a2f-1c96ef110665 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:42.895175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4737ca0-d123-491d-be64-0cb274c2ab25 req-f4410fe2-764e-498c-bc4b-97c66de3560c tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Aug 04 14:46:42.908680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: e05f8496-170c-4235-9a2f-1c96ef110665 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:42.909321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e05f8496-170c-4235-9a2f-1c96ef110665 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:42.987505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-bc0fa7bd-beeb-420f-8ff1-6f707617c3ef service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994619 Aug 04 14:46:42.996049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.008070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbf88cf-7127-41ac-9e8d-4f495f2843fe']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:43.013631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747ba9-90a1-470d-95c9-838f21b7fa00 req-8fae5f11-266b-4972-aff1-333967e7cb4a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.015186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68747ba9-90a1-470d-95c9-838f21b7fa00 req-8fae5f11-266b-4972-aff1-333967e7cb4a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 948 time: 0.1318438 Aug 04 14:46:43.017194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:43.020020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:43.021459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3e57b3-72db-40bf-be4e-42fe34d30ac5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:43.021692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3e57b3-72db-40bf-be4e-42fe34d30ac5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:43.023688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 89d6d0b7-a2c8-443a-b703-a1a7b4018585 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:43.033308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.046995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.054629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:46:43.055336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:46:43.057648 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:46:43.079516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.107647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1', 'mac_address': 'fa:16:3e:20:91:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:43.112586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:43.117551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.124054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.126821 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bdbf88cf-7127-41ac-9e8d-4f495f2843fe HTTP/1.1" status: 204 len: 168 time: 0.3405945 Aug 04 14:46:43.142561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dacf0-ea1e-498a-bae8-32d67a7d12a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbf88cf-7127-41ac-9e8d-4f495f2843fe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.147758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.209699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.210341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.211854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-8f881208-3846-4674-9153-88a582b48d3c service neutron] 10.222.0.38 "PUT /v2.0/ports/9e488b98-2a3f-4117-babd-b56b33152451 HTTP/1.1" status: 200 len: 1096 time: 1.7230954 Aug 04 14:46:43.226317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:43.237929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.248164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68747ba9-90a1-470d-95c9-838f21b7fa00 req-f56e48c3-6d67-4786-a8a5-4bc932a3e25a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Aug 04 14:46:43.250164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce31334-2b34-4f27-af2b-1024c134135b req-3f639a84-9ecd-4e17-afcd-2bcdd56e228a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529998 Aug 04 14:46:43.270130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.282742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:43.283051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.285125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'port_id': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78', 'mac_address': 'fa:16:3e:47:84:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b86b307-5cd1-4300-bd45-457f060317c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:43.354061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:43.373389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:43.381776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8328bd-3db3-43d5-8e61-487868f35d17 req-0ccf39d5-8b95-40e2-871a-384706963cb7 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.389599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee8328bd-3db3-43d5-8e61-487868f35d17 req-0ccf39d5-8b95-40e2-871a-384706963cb7 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.2755325 Aug 04 14:46:43.389751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.403963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.405193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:43.412016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.439278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f881208-3846-4674-9153-88a582b48d3c service neutron] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.449585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c5e7ffe4-2b50-49f3-90b3-f9cd5f59bef4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b3f2ea5bd99495c9a1c55215d68fae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715461 Aug 04 14:46:43.450215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49520) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:43.474381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:43.474683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee8328bd-3db3-43d5-8e61-487868f35d17 req-54439bd5-a3b5-4b77-a0ae-130bdf2911d4 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832531 Aug 04 14:46:43.490957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-10789ffc-a3f0-4861-84a5-13fb492ee46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.493724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-10789ffc-a3f0-4861-84a5-13fb492ee46e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.2114854 Aug 04 14:46:43.502070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dd2d5-38f8-4cf6-828a-c830f6bf25a0 req-bd2eb315-4fe6-4c46-95a7-5d1a9cd4f1b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.504015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a1dd2d5-38f8-4cf6-828a-c830f6bf25a0 req-bd2eb315-4fe6-4c46-95a7-5d1a9cd4f1b5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1064968 Aug 04 14:46:43.523175 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.548095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.548898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.563828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-4cdf40ee-9e30-4e7d-a7e7-6386b0145c92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=9e488b98-2a3f-4117-babd-b56b33152451 HTTP/1.1" status: 200 len: 217 time: 0.0588226 Aug 04 14:46:43.575935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.579427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.590230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.592241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.611598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.614315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.618901 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57b7d16c-555b-4361-a1d5-a96488241ec3 HTTP/1.1" status: 204 len: 168 time: 0.1679075 Aug 04 14:46:43.632071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83937838-7a8e-4d4d-9b3c-9fd94126c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b7d16c-555b-4361-a1d5-a96488241ec3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.654652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'mac_address': 'fa:16:3e:9d:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:43.673098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a1dd2d5-38f8-4cf6-828a-c830f6bf25a0 req-8655dcc2-7062-47d4-a3f9-c4fe4478c58d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184337 Aug 04 14:46:43.681649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:43.683914 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f7d3b-1711-4769-8d01-5691fe110e01" -d '{"events": [{"server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "name": "network-vif-plugged", "status": "completed", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:43.725749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-64e1469b-a277-4c1a-aa2f-bf5aa2edd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.727300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-64e1469b-a277-4c1a-aa2f-bf5aa2edd782 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1322880 Aug 04 14:46:43.740878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.748200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b5425-ba78-41e9-b65c-2a946db899f0 req-c0ce8eae-29f3-45ff-a16e-3bb72edfc863 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.749796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b71b5425-ba78-41e9-b65c-2a946db899f0 req-c0ce8eae-29f3-45ff-a16e-3bb72edfc863 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 949 time: 0.1034753 Aug 04 14:46:43.755078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.756944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.770317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.789587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:43.815040 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d401ee28-d1e8-4e6a-88a1-0e1542c02d4f x-openstack-request-id: req-d401ee28-d1e8-4e6a-88a1-0e1542c02d4f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:43.815330 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "name": "network-vif-plugged", "status": "completed", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:43.815579 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d401ee28-d1e8-4e6a-88a1-0e1542c02d4f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:43.816034 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585', 'code': 200} Aug 04 14:46:43.835988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:43.846214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:43.847297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-e38bd80e-120d-4083-ad4a-4b09aa8920ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.849192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-e38bd80e-120d-4083-ad4a-4b09aa8920ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984561 Aug 04 14:46:43.863682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b71b5425-ba78-41e9-b65c-2a946db899f0 req-de1acb11-f4f0-4b0b-9a01-4efbdaf08a0d tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931883 Aug 04 14:46:43.879605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:43.900584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:43.903299 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26829b07-ac3e-403d-bea1-34293edb2891" -d '{"events": [{"name": "network-changed", "server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "tag": "9e488b98-2a3f-4117-babd-b56b33152451"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:43.925013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8f69bfbe-801f-4005-ae4b-8f97dd03fb78'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:43.956423 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef73192-3f20-4074-9ef8-42036c616e9d x-openstack-request-id: req-7ef73192-3f20-4074-9ef8-42036c616e9d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:43.956745 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "tag": "9e488b98-2a3f-4117-babd-b56b33152451", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:43.956745 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ef73192-3f20-4074-9ef8-42036c616e9d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:43.957145 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451', 'status': 'completed', 'code': 200} Aug 04 14:46:43.960215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7047-ef03-4b51-8621-872699999068 req-a85c5595-3390-4736-ae4e-ee0327bf71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:43.962986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e03c7047-ef03-4b51-8621-872699999068 req-a85c5595-3390-4736-ae4e-ee0327bf71e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 1102 time: 0.0501873 Aug 04 14:46:44.020762 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e03c7047-ef03-4b51-8621-872699999068 req-0e830866-6cb8-463c-ab49-a4347336c94e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483561 Aug 04 14:46:44.036904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-e3d59f4b-4e73-4449-90d0-1fc1ae89e711 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697409 Aug 04 14:46:44.045099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:44.187885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2d5fd9b3-27c7-4f93-ad2e-28483640be53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:44.192366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3178509e-3ddc-4cd3-ad40-b009ebbdadd1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:44.199765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ff581-79bf-4301-8ce1-18055858e3b7 req-46d43ccf-154d-4865-bd05-25208bedc71f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:44.201587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b9ff581-79bf-4301-8ce1-18055858e3b7 req-46d43ccf-154d-4865-bd05-25208bedc71f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 944 time: 0.1779783 Aug 04 14:46:44.418278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'name': 'network-vif-deleted', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:44.420756 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122e2cf6-cba2-4458-a343-a8dd0d1e48ab" -d '{"events": [{"server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "name": "network-vif-deleted", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:44.533270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49570) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:44.578531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-94b97e33-b62a-4842-b886-b0a822ccb249 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:44.579963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-94b97e33-b62a-4842-b886-b0a822ccb249 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.5546362 Aug 04 14:46:44.592754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b8dfe06-1b86-4f55-a278-554594669b30 req-6696f5cc-288f-4c18-ba5a-1fedf554529c service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162675 Aug 04 14:46:44.603530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b9ff581-79bf-4301-8ce1-18055858e3b7 req-c3978e88-3c28-4a05-a6cc-9a0b293cb0ef tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894911 Aug 04 14:46:44.605989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-64229ec0-20d9-4d4d-948d-1c122acef5e6 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/quotas/00bc9e93d9ed4492800109108deb9505 HTTP/1.1" status: 200 len: 375 time: 0.0182650 Aug 04 14:46:44.645411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-network', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:44.649023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-288f952a-501f-4773-ba64-9c43eecb3ab5 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331128 Aug 04 14:46:44.669973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Made reservation on behalf of 2d1fd855443c4eaab80d478bdf792d34 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:44.672722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.681769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.723868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e38a-8c4e-4455-b1c4-d46bbd6ff576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.775589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.780628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.798896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829b07-ac3e-403d-bea1-34293edb2891 req-fb882190-c7dd-4433-9535-93fcd295d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:44.800410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-fb882190-c7dd-4433-9535-93fcd295d89b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=988be100153b4d0aab1e10ef4c5ca945&device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.1469460 Aug 04 14:46:44.807090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:46:44.821135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bb675-b469-4010-b5cb-e2f7359e5136,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:44.826771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.827125 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Added segment 9cc9c432-36ca-4b3f-9e23-4753780fde2c of type vlan for network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 Aug 04 14:46:44.842060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928970bc-8253-477e-ac4b-48ecf3a662ee req-011a534d-e8d9-4c3d-a261-f49fece998f3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:44.844029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-928970bc-8253-477e-ac4b-48ecf3a662ee req-011a534d-e8d9-4c3d-a261-f49fece998f3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 949 time: 0.1700213 Aug 04 14:46:44.867209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.893813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-50bed93b-aa46-4f88-915b-c20a8810204d service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302303 Aug 04 14:46:44.897540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.898855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:44.899949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.956891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4196675 Aug 04 14:46:44.957209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49580) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:44.962334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Request body: {'subnet': {'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-subnet', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:44.970482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a82a-a743-438b-ac92-1fa0688c421e admin admin] Pushing event updated for resources: {'Network': ['ID=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:44.982394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:46:44.991279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Made reservation on behalf of 2d1fd855443c4eaab80d478bdf792d34 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:44.994642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:44.995997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-928970bc-8253-477e-ac4b-48ecf3a662ee req-1365806d-e91b-4990-89b0-599bac52bc01 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367044 Aug 04 14:46:45.045653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829b07-ac3e-403d-bea1-34293edb2891 req-eaa8dbfd-91c3-4e10-b9ba-bff607dde082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.047645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-eaa8dbfd-91c3-4e10-b9ba-bff607dde082 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2368619 Aug 04 14:46:45.077744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e41bd820-a996-4ad8-b640-38d846f034e6 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:45.090371 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf5022f-642f-4e39-9f63-80752dab8a7f x-openstack-request-id: req-bbf5022f-642f-4e39-9f63-80752dab8a7f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:45.090745 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa5bb73-271a-42df-b1da-8baade152175", "name": "network-vif-deleted", "tag": "e41bd820-a996-4ad8-b640-38d846f034e6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:45.091293 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbf5022f-642f-4e39-9f63-80752dab8a7f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:45.091859 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa5bb73-271a-42df-b1da-8baade152175', 'name': 'network-vif-deleted', 'tag': 'e41bd820-a996-4ad8-b640-38d846f034e6', 'status': 'completed', 'code': 200} Aug 04 14:46:45.120698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-5f5569ce-21f4-40ee-9064-7e22cb8f385f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=9e488b98-2a3f-4117-babd-b56b33152451 HTTP/1.1" status: 200 len: 217 time: 0.0613379 Aug 04 14:46:45.131290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-d97af838-c2ae-40a4-a783-75ae82f725a2 service neutron] 10.222.0.76 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219748 Aug 04 14:46:45.136022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: e41bd820-a996-4ad8-b640-38d846f034e6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:45.136364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e41bd820-a996-4ad8-b640-38d846f034e6 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:45.203810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.217568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829b07-ac3e-403d-bea1-34293edb2891 req-fc166428-11c2-45aa-9f60-0662d6f095ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.219292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-fc166428-11c2-45aa-9f60-0662d6f095ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0830107 Aug 04 14:46:45.270878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d4d7f-96c2-4492-9f06-f4942dea2bcf req-abb3ce74-83ce-493e-aad6-6f0477cb8f64 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.275865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f60d4d7f-96c2-4492-9f06-f4942dea2bcf req-abb3ce74-83ce-493e-aad6-6f0477cb8f64 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.1266892 Aug 04 14:46:45.276192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed19c857-30ee-49a7-a6d3-fa77e5c74c01,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:45.278679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Checking segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:45.278971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Network hostable DHCP agents. Network: 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:46:45.299835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829b07-ac3e-403d-bea1-34293edb2891 req-59594508-f664-49d2-823f-827aad833d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.301395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-59594508-f664-49d2-823f-827aad833d50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728409 Aug 04 14:46:45.303485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:46:45.317166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:45.321809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.323621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.328715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7d648-80cd-464e-99ff-70af9e1e2066 None None] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:45.365490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a141b5e8-48a4-4a52-9f5e-4e998ecdab69 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4045117 Aug 04 14:46:45.365801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49586) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:45.371474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:45.407469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.408480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.443733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f60d4d7f-96c2-4492-9f06-f4942dea2bcf req-49ba7175-d8a8-4971-964d-d3c473eae52e tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243870 Aug 04 14:46:45.479288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.498020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded862d4-0b23-4066-9bb9-8afec84c1a75 None None] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:46:45.551029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a8d1a-82b6-430a-98f4-d7f9e15f2ea5 req-50371e08-1d28-4b55-b5fd-dcc883ac7781 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.551984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-995a8d1a-82b6-430a-98f4-d7f9e15f2ea5 req-50371e08-1d28-4b55-b5fd-dcc883ac7781 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1072488 Aug 04 14:46:45.578211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-a5cc531a-a0fc-4f25-8c6e-e02d52792d3f service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619617 Aug 04 14:46:45.659963 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.693661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-995a8d1a-82b6-430a-98f4-d7f9e15f2ea5 req-dc0aac3f-6411-4e8c-9473-df25d75ff39f tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294532 Aug 04 14:46:45.715254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef34e07-780c-42af-9344-91ffbdab86bc req-27683fad-759e-4071-803c-a48bf19b7806 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.716932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ef34e07-780c-42af-9344-91ffbdab86bc req-27683fad-759e-4071-803c-a48bf19b7806 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 950 time: 0.1753206 Aug 04 14:46:45.799764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cfea296-ea99-4efb-9a8e-bf3ee5ed7929 req-b60c0cb8-c017-47b6-8cc5-df139d824718 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 210 time: 0.0540206 Aug 04 14:46:45.816584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26829b07-ac3e-403d-bea1-34293edb2891 req-4fe293b6-069d-4f7a-aeb3-0e48a5206734 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200115 Aug 04 14:46:45.832933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ef34e07-780c-42af-9344-91ffbdab86bc req-1639afae-727f-4e78-a327-e3c784631b1f tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998926 Aug 04 14:46:45.898444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.924471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:45.941522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fcd3d-9fda-4cd8-8efb-17a36dcbd991 req-1ffca9f9-615e-4727-aeaa-72df9bb710b6 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:45.943289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d58fcd3d-9fda-4cd8-8efb-17a36dcbd991 req-1ffca9f9-615e-4727-aeaa-72df9bb710b6 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 944 time: 0.0540724 Aug 04 14:46:45.989992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d58fcd3d-9fda-4cd8-8efb-17a36dcbd991 req-e2b642bd-ef1b-4b86-b337-4f6ebcc0ba64 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Aug 04 14:46:46.049720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Allocated IP 172.25.0.174 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9eb95e33-5336-4003-8191-7e12d7d2128a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:46.142285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d6f27-2f04-423e-86be-38d2c8b8677c req-3ed4e3c0-8694-4fa7-b473-653e8ef92871 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:46.143753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913d6f27-2f04-423e-86be-38d2c8b8677c req-3ed4e3c0-8694-4fa7-b473-653e8ef92871 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 950 time: 0.0779729 Aug 04 14:46:46.167773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.177976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae751c4-1cf8-4b10-8ae6-c78d6e470a49 req-f62b8530-3864-467f-8fbc-c414f1152f27 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:46.179517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eae751c4-1cf8-4b10-8ae6-c78d6e470a49 req-f62b8530-3864-467f-8fbc-c414f1152f27 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 949 time: 0.0794067 Aug 04 14:46:46.211362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913d6f27-2f04-423e-86be-38d2c8b8677c req-55f190a2-e9fd-47ed-90ff-b5a116c1f194 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573196 Aug 04 14:46:46.212362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.232152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eae751c4-1cf8-4b10-8ae6-c78d6e470a49 req-c312a514-615f-4cf6-a366-d62aa511bd29 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Aug 04 14:46:46.250042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:46.252855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:46.258477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:46.284468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Pushing event updated for resources: {'Port': ['ID=9eb95e33-5336-4003-8191-7e12d7d2128a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:46.543365 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.604720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-05430bfb-56cb-43c9-afb7-0a5938e2711e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:46.606286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-05430bfb-56cb-43c9-afb7-0a5938e2711e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 812 time: 0.1451123 Aug 04 14:46:46.622274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1f848-1d15-4fc6-9a7c-4ca44c796cba req-86c567e0-d696-4555-87bf-6e2a1ecf9dba tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:46.623881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71a1f848-1d15-4fc6-9a7c-4ca44c796cba req-86c567e0-d696-4555-87bf-6e2a1ecf9dba tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.1140363 Aug 04 14:46:46.628537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Request body: {'port': {'device_id': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'admin_state_up': True, 'tenant_id': '00bc9e93d9ed4492800109108deb9505'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:46.710625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71a1f848-1d15-4fc6-9a7c-4ca44c796cba req-1e833d98-e3b9-4beb-bcdd-c90e4fa486b1 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785344 Aug 04 14:46:46.749931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.769499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Made reservation on behalf of 00bc9e93d9ed4492800109108deb9505 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:46.773787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.878397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65c785-0b12-4b48-9a44-951096ef6fd4 req-69215325-a478-465b-9f20-8d50d94ad8d1 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:46.880270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df65c785-0b12-4b48-9a44-951096ef6fd4 req-69215325-a478-465b-9f20-8d50d94ad8d1 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1038265 Aug 04 14:46:46.885743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Router d1c9f541-21b2-4620-9e24-b98ccc694d5d is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:46:46.897756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:46.932678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf2ade39-9b68-4e13-8025-43078ece212b req-f76a27e7-04df-460b-9e35-38257da0ee29 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 210 time: 0.0488935 Aug 04 14:46:46.970796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:46.976141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:46.976517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:46.982920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df65c785-0b12-4b48-9a44-951096ef6fd4 req-beabe969-2278-4356-bfdf-bfafdf7d2e8a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931883 Aug 04 14:46:46.997171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:47.012290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Allocated IP 172.20.0.2 (91afb362-88ff-426c-a368-654c8996375e/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df/190ad861-0c5c-4aee-8da0-a78fe290abe5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:47.012778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Sync routers for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:47.030378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.035241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6e6f7e3d-87dc-4550-9920-1f69711534ee admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6657453 Aug 04 14:46:47.036500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49612) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:47.037573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:47.040675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:47.041387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:47.159220 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.188205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79299c07-37ff-4c78-b9d6-a40948e31c8c req-bcdea94e-56aa-427b-8f61-224fb0221e63 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.189721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79299c07-37ff-4c78-b9d6-a40948e31c8c req-bcdea94e-56aa-427b-8f61-224fb0221e63 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 944 time: 0.0803084 Aug 04 14:46:47.228159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:47.230462 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3ec70-a7e4-416a-97ba-5a79cc8faf1b" -d '{"events": [{"server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "name": "network-vif-plugged", "status": "completed", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:47.239754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:47.248584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.281599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79299c07-37ff-4c78-b9d6-a40948e31c8c req-a77e2571-16e7-4cca-a0da-8ba3bb946924 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748982 Aug 04 14:46:47.413496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:47.416388 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837aa079-bb2f-4b9a-af1f-afeec3f752b3 x-openstack-request-id: req-837aa079-bb2f-4b9a-af1f-afeec3f752b3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:47.416690 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "name": "network-vif-plugged", "status": "completed", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:47.416936 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-837aa079-bb2f-4b9a-af1f-afeec3f752b3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:47.417353 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1', 'code': 200} Aug 04 14:46:47.426228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:47.467654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.485757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:47.486059 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.490116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.491041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:47.505530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0d5b-818c-40d3-a70b-2d106b21fd5b req-0dbe1085-1ca6-4b0c-a69e-cc994cbc89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.507099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1a9c0d5b-818c-40d3-a70b-2d106b21fd5b req-0dbe1085-1ca6-4b0c-a69e-cc994cbc89f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 1102 time: 0.0791574 Aug 04 14:46:47.511950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9875f-7df2-4694-a979-e25507d4195d req-b953e9be-1c76-46c7-8370-b4dbc60c52a0 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.513698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75a9875f-7df2-4694-a979-e25507d4195d req-b953e9be-1c76-46c7-8370-b4dbc60c52a0 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 950 time: 0.2001393 Aug 04 14:46:47.545556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc334d-e40d-49b9-b502-d886cef8450f req-da8e3710-b6e6-452d-bc7c-2dbc45ef38ed tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.547850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fecc334d-e40d-49b9-b502-d886cef8450f req-da8e3710-b6e6-452d-bc7c-2dbc45ef38ed tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 950 time: 0.1386855 Aug 04 14:46:47.576714 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1a9c0d5b-818c-40d3-a70b-2d106b21fd5b req-4b747d4b-150f-4e5a-8d3a-98b8805f60ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Aug 04 14:46:47.582497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.586923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Network 91afb362-88ff-426c-a368-654c8996375e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:47.597670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-53cb2fbc-09ab-4c93-b178-926c4b84cfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.622890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:47.634506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:47.641926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event updated for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:47.666021 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.683488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:47.707137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75a9875f-7df2-4694-a979-e25507d4195d req-0afee056-6fed-49c1-86c3-cf40aadc78fb tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731973 Aug 04 14:46:47.718007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fecc334d-e40d-49b9-b502-d886cef8450f req-d064e6c9-9a7a-4693-8527-f4ca541d71b9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335173 Aug 04 14:46:47.742245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.742936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.755644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-5831a9ed-f7fc-4459-9fd7-a001c03bae99 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:47.755976 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.756961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-5831a9ed-f7fc-4459-9fd7-a001c03bae99 tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 950 time: 0.1919618 Aug 04 14:46:47.763080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:47.795662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:47.796038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.823580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.829687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-6705f34c-3ad2-48e8-a2a7-57d8395adf0a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047744 Aug 04 14:46:47.859285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Allocated IP 172.20.0.1 (73a8c28f-21b2-4562-a5fd-7c9d5fe739d7/ed19c857-30ee-49a7-a6d3-fa77e5c74c01/592756cd-f1a0-49a0-9930-102c0f9fa0e9) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:47.873609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Request body: {'port': {'device_id': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:47.897619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:47.905608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.929467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:46Z', 'revision_number': 3, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:47.963198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:47.988841 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.000076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Checking router: d1c9f541-21b2-4620-9e24-b98ccc694d5d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:48.000415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Updating router d1c9f541-21b2-4620-9e24-b98ccc694d5d port 9eb95e33-5336-4003-8191-7e12d7d2128a binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:46:48.010075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d500b-34e7-4887-9370-14b6ce905c6b req-9252c123-e35c-4fbe-826b-80a95d97d310 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:48.028301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279d500b-34e7-4887-9370-14b6ce905c6b req-9252c123-e35c-4fbe-826b-80a95d97d310 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.1632826 Aug 04 14:46:48.030390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.037631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.067358 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.069894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.080390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:48.083680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:48.087329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:48.106518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:48.113122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Deleting port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:46:48.113558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.118658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.121967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Pushing event updated for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.137626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.258139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.261852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279d500b-34e7-4887-9370-14b6ce905c6b req-e27dd0dd-8fe9-4621-9240-b979d611fb25 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323022 Aug 04 14:46:48.279674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.391429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd27a3-cf41-4c1d-89bf-ad129060fd85 req-0395ab9a-cc6c-42f3-8ef7-6a20c073b06d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:48.393138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2dd27a3-cf41-4c1d-89bf-ad129060fd85 req-0395ab9a-cc6c-42f3-8ef7-6a20c073b06d tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 931 time: 0.3325231 Aug 04 14:46:48.429128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.441169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Transition to ACTIVE for port object 9eb95e33-5336-4003-8191-7e12d7d2128a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:48.452674 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.464609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] For port 89d6d0b7-a2c8-443a-b703-a1a7b4018585, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=89d6d0b7-a2c8-443a-b703-a1a7b4018585,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:48.465172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.488165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.493697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.496556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Calling delete_port for 89d6d0b7-a2c8-443a-b703-a1a7b4018585 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:46:48.519907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.536550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Attempting to bind port 9eb95e33-5336-4003-8191-7e12d7d2128a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:48.536550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Attempting to bind port 9eb95e33-5336-4003-8191-7e12d7d2128a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:48.536550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Attempting to bind port 9eb95e33-5336-4003-8191-7e12d7d2128a on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:48.545012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3a037-0b7d-4bc3-b7bf-514745128870 None None] Pushing event updated for resources: {'Port': ['ID=9eb95e33-5336-4003-8191-7e12d7d2128a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.548511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:48.548884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:48.549290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.549681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:48.550748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Bound port: 9eb95e33-5336-4003-8191-7e12d7d2128a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:48.551156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.555251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2dd27a3-cf41-4c1d-89bf-ad129060fd85 req-5a8f3e40-89cf-4bff-a116-8059d72e337f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415713 Aug 04 14:46:48.564659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Pushing event updated for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.569297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d0f8-b85f-4157-96a9-fb5e727d7417 req-ddcdb309-ede5-4da8-ba68-20b330779777 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:48.570985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff1d0f8-b85f-4157-96a9-fb5e727d7417 req-ddcdb309-ede5-4da8-ba68-20b330779777 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.2018332 Aug 04 14:46:48.576767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.639045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] For port 9eb95e33-5336-4003-8191-7e12d7d2128a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:48.641198 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.643415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] For port 9eb95e33-5336-4003-8191-7e12d7d2128a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9eb95e33-5336-4003-8191-7e12d7d2128a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:48.655599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.712594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:48.714483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:48.728262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff1d0f8-b85f-4157-96a9-fb5e727d7417 req-79db23c0-c047-460c-b3f1-8694d753d457 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243513 Aug 04 14:46:48.732568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:48.732568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:48.782856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3a037-0b7d-4bc3-b7bf-514745128870 None None] Pushing event updated for resources: {'Port': ['ID=9eb95e33-5336-4003-8191-7e12d7d2128a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:48.805568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190ad861-0c5c-4aee-8da0-a78fe290abe5 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:48.828249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.880413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:48.907435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Transition to ACTIVE for port object 190ad861-0c5c-4aee-8da0-a78fe290abe5 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:48.916916 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.930531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:48.943247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['89d6d0b7-a2c8-443a-b703-a1a7b4018585'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:48.986783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25748f9b-26b2-4226-a2e6-b94b9de19d7d req-91a02a21-d09f-41a6-9008-b200e107313c tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:48.988435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25748f9b-26b2-4226-a2e6-b94b9de19d7d req-91a02a21-d09f-41a6-9008-b200e107313c tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f8e0aaf-e688-4e02-b3df-967bb248eb44 HTTP/1.1" status: 200 len: 867 time: 0.1576259 Aug 04 14:46:49.001543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537041-3400-48da-b328-e446a7dde2b8 req-7fd10e35-75c4-4395-9523-4a5b4436a145 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:49.003217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62537041-3400-48da-b328-e446a7dde2b8 req-7fd10e35-75c4-4395-9523-4a5b4436a145 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 945 time: 0.2003193 Aug 04 14:46:49.068175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:49.245923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:49.250656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Router d1c9f541-21b2-4620-9e24-b98ccc694d5d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:46:49.262255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '9e488b98-2a3f-4117-babd-b56b33152451', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '9e488b98-2a3f-4117-babd-b56b33152451', 'mac_address': 'fa:16:3e:d4:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:49.317645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.323925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592756cd-f1a0-49a0-9930-102c0f9fa0e9', 'name': '', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'mac_address': 'fa:16:3e:12:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:47Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 2, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'subnets': [{'id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:49.358466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b785c-22ac-4dbd-ac9d-48d1a9e6f74f None None] The sync data for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 is: [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592756cd-f1a0-49a0-9930-102c0f9fa0e9', 'name': '', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'mac_address': 'fa:16:3e:12:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:47Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 2, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'subnets': [{'id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:49.362717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e488b98-2a3f-4117-babd-b56b33152451 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:49.384257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:49.391724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.392821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:46:49.400832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-344d665c-ae7b-4b4f-959b-3bd9d777325a admin admin] 10.222.0.76 "PUT /v2.0/routers/d1c9f541-21b2-4620-9e24-b98ccc694d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615963 Aug 04 14:46:49.428163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78'}, {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:49.430892 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11faa4-c162-4ad7-b6e8-bca0dc44838c" -d '{"events": [{"server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "name": "network-vif-plugged", "status": "completed", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78"}, {"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:49.471696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:49.502129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Pushing event updated for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:49.514738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] No DVR routers for this DVR port 89d6d0b7-a2c8-443a-b703-a1a7b4018585 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:46:49.522914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.524928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79fe6260-905b-4341-b981-20a9a20fc5e8 req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.38 "DELETE /v2.0/ports/89d6d0b7-a2c8-443a-b703-a1a7b4018585 HTTP/1.1" status: 204 len: 173 time: 1.7602048 Aug 04 14:46:49.528193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'name': 'network-vif-deleted', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:49.530552 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cfa4e-e376-4a9b-822d-25dbed3f004f" -d '{"events": [{"server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "name": "network-vif-deleted", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:49.536050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25748f9b-26b2-4226-a2e6-b94b9de19d7d req-b3deecf5-6e3c-4960-a22e-6cf1c748151a tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] 10.222.0.76 "GET /v2.0/security-groups?id=bdc6348d-b119-4ca4-a496-60457b36b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282929 Aug 04 14:46:49.570426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4662eac-d9cf-48da-b87c-8d1e3293f5be tempest-ImagesNegativeTestJSON-998244522 tempest-ImagesNegativeTestJSON-998244522-project] Pushing event deleted for resources: {'Port': ['ID=89d6d0b7-a2c8-443a-b703-a1a7b4018585,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:49.611786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62537041-3400-48da-b328-e446a7dde2b8 req-16f8c1a1-e425-4297-9605-eb9795d5e1bd tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604558 Aug 04 14:46:49.670439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Attempting to bind port 190ad861-0c5c-4aee-8da0-a78fe290abe5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:49.671011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Attempting to bind port 190ad861-0c5c-4aee-8da0-a78fe290abe5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:49.671637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Attempting to bind port 190ad861-0c5c-4aee-8da0-a78fe290abe5 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:49.692743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Port 190ad861-0c5c-4aee-8da0-a78fe290abe5 on network 91afb362-88ff-426c-a368-654c8996375e not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:49.693075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Attempting to bind port 190ad861-0c5c-4aee-8da0-a78fe290abe5 on network 91afb362-88ff-426c-a368-654c8996375e {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:49.705648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:49.706009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Checking segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:49.706412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Bound using segment: {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:49.707152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Bound port: 190ad861-0c5c-4aee-8da0-a78fe290abe5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce0042-b40d-4306-993e-4d788f14d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '91afb362-88ff-426c-a368-654c8996375e'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:49.707531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.716688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9e488b98-2a3f-4117-babd-b56b33152451'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:49.742056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a8e7c-da19-4543-a510-86ec710a0417 req-7fa88858-d6e9-47b0-8a24-9404ce844556 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:49.743901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-377a8e7c-da19-4543-a510-86ec710a0417 req-7fa88858-d6e9-47b0-8a24-9404ce844556 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 950 time: 0.1188126 Aug 04 14:46:49.859769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-377a8e7c-da19-4543-a510-86ec710a0417 req-375e8929-70b7-4a05-9b44-3c28fac1af49 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916483 Aug 04 14:46:49.867851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:49.873549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:49.881685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.929539 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233edaef-725e-4538-81c8-aa1c0e3e8f55 x-openstack-request-id: req-233edaef-725e-4538-81c8-aa1c0e3e8f55 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:49.930124 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "name": "network-vif-plugged", "status": "completed", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78", "code": 200}, {"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:49.939958 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-233edaef-725e-4538-81c8-aa1c0e3e8f55 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:49.943586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5ab97-7bb7-4d10-b82f-640ea6f12f21 req-ae168cac-9ff6-401f-943a-888f4678f8dd tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:49.944152 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78', 'code': 200} Aug 04 14:46:49.944665 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'code': 200} Aug 04 14:46:49.945264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dd5ab97-7bb7-4d10-b82f-640ea6f12f21 req-ae168cac-9ff6-401f-943a-888f4678f8dd tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 948 time: 0.1506419 Aug 04 14:46:49.958509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:49.959211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:49.960712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] 10.222.0.46 "PUT /v2.0/ports/190ad861-0c5c-4aee-8da0-a78fe290abe5 HTTP/1.1" status: 200 len: 1092 time: 2.0945392 Aug 04 14:46:49.989205 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb7b7a-0f66-46a3-8db9-06e9aec1b45e x-openstack-request-id: req-dfcb7b7a-0f66-46a3-8db9-06e9aec1b45e {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:49.989497 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8e0aaf-e688-4e02-b3df-967bb248eb44", "name": "network-vif-deleted", "tag": "89d6d0b7-a2c8-443a-b703-a1a7b4018585", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:49.989934 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfcb7b7a-0f66-46a3-8db9-06e9aec1b45e {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:49.990462 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8e0aaf-e688-4e02-b3df-967bb248eb44', 'name': 'network-vif-deleted', 'tag': '89d6d0b7-a2c8-443a-b703-a1a7b4018585', 'status': 'completed', 'code': 200} Aug 04 14:46:50.015496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e878-7dc0-4a43-8039-27e069efd647 service neutron] Pushing event updated for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:50.028839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dd5ab97-7bb7-4d10-b82f-640ea6f12f21 req-5d120688-5e3f-4f7e-8798-713125bae415 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670426 Aug 04 14:46:50.147555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:50.177944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca96eec-2191-4f95-b1ce-ce76b89a4675 req-614da7b0-0c44-4ce3-9801-60d939840f83 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.180464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ca96eec-2191-4f95-b1ce-ce76b89a4675 req-614da7b0-0c44-4ce3-9801-60d939840f83 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 943 time: 0.1438997 Aug 04 14:46:50.183542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1403c-b7c6-4f38-ad58-4f6b57a9f3ad req-23787f10-39ad-4fea-8e38-1aec36c046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.185238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1e1403c-b7c6-4f38-ad58-4f6b57a9f3ad req-23787f10-39ad-4fea-8e38-1aec36c046ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 1102 time: 0.1051817 Aug 04 14:46:50.190393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-a0b3173b-2935-4ffa-8333-74470c45a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.192736 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-a0b3173b-2935-4ffa-8333-74470c45a0bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0742223 Aug 04 14:46:50.195170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dea3e-62ec-420c-986f-82fb9f9f1283 req-e59341ac-7b11-4e53-a1e8-8d9bc030068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.196696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-871dea3e-62ec-420c-986f-82fb9f9f1283 req-e59341ac-7b11-4e53-a1e8-8d9bc030068d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 1097 time: 0.1352596 Aug 04 14:46:50.321279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-4922998a-9321-4b72-bed8-344aecf349a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5 HTTP/1.1" status: 200 len: 217 time: 0.1176741 Aug 04 14:46:50.356376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ca96eec-2191-4f95-b1ce-ce76b89a4675 req-2eb76d54-ce13-4143-9e28-fd5414ef78e3 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555381 Aug 04 14:46:50.378969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-871dea3e-62ec-420c-986f-82fb9f9f1283 req-404fcc47-8d4f-43b1-9dd7-2d14beb19091 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600423 Aug 04 14:46:50.378969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1e1403c-b7c6-4f38-ad58-4f6b57a9f3ad req-ffc97be4-10f6-4f92-90e5-33114d44ec26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729710 Aug 04 14:46:50.412001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-ff25dee1-23f2-4a3e-a8db-b74148d92acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.414158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-ff25dee1-23f2-4a3e-a8db-b74148d92acf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0807219 Aug 04 14:46:50.471825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-a043fcb8-8477-4a42-afbf-521a36ddb2bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316005 Aug 04 14:46:50.564018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3926c00-0098-479d-b1e1-b7fd3fa26fe0 req-ec03f1d5-0abc-4935-ba14-3e0de6f3fe8c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.565171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3926c00-0098-479d-b1e1-b7fd3fa26fe0 req-ec03f1d5-0abc-4935-ba14-3e0de6f3fe8c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1216328 Aug 04 14:46:50.579662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-15dc6642-526f-4775-947e-39a3278f9a34 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974116 Aug 04 14:46:50.624619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-a943cd25-74b2-4758-9af6-a10868c7e068 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.626132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-a943cd25-74b2-4758-9af6-a10868c7e068 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 819 time: 0.1476390 Aug 04 14:46:50.634620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3926c00-0098-479d-b1e1-b7fd3fa26fe0 req-bbf71c20-b007-4afb-932c-f13a4bd73ffe tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608974 Aug 04 14:46:50.647434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-c397b36f-e3c1-46c4-8375-47062302e9db tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/quotas/2d1fd855443c4eaab80d478bdf792d34 HTTP/1.1" status: 200 len: 375 time: 0.0118160 Aug 04 14:46:50.697852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1fbae2c7-27fc-4117-88a3-3fa5d8f6d61d req-2f3451b6-6d4c-4606-a28b-26f6936e66e3 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102300 Aug 04 14:46:50.720271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-252e71d1-b7c2-4018-b45e-80c9c4fa7503 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617106 Aug 04 14:46:50.804451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0df47-fbf3-479e-a94f-2c33986b60fc req-5f1f491b-5465-44f9-8484-25af5bfccbe7 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:50.805992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80b0df47-fbf3-479e-a94f-2c33986b60fc req-5f1f491b-5465-44f9-8484-25af5bfccbe7 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 1102 time: 0.1033514 Aug 04 14:46:50.859686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-abdfd679-0a9c-4c7a-a4e4-0dd57f044a3a service neutron] 10.222.0.76 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241624 Aug 04 14:46:50.865963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80b0df47-fbf3-479e-a94f-2c33986b60fc req-c5a714ef-8ad0-4c4a-b0b8-4214465653bc tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492673 Aug 04 14:46:50.970047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-9d8a54ca-3e56-46bd-9154-b12a4ed00852 service neutron] 10.222.0.76 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028800 Aug 04 14:46:51.026822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae34b-058d-4d98-8e7f-03cf5e43bff1 req-b0ab376d-165e-4b7b-8c82-a3e3680ca44d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:51.028409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11cae34b-058d-4d98-8e7f-03cf5e43bff1 req-b0ab376d-165e-4b7b-8c82-a3e3680ca44d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 945 time: 0.0550139 Aug 04 14:46:51.068006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11cae34b-058d-4d98-8e7f-03cf5e43bff1 req-57bfc041-1a71-477f-8b64-3a593d9f61d8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333974 Aug 04 14:46:51.070195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:51.162375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 9e488b98-2a3f-4117-babd-b56b33152451 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:51.168443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 9e488b98-2a3f-4117-babd-b56b33152451 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:51.170885 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:51.242197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3987552-ee40-4852-8f3f-df03ed8d4cb2 req-f77affc4-8840-4497-9a09-ae561f73ee3b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 210 time: 0.0504935 Aug 04 14:46:51.309928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-adcc2391-8f23-4288-ad4f-b3692cff38e4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605972 Aug 04 14:46:51.321413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:51.359859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:51.365715 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:51.367830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 89d6d0b7-a2c8-443a-b703-a1a7b4018585 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:51.411267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 89d6d0b7-a2c8-443a-b703-a1a7b4018585 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:46:51.411664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 89d6d0b7-a2c8-443a-b703-a1a7b4018585 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:46:51.441800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:51.462228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3000e1-e50c-47d8-afec-585a50c4bf3e req-e48e4795-c8d8-4862-90f1-a0a36eb0be7b tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:51.469798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb3000e1-e50c-47d8-afec-585a50c4bf3e req-e48e4795-c8d8-4862-90f1-a0a36eb0be7b tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 949 time: 0.1180291 Aug 04 14:46:51.525608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-48703d80-8d6f-49a5-8290-5ba9c5dda0f1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:51.532882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-48703d80-8d6f-49a5-8290-5ba9c5dda0f1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214227 Aug 04 14:46:51.551575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-23dbdf1d-2a73-4767-94be-38fa0d34a2c2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/quotas/9af7d8b4d567493cae52350b406ff6b3 HTTP/1.1" status: 200 len: 375 time: 0.0173645 Aug 04 14:46:51.555905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb3000e1-e50c-47d8-afec-585a50c4bf3e req-8e9200a2-b006-4565-8bb2-82c9b5a71cb6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852549 Aug 04 14:46:51.640291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-541ddf78-cd7d-4bc9-9be6-0704802b4d85 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0802119 Aug 04 14:46:51.831139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-76aa59b9-937e-4593-bce0-6c7c4f75d800 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:51.833348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-76aa59b9-937e-4593-bce0-6c7c4f75d800 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 819 time: 0.1430411 Aug 04 14:46:51.880248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-5b1658e9-f3be-4848-9ff3-3081d52d41bd tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/quotas/2d1fd855443c4eaab80d478bdf792d34 HTTP/1.1" status: 200 len: 375 time: 0.0285060 Aug 04 14:46:51.917763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a0de3-3ec6-4bfb-af3b-fbf91a1874f7 req-6639a66b-37f3-4352-91e7-1ab1da3772cd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:51.925378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-461a0de3-3ec6-4bfb-af3b-fbf91a1874f7 req-6639a66b-37f3-4352-91e7-1ab1da3772cd tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 943 time: 0.0843959 Aug 04 14:46:51.941851 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Sync routers for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:46:51.945729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:51.949047 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37a0b5-7c2c-49be-9b2f-545b3031306d" -d '{"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:51.954410 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:51.955287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:51.986539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-461a0de3-3ec6-4bfb-af3b-fbf91a1874f7 req-c543d81e-da33-4d7c-9c4c-ff9bf4e4f24c tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Aug 04 14:46:51.992054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-2a973f72-ac9e-4ab5-9565-a1414f312ee8 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018932 Aug 04 14:46:51.992541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:51.994886 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ebf00f-8af5-4914-adcf-215dbe334b15" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:52.111375 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:52.169249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9eb95e33-5336-4003-8191-7e12d7d2128a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:52.175640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-7c4bd5c7-3b1c-4e60-9a39-ada43865e9ed service neutron] 10.222.0.76 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680205 Aug 04 14:46:52.185159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9df8-ee7d-41bd-b5c7-de22a3c2f62b req-1cbdc43a-e928-4503-acf3-7f76fd9cfe85 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:52.186766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-168a9df8-ee7d-41bd-b5c7-de22a3c2f62b req-1cbdc43a-e928-4503-acf3-7f76fd9cfe85 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.0892498 Aug 04 14:46:52.281754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-168a9df8-ee7d-41bd-b5c7-de22a3c2f62b req-09a77e16-985f-48d3-b9f3-c48295a859c5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Aug 04 14:46:52.293456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9eb95e33-5336-4003-8191-7e12d7d2128a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:52.328977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9eb95e33-5336-4003-8191-7e12d7d2128a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:52.329433 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:52.415285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-20859a26-2897-4505-9299-b330bcb12b74 service neutron] 10.222.0.76 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273645 Aug 04 14:46:52.521024 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592756cd-f1a0-49a0-9930-102c0f9fa0e9', 'name': '', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'mac_address': 'fa:16:3e:12:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:47Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 2, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'subnets': [{'id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:52.528222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60c8235f-01da-4bb2-ace9-bfabd84ad12e req-54631358-26b5-415d-b22d-ff4ed1b0185f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 210 time: 0.0447512 Aug 04 14:46:52.537704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-e0f1f458-4936-45e4-b720-203395363162 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:52.538512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:52.539314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-e0f1f458-4936-45e4-b720-203395363162 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 819 time: 0.2471952 Aug 04 14:46:52.559332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Request body: {'port': {'device_id': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'admin_state_up': True, 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:52.565289 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Checking router: d1c9f541-21b2-4620-9e24-b98ccc694d5d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:46:52.566441 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Updating router d1c9f541-21b2-4620-9e24-b98ccc694d5d port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:46:52.597957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9eb95e33-5336-4003-8191-7e12d7d2128a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9eb95e33-5336-4003-8191-7e12d7d2128a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:52.602737 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:52.603847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:52.655543 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7c26ab-7d41-4963-a765-0ea4fb28f8ca x-openstack-request-id: req-dd7c26ab-7d41-4963-a765-0ea4fb28f8ca {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:52.658330 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:52.661546 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd7c26ab-7d41-4963-a765-0ea4fb28f8ca {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:52.662347 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451', 'code': 200} Aug 04 14:46:52.727764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9eb95e33-5336-4003-8191-7e12d7d2128a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:52.752017 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6fc1fe-bc07-40e2-bcb0-a344032eca25 x-openstack-request-id: req-3b6fc1fe-bc07-40e2-bcb0-a344032eca25 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:52.752603 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:52.752603 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b6fc1fe-bc07-40e2-bcb0-a344032eca25 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:52.753014 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5', 'status': 'completed', 'code': 200} Aug 04 14:46:52.923045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-16878ec2-b9e8-4ded-9b1d-0f27a881aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:52.927945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-16878ec2-b9e8-4ded-9b1d-0f27a881aa6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00bc9e93d9ed4492800109108deb9505&device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 1095 time: 0.1874816 Aug 04 14:46:52.940631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e89d7-1648-4c11-937b-a4dd88c2499a req-d9450c81-6c39-4722-bb84-42094aa172f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:52.946599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f32e89d7-1648-4c11-937b-a4dd88c2499a req-d9450c81-6c39-4722-bb84-42094aa172f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 1101 time: 0.1628184 Aug 04 14:46:52.999856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Made reservation on behalf of 2d1fd855443c4eaab80d478bdf792d34 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:53.004492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.055391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc975ed-1f1c-4f15-b6ff-b7aee9f2daff req-44621f05-d128-4210-83e5-7e4b571f2595 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.070526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afc975ed-1f1c-4f15-b6ff-b7aee9f2daff req-44621f05-d128-4210-83e5-7e4b571f2595 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 945 time: 0.1588333 Aug 04 14:46:53.081522 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f32e89d7-1648-4c11-937b-a4dd88c2499a req-18652d65-fd7b-4752-8da0-0dbd5ae56de4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150677 Aug 04 14:46:53.109778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-f746eec4-d947-432e-9ef9-799a31a41208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.111785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-f746eec4-d947-432e-9ef9-799a31a41208 service neutron] 10.222.0.46 "GET /v2.0/networks?id=91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 200 len: 913 time: 0.1637888 Aug 04 14:46:53.137841 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.154470 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Transition to ACTIVE for port object 592756cd-f1a0-49a0-9930-102c0f9fa0e9 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:53.165292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-8a983b25-1022-4cb5-aeff-e1aa4f4e1968 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5 HTTP/1.1" status: 200 len: 217 time: 0.0449708 Aug 04 14:46:53.165560 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.175577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afc975ed-1f1c-4f15-b6ff-b7aee9f2daff req-d056c5af-424d-45f0-9d14-1337353d69ca tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034975 Aug 04 14:46:53.216827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6955735-a6b0-4c99-9668-f5d9fbf60661 req-e650984e-aaa8-4955-97f6-a6568b99dd49 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.218763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6955735-a6b0-4c99-9668-f5d9fbf60661 req-e650984e-aaa8-4955-97f6-a6568b99dd49 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 949 time: 0.2080221 Aug 04 14:46:53.272209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-14eb23b4-3690-4e3c-ad62-35fb92228ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.274624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-14eb23b4-3690-4e3c-ad62-35fb92228ba6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 200 len: 852 time: 0.0877225 Aug 04 14:46:53.287946 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Pushing event updated for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:53.348545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6955735-a6b0-4c99-9668-f5d9fbf60661 req-41ce357e-b656-47b1-bf0c-fa8ddb3d402e tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150732 Aug 04 14:46:53.349877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-20c3c41c-97e0-42e6-b6e0-330393084469 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=91afb362-88ff-426c-a368-654c8996375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634997 Aug 04 14:46:53.363506 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.364399 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.365111 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.365819 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.366517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.367273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.367962 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.368671 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.369412 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.370123 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.370922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.371948 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:46:53.388699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9399e013-418c-4f8b-bf0e-1ed24ff0321c req-aaf7c1c4-da70-429c-a927-3c9d717269c2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 210 time: 0.0351472 Aug 04 14:46:53.392867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Allocated IP 172.20.0.10 (73a8c28f-21b2-4562-a5fd-7c9d5fe739d7/ed19c857-30ee-49a7-a6d3-fa77e5c74c01/1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:53.459470 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Attempting to bind port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:53.460012 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Attempting to bind port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:53.460638 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Attempting to bind port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:53.474040 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:53.474675 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Checking segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:53.475173 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.476295 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Bound using segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:53.477699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Bound port: 592756cd-f1a0-49a0-9930-102c0f9fa0e9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:53.478937 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.555653 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-f97266f6-dc60-409d-8daf-603a0b23d665 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9af7d8b4d567493cae52350b406ff6b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1349497 Aug 04 14:46:53.604993 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] For port 592756cd-f1a0-49a0-9930-102c0f9fa0e9, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:53.612674 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] For port 592756cd-f1a0-49a0-9930-102c0f9fa0e9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592756cd-f1a0-49a0-9930-102c0f9fa0e9,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:53.623158 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.631430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e8fbd-e9a0-45ad-ab41-803091c58c52 req-2def13ac-9981-481b-a1bc-c8e16f0de441 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.633032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-459e8fbd-e9a0-45ad-ab41-803091c58c52 req-2def13ac-9981-481b-a1bc-c8e16f0de441 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 943 time: 0.1071720 Aug 04 14:46:53.637662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-51ec7ce5-346f-4359-b539-32a164ed01e6 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789521 Aug 04 14:46:53.663511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.699919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-459e8fbd-e9a0-45ad-ab41-803091c58c52 req-c4d71343-5332-4b2e-96ef-83641de0d32a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489602 Aug 04 14:46:53.773561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:46:53.774632 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:46:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:53.800414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:53.852101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Pushing event updated for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:53.856011 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193680df-dfa6-44fb-a3b4-bbb84c27c5e4 None None] Pushing event updated for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:53.914655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c26f-9051-4650-b659-57cb44b865d7 req-467a6be6-7ec2-4f21-82f6-c4c67453764e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.922930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9b8c26f-9051-4650-b659-57cb44b865d7 req-467a6be6-7ec2-4f21-82f6-c4c67453764e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.1946735 Aug 04 14:46:53.929033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89cb833d-7b54-4914-b12c-a2ce34232c39 req-f5892d72-d4fb-4cb0-bbd7-7a7c964313e8 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 210 time: 0.0775263 Aug 04 14:46:53.942744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-deec28dd-4548-4309-8a0d-be62597b7973 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:53.944703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-deec28dd-4548-4309-8a0d-be62597b7973 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047132 Aug 04 14:46:53.962327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:53.968388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Request body: {'port': {'device_id': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '9af7d8b4d567493cae52350b406ff6b3'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:53.970715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:53.974530 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:46:53.975341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:53.994771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9b8c26f-9051-4650-b659-57cb44b865d7 req-471c9004-f64e-44b0-8ebb-679703929d03 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Aug 04 14:46:54.118634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49ebf00f-8af5-4914-adcf-215dbe334b15 req-4cd90772-c5a0-4baa-8f89-5c17efa03bc4 service neutron] 10.222.0.46 "GET /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701607 Aug 04 14:46:54.146886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:54.148988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.180713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-44bf9e76-5915-40f8-aea7-907ced1385e5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6263869 Aug 04 14:46:54.194712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Request body: {'port': {'device_id': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:54.227854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49776) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:54.255037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Made reservation on behalf of 9af7d8b4d567493cae52350b406ff6b3 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:54.277901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.281816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9eb95e33-5336-4003-8191-7e12d7d2128a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:54.455897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-acb61c28-d576-4f14-8060-e5abfd52a39f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:54.457925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-acb61c28-d576-4f14-8060-e5abfd52a39f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 819 time: 0.2194750 Aug 04 14:46:54.478024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Request body: {'port': {'device_id': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'admin_state_up': True, 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:54.557633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.638612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Allocated IP 192.168.233.239 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/fbcaf705-4acd-471e-b1c8-7ad450852912) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:54.651509 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592756cd-f1a0-49a0-9930-102c0f9fa0e9', 'name': '', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'mac_address': 'fa:16:3e:12:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:47Z', 'updated_at': '2021-08-04T14:46:53Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'subnets': [{'id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:46:54.697225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55f9c3d5-c0e2-4d3c-b1fb-9df5e4dcfba9 req-23aec295-fbd8-418a-8227-c473fc2cb701 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 210 time: 0.0605204 Aug 04 14:46:54.706341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9eb95e33-5336-4003-8191-7e12d7d2128a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:54.707056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.707893 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc60e8-35e8-41df-98a9-b909a611e3f4 None None] The sync data for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 is: [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:48Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592756cd-f1a0-49a0-9930-102c0f9fa0e9', 'name': '', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'mac_address': 'fa:16:3e:12:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:47Z', 'updated_at': '2021-08-04T14:46:53Z', 'revision_number': 4, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'subnets': [{'id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:46:54.748853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:46:54.753074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c85da52c-2c01-4286-acbe-e7a6634e35a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=627c4340bf574ea2b61f29280b6f0739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163431 Aug 04 14:46:54.862854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592756cd-f1a0-49a0-9930-102c0f9fa0e9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:54.916836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:54.921351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:54.921782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.923638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.927407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Made reservation on behalf of 2d1fd855443c4eaab80d478bdf792d34 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:46:54.931728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:54.942498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Transition to ACTIVE for port object fbcaf705-4acd-471e-b1c8-7ad450852912 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:54.951058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 190ad861-0c5c-4aee-8da0-a78fe290abe5 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:54.985327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1ad25-606c-4ddc-88be-a37597d343f2 req-3d0be8af-f55a-4678-a93c-aeb11db0c68d tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:54.987400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43b1ad25-606c-4ddc-88be-a37597d343f2 req-3d0be8af-f55a-4678-a93c-aeb11db0c68d tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 949 time: 0.3700271 Aug 04 14:46:54.997521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.034728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:55.061337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:55.064863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:55.066703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc', 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:55.084642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:55.132870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.154185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:55.154882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.166074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:55.204745 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2415962 Aug 04 14:46:55.219783 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.228832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Request body: {'port': {'device_id': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:55.234751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57501666-9cd6-444f-841f-f89f0cf6737a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event updated for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:55.293980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0bb5b-48fa-4d46-814f-b409a65a3a92 req-6ac04695-e46c-4edd-8f52-22f8a152e025 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:55.302319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59d0bb5b-48fa-4d46-814f-b409a65a3a92 req-6ac04695-e46c-4edd-8f52-22f8a152e025 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 943 time: 0.4882281 Aug 04 14:46:55.326703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.329910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.331125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdc6348d-b119-4ca4-a496-60457b36b701 HTTP/1.1" status: 204 len: 168 time: 0.5784986 Aug 04 14:46:55.331693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '190ad861-0c5c-4aee-8da0-a78fe290abe5', 'network_id': '91afb362-88ff-426c-a368-654c8996375e', 'port_id': '190ad861-0c5c-4aee-8da0-a78fe290abe5', 'mac_address': 'fa:16:3e:00:1a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ce0e2d-292f-426a-b6d0-84eaa6f3f8df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:55.362729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43b1ad25-606c-4ddc-88be-a37597d343f2 req-7c3dacb9-f753-42b8-91f7-467e1be3613b tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349934 Aug 04 14:46:55.416074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.541578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4afbe-0660-4f7d-8234-4ebabb4e6ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6348d-b119-4ca4-a496-60457b36b701,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:55.580656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.607934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.621892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2a3c3d7d-7818-4809-a0a8-58c165b88bd2 None None] Provisioning for port fbcaf705-4acd-471e-b1c8-7ad450852912 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:55.626969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190ad861-0c5c-4aee-8da0-a78fe290abe5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:55.651932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:55.681613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:55.685309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.697764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.713764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Transition to ACTIVE for port object 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:55.764086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59d0bb5b-48fa-4d46-814f-b409a65a3a92 req-0c868cd1-9ee3-4fa9-b13e-118ec6944c51 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451606 Aug 04 14:46:55.773886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.784072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:55.789110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2a3c3d7d-7818-4809-a0a8-58c165b88bd2 None None] Provisioning complete for port fbcaf705-4acd-471e-b1c8-7ad450852912 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:55.789494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3d7d-7818-4809-a0a8-58c165b88bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.880919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 592756cd-f1a0-49a0-9930-102c0f9fa0e9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592756cd-f1a0-49a0-9930-102c0f9fa0e9,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:55.898616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.915178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcaf705-4acd-471e-b1c8-7ad450852912 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:55.924482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:55.959946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Transition to ACTIVE for port object fbcaf705-4acd-471e-b1c8-7ad450852912 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:55.963529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:55.967972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:56.008174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c3d7d-7818-4809-a0a8-58c165b88bd2 None None] Port fbcaf705-4acd-471e-b1c8-7ad450852912 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:46:56.034520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b0335-2f47-4610-9a9c-4a7a2f5bf55e req-8ef1aae2-2877-4ad2-8631-242106eac22f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.049699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-700b0335-2f47-4610-9a9c-4a7a2f5bf55e req-8ef1aae2-2877-4ad2-8631-242106eac22f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 936 time: 0.4414728 Aug 04 14:46:56.070487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Allocated IP 172.20.0.13 (73a8c28f-21b2-4562-a5fd-7c9d5fe739d7/ed19c857-30ee-49a7-a6d3-fa77e5c74c01/35d29d15-4831-4efb-af8e-94e7f7811cca) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:46:56.080370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:56.167704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['190ad861-0c5c-4aee-8da0-a78fe290abe5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:56.182891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Pushing event updated for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:56.224784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Attempting to bind port fbcaf705-4acd-471e-b1c8-7ad450852912 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:56.225103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Attempting to bind port fbcaf705-4acd-471e-b1c8-7ad450852912 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:56.225437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Attempting to bind port fbcaf705-4acd-471e-b1c8-7ad450852912 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:56.230407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Port fbcaf705-4acd-471e-b1c8-7ad450852912 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:56.230765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Attempting to bind port fbcaf705-4acd-471e-b1c8-7ad450852912 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:56.244737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:56.245093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:56.245492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:56.245951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Bound port: fbcaf705-4acd-471e-b1c8-7ad450852912, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:56.246321 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:56.252874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592756cd-f1a0-49a0-9930-102c0f9fa0e9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:56.329347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e251-72d9-4bb1-b2af-b84c15de36cd req-9c03c091-add4-44f2-b0b1-dab3452a2d23 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.340075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8766e251-72d9-4bb1-b2af-b84c15de36cd req-9c03c091-add4-44f2-b0b1-dab3452a2d23 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 949 time: 0.4404290 Aug 04 14:46:56.370501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:56.377293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbcaf705-4acd-471e-b1c8-7ad450852912,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:56.396670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:56.447519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:56.448071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:56.507289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:56.512124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.512783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:56.514323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-4a9429c5-b8bb-43cb-82ef-af48acd2c709 service neutron] 10.222.0.38 "PUT /v2.0/ports/fbcaf705-4acd-471e-b1c8-7ad450852912 HTTP/1.1" status: 200 len: 1097 time: 1.2905109 Aug 04 14:46:56.514714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:56.517057 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d4417-0f2d-461c-b89d-6ff71774e48e" -d '{"events": [{"name": "network-changed", "server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:56.707194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-d78fabe4-4201-4f72-afe0-731a709cb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.709792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-d78fabe4-4201-4f72-afe0-731a709cb13c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 1100 time: 0.1047509 Aug 04 14:46:56.778101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-1045519c-fc55-4e8f-a669-94eef0277c48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbcaf705-4acd-471e-b1c8-7ad450852912 HTTP/1.1" status: 200 len: 217 time: 0.0583630 Aug 04 14:46:56.855345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8766e251-72d9-4bb1-b2af-b84c15de36cd req-e1824034-7792-4d46-bab0-86abd7333cca tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142446 Aug 04 14:46:56.886536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-cfa3fc3d-767a-4f87-9250-0a34cdc38de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.895117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-cfa3fc3d-767a-4f87-9250-0a34cdc38de7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1080825 Aug 04 14:46:56.939199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-700b0335-2f47-4610-9a9c-4a7a2f5bf55e req-e3892bb1-efe5-402f-a86c-4d4334ba09a9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849177 Aug 04 14:46:56.969633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-ad04a34b-777c-4f28-878f-1b58b06df3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:56.971057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-ad04a34b-777c-4f28-878f-1b58b06df3f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0693576 Aug 04 14:46:56.996437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Attempting to bind port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:56.996830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Attempting to bind port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:56.997165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Attempting to bind port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:57.009228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.013046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:57.013379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Attempting to bind port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:57.022143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:57.022632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Checking segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:57.023017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Bound using segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:57.023475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Bound port: 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:57.023850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.103063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:46:57.112783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:46:57.133145 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-9f2055e6-e189-4c7f-9cdc-1ce24ea03c1a service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437359 Aug 04 14:46:57.147146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-396f7951-3e6e-4079-aa78-3ad0f7183262 req-711ac5f3-08a9-4712-bb11-0cadf9a4c5eb tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 210 time: 0.0680110 Aug 04 14:46:57.172455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:57.195329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:57.204486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.213722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.248031 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295c2488-7108-4186-9360-fe7699623e44 x-openstack-request-id: req-295c2488-7108-4186-9360-fe7699623e44 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:57.250596 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:57.252882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:57.253188 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-295c2488-7108-4186-9360-fe7699623e44 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:57.253925 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912', 'status': 'completed', 'code': 200} Aug 04 14:46:57.258297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4c3a-39c0-430b-a041-2912d1e8cf16 req-18e84e82-bfa1-467a-abd6-80e7d0a285f6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.260085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60eb4c3a-39c0-430b-a041-2912d1e8cf16 req-18e84e82-bfa1-467a-abd6-80e7d0a285f6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 950 time: 0.1787062 Aug 04 14:46:57.296228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:46:57.310390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'mac_address': 'fa:16:3e:cc:42:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:46:57.315555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.316811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.318490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] 10.222.0.38 "PUT /v2.0/ports/1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 1093 time: 3.1286490 Aug 04 14:46:57.319799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:46:57.322017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:57.324647 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed594600-a950-488f-9c1c-2ef81180f54e" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:57.328085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Pushing event updated for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:57.331515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:46:57.349100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5709890c-c0b9-446b-a62c-c266d6585a03 req-8a184c80-f2f1-472b-9bc8-7eafd3e78e85 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079816 Aug 04 14:46:57.427636 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.430847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.455314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:57.457043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-d00f3891-5a63-40a9-8d05-096ecb81097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.459469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-d00f3891-5a63-40a9-8d05-096ecb81097e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1096 time: 0.0714879 Aug 04 14:46:57.485195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:57.491719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.502936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60eb4c3a-39c0-430b-a041-2912d1e8cf16 req-d7356f6c-3169-4476-a343-913b129bc933 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313442 Aug 04 14:46:57.527177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-769268ca-4fe6-4767-b81d-63ee7083b34d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.0584674 Aug 04 14:46:57.546290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.551642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.568153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c724294-bec5-4b3b-a573-cfd6389c9001 service neutron] Pushing event updated for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:57.584826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:57.593798 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:46:57.594155 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:46:57.606330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6ed6a-3026-43bf-b563-a51fd72cc144 req-5174d58d-0111-49fb-a600-18ab8ae75b3a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.607921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdc6ed6a-3026-43bf-b563-a51fd72cc144 req-5174d58d-0111-49fb-a600-18ab8ae75b3a tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 944 time: 0.2314472 Aug 04 14:46:57.617760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-c05203e9-f657-44c5-841c-998d0c5939c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.618951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6ae14b55-df95-4cba-9522-8136be2a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.619318 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-c05203e9-f657-44c5-841c-998d0c5939c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 1100 time: 0.1961725 Aug 04 14:46:57.622428 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-6ae14b55-df95-4cba-9522-8136be2a3bd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0844023 Aug 04 14:46:57.623137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-df5263be-02a2-411e-a24e-c3d505d7e3ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1520884 Aug 04 14:46:57.664835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Request body: {'port': {'device_id': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:46:57.675335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-fa8e483f-e31c-41f1-8a93-048afefe1685 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349035 Aug 04 14:46:57.786932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-de6ad9d3-6eea-4ed4-ba8e-0eb501baa7bf service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026125 Aug 04 14:46:57.793019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:57.808880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdc6ed6a-3026-43bf-b563-a51fd72cc144 req-53c0b20b-f94b-4fe1-842d-c0702a5b4e78 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882339 Aug 04 14:46:57.826493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:46:57.882936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-f0ed6a94-f819-454a-a907-664445502faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:57.884430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-f0ed6a94-f819-454a-a907-664445502faf service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.2454937 Aug 04 14:46:57.945747 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34eba5c-058e-42ae-9d17-8b0eb00fcae6 x-openstack-request-id: req-f34eba5c-058e-42ae-9d17-8b0eb00fcae6 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:57.946064 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:57.946271 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f34eba5c-058e-42ae-9d17-8b0eb00fcae6 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:57.947054 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c', 'status': 'completed', 'code': 200} Aug 04 14:46:57.998531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-69fba074-b370-409d-8f6c-0ec2272e6ac2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbcaf705-4acd-471e-b1c8-7ad450852912 HTTP/1.1" status: 200 len: 217 time: 0.0506165 Aug 04 14:46:58.036112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71d0eef0-e4f6-45ea-b865-aaa32b52177a req-eae4ae0a-bd27-43a9-82bf-73345d96421b service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374940 Aug 04 14:46:58.121873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-a93578b6-25b3-4529-9703-b41a3152f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.123398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-a93578b6-25b3-4529-9703-b41a3152f364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1088145 Aug 04 14:46:58.179653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed594600-a950-488f-9c1c-2ef81180f54e req-9ad9bccb-5632-490b-bb41-d50ba2cb9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.181202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-9ad9bccb-5632-490b-bb41-d50ba2cb9aec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1096 time: 0.0750015 Aug 04 14:46:58.192304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:58.208211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:58.229905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:58.237159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:58.249792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-41962054-ab2f-4c89-a612-8394d507807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.251624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-41962054-ab2f-4c89-a612-8394d507807d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174805 Aug 04 14:46:58.296384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:58.328833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed594600-a950-488f-9c1c-2ef81180f54e req-1e70c298-bdf8-4ecf-851c-56b613e16c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.330386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-1e70c298-bdf8-4ecf-851c-56b613e16c05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1415067 Aug 04 14:46:58.360459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877229-26d0-4845-81c9-9b7ae460570f req-348ec4b4-a73f-4934-8e0a-ad20dda265aa tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.362009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16877229-26d0-4845-81c9-9b7ae460570f req-348ec4b4-a73f-4934-8e0a-ad20dda265aa tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 948 time: 0.1905086 Aug 04 14:46:58.392923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-0600e874-79a1-403a-aff9-cf882895bd21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.0496290 Aug 04 14:46:58.431519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d29d15-4831-4efb-af8e-94e7f7811cca {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:46:58.451080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:58.472215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-b36b466e-1fb5-44f6-aab4-a7286f9a1a44 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029088 Aug 04 14:46:58.478946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16877229-26d0-4845-81c9-9b7ae460570f req-d3cbed87-198d-4322-adb4-1e0852b5a04e tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977490 Aug 04 14:46:58.483975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Transition to ACTIVE for port object 35d29d15-4831-4efb-af8e-94e7f7811cca will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:46:58.494545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed594600-a950-488f-9c1c-2ef81180f54e req-206ccd39-37e4-44ad-870d-f0ae9059ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.495621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:58.498332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-206ccd39-37e4-44ad-870d-f0ae9059ce11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0964322 Aug 04 14:46:58.545796 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-7af36fd2-5870-4c2b-8bb0-02b01c2a2e24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344510 Aug 04 14:46:58.659857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Pushing event updated for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:58.701409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-bc647662-6fdc-4e27-ab30-caf961d36eac service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454856 Aug 04 14:46:58.739512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0c79-4a95-4d59-995e-c1004084764e req-b6cfd6f4-e135-46f6-bdf3-0e209adc7482 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.741129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6a0c79-4a95-4d59-995e-c1004084764e req-b6cfd6f4-e135-46f6-bdf3-0e209adc7482 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 948 time: 0.1836178 Aug 04 14:46:58.743143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-970d4417-0f2d-461c-b89d-6ff71774e48e req-52b73a07-fd6e-4c40-8d70-1b2bb9610b84 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573686 Aug 04 14:46:58.807158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed594600-a950-488f-9c1c-2ef81180f54e req-86df8d32-9dcb-423e-85b0-1eb1bc02507d service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971792 Aug 04 14:46:58.820556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1cedf-8204-47ce-a7c6-55c4220ed84d req-26148759-0f45-45e4-a42f-083c33080126 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:58.822485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ca1cedf-8204-47ce-a7c6-55c4220ed84d req-26148759-0f45-45e4-a42f-083c33080126 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 944 time: 0.1257131 Aug 04 14:46:58.823271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Attempting to bind port 35d29d15-4831-4efb-af8e-94e7f7811cca on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:46:58.823599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Attempting to bind port 35d29d15-4831-4efb-af8e-94e7f7811cca by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:46:58.823928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Attempting to bind port 35d29d15-4831-4efb-af8e-94e7f7811cca on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:58.859068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e6a0c79-4a95-4d59-995e-c1004084764e req-4b000081-47a5-42c0-ab5f-826a6f0c2d61 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979838 Aug 04 14:46:58.861413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Port 35d29d15-4831-4efb-af8e-94e7f7811cca on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:46:58.861774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Attempting to bind port 35d29d15-4831-4efb-af8e-94e7f7811cca on network 73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:46:58.871749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:46:58.872204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Checking segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:46:58.872487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Bound using segment: {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:46:58.872911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Bound port: 35d29d15-4831-4efb-af8e-94e7f7811cca, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c432-36ca-4b3f-9e23-4753780fde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:46:58.873279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:58.894677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ca1cedf-8204-47ce-a7c6-55c4220ed84d req-7512d231-544d-47f9-afbb-9fdaf81f14d6 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632749 Aug 04 14:46:58.928013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 190ad861-0c5c-4aee-8da0-a78fe290abe5 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:46:58.992508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:46:58.994517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 190ad861-0c5c-4aee-8da0-a78fe290abe5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:46:58.998737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=35d29d15-4831-4efb-af8e-94e7f7811cca,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:46:59.003599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 190ad861-0c5c-4aee-8da0-a78fe290abe5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:46:59.004396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:59.023269 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:59.079844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.080475 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:59.081968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] 10.222.0.38 "PUT /v2.0/ports/35d29d15-4831-4efb-af8e-94e7f7811cca HTTP/1.1" status: 200 len: 1093 time: 1.4341166 Aug 04 14:46:59.111829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d533df-7f06-4bc4-a8e0-04eebb217ce1 req-40028bbe-f533-4060-95eb-cdbe7d47d562 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.113395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07d533df-7f06-4bc4-a8e0-04eebb217ce1 req-40028bbe-f533-4060-95eb-cdbe7d47d562 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 944 time: 0.1075935 Aug 04 14:46:59.116684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471a78-3f46-4068-839e-920d7e771259 service neutron] Pushing event updated for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:59.133943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:59.162437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:59.165207 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017d378-812d-4779-88ad-3b231910f230" -d '{"events": [{"server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:59.179381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:46:59.184792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:46:59.185953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07d533df-7f06-4bc4-a8e0-04eebb217ce1 req-f22d9f09-9dcc-4534-b1ef-71f887f55416 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Aug 04 14:46:59.196370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-143c3dfa-bd28-49ca-8997-1db04e629a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.198317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-143c3dfa-bd28-49ca-8997-1db04e629a05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 1096 time: 0.0592210 Aug 04 14:46:59.258202 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd6a22-4912-44bd-9e52-1a2498113a26 x-openstack-request-id: req-7ecd6a22-4912-44bd-9e52-1a2498113a26 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:46:59.258796 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:46:59.259105 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ecd6a22-4912-44bd-9e52-1a2498113a26 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:46:59.259570 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5', 'code': 200} Aug 04 14:46:59.264737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:46:59.284688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-cfdecbfc-1739-4679-9e79-885e20c1ab12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d29d15-4831-4efb-af8e-94e7f7811cca HTTP/1.1" status: 200 len: 217 time: 0.0754950 Aug 04 14:46:59.347597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-ac3049ef-6f6f-4c85-a739-8288ea1175de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.349367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-ac3049ef-6f6f-4c85-a739-8288ea1175de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0573652 Aug 04 14:46:59.389137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-b04e7575-729a-4382-896e-bfc85cbbdf87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315747 Aug 04 14:46:59.404115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209f7e-dda8-46b7-b28c-97ce0e716f2b req-063c9771-eef5-43c6-8508-973540e642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.406362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-68209f7e-dda8-46b7-b28c-97ce0e716f2b req-063c9771-eef5-43c6-8508-973540e642f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0490639 Aug 04 14:46:59.447995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-68209f7e-dda8-46b7-b28c-97ce0e716f2b req-5f2b2595-243d-411c-95c9-c2ad2c63a3bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 04 14:46:59.500832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-f4766f36-413c-4088-8d7b-bee84d66c76c service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018827 Aug 04 14:46:59.648618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08beb8c-7532-46f6-b518-9c993353e9f1 req-ff79f03c-b519-454e-8d54-926fe1dff384 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406538 Aug 04 14:46:59.663544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8407e42-ccb0-4a02-8d46-ae7f430b8f75 req-a0c60516-f1c7-4b06-80e4-77bed06e18b9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:46:59.665123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8407e42-ccb0-4a02-8d46-ae7f430b8f75 req-a0c60516-f1c7-4b06-80e4-77bed06e18b9 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 948 time: 0.0733628 Aug 04 14:46:59.707687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8407e42-ccb0-4a02-8d46-ae7f430b8f75 req-bcb9893d-c7e7-49c6-9846-bdf53fe8ca8a tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Aug 04 14:46:59.948071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:46:59.950449 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392" -d '{"events": [{"name": "network-changed", "server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:46:59.991468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-4d6ebe12-779c-4aa1-87c4-d2d9644ea4de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006317 Aug 04 14:47:00.013390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577410-af60-4ebc-9e33-bea9af9e7478 req-76a03210-5d49-4529-aa99-a9efbe9ee0c9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.015364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9577410-af60-4ebc-9e33-bea9af9e7478 req-76a03210-5d49-4529-aa99-a9efbe9ee0c9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 948 time: 0.0576866 Aug 04 14:47:00.075505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-b4a7377f-7ddc-4c99-b815-75c631642069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.077024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-b4a7377f-7ddc-4c99-b815-75c631642069 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9af7d8b4d567493cae52350b406ff6b3&device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 1102 time: 0.0561194 Aug 04 14:47:00.107462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9577410-af60-4ebc-9e33-bea9af9e7478 req-c7a2d6a4-aee4-4bd7-87c8-345f1be108f3 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839231 Aug 04 14:47:00.130920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e467159-2fc7-4f41-96fd-b49e7f0a7a9e req-b391cbf5-23d4-4192-8742-43aa8c74145b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.142647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e467159-2fc7-4f41-96fd-b49e7f0a7a9e req-b391cbf5-23d4-4192-8742-43aa8c74145b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 944 time: 0.0942926 Aug 04 14:47:00.189589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e467159-2fc7-4f41-96fd-b49e7f0a7a9e req-70e7f24e-7331-4c72-89a3-6a445da803ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Aug 04 14:47:00.214786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-1ef35240-8a68-4ade-9047-086e621f8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.217034 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-1ef35240-8a68-4ade-9047-086e621f8ee9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1158078 Aug 04 14:47:00.249271 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b9d9c-e9c4-4d2c-aeab-4825bc81d8fd x-openstack-request-id: req-024b9d9c-e9c4-4d2c-aeab-4825bc81d8fd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:00.249648 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:00.249959 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-024b9d9c-e9c4-4d2c-aeab-4825bc81d8fd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:00.250424 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca', 'status': 'completed', 'code': 200} Aug 04 14:47:00.292153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-6ca4c502-15b4-4135-9511-01a36407dd4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b HTTP/1.1" status: 200 len: 217 time: 0.0535591 Aug 04 14:47:00.357784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-fa318fdf-74b1-49f2-a4d9-fd58ea3a00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.359444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-fa318fdf-74b1-49f2-a4d9-fd58ea3a00ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 1096 time: 0.0821002 Aug 04 14:47:00.361761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-63613f3a-1fd8-4e7c-beee-d96a6d73f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.363433 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-63613f3a-1fd8-4e7c-beee-d96a6d73f4af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0516608 Aug 04 14:47:00.374854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83915c-fa7c-4f20-a369-972ef4df8482 req-75c3e9eb-069f-4632-9236-36f7dece27cb tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.381680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d83915c-fa7c-4f20-a369-972ef4df8482 req-75c3e9eb-069f-4632-9236-36f7dece27cb tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.0753989 Aug 04 14:47:00.421798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-35f38b43-80b2-4585-b434-14c32c33f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.423317 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-35f38b43-80b2-4585-b434-14c32c33f61f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497916 Aug 04 14:47:00.501286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d83915c-fa7c-4f20-a369-972ef4df8482 req-cfc53661-d2bf-4410-8e43-d057f5d493e4 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667481 Aug 04 14:47:00.535409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-093d284a-13fb-4bdb-b83f-ef75408364e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.537158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-093d284a-13fb-4bdb-b83f-ef75408364e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1545475 Aug 04 14:47:00.551715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-6bcfb7b7-7a37-40a0-9f1f-c0b3a98fa81b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179364 Aug 04 14:47:00.585034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-9f6ef0ab-1033-4903-ac65-03c4c06d283e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d29d15-4831-4efb-af8e-94e7f7811cca HTTP/1.1" status: 200 len: 217 time: 0.0393722 Aug 04 14:47:00.647293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-5cbc4fed-5cc1-40be-8ac5-fd4fd7ee75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.649187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-5cbc4fed-5cc1-40be-8ac5-fd4fd7ee75fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0561683 Aug 04 14:47:00.683350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5165e278-b63f-421d-8c03-d3efceb34b91 req-71abf42e-81b0-4550-96fb-d81c8f16630e service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996261 Aug 04 14:47:00.685098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-ea08e83a-e3b8-43a3-9963-4a95b947dff7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264475 Aug 04 14:47:00.806015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-9d4d5afd-c6b3-4fed-9e54-2c44bac9bb21 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122606 Aug 04 14:47:00.896031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a6f3-2e32-4ad4-9be2-36a4e21c8060 req-c214f5a1-cdd3-40cd-869d-bff969dab283 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:00.897736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca56a6f3-2e32-4ad4-9be2-36a4e21c8060 req-c214f5a1-cdd3-40cd-869d-bff969dab283 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 948 time: 0.1085200 Aug 04 14:47:00.945964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9dae900b-4b4d-4ba5-b2bb-e630bd15b392 req-7ca48bf0-649b-44bd-8661-912114f4fa93 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215868 Aug 04 14:47:00.955062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca56a6f3-2e32-4ad4-9be2-36a4e21c8060 req-4ade23e8-c70d-41f4-8964-c5c58b54acd4 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506816 Aug 04 14:47:01.130225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:01.133626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:01.257940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7831-fb28-4aab-af08-d30eebe08840 req-72241a3f-5ba4-48ab-aefb-133ca48a000a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:01.260038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-527d7831-fb28-4aab-af08-d30eebe08840 req-72241a3f-5ba4-48ab-aefb-133ca48a000a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 948 time: 0.0709884 Aug 04 14:47:01.295596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:01.296217 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.332856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-527d7831-fb28-4aab-af08-d30eebe08840 req-dff5f8d3-edba-4245-92f7-831db724a77e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Aug 04 14:47:01.348176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:01.364478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'port_id': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c', 'mac_address': 'fa:16:3e:0f:cd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:01.439344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.441525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.467754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:01.477351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:01.479700 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b42471-942d-4649-b18f-0cb21c7b907b" -d '{"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:01.498095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:01.504520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.511854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:01.566701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-a63b639c-4688-4fbd-b91e-15e57042a920 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:01.568415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-a63b639c-4688-4fbd-b91e-15e57042a920 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.1295185 Aug 04 14:47:01.602774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-6af9d165-f1c4-4272-bd87-481151a514bd tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/quotas/61e5dd94a65d43619d36f5dee599441a HTTP/1.1" status: 200 len: 375 time: 0.0161393 Aug 04 14:47:01.629101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68687f-0c26-4934-9bcc-c6382b65baeb req-110c4f6e-41a6-474f-80e2-090c35f4c9b6 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:01.630685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c68687f-0c26-4934-9bcc-c6382b65baeb req-110c4f6e-41a6-474f-80e2-090c35f4c9b6 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 944 time: 0.0845959 Aug 04 14:47:01.662244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.662909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbcaf705-4acd-471e-b1c8-7ad450852912 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:01.690468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c68687f-0c26-4934-9bcc-c6382b65baeb req-e8587435-3d7e-4061-95ac-d6fa45bfc802 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Aug 04 14:47:01.697801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-99af736e-284f-4a26-b64c-284f37b3b314 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884063 Aug 04 14:47:01.701545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:01.763659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:01.794006 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8478e3-916c-489b-ac45-97fdde94f8b4 x-openstack-request-id: req-2e8478e3-916c-489b-ac45-97fdde94f8b4 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:01.794291 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:01.794531 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e8478e3-916c-489b-ac45-97fdde94f8b4 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:01.794947 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'code': 200} Aug 04 14:47:01.804678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-2cceddb3-df6d-482a-ba9f-787aa04d3c6a service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996566 Aug 04 14:47:01.847747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbcaf705-4acd-471e-b1c8-7ad450852912,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:01.861877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'fbcaf705-4acd-471e-b1c8-7ad450852912', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': 'fbcaf705-4acd-471e-b1c8-7ad450852912', 'mac_address': 'fa:16:3e:b9:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:01.904882 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.918643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcaf705-4acd-471e-b1c8-7ad450852912 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:01.927151 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:47:01.940249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbcaf705-4acd-471e-b1c8-7ad450852912,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:01.946150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:01.990565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f804-59c8-4ce2-8a80-072947fe7670 req-2db7b14d-43bf-4546-9130-354bce145b0f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:01.992521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a72f804-59c8-4ce2-8a80-072947fe7670 req-2db7b14d-43bf-4546-9130-354bce145b0f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.1529205 Aug 04 14:47:01.996175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:01.996908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b748e0b-be8e-4a28-92e5-0c722a15b345 req-a58921da-d963-48c3-a739-a598d1c946ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:01.998332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b748e0b-be8e-4a28-92e5-0c722a15b345 req-a58921da-d963-48c3-a739-a598d1c946ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1102 time: 0.1219826 Aug 04 14:47:02.002838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-948c410c-8d4f-46d7-ac4c-ffcae1933e07 service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909881 Aug 04 14:47:02.055081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a72f804-59c8-4ce2-8a80-072947fe7670 req-e2780177-7f6f-41ad-a9bd-facb650fa013 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Aug 04 14:47:02.061584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b748e0b-be8e-4a28-92e5-0c722a15b345 req-b67aca69-5dbd-4935-a6a8-344b814b6acc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Aug 04 14:47:02.231718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd49e02-3055-46e8-b81f-f64e0bbf34be req-66659308-5b1f-49fb-9b96-549f46fba8e5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:02.233257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd49e02-3055-46e8-b81f-f64e0bbf34be req-66659308-5b1f-49fb-9b96-549f46fba8e5 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 950 time: 0.0543489 Aug 04 14:47:02.308845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd49e02-3055-46e8-b81f-f64e0bbf34be req-bc50b5da-1e20-408c-af8f-f00280894632 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Aug 04 14:47:02.333703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:02.409937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-935546fa-8258-4d82-bb43-0afda50b1be2 req-393ba9d4-438b-4738-994e-dd82b831c107 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 210 time: 0.0529273 Aug 04 14:47:02.411991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['fbcaf705-4acd-471e-b1c8-7ad450852912'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:02.552519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37a1a2-6376-442f-987c-f5779a7346ef req-a1e6cca9-2490-464f-91b9-f2fb9afdbccc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:02.554986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee37a1a2-6376-442f-987c-f5779a7346ef req-a1e6cca9-2490-464f-91b9-f2fb9afdbccc tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.1155083 Aug 04 14:47:02.617939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4ed4d-3f20-46ea-b588-ad78507acf44 req-7424820b-508f-42f5-a9dc-c53022625f9b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:02.620197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55d4ed4d-3f20-46ea-b588-ad78507acf44 req-7424820b-508f-42f5-a9dc-c53022625f9b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 949 time: 0.1283932 Aug 04 14:47:02.674520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee37a1a2-6376-442f-987c-f5779a7346ef req-d6f260c8-2629-4454-b621-7dbb0e63f3b1 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054931 Aug 04 14:47:02.713328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55d4ed4d-3f20-46ea-b588-ad78507acf44 req-567d0a2e-2c1f-4e71-8865-f4020229ab86 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Aug 04 14:47:02.836116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50028) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:02.853205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17b6b-7e42-41d4-9b30-3ecbb60af0a2 req-d629f682-c032-4762-8077-a1c1d7a0b7b3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:02.855231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a17b6b-7e42-41d4-9b30-3ecbb60af0a2 req-d629f682-c032-4762-8077-a1c1d7a0b7b3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 944 time: 0.0582762 Aug 04 14:47:02.915152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52a17b6b-7e42-41d4-9b30-3ecbb60af0a2 req-f03658a9-af13-4120-b19d-54e28149b3cd tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Aug 04 14:47:02.941819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:03.025856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-269e0f91-1b5e-47a1-8da1-3e8062f627a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.078288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:03.104554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'mac_address': 'fa:16:3e:9d:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:03.143502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 35d29d15-4831-4efb-af8e-94e7f7811cca details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:03.219929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.256317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-269e0f91-1b5e-47a1-8da1-3e8062f627a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.263449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-269e0f91-1b5e-47a1-8da1-3e8062f627a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.276455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:03.319872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50038) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:03.320183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-269e0f91-1b5e-47a1-8da1-3e8062f627a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c8ae799914f495bbdee01d2512fc46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827054 Aug 04 14:47:03.347426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:03.354035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e0f91-1b5e-47a1-8da1-3e8062f627a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cec2b2-d286-4d8a-8375-a2c599a70477,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:03.359626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.434729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=35d29d15-4831-4efb-af8e-94e7f7811cca,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:03.469093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '35d29d15-4831-4efb-af8e-94e7f7811cca', 'network_id': '73a8c28f-21b2-4562-a5fd-7c9d5fe739d7', 'port_id': '35d29d15-4831-4efb-af8e-94e7f7811cca', 'mac_address': 'fa:16:3e:2d:a0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed19c857-30ee-49a7-a6d3-fa77e5c74c01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:03.474527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.488088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee199f-918d-4601-9e54-a0297e2871df req-843b3fc1-1f9b-4c47-8b9a-134de1882c34 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:03.490466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cee199f-918d-4601-9e54-a0297e2871df req-843b3fc1-1f9b-4c47-8b9a-134de1882c34 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 950 time: 0.0834482 Aug 04 14:47:03.539888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:03.549051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2d5fd9b3-27c7-4f93-ad2e-28483640be53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:03.567201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.691407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cee199f-918d-4601-9e54-a0297e2871df req-bbdb6a0a-31d7-489c-ad01-0d76c0abbe6c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795042 Aug 04 14:47:03.692552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-faba80ca-ffbf-49f8-a67d-9a66a71af6ea tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:03.694492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-faba80ca-ffbf-49f8-a67d-9a66a71af6ea tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.1536570 Aug 04 14:47:03.718726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Request body: {'port': {'device_id': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'admin_state_up': True, 'tenant_id': '61e5dd94a65d43619d36f5dee599441a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:03.723133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.735381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7be249cd-4f04-4bd7-8301-fa11d0472785 req-a6df8363-e5a1-4b63-85f7-0a90aab1d9f8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 210 time: 0.1807468 Aug 04 14:47:03.743715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.754802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.769229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69cec2b2-d286-4d8a-8375-a2c599a70477 HTTP/1.1" status: 204 len: 168 time: 0.4481559 Aug 04 14:47:03.803325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9dc71-3ecf-4aa4-8cc5-a7140b704090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cec2b2-d286-4d8a-8375-a2c599a70477,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:03.811533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d29d15-4831-4efb-af8e-94e7f7811cca {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:03.862160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=35d29d15-4831-4efb-af8e-94e7f7811cca,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:03.873736 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:03.939828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:03.978497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:03.985623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:04.002741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfad18-9fe4-495d-9d94-b93335afc5c7 req-920daebe-992e-44fd-9cf0-00174a10ce74 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:04.010604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95cfad18-9fe4-495d-9d94-b93335afc5c7 req-920daebe-992e-44fd-9cf0-00174a10ce74 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.1252661 Aug 04 14:47:04.124262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95cfad18-9fe4-495d-9d94-b93335afc5c7 req-daff0edf-61eb-4594-919a-07a05665d293 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069770 Aug 04 14:47:04.151905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a7fc-3992-494d-a879-378e94736023 req-188b0d98-f25a-4632-ad88-e971d632976c tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:04.182176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8349a7fc-3992-494d-a879-378e94736023 req-188b0d98-f25a-4632-ad88-e971d632976c tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 949 time: 0.1282432 Aug 04 14:47:04.231645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Allocated IP 172.20.0.2 (df6a091f-3d3c-45b4-82e5-df1c84f65130/5b86b307-5cd1-4300-bd45-457f060317c0/7156138b-a102-4807-ab23-2ca86a00cc3a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:04.242315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8349a7fc-3992-494d-a879-378e94736023 req-3f2a8316-ba98-4831-bb1f-8a24f8e74b63 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579760 Aug 04 14:47:04.284838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['35d29d15-4831-4efb-af8e-94e7f7811cca'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:04.439453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9891b-10ba-423e-8168-9803e0b40d22 req-18d899f2-57f7-4b50-8e29-a5d874cc8d27 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:04.448116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f9891b-10ba-423e-8168-9803e0b40d22 req-18d899f2-57f7-4b50-8e29-a5d874cc8d27 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 945 time: 0.1336174 Aug 04 14:47:04.506871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:04.557094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f9891b-10ba-423e-8168-9803e0b40d22 req-b14867fe-4e56-4114-9e78-a25003874e85 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080825 Aug 04 14:47:04.565700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8735abc-c8d4-4cd1-9017-18219d08db8c req-2b500b57-62bc-4545-add8-2a71c92f4079 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:04.574178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8735abc-c8d4-4cd1-9017-18219d08db8c req-2b500b57-62bc-4545-add8-2a71c92f4079 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1102 time: 0.1227167 Aug 04 14:47:04.588527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:04.611049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:04.659588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8735abc-c8d4-4cd1-9017-18219d08db8c req-95050c9a-18dc-4879-b590-45cb16712260 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843611 Aug 04 14:47:04.723885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:04.728321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:04.733064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:04.777876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event updated for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:04.824408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:04.828037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:04.849130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-05769efd-586e-43fd-8635-2ecccbeed611 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1358390 Aug 04 14:47:04.864312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Request body: {'port': {'device_id': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:04.955183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:05.029026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.034065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-446006c4-ee4e-43ac-ae7e-d222be6c41c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1493807 Aug 04 14:47:05.049760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:05.050567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.060051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5f67-400e-4a40-ae9c-dcdc03f5b3af req-5f2b81b1-2313-4a6b-903b-99434c1c0949 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.061805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68dc5f67-400e-4a40-ae9c-dcdc03f5b3af req-5f2b81b1-2313-4a6b-903b-99434c1c0949 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 931 time: 0.0899265 Aug 04 14:47:05.180178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:05.181910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68dc5f67-400e-4a40-ae9c-dcdc03f5b3af req-7912ece7-7ddf-4d40-be3c-a64d9a5c21db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829136 Aug 04 14:47:05.184050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50098) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:05.222334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-de7d28fb-c941-44dd-b616-15ceb9da9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.224314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-de7d28fb-c941-44dd-b616-15ceb9da9a1e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1102 time: 0.1615055 Aug 04 14:47:05.400563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-d93e0c5f-bcb9-402b-a3c3-392717924dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.402969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-d93e0c5f-bcb9-402b-a3c3-392717924dab service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1355700 Aug 04 14:47:05.426533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7156138b-a102-4807-ab23-2ca86a00cc3a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:05.435551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.444758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.450889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Transition to ACTIVE for port object 7156138b-a102-4807-ab23-2ca86a00cc3a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:05.460022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.493429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-f333b30e-64e3-47c8-9c95-b74cf557d6ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af HTTP/1.1" status: 200 len: 217 time: 0.0548897 Aug 04 14:47:05.525977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:05.536747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1924872482-network', 'tenant_id': '17dec811725d4f92af24c674e1e4f001'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:05.585966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2ba0-7cce-43ed-92d8-ee06b20b68be req-12a4c20d-e44b-4562-92e8-5da5f1b23554 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.587532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa9c2ba0-7cce-43ed-92d8-ee06b20b68be req-12a4c20d-e44b-4562-92e8-5da5f1b23554 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 1102 time: 0.1829588 Aug 04 14:47:05.588209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Made reservation on behalf of 17dec811725d4f92af24c674e1e4f001 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:05.590758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.596416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:05.599421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:05.600562 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.602229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Pushing event updated for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:05.606402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.606872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:05.612966 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e9a27-5a0e-4702-a95a-2674fe207dc1" -d '{"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:05.623027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Attempting to bind port 7156138b-a102-4807-ab23-2ca86a00cc3a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:05.623717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Attempting to bind port 7156138b-a102-4807-ab23-2ca86a00cc3a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:05.626877 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.627120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Attempting to bind port 7156138b-a102-4807-ab23-2ca86a00cc3a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:05.644434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Port 7156138b-a102-4807-ab23-2ca86a00cc3a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:05.645088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Attempting to bind port 7156138b-a102-4807-ab23-2ca86a00cc3a on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:05.652080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:05.652827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Checking segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:05.653416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Bound using segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:05.654024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Bound port: 7156138b-a102-4807-ab23-2ca86a00cc3a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:05.655068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.732655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:05.747934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.755185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:05.759564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7156138b-a102-4807-ab23-2ca86a00cc3a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:05.781298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.786711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.802839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.803697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.806638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] 10.222.0.46 "PUT /v2.0/ports/7156138b-a102-4807-ab23-2ca86a00cc3a HTTP/1.1" status: 200 len: 1092 time: 0.9505327 Aug 04 14:47:05.807273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8f69bfbe-801f-4005-ae4b-8f97dd03fb78'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:05.808675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:05.811631 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35" -d '{"events": [{"name": "network-changed", "server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:05.880794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6bc25-7625-4596-97b6-a94f1c166e83 service neutron] Pushing event updated for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:05.925884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:05.938235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-867fae4a-f1e8-4164-9546-32e1c6841729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:05.940408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-867fae4a-f1e8-4164-9546-32e1c6841729 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 1095 time: 0.0546968 Aug 04 14:47:05.942026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:05.942863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbcaf705-4acd-471e-b1c8-7ad450852912 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:06.008526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-4303427b-ba13-4a6e-9c21-a7b5659cacc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7156138b-a102-4807-ab23-2ca86a00cc3a HTTP/1.1" status: 200 len: 217 time: 0.0592139 Aug 04 14:47:06.091917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:06.106262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-fc51aa99-e398-4ad4-a65a-4541ffa5a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.109781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-fc51aa99-e398-4ad4-a65a-4541ffa5a745 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0907600 Aug 04 14:47:06.126300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port fbcaf705-4acd-471e-b1c8-7ad450852912 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:06.138102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port fbcaf705-4acd-471e-b1c8-7ad450852912 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:06.138724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.157947 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-25490fd4-156f-4471-ab65-b14e79372b6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389335 Aug 04 14:47:06.166085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.207040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-cac3bcfd-28c9-4f84-8366-019e096f4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.208543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-cac3bcfd-28c9-4f84-8366-019e096f4a92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.7046106 Aug 04 14:47:06.212022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8a3fd-2a0b-4eb7-8757-991cc25e0697,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:06.226752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa9c2ba0-7cce-43ed-92d8-ee06b20b68be req-7a9d3f3e-0a58-49e6-a9a1-b670083dbe38 tempest-ServersAdminTestJSON-838747679 tempest-ServersAdminTestJSON-838747679-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165845 Aug 04 14:47:06.274153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:06.295147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a86cbf-853e-43cd-acc5-557826eb665a req-9dfa6a06-fde3-4c10-8492-b4578afd253f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.301045 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.302746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7a86cbf-853e-43cd-acc5-557826eb665a req-9dfa6a06-fde3-4c10-8492-b4578afd253f tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.6646385 Aug 04 14:47:06.318928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.319269 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Added segment a01882bb-45bf-4ee6-a012-d61c23f54778 of type vlan for network 9b52b269-a1a1-4809-8a0c-c42a87425b99 Aug 04 14:47:06.361649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbcaf705-4acd-471e-b1c8-7ad450852912,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:06.370219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.423551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-967c77ec-90c3-4480-b5de-6302b082f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.425219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-967c77ec-90c3-4480-b5de-6302b082f724 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1957054 Aug 04 14:47:06.463922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:06.465587 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.548698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7a86cbf-853e-43cd-acc5-557826eb665a req-115310c8-468e-4099-b50f-446df55a6eaa tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449396 Aug 04 14:47:06.644586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a36300-f2ff-429e-9c66-6e5c2d7b4645 req-54c8514e-284a-4d9a-89aa-93666efaa24b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.646282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4a36300-f2ff-429e-9c66-6e5c2d7b4645 req-54c8514e-284a-4d9a-89aa-93666efaa24b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1962042 Aug 04 14:47:06.651499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-88600d4f-d568-4597-b38e-7d9df9b43bc6 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091079 Aug 04 14:47:06.655050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.656298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.657030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.761026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-00f936ab-9203-43d8-9224-f794255f0c49 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920517 Aug 04 14:47:06.852375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4a36300-f2ff-429e-9c66-6e5c2d7b4645 req-e3a27812-0379-4fdd-bf73-3cecf1e4566b tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917965 Aug 04 14:47:06.865437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6753125 Aug 04 14:47:06.866533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:06.872160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Request body: {'subnet': {'network_id': '9b52b269-a1a1-4809-8a0c-c42a87425b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1924872482-subnet', 'tenant_id': '17dec811725d4f92af24c674e1e4f001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:06.922661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Made reservation on behalf of 17dec811725d4f92af24c674e1e4f001 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:06.923961 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c38028-32f5-4473-b391-885ed3359710 x-openstack-request-id: req-78c38028-32f5-4473-b391-885ed3359710 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:06.924504 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:06.924621 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78c38028-32f5-4473-b391-885ed3359710 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:06.924951 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'code': 200} Aug 04 14:47:06.925091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:06.926376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a2f55-e7b3-450b-8995-81c1c61bbeb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b52b269-a1a1-4809-8a0c-c42a87425b99,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:06.941484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 9b52b269-a1a1-4809-8a0c-c42a87425b99 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:06.954320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-ac192da7-433a-4fee-adbf-0565a240ad65 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:06.960309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-ac192da7-433a-4fee-adbf-0565a240ad65 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.2116377 Aug 04 14:47:06.996371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cca2-fd5f-4a37-87ee-3ce5717ab832 req-630c6a70-6432-4945-b45f-64c45b1db13b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.011631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c12cca2-fd5f-4a37-87ee-3ce5717ab832 req-630c6a70-6432-4945-b45f-64c45b1db13b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 945 time: 0.2879064 Aug 04 14:47:07.012366 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-122f84d9-836a-41bf-bd6d-0858e7cb17ed req-74e4cb60-a5a1-47b1-acf9-470e28fe2592 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400823 Aug 04 14:47:07.129507 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5a9f4d-0fe2-491d-88f2-8f1dff3b7bd6 x-openstack-request-id: req-1b5a9f4d-0fe2-491d-88f2-8f1dff3b7bd6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:07.130169 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:07.130169 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b5a9f4d-0fe2-491d-88f2-8f1dff3b7bd6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:07.130542 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a', 'status': 'completed', 'code': 200} Aug 04 14:47:07.150207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 35d29d15-4831-4efb-af8e-94e7f7811cca up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:07.221846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31158dfb-1e3a-4031-bdcb-2c23f0b3aafb req-ad6f5966-3a3d-460a-8772-fec0b7ded079 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542357 Aug 04 14:47:07.260761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-f1501e93-58c1-4117-a734-d1b52312b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.264595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-f1501e93-58c1-4117-a734-d1b52312b5e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 1095 time: 0.0934896 Aug 04 14:47:07.266059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.278014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 35d29d15-4831-4efb-af8e-94e7f7811cca completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:07.289843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 35d29d15-4831-4efb-af8e-94e7f7811cca triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:07.290947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.293642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c12cca2-fd5f-4a37-87ee-3ce5717ab832 req-750f588a-f5ab-42dc-a1f0-e4b722d0bfb4 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809565 Aug 04 14:47:07.363150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58eb7d-12a8-4900-9e59-1bed776954bb req-c0cdba4a-73d4-48a0-80dc-b4d8b110f2eb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.373837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab58eb7d-12a8-4900-9e59-1bed776954bb req-c0cdba4a-73d4-48a0-80dc-b4d8b110f2eb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 943 time: 0.1568003 Aug 04 14:47:07.407312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Deleting port 190ad861-0c5c-4aee-8da0-a78fe290abe5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:07.408713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.423465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b5b6a6-96b9-476d-8b58-cd3db2fa1c0a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:07.438244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Checking segment: {'id': 'a01882bb-45bf-4ee6-a012-d61c23f54778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9b52b269-a1a1-4809-8a0c-c42a87425b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:07.438721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Network hostable DHCP agents. Network: 9b52b269-a1a1-4809-8a0c-c42a87425b99, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:07.460674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-e15dd370-f184-4eb3-b2c7-63f3525d3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.462292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-e15dd370-f184-4eb3-b2c7-63f3525d3cea service neutron] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 915 time: 0.1880343 Aug 04 14:47:07.476838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Network 9b52b269-a1a1-4809-8a0c-c42a87425b99 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:07.494613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.513741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab58eb7d-12a8-4900-9e59-1bed776954bb req-8f7995de-efb0-4997-8e30-e3c562a758a5 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390221 Aug 04 14:47:07.544118 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-94bff034-e695-4e1b-b2ec-8461e24da32d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7156138b-a102-4807-ab23-2ca86a00cc3a HTTP/1.1" status: 200 len: 217 time: 0.0622816 Aug 04 14:47:07.549627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 9b52b269-a1a1-4809-8a0c-c42a87425b99) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:07.565914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] For port 190ad861-0c5c-4aee-8da0-a78fe290abe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=190ad861-0c5c-4aee-8da0-a78fe290abe5,segment=NetworkSegment(acce0042-b40d-4306-993e-4d788f14d229),segment_id=acce0042-b40d-4306-993e-4d788f14d229)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:07.566614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.582021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88924e-6f46-4d98-9565-54a6e048fc60 None None] Network 9b52b269-a1a1-4809-8a0c-c42a87425b99 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:07.584407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Calling delete_port for 190ad861-0c5c-4aee-8da0-a78fe290abe5 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:07.622167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-ca53be9a-4832-46ac-a873-fd9778fb5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.624160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-ca53be9a-4832-46ac-a873-fd9778fb5241 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0665519 Aug 04 14:47:07.626709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.628089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.671147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-ae4cebd1-b480-4e48-9177-d51e581da602 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314515 Aug 04 14:47:07.683833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f0de70a8-3966-4b29-b29f-075e3fbfea0e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8160915 Aug 04 14:47:07.738406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=35d29d15-4831-4efb-af8e-94e7f7811cca,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:07.753387 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:07.834671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-a91c3ea0-5d3e-4413-b0a8-b91d0b9c40a5 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472759 Aug 04 14:47:07.849115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8fbbd-9576-48b5-9222-485915aceeb2 req-ab10e211-5c87-4451-9cd6-4f064a9e6b6e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.850776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11d8fbbd-9576-48b5-9222-485915aceeb2 req-ab10e211-5c87-4451-9cd6-4f064a9e6b6e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 945 time: 0.1358178 Aug 04 14:47:07.882501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398f66e-f0ed-47ec-93dd-e4d1651080eb req-755ca4e6-0913-4494-9c45-483f7379102c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:07.888649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5398f66e-f0ed-47ec-93dd-e4d1651080eb req-755ca4e6-0913-4494-9c45-483f7379102c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.1490898 Aug 04 14:47:07.929655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:07.991281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d26e3-378d-415d-914a-c589b66c2364 None None] Network 9b52b269-a1a1-4809-8a0c-c42a87425b99 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:08.016833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11d8fbbd-9576-48b5-9222-485915aceeb2 req-1a0edf3f-e99a-4f60-9e12-9c7a1963e578 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/security-groups?id=b264a013-8c50-4c22-be8b-121047703a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509244 Aug 04 14:47:08.021741 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7ba18dc0-b3fd-4684-85a2-ca4e19998c35 req-346ec55c-ca92-4602-97a5-b39a1ff220e8 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761200 Aug 04 14:47:08.024316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5398f66e-f0ed-47ec-93dd-e4d1651080eb req-3192f145-ed13-419e-a519-5d934d90a2b7 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053431 Aug 04 14:47:08.030213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:08.078764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['190ad861-0c5c-4aee-8da0-a78fe290abe5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:08.137371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Pushing event deleted for resources: {'Port': ['ID=190ad861-0c5c-4aee-8da0-a78fe290abe5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:08.207006 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-d0e6a077-53a6-4a62-bf4b-506b9a151f5f req-61effa7c-e2e0-42f1-9181-c79f05465d21 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] show failed (client error): The resource could not be found. Aug 04 14:47:08.220711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0e6a077-53a6-4a62-bf4b-506b9a151f5f req-61effa7c-e2e0-42f1-9181-c79f05465d21 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/f95ffe36-365d-4cf8-99b4-fc03d9acbd54 HTTP/1.1" status: 404 len: 352 time: 0.0582547 Aug 04 14:47:08.263651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] No DVR routers for this DVR port 190ad861-0c5c-4aee-8da0-a78fe290abe5 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:08.280874 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:08.283675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a6b271f-6472-41f4-8b6d-924cc6d52870 req-13f7fd01-91cd-4144-a528-c10d7f895dc8 tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.46 "DELETE /v2.0/ports/190ad861-0c5c-4aee-8da0-a78fe290abe5 HTTP/1.1" status: 204 len: 173 time: 1.3068855 Aug 04 14:47:08.284375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'name': 'network-vif-deleted', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:08.296277 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b806ec49-7c13-46b8-bb03-d5bd2b6f8aea" -d '{"events": [{"server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "name": "network-vif-deleted", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:08.336628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ddda-4ea7-4c3a-9baf-ea773239493e req-b6af9a4b-5342-488d-a1e5-b950f7e2875e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:08.349667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1431ddda-4ea7-4c3a-9baf-ea773239493e req-b6af9a4b-5342-488d-a1e5-b950f7e2875e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1985309 Aug 04 14:47:08.425717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1431ddda-4ea7-4c3a-9baf-ea773239493e req-f30b4ec5-10f7-4b18-a188-83cdcf3698ab tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748446 Aug 04 14:47:08.443089 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2a2cb5-9c2e-4d1f-bdc3-bfe22f861821 x-openstack-request-id: req-4a2a2cb5-9c2e-4d1f-bdc3-bfe22f861821 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:08.443489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa", "name": "network-vif-deleted", "tag": "190ad861-0c5c-4aee-8da0-a78fe290abe5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:08.444027 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a2a2cb5-9c2e-4d1f-bdc3-bfe22f861821 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:08.444682 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa', 'name': 'network-vif-deleted', 'tag': '190ad861-0c5c-4aee-8da0-a78fe290abe5', 'status': 'completed', 'code': 200} Aug 04 14:47:08.568887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc96d5fa-a3db-4dd1-98aa-cc308052df93 req-59f70041-f666-4341-a1b8-50fd1a7338d8 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17dec811725d4f92af24c674e1e4f001 HTTP/1.1" status: 200 len: 2988 time: 0.1014028 Aug 04 14:47:08.585859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94303487-63fb-4eaa-bf62-e24e422138e5 req-d0634810-fc45-4839-8a2a-e9f8502f7147 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:08.587404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94303487-63fb-4eaa-bf62-e24e422138e5 req-d0634810-fc45-4839-8a2a-e9f8502f7147 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.0866528 Aug 04 14:47:08.654569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc96d5fa-a3db-4dd1-98aa-cc308052df93 req-408158a5-371c-451b-bc30-95b242ea74bb tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/dfa8a3fd-2a0b-4eb7-8757-991cc25e0697 HTTP/1.1" status: 200 len: 2985 time: 0.0661218 Aug 04 14:47:08.657298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94303487-63fb-4eaa-bf62-e24e422138e5 req-71add5b9-c8f8-4dc1-9324-13a5001faeaf tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623758 Aug 04 14:47:08.729084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc96d5fa-a3db-4dd1-98aa-cc308052df93 req-17fa95e9-67dc-495e-b7f6-0394be722d94 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/dfa8a3fd-2a0b-4eb7-8757-991cc25e0697 HTTP/1.1" status: 200 len: 2985 time: 0.0681283 Aug 04 14:47:08.811829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd98215-d90f-4608-9239-3c546b02d083 req-9d9712b5-3e09-41e1-86be-49214bdb25e7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:08.813458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fd98215-d90f-4608-9239-3c546b02d083 req-9d9712b5-3e09-41e1-86be-49214bdb25e7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 943 time: 0.0680501 Aug 04 14:47:08.885648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fd98215-d90f-4608-9239-3c546b02d083 req-df02cd7c-3e95-4c19-baa2-3e008b150998 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655131 Aug 04 14:47:08.921083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa548d08-5586-4b5b-a0d9-ce20a5c3d378 req-c9367b9f-2f4b-4f34-bee7-57f529a47111 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/dfa8a3fd-2a0b-4eb7-8757-991cc25e0697 HTTP/1.1" status: 200 len: 2985 time: 0.1065085 Aug 04 14:47:08.927130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'}, {'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912'}, {'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:08.930073 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c4c223-9a3b-4371-8157-c39ea018b377" -d '{"events": [{"server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "name": "network-vif-plugged", "status": "completed", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c"}, {"server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "name": "network-vif-plugged", "status": "completed", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912"}, {"server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "name": "network-vif-plugged", "status": "completed", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:09.008738 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb79e4b-82c6-4f1b-9afe-a1755fba2a5b x-openstack-request-id: req-8bb79e4b-82c6-4f1b-9afe-a1755fba2a5b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:09.009571 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "name": "network-vif-plugged", "status": "completed", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c", "code": 200}, {"server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "name": "network-vif-plugged", "status": "completed", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912", "code": 200}, {"server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "name": "network-vif-plugged", "status": "completed", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:09.009890 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bb79e4b-82c6-4f1b-9afe-a1755fba2a5b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:09.010515 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c', 'code': 200} Aug 04 14:47:09.011137 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912', 'code': 200} Aug 04 14:47:09.011599 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca', 'code': 200} Aug 04 14:47:09.025588 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-fa548d08-5586-4b5b-a0d9-ce20a5c3d378 req-f0e9053b-634a-4fec-93a5-369bcd92d7ad tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 14:47:09.027490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa548d08-5586-4b5b-a0d9-ce20a5c3d378 req-f0e9053b-634a-4fec-93a5-369bcd92d7ad tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "DELETE /v2.0/security-groups/dfa8a3fd-2a0b-4eb7-8757-991cc25e0697 HTTP/1.1" status: 409 len: 352 time: 0.0781186 Aug 04 14:47:09.086130 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-932d391e-9b26-4054-9ef5-0f9912fa2bd6 req-0d5ad147-e272-4052-9056-09041fd0f24b tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] show failed (client error): The resource could not be found. Aug 04 14:47:09.106893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-932d391e-9b26-4054-9ef5-0f9912fa2bd6 req-0d5ad147-e272-4052-9056-09041fd0f24b tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/dd83342b-df7d-42bb-8d39-5f0326d26741 HTTP/1.1" status: 404 len: 352 time: 0.0487409 Aug 04 14:47:09.189925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15717814-ed52-45ae-858c-0b5cf4479f48 req-43e0dce6-2024-4e43-89af-4ffac4d1065e tempest-DeleteServersTestJSON-1194428491 tempest-DeleteServersTestJSON-1194428491-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e1ac8c5-a2a4-4e67-9522-bc3f2688a1aa HTTP/1.1" status: 200 len: 210 time: 0.0512612 Aug 04 14:47:09.265887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8533b5-7d63-41df-91cc-ec9bd485540c req-5a917e0e-b829-42cb-98c8-fb57b32c604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.267501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e8533b5-7d63-41df-91cc-ec9bd485540c req-5a917e0e-b829-42cb-98c8-fb57b32c604e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.0715754 Aug 04 14:47:09.324919 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-c50d761b-49c0-45a4-842a-91bec2d6597f req-19f54a84-78c7-4f5d-8bf1-1bf8a9953135 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] show failed (client error): The resource could not be found. Aug 04 14:47:09.332563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c50d761b-49c0-45a4-842a-91bec2d6597f req-19f54a84-78c7-4f5d-8bf1-1bf8a9953135 tempest-SecurityGroupsNegativeTestJSON-504045497 tempest-SecurityGroupsNegativeTestJSON-504045497-project] 10.222.0.76 "GET /v2.0/security-groups/d00138cd-dd2a-46c0-aa75-88319059c1b3 HTTP/1.1" status: 404 len: 352 time: 0.1026871 Aug 04 14:47:09.338872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50190) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:09.343716 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e8533b5-7d63-41df-91cc-ec9bd485540c req-67ceb05b-346a-402f-b37d-e7ff0a556bbf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616033 Aug 04 14:47:09.352031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-aa46e9e3-b5b8-40c1-bf4e-3075bdb729e3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.354729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-aa46e9e3-b5b8-40c1-bf4e-3075bdb729e3 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.1041350 Aug 04 14:47:09.401740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2e0da-0683-47e2-89bd-0096e210e8a2 req-addff60f-2ca5-4426-9d42-9e37bac22f69 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.403733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1d2e0da-0683-47e2-89bd-0096e210e8a2 req-addff60f-2ca5-4426-9d42-9e37bac22f69 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 950 time: 0.1838288 Aug 04 14:47:09.409303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f01bc-37b9-4774-bc55-044d519b5a3d req-eae2c416-4070-49df-850c-b0e59fc59323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.411129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e63f01bc-37b9-4774-bc55-044d519b5a3d req-eae2c416-4070-49df-850c-b0e59fc59323 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 1098 time: 0.2202559 Aug 04 14:47:09.420019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dde99-a66b-4266-b091-85d6a28247e3 req-5677f2dc-930d-4297-af92-400f96d7ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.421938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-649dde99-a66b-4266-b091-85d6a28247e3 req-5677f2dc-930d-4297-af92-400f96d7ae7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 1102 time: 0.1910536 Aug 04 14:47:09.459721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Deleting subnet 85b5b6a6-96b9-476d-8b58-cd3db2fa1c0a {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:47:09.485796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.545817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Deleting port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:09.546943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.560951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1d2e0da-0683-47e2-89bd-0096e210e8a2 req-6e152e59-881b-4d2c-b519-5ec4ee81bd2b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484973 Aug 04 14:47:09.570043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e63f01bc-37b9-4774-bc55-044d519b5a3d req-ba430b52-9f63-4e51-ac5c-ecc93f62ca2e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468074 Aug 04 14:47:09.581289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-649dde99-a66b-4266-b091-85d6a28247e3 req-1e364f79-6522-4175-9429-40590cc0d495 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323407 Aug 04 14:47:09.584038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.646420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.661020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] For port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:09.661425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.675585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Calling delete_port for 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:09.678322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413843f-9f89-4e7c-9672-b2773c0380bd req-51a31336-39fb-43b2-9764-669e348f1da7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.691217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0413843f-9f89-4e7c-9672-b2773c0380bd req-51a31336-39fb-43b2-9764-669e348f1da7 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1247065 Aug 04 14:47:09.767849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0413843f-9f89-4e7c-9672-b2773c0380bd req-ca8c1893-1bbe-4210-9b69-7baf3e4a91a0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755687 Aug 04 14:47:09.833131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.851651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.867679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7c73b5e2-0aea-4c29-9688-765fadaf7bcc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:09.869603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:09.897096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event deleted for resources: {'Port': ['ID=31312fed-b3fd-4d3c-929f-eccb9d1d3d2a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:09.901479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b5b6a6-96b9-476d-8b58-cd3db2fa1c0a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:09.905418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:09.910662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50208) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:09.920220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dc7d8e02-fb1b-45fc-b280-5e2ee7101529 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/85b5b6a6-96b9-476d-8b58-cd3db2fa1c0a HTTP/1.1" status: 204 len: 168 time: 0.5799870 Aug 04 14:47:09.930242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21cfe-e955-42a2-8a82-6726706a1724 req-0c209e36-c7e0-4a04-b1d9-a7cde256b274 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:09.932744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ad21cfe-e955-42a2-8a82-6726706a1724 req-0c209e36-c7e0-4a04-b1d9-a7cde256b274 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1765406 Aug 04 14:47:10.013164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ad21cfe-e955-42a2-8a82-6726706a1724 req-8649a79c-01d6-4468-bc9a-ce09c2406557 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722575 Aug 04 14:47:10.032569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.063588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] No DVR routers for this DVR port 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:10.067177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.069791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9e644fdc-46d5-4472-873c-15641891ffc0 req-d4a5f822-cce2-4d66-aa03-89d68f306918 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "DELETE /v2.0/ports/31312fed-b3fd-4d3c-929f-eccb9d1d3d2a HTTP/1.1" status: 204 len: 173 time: 0.6710265 Aug 04 14:47:10.070534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'name': 'network-vif-deleted', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:10.073206 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7bae9e-9a6d-41e3-af2a-4b808829c6d4" -d '{"events": [{"server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "name": "network-vif-deleted", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:10.131773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a4c1b-c7bd-4bca-8a67-e5521c88216c req-92086b59-41bb-440d-9bb3-02b116b4fb1a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:10.133311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-531a4c1b-c7bd-4bca-8a67-e5521c88216c req-92086b59-41bb-440d-9bb3-02b116b4fb1a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 943 time: 0.1074412 Aug 04 14:47:10.219203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-531a4c1b-c7bd-4bca-8a67-e5521c88216c req-dae6d143-3080-4ca2-b65c-79d3e78900f2 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Aug 04 14:47:10.226191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.241345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b52b269-a1a1-4809-8a0c-c42a87425b99']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:10.249850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01882bb-45bf-4ee6-a012-d61c23f54778') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:10.250223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01882bb-45bf-4ee6-a012-d61c23f54778') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:10.260799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.298752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.307065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:47:10.307531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:47:10.377602 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:47:10.380635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88584f64-46fb-43e5-b0dd-27cf8bf8065f x-openstack-request-id: req-88584f64-46fb-43e5-b0dd-27cf8bf8065f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:10.380635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39506b3-39c8-40a9-8a6d-046de7350878", "name": "network-vif-deleted", "tag": "31312fed-b3fd-4d3c-929f-eccb9d1d3d2a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:10.380635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88584f64-46fb-43e5-b0dd-27cf8bf8065f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:10.380635 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39506b3-39c8-40a9-8a6d-046de7350878', 'name': 'network-vif-deleted', 'tag': '31312fed-b3fd-4d3c-929f-eccb9d1d3d2a', 'status': 'completed', 'code': 200} Aug 04 14:47:10.393576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.398826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.400786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] 10.222.0.76 "DELETE /v2.0/networks/9b52b269-a1a1-4809-8a0c-c42a87425b99 HTTP/1.1" status: 204 len: 168 time: 0.4883270 Aug 04 14:47:10.413474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e630348-d305-4a1f-bf88-2b4580c08e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b52b269-a1a1-4809-8a0c-c42a87425b99,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:10.617088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50234) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:10.701008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-abe6df78-c960-4efd-869a-3ab41c05a724 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17dec811725d4f92af24c674e1e4f001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826969 Aug 04 14:47:10.701817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:10.757962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-079b4898-359a-4fab-a4e3-5d9c1186dd6c req-6763fb8a-01b1-4de0-98c1-2f8efc5550a1 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=f39506b3-39c8-40a9-8a6d-046de7350878 HTTP/1.1" status: 200 len: 210 time: 0.0655100 Aug 04 14:47:10.792465 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.856342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.936775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.940938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:10.945303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dfa8a3fd-2a0b-4eb7-8757-991cc25e0697 HTTP/1.1" status: 204 len: 168 time: 0.2421894 Aug 04 14:47:10.974645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7156138b-a102-4807-ab23-2ca86a00cc3a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:10.979525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 190ad861-0c5c-4aee-8da0-a78fe290abe5 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:10.983890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29bca7-297c-4a33-9ff6-90cd14676a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8a3fd-2a0b-4eb7-8757-991cc25e0697,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:11.005595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527861e3-f9bc-4154-8510-af091d40e0f0 req-7e14c5da-c109-43ab-94a6-092d89eb3b4d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:11.013883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-527861e3-f9bc-4154-8510-af091d40e0f0 req-7e14c5da-c109-43ab-94a6-092d89eb3b4d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1366553 Aug 04 14:47:11.166211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-527861e3-f9bc-4154-8510-af091d40e0f0 req-849f235a-0934-49b0-b7bc-213a9ddedce1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430166 Aug 04 14:47:11.423261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73046f-0683-4181-9c2c-9d43800db222 req-be95fce4-1921-424b-8204-d85392665eeb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:11.426659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d73046f-0683-4181-9c2c-9d43800db222 req-be95fce4-1921-424b-8204-d85392665eeb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 943 time: 0.0805581 Aug 04 14:47:11.440259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0661b73-de8a-4ede-aaf0-3471ad48b79f req-90e87da0-6c81-4a9c-9d6a-c52d728232d2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:11.449348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0661b73-de8a-4ede-aaf0-3471ad48b79f req-90e87da0-6c81-4a9c-9d6a-c52d728232d2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1536922 Aug 04 14:47:11.483476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 190ad861-0c5c-4aee-8da0-a78fe290abe5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:11.485315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 190ad861-0c5c-4aee-8da0-a78fe290abe5 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:11.506053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7156138b-a102-4807-ab23-2ca86a00cc3a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:11.535935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d73046f-0683-4181-9c2c-9d43800db222 req-6fe025b3-7d5c-418f-a1a0-91eb6631ab96 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814908 Aug 04 14:47:11.538752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7156138b-a102-4807-ab23-2ca86a00cc3a', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'port_id': '7156138b-a102-4807-ab23-2ca86a00cc3a', 'mac_address': 'fa:16:3e:ba:d6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b86b307-5cd1-4300-bd45-457f060317c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:11.549879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0661b73-de8a-4ede-aaf0-3471ad48b79f req-1c1f0300-5910-42dc-8861-0461daebd835 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931876 Aug 04 14:47:11.646703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:11.686376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7156138b-a102-4807-ab23-2ca86a00cc3a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:11.734912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7156138b-a102-4807-ab23-2ca86a00cc3a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:11.742501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:11.878040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:11.902940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.903300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.903652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.903994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.904334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.904676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.905010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.905344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.905675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.906001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.906330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.906682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:11.954803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-e1817258-38f3-4aef-8f26-0d00e1765fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:11.958681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-e1817258-38f3-4aef-8f26-0d00e1765fbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 1098 time: 0.1037362 Aug 04 14:47:12.025011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48479-6a46-46c6-99ab-f287cd44919d req-579009b7-b087-4051-97c4-b87c5fcd8672 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.026952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cea48479-6a46-46c6-99ab-f287cd44919d req-579009b7-b087-4051-97c4-b87c5fcd8672 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1240332 Aug 04 14:47:12.134285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7156138b-a102-4807-ab23-2ca86a00cc3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:12.144718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-b491e91a-6beb-40e6-98e7-4af595734a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.147191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-b491e91a-6beb-40e6-98e7-4af595734a2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1785786 Aug 04 14:47:12.179078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cea48479-6a46-46c6-99ab-f287cd44919d req-0d80e37a-fc39-4447-afb0-39c9d7b25a04 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447129 Aug 04 14:47:12.238121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-ec235777-d586-42da-b817-034fe01b0b26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d29d15-4831-4efb-af8e-94e7f7811cca HTTP/1.1" status: 200 len: 217 time: 0.0793002 Aug 04 14:47:12.356345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50312) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:12.394542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-fd79f9d0-f4f7-4d59-a768-88612be6150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.398426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-fd79f9d0-f4f7-4d59-a768-88612be6150d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.1475620 Aug 04 14:47:12.447887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488878eb-347d-4924-9512-34aed5705ad5 req-e5c1288d-0b39-4597-821c-73dbd0e19816 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.449667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-488878eb-347d-4924-9512-34aed5705ad5 req-e5c1288d-0b39-4597-821c-73dbd0e19816 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.1844413 Aug 04 14:47:12.467407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-62493e94-9ac8-4051-baa9-35541fab4e33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567186 Aug 04 14:47:12.563860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38728d1a-c899-4e08-ab6a-39f640be8cb2 req-03a5bfb0-e659-4bc4-8c01-d31e20efdaf5 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.565475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38728d1a-c899-4e08-ab6a-39f640be8cb2 req-03a5bfb0-e659-4bc4-8c01-d31e20efdaf5 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1821029 Aug 04 14:47:12.602947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-488878eb-347d-4924-9512-34aed5705ad5 req-ee940c53-6967-4876-93fc-f2c5def4aadd tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300917 Aug 04 14:47:12.609703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-484533013-network', 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:12.640425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-b0977f50-f6b3-41f6-adb9-30ef7f1fbeeb service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566217 Aug 04 14:47:12.690409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38728d1a-c899-4e08-ab6a-39f640be8cb2 req-27a9042a-f3d2-4df4-9759-5a33d76683cc tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109593 Aug 04 14:47:12.724729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:12.730981 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:12.789164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:12.852972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb5b9f1d-7c4f-460c-b17c-a363e7715e2c req-a3b60759-1d27-48d5-bb7b-e1f17422ac00 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953363 Aug 04 14:47:12.864386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48483-a8f1-4bcb-adfa-09afcec3030b req-8db49b2a-568e-4c9b-84c5-fe5e5e3d285b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:12.874838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be48483-a8f1-4bcb-adfa-09afcec3030b req-8db49b2a-568e-4c9b-84c5-fe5e5e3d285b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 944 time: 0.1698565 Aug 04 14:47:12.998976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be48483-a8f1-4bcb-adfa-09afcec3030b req-d7e91f56-645f-4c06-a90c-db9cd0dee86b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 Aug 04 14:47:13.023411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc27a-fc25-44de-a9f3-682be3ea258f req-22574b9b-bf36-42ba-8f2c-c1af422e96e9 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.025403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27adc27a-fc25-44de-a9f3-682be3ea258f req-22574b9b-bf36-42ba-8f2c-c1af422e96e9 tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 1102 time: 0.1694357 Aug 04 14:47:13.078105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.089336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.106512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27adc27a-fc25-44de-a9f3-682be3ea258f req-a11bbc10-051a-4d98-92e1-a4d2afd91c7f tempest-ServersOnMultiNodesTest-596605858 tempest-ServersOnMultiNodesTest-596605858-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711584 Aug 04 14:47:13.132775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:13.151830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:13.173683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.174048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.174483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.174852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.175186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.175560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.175897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.176224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.176596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.176929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.177255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.177594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:13.182871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:13.199904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.200263 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Added segment 1ed9ae90-dfc8-4cf3-a48a-b37a43c34353 of type vlan for network 04b20e99-5e99-47ae-a87b-d2f303f5e354 Aug 04 14:47:13.236134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:13.239273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 31312fed-b3fd-4d3c-929f-eccb9d1d3d2a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:13.300955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.373060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.374259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.376118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.444838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e7894-c9f6-4b9f-b5b9-ac9253b6f980 req-091c0e1c-6650-468b-a8f6-24fb12cfd6ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.453234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b47e7894-c9f6-4b9f-b5b9-ac9253b6f980 req-091c0e1c-6650-468b-a8f6-24fb12cfd6ae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1552758 Aug 04 14:47:13.471367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1111870 Aug 04 14:47:13.472164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50344) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:13.478211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Request body: {'subnet': {'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-484533013-subnet', 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:13.487314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb651-c0ce-4f14-892f-f5d9ca501391 admin admin] Pushing event updated for resources: {'Network': ['ID=04b20e99-5e99-47ae-a87b-d2f303f5e354,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:13.506033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:13.508899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:13.509367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.550939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b47e7894-c9f6-4b9f-b5b9-ac9253b6f980 req-a811611b-7425-4fba-b818-73266621dd00 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966873 Aug 04 14:47:13.632789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71ea1-42ad-457e-afc9-e26261a8ad0e req-812caa2c-1ab0-4194-9c95-f93e49a0e90d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.634406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e71ea1-42ad-457e-afc9-e26261a8ad0e req-812caa2c-1ab0-4194-9c95-f93e49a0e90d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.0823202 Aug 04 14:47:13.715553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e71ea1-42ad-457e-afc9-e26261a8ad0e req-77f1fb99-ceaf-4e0f-88db-bc35f38b0490 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731227 Aug 04 14:47:13.773188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38bba6-f767-4c9e-b505-378dc5db0d9b req-cdf04373-0417-4d21-93bb-43fbf742ed2c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.775194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:13.793019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d38bba6-f767-4c9e-b505-378dc5db0d9b req-cdf04373-0417-4d21-93bb-43fbf742ed2c tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.1095350 Aug 04 14:47:13.882401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d38bba6-f767-4c9e-b505-378dc5db0d9b req-6e49693e-bcb4-434e-8cee-fc4a9b71ae3b tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Aug 04 14:47:13.899752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38d769e-4bca-4fac-b5ea-79a3d8afe37f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:13.907744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Checking segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:13.908208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Network hostable DHCP agents. Network: 04b20e99-5e99-47ae-a87b-d2f303f5e354, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:13.929142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:13.940750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 04b20e99-5e99-47ae-a87b-d2f303f5e354) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:13.950560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8efd5-3fd9-4b33-bb3c-d8b895d12eaa None None] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:13.967013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:13.970215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:14.011677 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-780accd0-888c-4230-a1c9-9a03660eb41c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5377016 Aug 04 14:47:14.210252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d847b5-5b90-4b94-ab73-e6b33c9e7f47 None None] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:14.224190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56748-9d97-4820-a236-39904e87ca41 req-b81e236a-e793-42a9-843c-3d5179233ffc tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:14.225813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41e56748-9d97-4820-a236-39904e87ca41 req-b81e236a-e793-42a9-843c-3d5179233ffc tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.46 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 950 time: 0.2010219 Aug 04 14:47:14.293720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a6d73-8485-4952-89ad-3e74644a87ef req-0e87fcfa-4cc7-4289-a260-388d789736da tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:14.301327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-551a6d73-8485-4952-89ad-3e74644a87ef req-0e87fcfa-4cc7-4289-a260-388d789736da tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 944 time: 0.1719565 Aug 04 14:47:14.473174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-551a6d73-8485-4952-89ad-3e74644a87ef req-937ecfc6-0fc9-4203-bc75-d2fe63f4ec7d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708417 Aug 04 14:47:14.530905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Deleting port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:14.531883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:14.730721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bef74130-5353-4a53-a986-cc8f15fc9dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:14.825605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] For port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:14.825982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:14.854849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Calling delete_port for 7c73b5e2-0aea-4c29-9688-765fadaf7bcc owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:14.878638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3db5-3aaa-421e-8e97-1af67c37caa8 req-8bb79e5f-5e82-446b-ac93-c6eb33ddd6b0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:14.880210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217b3db5-3aaa-421e-8e97-1af67c37caa8 req-8bb79e5f-5e82-446b-ac93-c6eb33ddd6b0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1742997 Aug 04 14:47:14.890543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-70a535e3-5b5c-4df2-a632-bfbeeaee6adb tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:14.892263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-70a535e3-5b5c-4df2-a632-bfbeeaee6adb tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.2771251 Aug 04 14:47:14.958571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-6b8da146-fd3d-4669-9f08-86605b343577 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/quotas/bc0dda799a324a78995736b9c8f8ce2d HTTP/1.1" status: 200 len: 375 time: 0.0553699 Aug 04 14:47:15.002906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7156138b-a102-4807-ab23-2ca86a00cc3a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:15.010311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-58cd0d0e-bf6d-4b94-9b53-5d0a6d8cce78 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508125 Aug 04 14:47:15.092335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7156138b-a102-4807-ab23-2ca86a00cc3a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:15.102383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7156138b-a102-4807-ab23-2ca86a00cc3a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:15.105159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.112723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-56298214-3a9a-4d01-900d-aeae9f50a5eb service neutron] 10.222.0.76 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008081 Aug 04 14:47:15.121527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217b3db5-3aaa-421e-8e97-1af67c37caa8 req-8cc8d4e1-f693-4023-af37-803eef084d8e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281666 Aug 04 14:47:15.187602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-10c3c2bf-87b0-478c-a466-425139b9cbc2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:15.189116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-10c3c2bf-87b0-478c-a466-425139b9cbc2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.1097596 Aug 04 14:47:15.270601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.312753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:15.320761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-85c5fa1a-1f98-4f9e-90a0-214b8d836c80 service neutron] 10.222.0.76 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043681 Aug 04 14:47:15.321230 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd48de-22fa-4540-b7c5-7061cccd5ae9" -d '{"events": [{"server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "name": "network-vif-plugged", "status": "completed", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:15.351372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7156138b-a102-4807-ab23-2ca86a00cc3a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:15.367721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.380204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.407688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port fbcaf705-4acd-471e-b1c8-7ad450852912 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:15.409376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.413157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7c73b5e2-0aea-4c29-9688-765fadaf7bcc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:15.415365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:15.474385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event deleted for resources: {'Port': ['ID=7c73b5e2-0aea-4c29-9688-765fadaf7bcc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:15.533495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db355-bab8-44ed-8bb5-730a7a9fb6f3 req-ce5fb5a7-e881-41b7-a80b-91272d7b1b4e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:15.542785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-613db355-bab8-44ed-8bb5-730a7a9fb6f3 req-ce5fb5a7-e881-41b7-a80b-91272d7b1b4e tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 950 time: 0.2799850 Aug 04 14:47:15.579186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] No DVR routers for this DVR port 7c73b5e2-0aea-4c29-9688-765fadaf7bcc on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:15.593380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.602811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41e56748-9d97-4820-a236-39904e87ca41 req-859a3dd5-9149-4ad0-9cbf-00fb49b58d42 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.46 "DELETE /v2.0/ports/7c73b5e2-0aea-4c29-9688-765fadaf7bcc HTTP/1.1" status: 204 len: 173 time: 1.3674474 Aug 04 14:47:15.620851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:15.621873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'name': 'network-vif-deleted', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:15.626714 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d675d9-e055-4549-a223-00102eed32ae" -d '{"events": [{"server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "name": "network-vif-deleted", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:15.693283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port fbcaf705-4acd-471e-b1c8-7ad450852912, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbcaf705-4acd-471e-b1c8-7ad450852912,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:15.693723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:15.697604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-613db355-bab8-44ed-8bb5-730a7a9fb6f3 req-411f3e2b-3855-4345-91f7-e57addf8c7c4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176655 Aug 04 14:47:15.727348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for fbcaf705-4acd-471e-b1c8-7ad450852912 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:15.861201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8db3948-7559-4eaa-acbf-ccbef9f810d5 req-4b9671b7-f9e4-417d-8b57-a64f638acca4 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=b220ddae-9d25-4887-ab0a-7835714f1956 HTTP/1.1" status: 200 len: 210 time: 0.1017685 Aug 04 14:47:15.882376 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a35e24-9fec-42e5-964e-b29a858b3a73 x-openstack-request-id: req-12a35e24-9fec-42e5-964e-b29a858b3a73 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:15.882795 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "name": "network-vif-plugged", "status": "completed", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:15.883145 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12a35e24-9fec-42e5-964e-b29a858b3a73 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:15.883942 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a', 'code': 200} Aug 04 14:47:16.159791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:16.181059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc', 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:16.212470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904fdd4-1d34-430f-8a1c-1f75227055b7 req-795a0fc2-0cb4-4dc1-8c47-8a4bcbbefc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:16.214152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3904fdd4-1d34-430f-8a1c-1f75227055b7 req-795a0fc2-0cb4-4dc1-8c47-8a4bcbbefc08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 1097 time: 0.2252393 Aug 04 14:47:16.223311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6b93-4de1-470d-9de8-680572c17bc4 req-b784b7f9-e2ed-48a2-bf24-c3c9844362c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:16.225255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81cf6b93-4de1-470d-9de8-680572c17bc4 req-b784b7f9-e2ed-48a2-bf24-c3c9844362c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.1491768 Aug 04 14:47:16.277034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3904fdd4-1d34-430f-8a1c-1f75227055b7 req-9f54f79f-cc1d-476e-b67e-017c2af77037 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502124 Aug 04 14:47:16.328494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'fbcaf705-4acd-471e-b1c8-7ad450852912'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:16.342112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=fbcaf705-4acd-471e-b1c8-7ad450852912,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:16.376189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81cf6b93-4de1-470d-9de8-680572c17bc4 req-e21a8724-cd54-45c8-96a6-e4334d60b48a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259568 Aug 04 14:47:16.381720 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5360d-4dee-4417-9e6a-7ced47f7a7d3 x-openstack-request-id: req-43b5360d-4dee-4417-9e6a-7ced47f7a7d3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:16.383380 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220ddae-9d25-4887-ab0a-7835714f1956", "name": "network-vif-deleted", "tag": "7c73b5e2-0aea-4c29-9688-765fadaf7bcc", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:16.384164 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43b5360d-4dee-4417-9e6a-7ced47f7a7d3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:16.385455 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b220ddae-9d25-4887-ab0a-7835714f1956', 'name': 'network-vif-deleted', 'tag': '7c73b5e2-0aea-4c29-9688-765fadaf7bcc', 'status': 'completed', 'code': 200} Aug 04 14:47:16.540841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port fbcaf705-4acd-471e-b1c8-7ad450852912 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:16.551287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:16.556619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d97803c5-20bf-4b7d-971d-e1558cb75889 req-a54ce6e0-81af-4b03-8ec3-0056a74d80f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "DELETE /v2.0/ports/fbcaf705-4acd-471e-b1c8-7ad450852912 HTTP/1.1" status: 204 len: 173 time: 1.3572512 Aug 04 14:47:16.565133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'name': 'network-vif-deleted', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:16.569846 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac482df0-7b09-426a-bd9f-a0ca1ddb7332" -d '{"events": [{"server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "name": "network-vif-deleted", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:16.630224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2dda5-8415-4de4-93fc-00581ec99b8b req-74455bde-6d11-4209-a8d0-964086c03483 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:16.648629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96d2dda5-8415-4de4-93fc-00581ec99b8b req-74455bde-6d11-4209-a8d0-964086c03483 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1706212 Aug 04 14:47:16.759387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34cac7f4-bc1b-414e-9305-8b94bf49a434 req-e39b0ffc-ab7b-4b1c-8516-0d8683035ceb tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 210 time: 0.0595772 Aug 04 14:47:16.822423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96d2dda5-8415-4de4-93fc-00581ec99b8b req-004ff538-c4bc-4cdc-8bfa-627723591b66 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713955 Aug 04 14:47:16.881983 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca34c87a-392f-40f8-a6d2-4879ca6cb349 x-openstack-request-id: req-ca34c87a-392f-40f8-a6d2-4879ca6cb349 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:16.882276 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552d4970-dca9-4bf6-84a5-863bc9a7238a", "name": "network-vif-deleted", "tag": "fbcaf705-4acd-471e-b1c8-7ad450852912", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:16.882593 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca34c87a-392f-40f8-a6d2-4879ca6cb349 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:16.883015 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552d4970-dca9-4bf6-84a5-863bc9a7238a', 'name': 'network-vif-deleted', 'tag': 'fbcaf705-4acd-471e-b1c8-7ad450852912', 'status': 'completed', 'code': 200} Aug 04 14:47:16.958444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:17.044419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a8cbb8b-309b-49e9-b77f-c7661ae6e53f req-8b7ea1c8-4281-456c-9f36-6d0d04bb1659 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=552d4970-dca9-4bf6-84a5-863bc9a7238a HTTP/1.1" status: 200 len: 210 time: 0.0924218 Aug 04 14:47:17.259398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Deleting subnet 41ce0e2d-292f-426a-b6d0-84eaa6f3f8df {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:47:17.267824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.381494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5419-502d-4eee-929b-d7dc9f7e14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.399415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.521394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.602684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.645735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceb7c0-3b8d-4c31-8845-22fe92b314fb req-bb13f635-f359-4e8a-b177-60e8a886210b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:17.646372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.658234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cceb7c0-3b8d-4c31-8845-22fe92b314fb req-bb13f635-f359-4e8a-b177-60e8a886210b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.1563292 Aug 04 14:47:17.702076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018f39a-36d0-42c5-9a4a-fbded74d0454 req-822f7dff-11b4-4ce4-ae65-9ba2c4f06d68 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:17.705826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.710571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/41ce0e2d-292f-426a-b6d0-84eaa6f3f8df HTTP/1.1" status: 204 len: 168 time: 0.7477112 Aug 04 14:47:17.711838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6018f39a-36d0-42c5-9a4a-fbded74d0454 req-822f7dff-11b4-4ce4-ae65-9ba2c4f06d68 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 950 time: 0.1345243 Aug 04 14:47:17.711950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85729e-9341-440b-8548-288c1a0ef2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ce0e2d-292f-426a-b6d0-84eaa6f3f8df,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:17.711950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:17.767927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cceb7c0-3b8d-4c31-8845-22fe92b314fb req-b77eb46c-63b4-4b88-a21c-eaf2132918c6 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084809 Aug 04 14:47:17.812396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.833835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6018f39a-36d0-42c5-9a4a-fbded74d0454 req-a68df257-cc08-4922-bb0f-f0f74adcadfb tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238546 Aug 04 14:47:17.873351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:17.933362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fc60951-b9f4-40cd-9763-76def2dccdce req-e189f2d3-c96d-42c3-b26a-b460a708edc3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 210 time: 0.0397623 Aug 04 14:47:18.004914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.017504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50d301-ae8d-4edd-b4d0-e06cc0ff9168 req-713061a8-bc66-4a51-8292-e605b920236a tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:18.019593 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea50d301-ae8d-4edd-b4d0-e06cc0ff9168 req-713061a8-bc66-4a51-8292-e605b920236a tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.0720158 Aug 04 14:47:18.025997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91afb362-88ff-426c-a368-654c8996375e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:18.049412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acce0042-b40d-4306-993e-4d788f14d229') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:18.049729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acce0042-b40d-4306-993e-4d788f14d229') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:18.062255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.089092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.097853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea50d301-ae8d-4edd-b4d0-e06cc0ff9168 req-79b16937-b61a-4f3a-9f24-527f071a1cc7 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653720 Aug 04 14:47:18.121462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:47:18.121955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:47:18.125868 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:47:18.274218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.279917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.285423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] 10.222.0.76 "DELETE /v2.0/networks/91afb362-88ff-426c-a368-654c8996375e HTTP/1.1" status: 204 len: 168 time: 0.5736818 Aug 04 14:47:18.330501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e780a-4d45-4356-9bb7-4ab4d780a499 admin admin] Pushing event deleted for resources: {'Network': ['ID=91afb362-88ff-426c-a368-654c8996375e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:18.511520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.553149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50492) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:18.627198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c47517f-1ee8-460b-b437-93299c0d83b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00bc9e93d9ed4492800109108deb9505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713131 Aug 04 14:47:18.629682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50494) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:18.631897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.686795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.714219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.783498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f42c-a8ca-4996-b992-715b89df40ca req-4b8698da-ce51-4447-b1d2-b2c2f3d0d1c2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:18.786366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3573f42c-a8ca-4996-b992-715b89df40ca req-4b8698da-ce51-4447-b1d2-b2c2f3d0d1c2 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 950 time: 0.1331365 Aug 04 14:47:18.808403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.812325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:18.816896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b264a013-8c50-4c22-be8b-121047703a4a HTTP/1.1" status: 204 len: 168 time: 0.1858685 Aug 04 14:47:18.828536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-3e175819-272a-4d81-9b78-d2c573f0861b tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:18.830107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-3e175819-272a-4d81-9b78-d2c573f0861b tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.6485634 Aug 04 14:47:18.833268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b473fb-9e29-450d-9965-be9bdfdeb658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b264a013-8c50-4c22-be8b-121047703a4a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:18.882104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Request body: {'port': {'device_id': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'admin_state_up': True, 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:19.000857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3573f42c-a8ca-4996-b992-715b89df40ca req-92e55287-a298-442d-bbad-964474f5d478 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873918 Aug 04 14:47:19.010230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7c73b5e2-0aea-4c29-9688-765fadaf7bcc no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:19.047679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd686d1-fb03-4edf-9dd0-390af746eb7b req-e9385b6b-32f3-4ddd-998e-f994eef53419 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:19.055727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd686d1-fb03-4edf-9dd0-390af746eb7b req-e9385b6b-32f3-4ddd-998e-f994eef53419 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.1798239 Aug 04 14:47:19.063660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 7c73b5e2-0aea-4c29-9688-765fadaf7bcc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:19.063931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7c73b5e2-0aea-4c29-9688-765fadaf7bcc not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:19.126498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e44f0f14-6e85-45e4-8a42-9de807c47a41 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:19.128343 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e44f0f14-6e85-45e4-8a42-9de807c47a41 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.2107191 Aug 04 14:47:19.155717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Request body: {'port': {'device_id': 'cd2eac23-8796-473c-805c-ef9960326332', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'admin_state_up': True, 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:19.192746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd686d1-fb03-4edf-9dd0-390af746eb7b req-e52b319b-327c-4093-b219-a884284267f8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358976 Aug 04 14:47:19.224054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbcaf705-4acd-471e-b1c8-7ad450852912 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:19.292439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: fbcaf705-4acd-471e-b1c8-7ad450852912 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:19.292795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbcaf705-4acd-471e-b1c8-7ad450852912 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:19.301839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-11082381-17f9-4421-bde3-282f35ae669d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:19.305423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:19.309863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-11082381-17f9-4421-bde3-282f35ae669d tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 950 time: 0.0936232 Aug 04 14:47:19.310126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:19.354132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164a242-6b42-4edc-ab44-623a31fe6dd0 req-4fb52247-2af9-453b-931d-3e0d5e3308ef tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:19.355977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4164a242-6b42-4edc-ab44-623a31fe6dd0 req-4fb52247-2af9-453b-931d-3e0d5e3308ef tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 950 time: 0.1926563 Aug 04 14:47:19.425661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-950a08f0-2077-4546-b5a9-de3957d97f08 req-db363864-cea3-4421-82fd-cd2ae94a03da tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 210 time: 0.1236808 Aug 04 14:47:19.492015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:19.495835 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:19.573541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Deleting port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:19.575429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:19.665210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4164a242-6b42-4edc-ab44-623a31fe6dd0 req-9aec8c94-6ee4-46b5-979a-0f2be9983c97 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/security-groups?id=c006034a-7c5b-459e-8b73-9f1460702ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966397 Aug 04 14:47:19.840000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] For port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:19.840473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:19.864269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Calling delete_port for aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:19.875745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc15c04-cfea-4d9a-b4d6-1758cc6d5073 req-f877f7c0-5a4f-482d-93ce-4deece99cc70 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:19.892365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bc15c04-cfea-4d9a-b4d6-1758cc6d5073 req-f877f7c0-5a4f-482d-93ce-4deece99cc70 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.2851522 Aug 04 14:47:20.021423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bc15c04-cfea-4d9a-b4d6-1758cc6d5073 req-c158c290-980e-499e-b959-028d9c1fdf61 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279058 Aug 04 14:47:20.032036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Allocated IP 172.20.0.12 (04b20e99-5e99-47ae-a87b-d2f303f5e354/f38d769e-4bca-4fac-b5ea-79a3d8afe37f/3e2710de-27d0-4e7e-adf1-969f869a915c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:20.107056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.110542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.124614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:20.152375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Pushing event deleted for resources: {'Port': ['ID=aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:20.174942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.176194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.176752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.177276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.177783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.179480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.179984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.180665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.181173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.181681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.182349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.182878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:20.257315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] No DVR routers for this DVR port aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:20.260507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.263730 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b41d4eb5-040e-407e-bc80-8f761bb27f5e req-f8fffefd-6e4d-4c17-93b5-538e33f0c4b0 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.38 "DELETE /v2.0/ports/aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af HTTP/1.1" status: 204 len: 173 time: 0.9488289 Aug 04 14:47:20.264548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-deleted', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:20.275691 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76032c41-cfc2-49f5-ae1d-c50278ace1df" -d '{"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-deleted", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:20.324476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50552) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:20.372453 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1872e8-06cf-490e-b667-dfacf768e841 x-openstack-request-id: req-bf1872e8-06cf-490e-b667-dfacf768e841 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:20.374916 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc170367-4fe3-4972-b2c9-56fd6b8000ab", "name": "network-vif-deleted", "tag": "aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:20.376944 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf1872e8-06cf-490e-b667-dfacf768e841 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:20.377623 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170367-4fe3-4972-b2c9-56fd6b8000ab', 'name': 'network-vif-deleted', 'tag': 'aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af', 'status': 'completed', 'code': 200} Aug 04 14:47:20.404763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.466968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-ca89c596-416f-4b3e-8c11-b0539573422f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:20.471000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-ca89c596-416f-4b3e-8c11-b0539573422f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 950 time: 0.1299579 Aug 04 14:47:20.570851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.618064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c5f8-d10d-4a13-8545-f84e0f7b8b11 req-b8b31ffc-afc0-4610-af3d-2326612d020d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:20.627114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2c4c5f8-d10d-4a13-8545-f84e0f7b8b11 req-b8b31ffc-afc0-4610-af3d-2326612d020d tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 950 time: 0.4582841 Aug 04 14:47:20.627692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2049994020-network', 'tenant_id': 'a170c721084446df843bf1a9d1a09e25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:20.631820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-064f2312-8d65-47ed-bd31-b5a70128884d req-9925cfe2-be3c-470f-8c66-a5262ecfe8df tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 210 time: 0.0664854 Aug 04 14:47:20.761622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:20.767905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:20.792683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:20.796711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Allocated IP 172.20.0.14 (04b20e99-5e99-47ae-a87b-d2f303f5e354/f38d769e-4bca-4fac-b5ea-79a3d8afe37f/b68e4255-7fb1-40fb-b309-9de2e4f84a0e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:20.818061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Made reservation on behalf of a170c721084446df843bf1a9d1a09e25 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:20.820736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.878060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:20.891393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event updated for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:20.911140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2c4c5f8-d10d-4a13-8545-f84e0f7b8b11 req-5acf80bd-bed3-4742-9c70-94b9a2f506b5 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799609 Aug 04 14:47:20.928117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3291baa-9235-46ba-9c22-bfa747da88e1 req-6fce2121-71b3-4b24-8ce5-88385c957897 tempest-ServersAdminTestJSON-2033816023 tempest-ServersAdminTestJSON-2033816023-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc170367-4fe3-4972-b2c9-56fd6b8000ab HTTP/1.1" status: 200 len: 210 time: 0.1636820 Aug 04 14:47:21.064878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:21.066985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.182207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:21.182551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.263326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d628-0638-4474-8e8f-efe1fa80f8ac req-fd35e94c-afb6-4a22-8e0b-e25ca75658ef tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:21.275214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b11d628-0638-4474-8e8f-efe1fa80f8ac req-fd35e94c-afb6-4a22-8e0b-e25ca75658ef tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.0814261 Aug 04 14:47:21.326617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b11d628-0638-4474-8e8f-efe1fa80f8ac req-05eb5d33-2869-42b3-9102-c603122b5f66 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Aug 04 14:47:21.374890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:21.375194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.410890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:21.456702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.496666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.505556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.507928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9588464f-146a-4a50-93de-aff99b800f5e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6299477 Aug 04 14:47:21.535352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Request body: {'port': {'device_id': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:21.570384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:21.590070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508eb775-7a79-4745-a5d2-c87bc351fd7d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:21.594736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.602713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.603129 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Added segment 21459eb4-7df8-4c8b-917c-15d4771e9175 of type vlan for network 0cc31aa0-1712-4352-8dc4-fe8352f23204 Aug 04 14:47:21.615220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.709685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.731170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:21.744269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:21.752738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:21.775832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event updated for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:21.789155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.807875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:21.813629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b625acb-a25f-468f-98e9-18bbba96c3da req-aafa769b-163e-4529-b372-b95e9309bd9c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:21.819172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b625acb-a25f-468f-98e9-18bbba96c3da req-aafa769b-163e-4529-b372-b95e9309bd9c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 932 time: 0.1105571 Aug 04 14:47:21.835640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=3178509e-3ddc-4cd3-ad40-b009ebbdadd1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:21.875774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:21.877277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.879790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc', 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:21.889288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b625acb-a25f-468f-98e9-18bbba96c3da req-eb147d55-93b5-4816-883d-43f3ad3c4fcb tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689192 Aug 04 14:47:21.932035 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.953728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:21.954638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:21.994121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2710de-27d0-4e7e-adf1-969f869a915c {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:22.004098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.019165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Transition to ACTIVE for port object 3e2710de-27d0-4e7e-adf1-969f869a915c will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:22.050318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.083566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:22.107393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.109972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6976ce7-80f0-40a4-b476-b3731fe39ab5 req-2f8ba6e8-09ec-46c8-a270-bd0ffc10d412 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "DELETE /v2.0/ports/3178509e-3ddc-4cd3-ad40-b009ebbdadd1 HTTP/1.1" status: 204 len: 173 time: 1.6268547 Aug 04 14:47:22.113367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-e95c8b72-e1a2-4c6f-9646-25ed9f01f7c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9722805 Aug 04 14:47:22.128890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Request body: {'port': {'device_id': 'cd2eac23-8796-473c-805c-ef9960326332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:22.134407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8056056 Aug 04 14:47:22.153260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97b09348-36a4-4f44-82e2-44f30cf7e62d req-0fd7ad6a-9abb-4eca-a6e6-41974e0921f1 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d5e3801-01b6-485d-ace8-259fde0061b2 HTTP/1.1" status: 200 len: 210 time: 0.1267114 Aug 04 14:47:22.162484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1f9cb-8566-4e70-8e69-755978684050 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc31aa0-1712-4352-8dc4-fe8352f23204,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:22.203028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:22.205080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50610) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:22.242006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Request body: {'subnet': {'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2049994020-subnet', 'tenant_id': 'a170c721084446df843bf1a9d1a09e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:22.274927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.314020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:22.379335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'name': 'network-vif-deleted', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:22.382335 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e31f6-ebf4-4193-b284-0abfb5208264" -d '{"events": [{"server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "name": "network-vif-deleted", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:22.384634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Made reservation on behalf of a170c721084446df843bf1a9d1a09e25 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:22.387156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.520156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Attempting to bind port 3e2710de-27d0-4e7e-adf1-969f869a915c on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:22.520816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Attempting to bind port 3e2710de-27d0-4e7e-adf1-969f869a915c by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:22.521325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Attempting to bind port 3e2710de-27d0-4e7e-adf1-969f869a915c on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:22.533201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Port 3e2710de-27d0-4e7e-adf1-969f869a915c on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:22.533791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Attempting to bind port 3e2710de-27d0-4e7e-adf1-969f869a915c on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:22.545477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:22.546154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Checking segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:22.546755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Bound using segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:22.547361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Bound port: 3e2710de-27d0-4e7e-adf1-969f869a915c, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:22.547921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.551570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:22.725710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:22.734537 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed46bb-c3a5-4593-b5e1-427acf6fcda2 x-openstack-request-id: req-dbed46bb-c3a5-4593-b5e1-427acf6fcda2 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:22.735080 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e3801-01b6-485d-ace8-259fde0061b2", "name": "network-vif-deleted", "tag": "3178509e-3ddc-4cd3-ad40-b009ebbdadd1", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:22.735200 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dbed46bb-c3a5-4593-b5e1-427acf6fcda2 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:22.735543 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e3801-01b6-485d-ace8-259fde0061b2', 'name': 'network-vif-deleted', 'tag': '3178509e-3ddc-4cd3-ad40-b009ebbdadd1', 'status': 'completed', 'code': 200} Aug 04 14:47:22.743670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4868642-719f-4ca4-aa7b-2af2a33a761a req-3d50adf5-66ec-4672-9038-cdb84cbc90f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:22.753913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4868642-719f-4ca4-aa7b-2af2a33a761a req-3d50adf5-66ec-4672-9038-cdb84cbc90f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1874492 Aug 04 14:47:22.767494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3e2710de-27d0-4e7e-adf1-969f869a915c,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:22.818225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.908654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:22.909311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.910844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] 10.222.0.46 "PUT /v2.0/ports/3e2710de-27d0-4e7e-adf1-969f869a915c HTTP/1.1" status: 200 len: 1093 time: 1.3805256 Aug 04 14:47:22.914041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68e4255-7fb1-40fb-b309-9de2e4f84a0e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:22.933637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:22.936145 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed" -d '{"events": [{"name": "network-changed", "server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:22.950956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.951167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:22.964843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4868642-719f-4ca4-aa7b-2af2a33a761a req-ba8f1fb5-cc11-498e-8bc5-d5fb72f9b164 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942308 Aug 04 14:47:22.992892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Transition to ACTIVE for port object b68e4255-7fb1-40fb-b309-9de2e4f84a0e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:23.003377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.049854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb009-0524-47f7-855d-145eb82ab996 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:23.068557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Pushing event updated for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:23.100293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1fddd87-2eb2-40f7-9ff1-874145b12693 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d17da82a6e1240f0ab71fc881d75deb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463815 Aug 04 14:47:23.102894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50646) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:23.139371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdcab0-f7e4-40ef-b9a7-25b1301788bf req-8ba9bbe9-1795-423d-8332-dccee0782e4c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.146625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07fdcab0-f7e4-40ef-b9a7-25b1301788bf req-8ba9bbe9-1795-423d-8332-dccee0782e4c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 950 time: 0.3052900 Aug 04 14:47:23.149485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9609456-644c-4e3d-b0e8-ac02a3ba9364,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:23.199368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.202055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Attempting to bind port b68e4255-7fb1-40fb-b309-9de2e4f84a0e on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:23.202352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Attempting to bind port b68e4255-7fb1-40fb-b309-9de2e4f84a0e by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:23.202715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Attempting to bind port b68e4255-7fb1-40fb-b309-9de2e4f84a0e on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:23.212649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Port b68e4255-7fb1-40fb-b309-9de2e4f84a0e on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:23.212981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Attempting to bind port b68e4255-7fb1-40fb-b309-9de2e4f84a0e on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:23.217351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Checking segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:23.217725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Network hostable DHCP agents. Network: 0cc31aa0-1712-4352-8dc4-fe8352f23204, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:23.226318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:23.226765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Checking segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:23.227221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Bound using segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:23.227636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Bound port: b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:23.228669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.230719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:23.237930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b12b60cc-b31e-4953-980d-f48b13b44166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.239501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-b12b60cc-b31e-4953-980d-f48b13b44166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 1096 time: 0.1589403 Aug 04 14:47:23.242204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.251824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07fdcab0-f7e4-40ef-b9a7-25b1301788bf req-46541b63-019d-4f69-af94-02653522cfdb tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Aug 04 14:47:23.259532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:23.260128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device aa4acc20-9cdb-4f5b-a2c6-f68c787cf8af not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:23.331083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86739eed-ba7f-4478-a0f6-3c3238826c83 req-6193b441-1020-4fb8-9c0b-61c263bb934e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.340027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86739eed-ba7f-4478-a0f6-3c3238826c83 req-6193b441-1020-4fb8-9c0b-61c263bb934e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 944 time: 0.2353475 Aug 04 14:47:23.354229 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29508efa-2455-42c1-a74e-5d4947155ea7 x-openstack-request-id: req-29508efa-2455-42c1-a74e-5d4947155ea7 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:23.354529 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:23.354919 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29508efa-2455-42c1-a74e-5d4947155ea7 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:23.355321 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c', 'status': 'completed', 'code': 200} Aug 04 14:47:23.359004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.363132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.364309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c006034a-7c5b-459e-8b73-9f1460702ee7 HTTP/1.1" status: 204 len: 168 time: 0.2600176 Aug 04 14:47:23.365894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-8667f93f-5341-43b0-a7ea-bce250d92570 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e2710de-27d0-4e7e-adf1-969f869a915c HTTP/1.1" status: 200 len: 217 time: 0.1130826 Aug 04 14:47:23.381471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94753e-688d-41c0-a545-07c181e657e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006034a-7c5b-459e-8b73-9f1460702ee7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:23.387673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:23.407543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:23.411602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:23.422596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.471741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86739eed-ba7f-4478-a0f6-3c3238826c83 req-85c72f97-a0a2-40ae-be93-43f717a02812 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307626 Aug 04 14:47:23.480579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.480882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0cc31aa0-1712-4352-8dc4-fe8352f23204) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:23.489028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.491036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] 10.222.0.46 "PUT /v2.0/ports/b68e4255-7fb1-40fb-b309-9de2e4f84a0e HTTP/1.1" status: 200 len: 1093 time: 1.3665907 Aug 04 14:47:23.496819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12bf78-6166-4a10-b10a-6c46624854a5 None None] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:23.502451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9350062d-528d-4e2b-a5b3-c357f0babf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.504770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9350062d-528d-4e2b-a5b3-c357f0babf51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.1241910 Aug 04 14:47:23.507792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.509288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:23.550537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-642ca520-a5a3-4519-87ca-442336fd4e76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304232 Aug 04 14:47:23.577279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d3f277a8-2bf5-4e76-8142-f04e7791f924 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3693218 Aug 04 14:47:23.595761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f08fa-c29e-4d75-bc38-364b7d881f4a service neutron] Pushing event updated for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:23.629614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9f30f81b-adcc-44ba-bea5-c9908919173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.631320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9f30f81b-adcc-44ba-bea5-c9908919173a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 1096 time: 0.0776744 Aug 04 14:47:23.707204 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-93b9f8c2-5910-44d1-84e8-f5ef260815b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e HTTP/1.1" status: 200 len: 217 time: 0.0623696 Aug 04 14:47:23.754616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-90f35b12-cb93-4d08-a6af-d1fa58e5db30 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911159 Aug 04 14:47:23.797791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-073e0989-0712-402a-aa13-62c01e7f1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:23.799785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-073e0989-0712-402a-aa13-62c01e7f1596 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.0804889 Aug 04 14:47:23.881166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a42069-1958-4418-9e98-5b74123bf9f0 None None] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:23.911071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-c50a20fa-15c7-4a10-b402-54c244400f35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034329 Aug 04 14:47:23.951612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-9fc13bc2-7149-4d23-b916-2977528d197b service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848533 Aug 04 14:47:23.953647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50676) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:24.008596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eb24c163-2c57-4aa2-99d8-df92f0c5cd61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab5d88eeff334f39b63e40356e9ef596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537329 Aug 04 14:47:24.011199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50686) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:24.121363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-48dd656d-15e6-4750-865f-2f9df02faf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.122927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-48dd656d-15e6-4750-865f-2f9df02faf9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 1096 time: 0.0837445 Aug 04 14:47:24.148918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-2041baa6-7124-452c-a285-3a40933a77c9 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095110 Aug 04 14:47:24.207730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:24.237585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166dba-4298-4937-85aa-806241045404 req-4d6bc952-0028-49d8-98d1-595b5f4ba6b0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.239188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84166dba-4298-4937-85aa-806241045404 req-4d6bc952-0028-49d8-98d1-595b5f4ba6b0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 949 time: 0.1341884 Aug 04 14:47:24.271228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:24.349536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84166dba-4298-4937-85aa-806241045404 req-a9a23136-b2bd-44ab-8c57-bdd26f1c3d19 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019228 Aug 04 14:47:24.350663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-c9f831ea-f8f6-455c-8e57-ff3b504a9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.352093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-c9f831ea-f8f6-455c-8e57-ff3b504a9e9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 913 time: 0.2053895 Aug 04 14:47:24.426039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:24.429485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:24.430910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1bcad3b5-572b-4ed8-851f-fe91815af11c HTTP/1.1" status: 204 len: 168 time: 0.4184940 Aug 04 14:47:24.435328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-6627aeb4-837b-420b-88b7-e567d3385b95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e2710de-27d0-4e7e-adf1-969f869a915c HTTP/1.1" status: 200 len: 217 time: 0.0728981 Aug 04 14:47:24.443362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee723f0-9033-4210-ac4b-b8d78cb43875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcad3b5-572b-4ed8-851f-fe91815af11c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:24.640408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-f3e59fee-7356-4704-9ba2-9bec28566058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.642142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-f3e59fee-7356-4704-9ba2-9bec28566058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.1731913 Aug 04 14:47:24.669250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37c3f94c-eca9-41b8-bed4-8bc937dce2ad req-80a7d317-a1ea-4813-96d8-daf4efc774e1 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039392 Aug 04 14:47:24.695061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-bd9bb2d3-659e-435d-a68a-7ac0b58ec156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406899 Aug 04 14:47:24.714199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3e7d-b73e-440d-8e01-ffa88fe1ce1d req-82e7dbb0-c37b-404d-8da3-672631d3933b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.715915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc4d3e7d-b73e-440d-8e01-ffa88fe1ce1d req-82e7dbb0-c37b-404d-8da3-672631d3933b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1754396 Aug 04 14:47:24.737180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:24.741166 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c59c6-96c9-4465-8a77-24c09bc12349" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:24.791419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-e55d7029-532d-4039-be3d-c83bb9049a6a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:24.793195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-e55d7029-532d-4039-be3d-c83bb9049a6a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.2681749 Aug 04 14:47:24.847951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-a9fe31e5-8114-4ff1-afff-64812de43d7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/quotas/a170c721084446df843bf1a9d1a09e25 HTTP/1.1" status: 200 len: 375 time: 0.0371633 Aug 04 14:47:24.870044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc4d3e7d-b73e-440d-8e01-ffa88fe1ce1d req-f2c0c3e3-0480-4ac4-859d-50c38ec53a52 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417680 Aug 04 14:47:24.905584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-d10c9d32-bc8f-47f5-9b5e-f2d1f6bfd3d5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565450 Aug 04 14:47:24.986782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-efaddee0-65a5-4095-b2ca-f4f559991d76 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697806 Aug 04 14:47:25.040159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:25.094893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:25.095523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3178509e-3ddc-4cd3-ad40-b009ebbdadd1 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:25.096315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:25.224091 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:25.278988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:25.284684 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e29eff-a9f2-44d5-b39a-44675ac94882" -d '{"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:25.312697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:25.320474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:25.386695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:25.443571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d0858-60a4-4174-a421-bc15eb2f4372 req-314e19be-1b14-4baf-9c99-c0547149e7e2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:25.445096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b39d0858-60a4-4174-a421-bc15eb2f4372 req-314e19be-1b14-4baf-9c99-c0547149e7e2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 944 time: 0.4720554 Aug 04 14:47:25.449213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-65c73e30-7d65-486f-9f71-fdb2b3faa30f service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363665 Aug 04 14:47:25.528419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f24a9700-7f45-4d1b-9ced-fc8df56f82ed req-6f07b76f-b6d4-4963-93ba-05a4ee895bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223916 Aug 04 14:47:25.553338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b39d0858-60a4-4174-a421-bc15eb2f4372 req-a77ea43d-90b1-464f-b80a-0bcdb19412b3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009986 Aug 04 14:47:25.588015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-43abf1b8-b982-41dd-8920-d99365c47344 service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250880 Aug 04 14:47:25.668138 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fb8dc4-fd45-4a06-9bcf-a677c3d8514b x-openstack-request-id: req-17fb8dc4-fd45-4a06-9bcf-a677c3d8514b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:25.668918 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:25.668918 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17fb8dc4-fd45-4a06-9bcf-a677c3d8514b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:25.669260 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e', 'status': 'completed', 'code': 200} Aug 04 14:47:25.712416 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fb2087-0cc1-4dbe-8023-50e14a5b58af x-openstack-request-id: req-07fb2087-0cc1-4dbe-8023-50e14a5b58af {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:25.713382 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:25.714045 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07fb2087-0cc1-4dbe-8023-50e14a5b58af {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:25.715700 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'code': 200} Aug 04 14:47:25.783136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-897d3c67-d35a-4b04-85f6-dffa418554c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:25.785936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-897d3c67-d35a-4b04-85f6-dffa418554c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 1096 time: 0.0577538 Aug 04 14:47:25.840775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-8b09df9c-86a9-4233-b6ae-be25b79368aa tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:25.847484 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-8b09df9c-86a9-4233-b6ae-be25b79368aa tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 949 time: 0.1067491 Aug 04 14:47:25.915597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5225-cc79-4636-b587-bf42e35b5cf7 req-1e8701fb-ab45-4f02-8470-02c32ffcb173 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:25.917358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3eda5225-cc79-4636-b587-bf42e35b5cf7 req-1e8701fb-ab45-4f02-8470-02c32ffcb173 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 949 time: 0.1248207 Aug 04 14:47:25.973065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-d66a67fd-df66-4f22-b9ee-3fcc7cf55251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:25.975006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-d66a67fd-df66-4f22-b9ee-3fcc7cf55251 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 913 time: 0.1717401 Aug 04 14:47:25.980752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3eda5225-cc79-4636-b587-bf42e35b5cf7 req-6ede56f6-0ac3-4b70-8b26-cdfc6dcac59a tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Aug 04 14:47:26.017436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:26.017783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:26.045611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-d0aff934-98ba-4f52-a8ba-bae8c10d423b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e HTTP/1.1" status: 200 len: 217 time: 0.0603089 Aug 04 14:47:26.119592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e295d900-2c94-4093-b1bb-1fe0adcaa565 req-a8b3b8ee-9829-415e-a370-b91d91ac4214 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 210 time: 0.0372877 Aug 04 14:47:26.168527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port a2096eae-cc7c-4a2a-9fe7-f19a145274e6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:26.169215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:26.189353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for a2096eae-cc7c-4a2a-9fe7-f19a145274e6 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:26.256131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e481-9bd7-43ad-94fe-f79e055a9f8e req-dbb995ba-c221-4a58-8eea-ee7e7effd20d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:26.257828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d922e481-9bd7-43ad-94fe-f79e055a9f8e req-dbb995ba-c221-4a58-8eea-ee7e7effd20d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.0918639 Aug 04 14:47:26.262297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-3cc4a15c-faaa-4b83-b809-548032386d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:26.264160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-3cc4a15c-faaa-4b83-b809-548032386d43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.2099736 Aug 04 14:47:26.328371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d922e481-9bd7-43ad-94fe-f79e055a9f8e req-93d145b4-3a11-47a4-96d7-d506d40dada7 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Aug 04 14:47:26.369449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-9e8a9b57-370f-4f13-b59e-e8cc9f863865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563328 Aug 04 14:47:26.428725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:26.446557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc', 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:26.449502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:26.475910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=a2096eae-cc7c-4a2a-9fe7-f19a145274e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:26.534427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port a2096eae-cc7c-4a2a-9fe7-f19a145274e6 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:26.542982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:26.546173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-addd98b6-30bc-4deb-bfcb-c47c9c9aa69f req-84d3db51-503e-4c00-9c8b-d2e9a9d68caf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "DELETE /v2.0/ports/a2096eae-cc7c-4a2a-9fe7-f19a145274e6 HTTP/1.1" status: 204 len: 173 time: 0.6850483 Aug 04 14:47:26.581371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-a4c3f6be-34f5-412a-b9c7-172075d94153 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017922 Aug 04 14:47:26.907925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcebeb6-70c6-4bf1-a38b-5e2dacad15e9 req-1bf39239-1dca-4ab2-b1e5-419a9f4a39b9 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:26.909905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfcebeb6-70c6-4bf1-a38b-5e2dacad15e9 req-1bf39239-1dca-4ab2-b1e5-419a9f4a39b9 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 944 time: 0.1662240 Aug 04 14:47:26.912673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62c59c6-96c9-4465-8a77-24c09bc12349 req-09faf9ba-9d3a-4ec5-8f4d-d7190eeda885 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214755 Aug 04 14:47:26.972042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfcebeb6-70c6-4bf1-a38b-5e2dacad15e9 req-8f853c94-93e3-494c-828d-efb20260948f tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558984 Aug 04 14:47:27.089668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3e2710de-27d0-4e7e-adf1-969f869a915c details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:27.235118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91b21225-3e03-46f1-8d05-ac84a7a6dcbd req-2039914c-3d03-4ba5-8c73-59996e3685e8 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=8946cbd7-011b-4670-b3fd-faae8df35cc3 HTTP/1.1" status: 200 len: 210 time: 0.1108663 Aug 04 14:47:27.292843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:27.308872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-698877d5-a828-4003-b22e-e24bbdc65ec0 req-db7c754a-272d-4834-a7c1-f6e93d306162 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 210 time: 0.0712194 Aug 04 14:47:27.507640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:27.544698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9ab9-ca9a-4992-8423-af6bb2aaf64d req-dee8f339-9ceb-4daa-8d3c-6133efe1d660 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:27.553404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e66e9ab9-ca9a-4992-8423-af6bb2aaf64d req-dee8f339-9ceb-4daa-8d3c-6133efe1d660 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1098890 Aug 04 14:47:27.560561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3e2710de-27d0-4e7e-adf1-969f869a915c,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:27.650540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '3e2710de-27d0-4e7e-adf1-969f869a915c', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'port_id': '3e2710de-27d0-4e7e-adf1-969f869a915c', 'mac_address': 'fa:16:3e:ad:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38d769e-4bca-4fac-b5ea-79a3d8afe37f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:27.660860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e66e9ab9-ca9a-4992-8423-af6bb2aaf64d req-6f9effa4-9ef0-43fa-81bd-382259c5f1be tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881977 Aug 04 14:47:27.663528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:27.666069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-3e638749-b7d2-46e0-84a6-850295f4763e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:27.669574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-3e638749-b7d2-46e0-84a6-850295f4763e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.3153083 Aug 04 14:47:27.675211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'name': 'network-vif-deleted', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:27.678061 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb5934d-3992-4bac-9620-c83dea5326f2" -d '{"events": [{"server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "name": "network-vif-deleted", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:27.708008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Request body: {'port': {'device_id': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'admin_state_up': True, 'tenant_id': 'a170c721084446df843bf1a9d1a09e25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:27.763257 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f4f2-d3f7-437d-80d5-f4ee820d9fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.764502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.800017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '9e488b98-2a3f-4117-babd-b56b33152451', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '9e488b98-2a3f-4117-babd-b56b33152451', 'mac_address': 'fa:16:3e:d4:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:27.829092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2710de-27d0-4e7e-adf1-969f869a915c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:27.861942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3e2710de-27d0-4e7e-adf1-969f869a915c,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:27.874294 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d92f3ee-f321-42b0-8ee5-b31452480ce9 x-openstack-request-id: req-0d92f3ee-f321-42b0-8ee5-b31452480ce9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:27.874707 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8946cbd7-011b-4670-b3fd-faae8df35cc3", "name": "network-vif-deleted", "tag": "a2096eae-cc7c-4a2a-9fe7-f19a145274e6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:27.880646 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d92f3ee-f321-42b0-8ee5-b31452480ce9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:27.881275 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8946cbd7-011b-4670-b3fd-faae8df35cc3', 'name': 'network-vif-deleted', 'tag': 'a2096eae-cc7c-4a2a-9fe7-f19a145274e6', 'status': 'completed', 'code': 200} Aug 04 14:47:27.886100 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f4f2-d3f7-437d-80d5-f4ee820d9fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.890318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f4f2-d3f7-437d-80d5-f4ee820d9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.900068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.931498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:27.940413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7e6f4f2-d3f7-437d-80d5-f4ee820d9fe1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfc962a5b56c4e6383a23bed41f5d3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314463 Aug 04 14:47:27.942931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:27.952920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f4f2-d3f7-437d-80d5-f4ee820d9fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad25ce0-bcf9-4b5f-b2b0-ebfd44f52e48,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:27.959401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e488b98-2a3f-4117-babd-b56b33152451 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:27.968596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Made reservation on behalf of a170c721084446df843bf1a9d1a09e25 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:27.987143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.002502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:28.008379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:28.020449 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.050601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.097523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.170719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:28.202167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9e488b98-2a3f-4117-babd-b56b33152451'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:28.225436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff675bf-9fa4-476c-b4d4-0ab557574c19 req-ed4584b5-ee26-41d7-bf20-d5e5f0260cca tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:28.234223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff675bf-9fa4-476c-b4d4-0ab557574c19 req-ed4584b5-ee26-41d7-bf20-d5e5f0260cca tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 944 time: 0.0913613 Aug 04 14:47:28.267317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.269871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.276019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3e2710de-27d0-4e7e-adf1-969f869a915c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:28.285703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ad25ce0-bcf9-4b5f-b2b0-ebfd44f52e48 HTTP/1.1" status: 204 len: 168 time: 0.3317304 Aug 04 14:47:28.303852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Allocated IP 172.20.0.4 (0cc31aa0-1712-4352-8dc4-fe8352f23204/a9609456-644c-4e3d-b0e8-ac02a3ba9364/12dfc335-0920-46e7-93bc-947bc70ecb3b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:28.332345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d9865-7a83-4469-bfa3-bb0aa0fe8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad25ce0-bcf9-4b5f-b2b0-ebfd44f52e48,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:28.370452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cff675bf-9fa4-476c-b4d4-0ab557574c19 req-a3470f3e-02fb-446b-b497-d6b163d1a511 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343417 Aug 04 14:47:28.594702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67a148e8-2ffb-41aa-b61d-0360d0f568d0 req-2161d49d-eb88-4203-a568-7771ec19947a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 210 time: 0.0758426 Aug 04 14:47:28.606420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.670262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.706172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:28.709955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:28.741937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:28.861622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:28.862446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:28.884288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:28.895222 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-7cd200cc-8619-4dd2-9f96-acbab953026d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1960733 Aug 04 14:47:28.895496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48cbc2-b0eb-4cdf-8007-d37e3ffe7071 req-7970701a-4b28-4161-9a45-40793e0baaae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:28.903181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c48cbc2-b0eb-4cdf-8007-d37e3ffe7071 req-7970701a-4b28-4161-9a45-40793e0baaae tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1281927 Aug 04 14:47:28.913040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Request body: {'port': {'device_id': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:28.991346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c48cbc2-b0eb-4cdf-8007-d37e3ffe7071 req-5bd97517-1db6-47e5-a01d-36757752db6d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 Aug 04 14:47:29.030497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e55e8-8b5b-4c4c-8229-c5d73b7a5a81 req-99bd214d-213a-471c-b4a7-de949edafcd0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:29.032268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-868e55e8-8b5b-4c4c-8229-c5d73b7a5a81 req-99bd214d-213a-471c-b4a7-de949edafcd0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 949 time: 0.1121871 Aug 04 14:47:29.033816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.047026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b68e4255-7fb1-40fb-b309-9de2e4f84a0e details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:29.052631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a2096eae-cc7c-4a2a-9fe7-f19a145274e6 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:29.119926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: a2096eae-cc7c-4a2a-9fe7-f19a145274e6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:29.120556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a2096eae-cc7c-4a2a-9fe7-f19a145274e6 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:29.138363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-868e55e8-8b5b-4c4c-8229-c5d73b7a5a81 req-cd2e4431-3d50-41f5-ba0d-bcf6e5dcb120 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Aug 04 14:47:29.281619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:29.358155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:29.397430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:29.406698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.413976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 9e488b98-2a3f-4117-babd-b56b33152451 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:29.414340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.416170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'port_id': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e', 'mac_address': 'fa:16:3e:df:eb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38d769e-4bca-4fac-b5ea-79a3d8afe37f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:29.432996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Transition to ACTIVE for port object 12dfc335-0920-46e7-93bc-947bc70ecb3b will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:29.441490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.475860 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.501632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68e4255-7fb1-40fb-b309-9de2e4f84a0e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:29.523687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:29.532678 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.541761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:29.594676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdb6fb-cba2-4111-8851-c9f45c32a2ec req-0ef25e16-40be-4274-a7d4-d19f4112f5fd tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:29.606388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65bdb6fb-cba2-4111-8851-c9f45c32a2ec req-0ef25e16-40be-4274-a7d4-d19f4112f5fd tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 944 time: 0.1295018 Aug 04 14:47:29.622521 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.634094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:29.689333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:29.691030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:29.693685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Attempting to bind port 12dfc335-0920-46e7-93bc-947bc70ecb3b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:29.693958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Attempting to bind port 12dfc335-0920-46e7-93bc-947bc70ecb3b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:29.694289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Attempting to bind port 12dfc335-0920-46e7-93bc-947bc70ecb3b on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:29.703614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65bdb6fb-cba2-4111-8851-c9f45c32a2ec req-21eb9f5e-e855-4e30-a97b-7336832a6e9e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Aug 04 14:47:29.706829 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc99557-4432-4bcb-96ae-4d8948b3e15d" -d '{"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:29.718433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Port 12dfc335-0920-46e7-93bc-947bc70ecb3b on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:29.719244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Attempting to bind port 12dfc335-0920-46e7-93bc-947bc70ecb3b on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:29.749536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:29.749938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Checking segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:29.750262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Bound using segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:29.750724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Bound port: 12dfc335-0920-46e7-93bc-947bc70ecb3b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:29.751081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.759525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:29.768907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.809326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420953ee-1fa6-4af4-8728-cdf324eaa005 req-77c7f22f-e1c7-4163-b5f2-f9134bc4aa17 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:29.823999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-420953ee-1fa6-4af4-8728-cdf324eaa005 req-77c7f22f-e1c7-4163-b5f2-f9134bc4aa17 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 943 time: 0.0879843 Aug 04 14:47:29.829753 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b865c-f5a2-4875-a623-789ccfa0d641 x-openstack-request-id: req-8e3b865c-f5a2-4875-a623-789ccfa0d641 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:29.830281 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:29.832124 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e3b865c-f5a2-4875-a623-789ccfa0d641 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:29.833719 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451', 'code': 200} Aug 04 14:47:29.871159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:29.876366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:29.878555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['b68e4255-7fb1-40fb-b309-9de2e4f84a0e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:29.885454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.924137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-420953ee-1fa6-4af4-8728-cdf324eaa005 req-61fd6c5e-f381-4804-93c6-07be6e984575 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851014 Aug 04 14:47:29.926169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:29.927823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-network', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:29.958418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:29.959420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:29.960480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/12dfc335-0920-46e7-93bc-947bc70ecb3b HTTP/1.1" status: 200 len: 1092 time: 1.0526259 Aug 04 14:47:29.962858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:29.965698 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e6097-2350-46e5-88fd-83d5134f8c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:29.992143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d048da-0860-4303-91e1-6629ef5788e3 service neutron] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:30.003382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Made reservation on behalf of 7ebfa364c82f423d83967daebe46b83f for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:30.005755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.046055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.052730 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a37d80-5a05-420b-9745-cc369fe45e35 x-openstack-request-id: req-d5a37d80-5a05-420b-9745-cc369fe45e35 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:30.053032 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:30.053269 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5a37d80-5a05-420b-9745-cc369fe45e35 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:30.058736 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'status': 'completed', 'code': 200} Aug 04 14:47:30.175503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-58c522a2-97fa-41c1-a853-ce827c3109f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.177545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-58c522a2-97fa-41c1-a853-ce827c3109f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 1095 time: 0.1401100 Aug 04 14:47:30.193611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f146-c095-4542-bf23-a21d449ce769 req-65ef74b9-4212-45d8-bc5a-5a36ce0d0a83 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.195167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b086f146-c095-4542-bf23-a21d449ce769 req-65ef74b9-4212-45d8-bc5a-5a36ce0d0a83 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1220129 Aug 04 14:47:30.220280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-09cecff1-0b07-4299-b66d-84748c3e2856 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.221639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-09cecff1-0b07-4299-b66d-84748c3e2856 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 949 time: 0.0908806 Aug 04 14:47:30.273563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-cd3b2c13-18ce-4703-92b8-15b47a7cfdc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b HTTP/1.1" status: 200 len: 217 time: 0.0725913 Aug 04 14:47:30.318821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b086f146-c095-4542-bf23-a21d449ce769 req-2aee0944-e8d4-4f41-b4b9-9810bfde4f46 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139441 Aug 04 14:47:30.333974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-d20cf3c2-d54b-4eb9-8ab2-5eacb51a32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.335621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-d20cf3c2-d54b-4eb9-8ab2-5eacb51a32da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.0522747 Aug 04 14:47:30.391792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-8836d48c-bff8-4b08-bb06-68b22e10254a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384188 Aug 04 14:47:30.393996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.400296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.417660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016106a-b730-4a23-bb1e-d5abd7f671f5 req-cda23c93-ce48-4629-ac71-02a143a2178c tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.426238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1016106a-b730-4a23-bb1e-d5abd7f671f5 req-cda23c93-ce48-4629-ac71-02a143a2178c tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 949 time: 0.1339715 Aug 04 14:47:30.479797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:30.482573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1016106a-b730-4a23-bb1e-d5abd7f671f5 req-8202351f-cc7c-4a7b-baf5-19b4353340dd tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Aug 04 14:47:30.495626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c2ac2a-82e3-42cc-87fb-81ff7a6effe2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:30.506936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port 53c84355-198b-46d1-a9ce-1b219b251cbc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:30.506936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.523445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.523794 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Added segment 08648bcf-74fb-4ec6-80ad-efd922afb606 of type vlan for network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 Aug 04 14:47:30.585574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.626320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.627473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.628152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.645725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port 53c84355-198b-46d1-a9ce-1b219b251cbc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=53c84355-198b-46d1-a9ce-1b219b251cbc,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:30.646454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.672269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for 53c84355-198b-46d1-a9ce-1b219b251cbc owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:30.679153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-ed278bd3-af62-4085-a71f-72b30220fe9d service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678120 Aug 04 14:47:30.683008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d2a3-e313-4c61-9df2-84567120142a req-4054855e-6f64-4abb-84a8-474e2b4ffb67 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:30.684581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d653d2a3-e313-4c61-9df2-84567120142a req-4054855e-6f64-4abb-84a8-474e2b4ffb67 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 950 time: 0.0924478 Aug 04 14:47:30.695065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4f645b-8152-4ebb-bf7c-508b38f56b83,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:30.699144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f6c1806-719e-4241-998b-d4695efce9a7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0067568 Aug 04 14:47:30.703963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:30.713136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:30.717258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Request body: {'subnet': {'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-subnet', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:30.750258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Made reservation on behalf of 7ebfa364c82f423d83967daebe46b83f for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:30.752972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:30.913075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-702ef303-960f-4bcc-940e-71fd99ec7ee1 req-e2346394-85c8-4f65-90c8-1bf4881073db service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099099 Aug 04 14:47:31.037701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb811d-cbb6-4143-9e19-67c410bd57d3 req-48d85228-b2f9-4766-bfb8-7931f0a235c1 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.045780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3eb811d-cbb6-4143-9e19-67c410bd57d3 req-48d85228-b2f9-4766-bfb8-7931f0a235c1 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 945 time: 0.1702569 Aug 04 14:47:31.053293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b68e4255-7fb1-40fb-b309-9de2e4f84a0e up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:31.059737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-be5f8762-cb34-473d-8380-5669e2c442e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.061538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-be5f8762-cb34-473d-8380-5669e2c442e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 1095 time: 0.0847349 Aug 04 14:47:31.062730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.128279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port b68e4255-7fb1-40fb-b309-9de2e4f84a0e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:31.139224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port b68e4255-7fb1-40fb-b309-9de2e4f84a0e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:31.139990 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.144671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:31.145060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.190548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274e1939-c53a-4fb5-9844-cbfb8483fb1c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:31.207589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Checking segment: {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:31.207993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Network hostable DHCP agents. Network: 5b4f645b-8152-4ebb-bf7c-508b38f56b83, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:31.240796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-69b3f144-fac0-4060-856c-57cdc1a132bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.242328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-69b3f144-fac0-4060-856c-57cdc1a132bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 916 time: 0.1522970 Aug 04 14:47:31.253415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:31.262733 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.272319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5b4f645b-8152-4ebb-bf7c-508b38f56b83) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:31.276150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3eb811d-cbb6-4143-9e19-67c410bd57d3 req-a68cd475-ade2-4bcc-856a-833a84c8de62 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291846 Aug 04 14:47:31.288194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecedd8-b67d-4f78-b697-f6b8a8e6c20f None None] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:31.298161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346929f0-6469-4a01-872d-b57e11fd71d9 req-8bd237b2-3907-4139-81d9-824852c1ff46 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.312463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.313076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.316431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-346929f0-6469-4a01-872d-b57e11fd71d9 req-8bd237b2-3907-4139-81d9-824852c1ff46 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 943 time: 0.2676044 Aug 04 14:47:31.318949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-e7975287-575e-4821-aebb-0c7643e281cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b HTTP/1.1" status: 200 len: 217 time: 0.0553985 Aug 04 14:47:31.336696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.338740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-826a1da0-b24f-4f6e-9625-5c74723b4804 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6266131 Aug 04 14:47:31.341491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:31.347031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:31.381696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=53c84355-198b-46d1-a9ce-1b219b251cbc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:31.400878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b', '53c84355-198b-46d1-a9ce-1b219b251cbc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:31.432820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-16632a80-4ac7-480a-a8c1-c16e1fb9fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.436992 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-16632a80-4ac7-480a-a8c1-c16e1fb9fd03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.0969734 Aug 04 14:47:31.438955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.440246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.485278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-839abacc-f2e5-494b-a450-bb6618c3a616 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375826 Aug 04 14:47:31.493205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port 53c84355-198b-46d1-a9ce-1b219b251cbc on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:31.496474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.499374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20d369b0-731f-4100-bcf7-33139550ebb4 req-986d45ba-f346-4fef-a36e-2245d906c633 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "DELETE /v2.0/ports/53c84355-198b-46d1-a9ce-1b219b251cbc HTTP/1.1" status: 204 len: 173 time: 1.2580545 Aug 04 14:47:31.502112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:31.502615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.505634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223', 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:31.513955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'name': 'network-vif-deleted', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:31.517326 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5f67e-a376-46cd-bcbd-1f964d02c59e" -d '{"events": [{"server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "name": "network-vif-deleted", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:31.537398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-346929f0-6469-4a01-872d-b57e11fd71d9 req-3ec80af9-84fa-4048-889b-bad42f79c31f tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198350 Aug 04 14:47:31.588963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:31.642062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:31.655280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-e161ed10-2ea9-4592-895c-1dec7d2bd0b1 service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584985 Aug 04 14:47:31.695894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.697152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3e2710de-27d0-4e7e-adf1-969f869a915c up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:31.746269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:31.792217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:31.810511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00683-ea74-4e17-8374-c9b5a18b08d5 req-89593111-cf35-4c38-a34d-810b9ae21e68 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:31.832772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ab00683-ea74-4e17-8374-c9b5a18b08d5 req-89593111-cf35-4c38-a34d-810b9ae21e68 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.2773786 Aug 04 14:47:31.846023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:31.851169 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca49179a-4238-4ea7-86b4-6fe72f49da47" -d '{"events": [{"server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "name": "network-vif-plugged", "status": "completed", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:31.932325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74a3b60-4d2f-4984-b400-919a1b6d3d9a req-a7ec9aea-7e0a-408a-b2b0-17d1bfa923f4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a HTTP/1.1" status: 200 len: 210 time: 0.0710030 Aug 04 14:47:32.030050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ab00683-ea74-4e17-8374-c9b5a18b08d5 req-4c3f33c0-39db-4441-84c5-00ec68bb3c03 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961994 Aug 04 14:47:32.062252 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017daeba-e6a1-4cdb-b6b9-59b181de5170 x-openstack-request-id: req-017daeba-e6a1-4cdb-b6b9-59b181de5170 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:32.063292 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a", "name": "network-vif-deleted", "tag": "53c84355-198b-46d1-a9ce-1b219b251cbc", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:32.063997 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-017daeba-e6a1-4cdb-b6b9-59b181de5170 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:32.065395 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1b3ba2-05b5-4a10-b7d3-7bb01da6943a', 'name': 'network-vif-deleted', 'tag': '53c84355-198b-46d1-a9ce-1b219b251cbc', 'status': 'completed', 'code': 200} Aug 04 14:47:32.134342 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb3789-82e8-4d3c-96a8-de3b2b7a8077 x-openstack-request-id: req-5afb3789-82e8-4d3c-96a8-de3b2b7a8077 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:32.134833 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "name": "network-vif-plugged", "status": "completed", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:32.135155 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5afb3789-82e8-4d3c-96a8-de3b2b7a8077 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:32.135769 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e', 'code': 200} Aug 04 14:47:32.145506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'fixed_ips': [{'subnet_id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:47:32.146609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.172254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.203232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 3e2710de-27d0-4e7e-adf1-969f869a915c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:32.206662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.214908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e0e6097-2350-46e5-88fd-83d5134f8c4f req-4666f080-50ca-4e44-9363-6ef87d269bbb service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454068 Aug 04 14:47:32.217876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=d32b12f2-0f3f-476b-a01b-adb4e0e8ead0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:32.225346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 3e2710de-27d0-4e7e-adf1-969f869a915c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:32.225849 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.321552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:32.334019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.337237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d653d2a3-e313-4c61-9df2-84567120142a req-8332e1fd-ca3e-4930-b9ae-d32967e52b16 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "DELETE /v2.0/ports/d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 HTTP/1.1" status: 204 len: 173 time: 1.6338682 Aug 04 14:47:32.387578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772a3df-0031-49b0-873f-46017e9a0f58 req-9515983b-aa57-491a-9bb1-955755b0153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:32.391311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1772a3df-0031-49b0-873f-46017e9a0f58 req-9515983b-aa57-491a-9bb1-955755b0153f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 1098 time: 0.1799588 Aug 04 14:47:32.554752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1772a3df-0031-49b0-873f-46017e9a0f58 req-9fbd3832-1004-4604-99e9-1ed0f416a2d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425726 Aug 04 14:47:32.579154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Allocated IP 172.20.0.2 (5b4f645b-8152-4ebb-bf7c-508b38f56b83/274e1939-c53a-4fb5-9844-cbfb8483fb1c/044473b3-0d3d-462a-9673-f7871cb8e82e) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:32.581682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbab4c-d757-4aba-a820-5265de88adb7 req-cd10ab8f-68f9-4d55-bbd7-fced34ce4f4f tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:32.605533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdbbab4c-d757-4aba-a820-5265de88adb7 req-cd10ab8f-68f9-4d55-bbd7-fced34ce4f4f tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 946 time: 0.1821470 Aug 04 14:47:32.717037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdbbab4c-d757-4aba-a820-5265de88adb7 req-92d9c30e-ffd3-450c-97f8-ceb696de2c17 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119111 Aug 04 14:47:32.803872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.852157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:32.856916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef4dee-a1a1-4545-8e39-ad9d154c9d1a req-3bc48063-4958-4655-bcb4-0c7e9383a9b2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:32.864833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81ef4dee-a1a1-4545-8e39-ad9d154c9d1a req-3bc48063-4958-4655-bcb4-0c7e9383a9b2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 943 time: 0.1431105 Aug 04 14:47:32.931572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81ef4dee-a1a1-4545-8e39-ad9d154c9d1a req-256be952-8471-45e9-8014-2941c3ceac1e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 Aug 04 14:47:33.000000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Allocated IP 172.25.0.36 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/033ccdcb-c31f-4eaa-bbcd-5e311adb85f3) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:33.018212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.128581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.139621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3e2710de-27d0-4e7e-adf1-969f869a915c,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:33.158668 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.208766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 53c84355-198b-46d1-a9ce-1b219b251cbc no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:33.221915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.264547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.274114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 53c84355-198b-46d1-a9ce-1b219b251cbc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:33.274459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 53c84355-198b-46d1-a9ce-1b219b251cbc not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:33.285094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:33.289917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:33.300521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:33.309111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Transition to ACTIVE for port object 044473b3-0d3d-462a-9673-f7871cb8e82e will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:33.310320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:33.318771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-809d43da-fdac-43bd-a909-e98eacf8a167 req-cf23f0d9-3083-4b3c-b1f4-75512c211eae tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=65a7686b-80db-4a31-8a07-bf319f7e8329 HTTP/1.1" status: 200 len: 210 time: 0.0847752 Aug 04 14:47:33.335379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec7f9a-09a6-46d9-9dde-d9d4202feaed req-89668bcb-a9ac-4cbe-a50e-1e5bc538bbd2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:33.342909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5ec7f9a-09a6-46d9-9dde-d9d4202feaed req-89668bcb-a9ac-4cbe-a50e-1e5bc538bbd2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1782246 Aug 04 14:47:33.375321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Transition to ACTIVE for port object 044473b3-0d3d-462a-9673-f7871cb8e82e will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:33.377434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:33.380796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Pushing event updated for resources: {'Port': ['ID=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:33.397606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5ec7f9a-09a6-46d9-9dde-d9d4202feaed req-7458a0d0-2f4d-4e9d-880e-b82bdf45044d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534697 Aug 04 14:47:33.445547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.529568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:33.534342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:33.538349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:33.568007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Pushing event updated for resources: {'Port': ['ID=044473b3-0d3d-462a-9673-f7871cb8e82e,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:33.639069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.658926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:33.669947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Attempting to bind port 044473b3-0d3d-462a-9673-f7871cb8e82e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:33.670328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Attempting to bind port 044473b3-0d3d-462a-9673-f7871cb8e82e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:33.670726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Attempting to bind port 044473b3-0d3d-462a-9673-f7871cb8e82e on network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:33.679038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:33.679426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Checking segment: {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:33.679849 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.680247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Bound using segment: {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:33.680729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Bound port: 044473b3-0d3d-462a-9673-f7871cb8e82e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:33.681116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.691706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'port_id': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'mac_address': 'fa:16:3e:3c:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9609456-644c-4e3d-b0e8-ac02a3ba9364', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:33.754624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.793495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:33.799588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:33.886289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:33.900352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.908829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] For port 044473b3-0d3d-462a-9673-f7871cb8e82e, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:33.925668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37cc6-6f51-43d5-8e3f-eaffbb647dcd req-e386d5ff-5b44-4a51-9403-0dc1299df7b7 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:33.932038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] For port 044473b3-0d3d-462a-9673-f7871cb8e82e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=044473b3-0d3d-462a-9673-f7871cb8e82e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:33.942195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78e37cc6-6f51-43d5-8e3f-eaffbb647dcd req-e386d5ff-5b44-4a51-9403-0dc1299df7b7 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 946 time: 0.1248612 Aug 04 14:47:33.976956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:33.979121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:34.002692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78e37cc6-6f51-43d5-8e3f-eaffbb647dcd req-633f4be6-4d9c-4841-8a66-a8c80512c5a4 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583339 Aug 04 14:47:34.086854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:34.100104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:34.115532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'name': 'network-vif-deleted', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:34.118087 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ceb4d3-92da-4e67-9bb4-a4e75e2c48bc" -d '{"events": [{"server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "name": "network-vif-deleted", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:34.137760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:34.140519 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625e897-1f76-41e1-96c5-b74760c1ee36" -d '{"events": [{"server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "name": "network-vif-plugged", "status": "completed", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:34.220171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e464-62d0-4e70-97c6-02b27a3c9d76 req-4f2077b3-0cd0-4bc6-ae74-0a81575f18de tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:34.222603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad9895-9bda-42a8-ae64-e33d68665c14 None None] Pushing event updated for resources: {'Port': ['ID=044473b3-0d3d-462a-9673-f7871cb8e82e,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:34.232418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f502e464-62d0-4e70-97c6-02b27a3c9d76 req-4f2077b3-0cd0-4bc6-ae74-0a81575f18de tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 946 time: 0.1086156 Aug 04 14:47:34.256756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9a81e-34e9-4272-91f9-8c76ae4d305a req-572aea17-e0fc-4c82-84a9-368dd022e60a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:34.258570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ad9a81e-34e9-4272-91f9-8c76ae4d305a req-572aea17-e0fc-4c82-84a9-368dd022e60a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 944 time: 0.2189319 Aug 04 14:47:34.305457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Router 61d27c03-abf0-462b-aa9d-f1949abdf6de is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:47:34.347198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f502e464-62d0-4e70-97c6-02b27a3c9d76 req-54d159ae-322a-4e67-bce8-b107083cf223 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129076 Aug 04 14:47:34.364642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ad9a81e-34e9-4272-91f9-8c76ae4d305a req-85761137-4c9d-4f80-a57f-a614d7758164 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999050 Aug 04 14:47:34.448118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['12dfc335-0920-46e7-93bc-947bc70ecb3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:34.525387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:47:34.548223 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750da60-21e7-4347-a204-135b28084ecd x-openstack-request-id: req-d750da60-21e7-4347-a204-135b28084ecd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:34.548523 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a7686b-80db-4a31-8a07-bf319f7e8329", "name": "network-vif-deleted", "tag": "d32b12f2-0f3f-476b-a01b-adb4e0e8ead0", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:34.548827 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d750da60-21e7-4347-a204-135b28084ecd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:34.549185 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a7686b-80db-4a31-8a07-bf319f7e8329', 'name': 'network-vif-deleted', 'tag': 'd32b12f2-0f3f-476b-a01b-adb4e0e8ead0', 'status': 'completed', 'code': 200} Aug 04 14:47:34.570899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:34.572752 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-387c9051-98df-4356-a8d8-c94d07b9eb36 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2303326 Aug 04 14:47:34.577030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51030) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:34.631253 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af055d-4257-48e5-8b49-f94a270e06f2 x-openstack-request-id: req-21af055d-4257-48e5-8b49-f94a270e06f2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:34.631573 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "name": "network-vif-plugged", "status": "completed", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:34.641341 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21af055d-4257-48e5-8b49-f94a270e06f2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:34.641952 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c', 'code': 200} Aug 04 14:47:34.646133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Sync routers for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:47:34.750853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243404-5559-4f27-8f19-0b533fa8b7e5 req-254ff89f-1e5d-4670-b3d6-aee557fdb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:34.755204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49243404-5559-4f27-8f19-0b533fa8b7e5 req-254ff89f-1e5d-4670-b3d6-aee557fdb28c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 1098 time: 0.1789801 Aug 04 14:47:34.769835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:34.770620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:34.832094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895eeb-ab6f-4796-89e1-7babcc8ffc81 req-e214c25d-8c70-4a40-8303-7937ca94b369 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:34.834040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d895eeb-ab6f-4796-89e1-7babcc8ffc81 req-e214c25d-8c70-4a40-8303-7937ca94b369 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1422133 Aug 04 14:47:34.875457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49243404-5559-4f27-8f19-0b533fa8b7e5 req-aa02a926-fb4c-48b4-a4ec-a3f129ce2f71 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881205 Aug 04 14:47:35.037343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:35.073568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d895eeb-ab6f-4796-89e1-7babcc8ffc81 req-bdacb939-6df2-4f00-82f4-623cfb6e2609 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329013 Aug 04 14:47:35.337656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:35.393855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:35.394207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d32b12f2-0f3f-476b-a01b-adb4e0e8ead0 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:35.445476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:33Z', 'revision_number': 3, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:35.522973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:35.524733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Checking router: 61d27c03-abf0-462b-aa9d-f1949abdf6de for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:47:35.528524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Updating router 61d27c03-abf0-462b-aa9d-f1949abdf6de port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:47:35.547966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c1b9-fde3-470c-8dec-95a9d61d4a93 req-b392bbe1-2d05-4d96-b4bb-814ce76d591f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:35.549545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6b9c1b9-fde3-470c-8dec-95a9d61d4a93 req-b392bbe1-2d05-4d96-b4bb-814ce76d591f tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 950 time: 0.0777471 Aug 04 14:47:35.580845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:35.746337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af92727e-84af-4fd0-a91f-6d2fb1182781 None None] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:35.784362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6b9c1b9-fde3-470c-8dec-95a9d61d4a93 req-d0b1ffee-7663-4799-8278-2255348c16ac tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253222 Aug 04 14:47:35.813169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b4652-c777-4c1d-bcf8-3c7e5f4e2647 req-eec87e2b-3f1d-446d-8151-01e1d68853b8 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:35.822159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb8b4652-c777-4c1d-bcf8-3c7e5f4e2647 req-eec87e2b-3f1d-446d-8151-01e1d68853b8 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 946 time: 0.1175785 Aug 04 14:47:35.900568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb8b4652-c777-4c1d-bcf8-3c7e5f4e2647 req-75bbb66f-6f1f-465a-a0fc-e7dcb263f636 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Aug 04 14:47:36.012728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7e022e99-9e26-462c-bac8-e4ec4518670a None None] Provisioning for port 044473b3-0d3d-462a-9673-f7871cb8e82e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:36.340393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 044473b3-0d3d-462a-9673-f7871cb8e82e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:36.501740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.514737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 044473b3-0d3d-462a-9673-f7871cb8e82e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:36.519147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Transition to ACTIVE for port object 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:36.521230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 044473b3-0d3d-462a-9673-f7871cb8e82e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:36.521677 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.541929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Allocated IP 172.20.0.1 (5b4f645b-8152-4ebb-bf7c-508b38f56b83/274e1939-c53a-4fb5-9844-cbfb8483fb1c/6af37df9-3f0b-419a-af03-8ac815dce04e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:36.563939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22695910-59f8-444b-a58c-8332292c39e6 req-d2ec41fd-2f75-40c8-8afa-b4c739099611 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:36.573276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22695910-59f8-444b-a58c-8332292c39e6 req-d2ec41fd-2f75-40c8-8afa-b4c739099611 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 944 time: 0.6533029 Aug 04 14:47:36.581070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.607583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21dd8-c397-4e96-8aaf-5ae75fa66f97 req-fa694345-13cd-4e29-9fdd-d26e8f6499f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:36.609322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59c21dd8-c397-4e96-8aaf-5ae75fa66f97 req-fa694345-13cd-4e29-9fdd-d26e8f6499f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1273098 Aug 04 14:47:36.671071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.709404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Attempting to bind port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:36.709809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Attempting to bind port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:36.710167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Attempting to bind port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:36.741169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22695910-59f8-444b-a58c-8332292c39e6 req-1f905b17-79d5-4fc6-9c3d-26c294a77c17 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604064 Aug 04 14:47:36.756659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 044473b3-0d3d-462a-9673-f7871cb8e82e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=044473b3-0d3d-462a-9673-f7871cb8e82e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:36.769760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.772766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:36.772766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:36.773070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.773204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:36.773724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Bound port: 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:36.774189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.808626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59c21dd8-c397-4e96-8aaf-5ae75fa66f97 req-fa36cf58-f16e-456f-94f6-1d035afaf382 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888154 Aug 04 14:47:36.877529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] For port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:36.881562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae908-d23d-4ff5-b522-f6729839321b None None] Pushing event updated for resources: {'Port': ['ID=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:36.886875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] For port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:36.894113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.913786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Transition to ACTIVE for port object 6af37df9-3f0b-419a-af03-8ac815dce04e will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:36.952577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-95d1499f-c1dc-4454-ad0a-3a34952cee0c None None] Provisioning complete for port 044473b3-0d3d-462a-9673-f7871cb8e82e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:36.952969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-95d1499f-c1dc-4454-ad0a-3a34952cee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:36.977480 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.038308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.040646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=044473b3-0d3d-462a-9673-f7871cb8e82e,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:37.095269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:37.095934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:37.109465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6161-ee41-4979-81c1-584ecca30b86 req-e90139f2-7ddb-4f5f-b70f-31629df0f9cc tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:37.118396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ede6161-ee41-4979-81c1-584ecca30b86 req-e90139f2-7ddb-4f5f-b70f-31629df0f9cc tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 950 time: 0.1771402 Aug 04 14:47:37.125218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:37.151128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:37.154412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:37.229430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:37.234912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Pushing event updated for resources: {'Port': ['ID=6af37df9-3f0b-419a-af03-8ac815dce04e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:37.249761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6317-f823-4342-8ec9-b13ea1a1b49b req-a87cb484-82df-48e3-8be4-81a861b07d62 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:37.251434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b3c6317-f823-4342-8ec9-b13ea1a1b49b req-a87cb484-82df-48e3-8be4-81a861b07d62 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 946 time: 0.2634821 Aug 04 14:47:37.316962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:37.325892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ede6161-ee41-4979-81c1-584ecca30b86 req-1447845c-48fa-429c-aae2-f0e688c55da0 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064202 Aug 04 14:47:37.329476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.494264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-0d802f02-c3b1-499f-90b7-c988f68b9fe4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:37.505887 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-0d802f02-c3b1-499f-90b7-c988f68b9fe4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/ports?device_id=c99573a3-4a7b-414b-ac24-3c16a1f84515 HTTP/1.1" status: 200 len: 950 time: 0.0970418 Aug 04 14:47:37.507290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae908-d23d-4ff5-b522-f6729839321b None None] Pushing event updated for resources: {'Port': ['ID=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:37.548735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d03c-345a-4580-bbda-141291709fdd req-60b9caf7-7170-4342-ae0f-22926a1c17a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:37.550308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e959d03c-345a-4580-bbda-141291709fdd req-60b9caf7-7170-4342-ae0f-22926a1c17a4 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 950 time: 0.4291537 Aug 04 14:47:37.607800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 12dfc335-0920-46e7-93bc-947bc70ecb3b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:37.666163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 12dfc335-0920-46e7-93bc-947bc70ecb3b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:37.666790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.690943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b3c6317-f823-4342-8ec9-b13ea1a1b49b req-daccf8b6-961e-41d6-85be-1b5dd867e789 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257529 Aug 04 14:47:37.698135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port c2fbe404-3b47-46f1-9277-576f32ce376c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:37.698657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.729828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port 4f55808c-3da6-444a-8de5-d46a1a09ec3b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:37.730284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.753775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-46acfedb-0a3f-4617-ab26-de7c9d3bc086 None None] Provisioning for port 6af37df9-3f0b-419a-af03-8ac815dce04e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:37.781514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-46acfedb-0a3f-4617-ab26-de7c9d3bc086 None None] Provisioning complete for port 6af37df9-3f0b-419a-af03-8ac815dce04e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:37.782002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-46acfedb-0a3f-4617-ab26-de7c9d3bc086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.880676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-46acfedb-0a3f-4617-ab26-de7c9d3bc086 None None] Port 6af37df9-3f0b-419a-af03-8ac815dce04e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:47:37.916901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:33Z', 'revision_number': 3, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:37.956126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port c2fbe404-3b47-46f1-9277-576f32ce376c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c2fbe404-3b47-46f1-9277-576f32ce376c,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:37.956647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:37.964526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8784bbe-497b-4b36-a6a5-1bed313b25ce req-3dad97af-de29-4444-a609-ffb1628197bb tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:37.972807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8784bbe-497b-4b36-a6a5-1bed313b25ce req-3dad97af-de29-4444-a609-ffb1628197bb tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 944 time: 0.0923753 Aug 04 14:47:37.977096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca4d86-8f0c-47c6-9ec1-1418956f462f None None] The sync data for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 is: [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:33Z', 'revision_number': 3, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:47:37.985023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for c2fbe404-3b47-46f1-9277-576f32ce376c owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:37.987105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.039227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:38.041746 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb5ecc-7a9b-4a0c-bdc7-df4a3ad28b6b" -d '{"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:38.065871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8784bbe-497b-4b36-a6a5-1bed313b25ce req-36cc1d9d-1789-44f5-bc1f-5069b1a203ac tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918052 Aug 04 14:47:38.083405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:38.101442 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.280363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 044473b3-0d3d-462a-9673-f7871cb8e82e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:38.289439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:38.297958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port 4f55808c-3da6-444a-8de5-d46a1a09ec3b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4f55808c-3da6-444a-8de5-d46a1a09ec3b,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:38.313049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.375176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for 4f55808c-3da6-444a-8de5-d46a1a09ec3b owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:38.403630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.427259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:38.430127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c2fbe404-3b47-46f1-9277-576f32ce376c', '4f55808c-3da6-444a-8de5-d46a1a09ec3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:38.510448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=c2fbe404-3b47-46f1-9277-576f32ce376c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:38.574942 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472eae6-d308-49ee-857c-85f100dc41ae x-openstack-request-id: req-6472eae6-d308-49ee-857c-85f100dc41ae {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:38.575536 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:38.575536 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6472eae6-d308-49ee-857c-85f100dc41ae {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:38.575880 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'code': 200} Aug 04 14:47:38.679499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port c2fbe404-3b47-46f1-9277-576f32ce376c on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:38.680341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 044473b3-0d3d-462a-9673-f7871cb8e82e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:38.680732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.696412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.697983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:38.702893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3011ae02-7589-46d0-a79b-57928874b6e1 req-001536b2-4fab-421e-a0a7-c82d0063dc92 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "DELETE /v2.0/ports/c2fbe404-3b47-46f1-9277-576f32ce376c HTTP/1.1" status: 204 len: 173 time: 1.1857097 Aug 04 14:47:38.705590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'name': 'network-vif-deleted', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:38.714120 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32779f-0c01-4602-86b3-077c7aaeff14" -d '{"events": [{"server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "name": "network-vif-deleted", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:38.934370 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:47:39.085342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:39.195247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afec7efc-d0fd-49c2-b17f-e566502c1788 req-eec2d34a-cd4c-4c6e-844e-caaa8fc7b033 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f4e8fac-903d-4522-babf-b8444cb3aa7f HTTP/1.1" status: 200 len: 210 time: 0.1434093 Aug 04 14:47:39.318003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=4f55808c-3da6-444a-8de5-d46a1a09ec3b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:39.478201 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5601ec1-ef1b-4981-bb0e-b4187867dddb x-openstack-request-id: req-a5601ec1-ef1b-4981-bb0e-b4187867dddb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:39.478740 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99573a3-4a7b-414b-ac24-3c16a1f84515", "name": "network-vif-deleted", "tag": "c2fbe404-3b47-46f1-9277-576f32ce376c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:39.479152 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5601ec1-ef1b-4981-bb0e-b4187867dddb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:39.479714 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99573a3-4a7b-414b-ac24-3c16a1f84515', 'name': 'network-vif-deleted', 'tag': 'c2fbe404-3b47-46f1-9277-576f32ce376c', 'status': 'completed', 'code': 200} Aug 04 14:47:39.533706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12525235-66b8-43ef-89d2-e672f84375d9 req-559f55d7-da7d-4e9e-a836-996118c52490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:39.535307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12525235-66b8-43ef-89d2-e672f84375d9 req-559f55d7-da7d-4e9e-a836-996118c52490 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 1097 time: 0.7840371 Aug 04 14:47:39.538519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port 4f55808c-3da6-444a-8de5-d46a1a09ec3b on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:39.562341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:39.577925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e959d03c-345a-4580-bbda-141291709fdd req-ac1b3632-b479-4805-97f2-22d288df8128 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.46 "DELETE /v2.0/ports/4f55808c-3da6-444a-8de5-d46a1a09ec3b HTTP/1.1" status: 204 len: 173 time: 2.0166571 Aug 04 14:47:39.604113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'name': 'network-vif-deleted', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:39.632522 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daee2136-b067-426e-b615-7ce02d08a3cf" -d '{"events": [{"server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "name": "network-vif-deleted", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:39.892602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5685c3-7749-43a8-bc1e-24d17098c2e1 req-530dac77-7a51-41af-87b8-666796afe717 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:39.905715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a5685c3-7749-43a8-bc1e-24d17098c2e1 req-530dac77-7a51-41af-87b8-666796afe717 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 1.3262398 Aug 04 14:47:39.955911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:39.967658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12525235-66b8-43ef-89d2-e672f84375d9 req-c1b10200-e393-447c-878f-b853d724daf0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873439 Aug 04 14:47:40.061843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d59958-a774-4c9a-86aa-4a70ac24bd1b req-36e10ba8-0d1d-4f9d-b349-ab664dfd8905 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:40.085710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7d59958-a774-4c9a-86aa-4a70ac24bd1b req-36e10ba8-0d1d-4f9d-b349-ab664dfd8905 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.4231241 Aug 04 14:47:40.197538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a5685c3-7749-43a8-bc1e-24d17098c2e1 req-fbf98169-80c3-4f1d-8a5f-64c414f61415 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902040 Aug 04 14:47:40.324370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:40.354712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-f118918f-6d8d-47a9-a78e-ae3af24c3b49 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:40.356424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-f118918f-6d8d-47a9-a78e-ae3af24c3b49 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/ports?device_id=16869e15-abcb-4837-8f7b-f4908693bbbd HTTP/1.1" status: 200 len: 946 time: 0.3640060 Aug 04 14:47:40.366739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7d59958-a774-4c9a-86aa-4a70ac24bd1b req-38714bc4-07b7-4f45-801a-abc6b4aa9cef tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784724 Aug 04 14:47:40.448757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:40.454113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:40.454494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.637724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.648576 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133ebb6-4aa7-45ec-9f09-205a11aee9cd x-openstack-request-id: req-4133ebb6-4aa7-45ec-9f09-205a11aee9cd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:40.648797 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4e8fac-903d-4522-babf-b8444cb3aa7f", "name": "network-vif-deleted", "tag": "4f55808c-3da6-444a-8de5-d46a1a09ec3b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:40.649058 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4133ebb6-4aa7-45ec-9f09-205a11aee9cd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:40.649538 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4e8fac-903d-4522-babf-b8444cb3aa7f', 'name': 'network-vif-deleted', 'tag': '4f55808c-3da6-444a-8de5-d46a1a09ec3b', 'status': 'completed', 'code': 200} Aug 04 14:47:40.670948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.680055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.722133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.765030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:40.775212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:40.901291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:40.906837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-58895fb4-e2bc-43e0-8434-144cd3703cd3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:40.908498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-58895fb4-e2bc-43e0-8434-144cd3703cd3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2eac23-8796-473c-805c-ef9960326332 HTTP/1.1" status: 200 len: 946 time: 0.2128816 Aug 04 14:47:41.061124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Pushing event updated for resources: {'Port': ['ID=6af37df9-3f0b-419a-af03-8ac815dce04e,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:41.085296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f6b4bdef-e484-4ca2-9311-ffa57ce998ed tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:41.089450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4f55808c-3da6-444a-8de5-d46a1a09ec3b no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:41.093907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f6b4bdef-e484-4ca2-9311-ffa57ce998ed tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.7260320 Aug 04 14:47:41.119660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-131da4cd-ca50-4b0f-9c58-8e8c9fd5cfdf tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/quotas/bc0dda799a324a78995736b9c8f8ce2d HTTP/1.1" status: 200 len: 375 time: 0.0244329 Aug 04 14:47:41.155335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 4f55808c-3da6-444a-8de5-d46a1a09ec3b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:41.155631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4f55808c-3da6-444a-8de5-d46a1a09ec3b not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:41.156070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c2fbe404-3b47-46f1-9277-576f32ce376c no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:41.205594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Deleting port b68e4255-7fb1-40fb-b309-9de2e4f84a0e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:41.206335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.206906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Deleting port 3e2710de-27d0-4e7e-adf1-969f869a915c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:41.207240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.242292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: c2fbe404-3b47-46f1-9277-576f32ce376c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:41.242664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c2fbe404-3b47-46f1-9277-576f32ce376c not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:41.342239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:41.369204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:41.394812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] For port b68e4255-7fb1-40fb-b309-9de2e4f84a0e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:41.395192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.399328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] For port 3e2710de-27d0-4e7e-adf1-969f869a915c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3e2710de-27d0-4e7e-adf1-969f869a915c,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:41.399987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.432148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Calling delete_port for b68e4255-7fb1-40fb-b309-9de2e4f84a0e owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:41.447833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Calling delete_port for 3e2710de-27d0-4e7e-adf1-969f869a915c owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:41.549987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-69099efb-4b63-4df2-baae-93bd74261306 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4294195 Aug 04 14:47:41.681885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.696518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3e2710de-27d0-4e7e-adf1-969f869a915c', 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:41.708144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7fe17-9d4f-408d-9273-3b7151e1fdb0 req-1e41e352-6660-4df2-b891-ef4504073ebf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:41.716799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89e7fe17-9d4f-408d-9273-3b7151e1fdb0 req-1e41e352-6660-4df2-b891-ef4504073ebf tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 949 time: 0.3908181 Aug 04 14:47:41.726138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event deleted for resources: {'Port': ['ID=b68e4255-7fb1-40fb-b309-9de2e4f84a0e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:41.813351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] No DVR routers for this DVR port b68e4255-7fb1-40fb-b309-9de2e4f84a0e on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:41.818648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:41.821645 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5ffa1626-3c3e-4771-813a-a8155c091402 req-a31c9f73-dea8-4379-80cc-232224b57449 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "DELETE /v2.0/ports/b68e4255-7fb1-40fb-b309-9de2e4f84a0e HTTP/1.1" status: 204 len: 173 time: 0.8993094 Aug 04 14:47:41.822340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'name': 'network-vif-deleted', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:41.836326 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be197b88-e4d3-4229-b594-88e3730b52e2" -d '{"events": [{"server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "name": "network-vif-deleted", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:41.854683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89e7fe17-9d4f-408d-9273-3b7151e1fdb0 req-a84c4d5b-18c5-48d9-af98-afebe0707415 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324735 Aug 04 14:47:41.902689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Router 61d27c03-abf0-462b-aa9d-f1949abdf6de has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:47:41.935821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f2d25aac-bd3f-44f0-baab-5964bbc00b02 service neutron] 10.222.0.76 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705082 Aug 04 14:47:41.954543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c12ab574-c002-4947-ac8b-2fcd910dd8ba None None] Provisioning complete for port 6af37df9-3f0b-419a-af03-8ac815dce04e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:41.955009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c12ab574-c002-4947-ac8b-2fcd910dd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:42.047531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c12ab574-c002-4947-ac8b-2fcd910dd8ba None None] Port 6af37df9-3f0b-419a-af03-8ac815dce04e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:47:42.201678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:42.321930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:42.321930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:42.582885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-bbc3e245-e65c-4afb-9892-7136716debb2 service neutron] 10.222.0.76 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457126 Aug 04 14:47:42.711372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8aff9-bc11-4632-8852-543fc56cc5d2 req-27961bc0-7bc2-4cef-ab68-9a1e8275d6a0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:42.718710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6c8aff9-bc11-4632-8852-543fc56cc5d2 req-27961bc0-7bc2-4cef-ab68-9a1e8275d6a0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.6766078 Aug 04 14:47:42.810571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:42.826947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['b68e4255-7fb1-40fb-b309-9de2e4f84a0e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:42.835499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6c8aff9-bc11-4632-8852-543fc56cc5d2 req-959401f6-1f42-4aae-a29a-67b2709fd0e7 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138282 Aug 04 14:47:42.899150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3e644-68d4-4b47-b181-8fe186586cef req-ee2851e2-936f-4f75-9bda-606e6f35a061 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:42.901093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40a3e644-68d4-4b47-b181-8fe186586cef req-ee2851e2-936f-4f75-9bda-606e6f35a061 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 949 time: 0.1611228 Aug 04 14:47:42.902289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event deleted for resources: {'Port': ['ID=3e2710de-27d0-4e7e-adf1-969f869a915c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:42.912155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:47:42.930073 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Sync routers for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:47:42.958294 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:42.959238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:43.039250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aac88614-8505-49b6-9acf-73d88d401239 admin admin] 10.222.0.76 "PUT /v2.0/routers/61d27c03-abf0-462b-aa9d-f1949abdf6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4610791 Aug 04 14:47:43.184087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:43.220418 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805225b-c897-4dc6-9745-b1b7de4bfe12 x-openstack-request-id: req-9805225b-c897-4dc6-9745-b1b7de4bfe12 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:43.220936 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2eac23-8796-473c-805c-ef9960326332", "name": "network-vif-deleted", "tag": "b68e4255-7fb1-40fb-b309-9de2e4f84a0e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:43.221036 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9805225b-c897-4dc6-9745-b1b7de4bfe12 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:43.221371 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2eac23-8796-473c-805c-ef9960326332', 'name': 'network-vif-deleted', 'tag': 'b68e4255-7fb1-40fb-b309-9de2e4f84a0e', 'status': 'completed', 'code': 200} Aug 04 14:47:43.299202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] No DVR routers for this DVR port 3e2710de-27d0-4e7e-adf1-969f869a915c on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:43.305659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:43.308530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b0d57f7-bcb5-44f3-9f8e-b9ddda4978cf req-cabb0512-ba38-4ab9-954b-f83cd951aaef tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "DELETE /v2.0/ports/3e2710de-27d0-4e7e-adf1-969f869a915c HTTP/1.1" status: 204 len: 173 time: 2.9157565 Aug 04 14:47:43.322241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'name': 'network-vif-deleted', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:43.329517 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776186f-f0ca-4754-8284-6145254ca674" -d '{"events": [{"server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "name": "network-vif-deleted", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:43.391387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Deleting port ceee7f4f-6726-461e-9e25-75d7192d6223 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:43.392405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:43.439114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69512a03-9949-404c-9fb1-0d325a4d70c6 req-611fe8ce-f75f-45d3-87bd-6f397cb6d637 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:43.441835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69512a03-9949-404c-9fb1-0d325a4d70c6 req-611fe8ce-f75f-45d3-87bd-6f397cb6d637 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.3131359 Aug 04 14:47:43.648014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69512a03-9949-404c-9fb1-0d325a4d70c6 req-a1768955-1705-4cd9-8606-e45d55422006 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883800 Aug 04 14:47:43.694237 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:38Z', 'revision_number': 4, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '6af37df9-3f0b-419a-af03-8ac815dce04e', 'name': '', 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'mac_address': 'fa:16:3e:e9:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:35Z', 'updated_at': '2021-08-04T14:47:39Z', 'revision_number': 2, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'subnets': [{'id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:43.736147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Checking router: 61d27c03-abf0-462b-aa9d-f1949abdf6de for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:47:43.736765 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Updating router 61d27c03-abf0-462b-aa9d-f1949abdf6de port 6af37df9-3f0b-419a-af03-8ac815dce04e binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:47:43.771311 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:43.789354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] For port ceee7f4f-6726-461e-9e25-75d7192d6223, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ceee7f4f-6726-461e-9e25-75d7192d6223,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:43.789737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:43.809310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Calling delete_port for ceee7f4f-6726-461e-9e25-75d7192d6223 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:44.046925 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-e49793e4-7e46-4dfb-96bf-27477179efe8 req-01872ce5-494a-4336-987c-9fc03f918d22 tempest-FloatingIPDetailsNegativeTestJSON-1634690260 tempest-FloatingIPDetailsNegativeTestJSON-1634690260-project] show failed (client error): The resource could not be found. Aug 04 14:47:44.059142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51228) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:44.069495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e49793e4-7e46-4dfb-96bf-27477179efe8 req-01872ce5-494a-4336-987c-9fc03f918d22 tempest-FloatingIPDetailsNegativeTestJSON-1634690260 tempest-FloatingIPDetailsNegativeTestJSON-1634690260-project] 10.222.0.76 "GET /v2.0/floatingips/0392bde2-0ae5-42d2-96d4-f89e6a80c91c HTTP/1.1" status: 404 len: 350 time: 0.1036060 Aug 04 14:47:44.079549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:44.094661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ceee7f4f-6726-461e-9e25-75d7192d6223'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:44.134947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ade435-2b2f-4c75-905d-a2700a628f57 req-12e94540-875f-4fc6-9484-973177a29792 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:44.146531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1ade435-2b2f-4c75-905d-a2700a628f57 req-12e94540-875f-4fc6-9484-973177a29792 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/ports?device_id=aae9d3db-75eb-4dc6-944f-3558f949d3df HTTP/1.1" status: 200 len: 867 time: 0.5872877 Aug 04 14:47:44.239267 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbde8fa-5a2a-475f-90d1-7b491f6648e6 x-openstack-request-id: req-dfbde8fa-5a2a-475f-90d1-7b491f6648e6 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:44.240301 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869e15-abcb-4837-8f7b-f4908693bbbd", "name": "network-vif-deleted", "tag": "3e2710de-27d0-4e7e-adf1-969f869a915c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:44.240645 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfbde8fa-5a2a-475f-90d1-7b491f6648e6 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:44.241194 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869e15-abcb-4837-8f7b-f4908693bbbd', 'name': 'network-vif-deleted', 'tag': '3e2710de-27d0-4e7e-adf1-969f869a915c', 'status': 'completed', 'code': 200} Aug 04 14:47:44.268793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Pushing event deleted for resources: {'Port': ['ID=ceee7f4f-6726-461e-9e25-75d7192d6223,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:44.338535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a5d1a63-2fd3-4eb3-9828-d2bba8cdba93 req-dacea9b4-3e1e-4f24-8e90-5ec05c18b502 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 210 time: 0.0454435 Aug 04 14:47:44.482196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1ade435-2b2f-4c75-905d-a2700a628f57 req-e99a19b8-5156-4056-a77a-d7e9d77318f9 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2acd639-19f9-4866-a56d-90060b71a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345571 Aug 04 14:47:44.532852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] No DVR routers for this DVR port ceee7f4f-6726-461e-9e25-75d7192d6223 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:44.585569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:44.587704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40a3e644-68d4-4b47-b181-8fe186586cef req-d7e1d12a-36f8-4f2e-b149-6d2b51d70355 tempest-ServersOnMultiNodesTest-472369455 tempest-ServersOnMultiNodesTest-472369455-project] 10.222.0.38 "DELETE /v2.0/ports/ceee7f4f-6726-461e-9e25-75d7192d6223 HTTP/1.1" status: 204 len: 173 time: 1.6729243 Aug 04 14:47:44.766697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f3c43-4053-4d45-ad92-f9520233451c req-242fbe44-0c47-4b45-ba75-223cd0071f28 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:44.790838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-987f3c43-4053-4d45-ad92-f9520233451c req-242fbe44-0c47-4b45-ba75-223cd0071f28 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.2779300 Aug 04 14:47:44.826629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d9ee-2dd9-4864-b9fc-25f87cfde9cf req-27d3994f-bcbd-4fd9-8fce-721357f91d82 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:44.837547 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:44.838431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dab1d9ee-2dd9-4864-b9fc-25f87cfde9cf req-27d3994f-bcbd-4fd9-8fce-721357f91d82 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.2583501 Aug 04 14:47:44.852964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84413ed4-a072-4751-a71b-9881ecc23b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:44.869543 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Transition to ACTIVE for port object 6af37df9-3f0b-419a-af03-8ac815dce04e will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:44.889405 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:45.027179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dab1d9ee-2dd9-4864-b9fc-25f87cfde9cf req-0d581416-c8b2-40e6-ae01-2a80b60c84ea tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864479 Aug 04 14:47:45.082867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-987f3c43-4053-4d45-ad92-f9520233451c req-9f00ade5-1edc-4cde-a44b-4a5013ded20c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856374 Aug 04 14:47:45.085474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b68e4255-7fb1-40fb-b309-9de2e4f84a0e no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:45.135181 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Attempting to bind port 6af37df9-3f0b-419a-af03-8ac815dce04e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:45.135607 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Attempting to bind port 6af37df9-3f0b-419a-af03-8ac815dce04e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:45.135977 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Attempting to bind port 6af37df9-3f0b-419a-af03-8ac815dce04e on network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:45.143690 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:45.144147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Checking segment: {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:45.144627 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:45.145039 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Bound using segment: {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:45.145510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Bound port: 6af37df9-3f0b-419a-af03-8ac815dce04e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08648bcf-74fb-4ec6-80ad-efd922afb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:45.145908 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:45.162889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: b68e4255-7fb1-40fb-b309-9de2e4f84a0e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:45.164080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device b68e4255-7fb1-40fb-b309-9de2e4f84a0e not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:45.165114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3e2710de-27d0-4e7e-adf1-969f869a915c no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:45.223212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 3e2710de-27d0-4e7e-adf1-969f869a915c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:45.225772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3e2710de-27d0-4e7e-adf1-969f869a915c not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:45.322720 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] For port 6af37df9-3f0b-419a-af03-8ac815dce04e, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:45.337345 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] For port 6af37df9-3f0b-419a-af03-8ac815dce04e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6af37df9-3f0b-419a-af03-8ac815dce04e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:45.383661 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:45.400433 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cbfb-885c-4345-9325-2f90db6c1d0e None None] Pushing event updated for resources: {'Port': ['ID=6af37df9-3f0b-419a-af03-8ac815dce04e,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:45.515911 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:45.516829 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:45.552137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-114b77c6-959f-4294-9909-891140967b76 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:45.555769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-114b77c6-959f-4294-9909-891140967b76 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.4715886 Aug 04 14:47:45.573211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Request body: {'port': {'device_id': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'admin_state_up': True, 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:45.652009 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cbfb-885c-4345-9325-2f90db6c1d0e None None] Pushing event updated for resources: {'Port': ['ID=6af37df9-3f0b-419a-af03-8ac815dce04e,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:45.763399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ba31a00-3250-4b9d-93b7-64ee8b1be5aa req-f2c772c9-1ae5-4e64-9046-09ff5176cdcb tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 210 time: 0.1793952 Aug 04 14:47:45.832887 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:45.941982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-0ff1229c-68ac-4549-ae1a-f0a52e1298c0 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:45.943792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-0ff1229c-68ac-4549-ae1a-f0a52e1298c0 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 812 time: 0.3339298 Aug 04 14:47:45.958715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Request body: {'port': {'device_id': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'admin_state_up': True, 'tenant_id': 'bc0dda799a324a78995736b9c8f8ce2d'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:46.062935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:46.073492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:46.146752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Made reservation on behalf of bc0dda799a324a78995736b9c8f8ce2d for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:46.150838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:46.286487 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:38Z', 'revision_number': 4, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '6af37df9-3f0b-419a-af03-8ac815dce04e', 'name': '', 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'mac_address': 'fa:16:3e:e9:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:35Z', 'updated_at': '2021-08-04T14:47:45Z', 'revision_number': 4, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'subnets': [{'id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:46.294183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Allocated IP 172.20.0.10 (04b20e99-5e99-47ae-a87b-d2f303f5e354/f38d769e-4bca-4fac-b5ea-79a3d8afe37f/6fb8caa0-482d-40ee-b7af-efa4cae87252) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:46.332751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'name': 'network-vif-deleted', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:46.341454 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2a2d8-e57d-420c-9b18-8ba4c7b25d53" -d '{"events": [{"server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "name": "network-vif-deleted", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:46.357210 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0acb6-126c-4d2f-8037-d0d7f229b435 None None] The sync data for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 is: [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:38Z', 'revision_number': 4, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '6af37df9-3f0b-419a-af03-8ac815dce04e', 'name': '', 'network_id': '5b4f645b-8152-4ebb-bf7c-508b38f56b83', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'mac_address': 'fa:16:3e:e9:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:35Z', 'updated_at': '2021-08-04T14:47:45Z', 'revision_number': 4, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'subnets': [{'id': '274e1939-c53a-4fb5-9844-cbfb8483fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:47:46.381376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-0883565f-9a81-41dd-9db5-8f77d3bdfeb1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:46.397419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-0883565f-9a81-41dd-9db5-8f77d3bdfeb1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.2384398 Aug 04 14:47:46.557598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51288) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:46.569425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-bfd875a4-78a8-483a-982d-fb82d82f0e27 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/quotas/61e5dd94a65d43619d36f5dee599441a HTTP/1.1" status: 200 len: 375 time: 0.1704330 Aug 04 14:47:46.656882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:46.715931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f59ba-7592-4ad1-ba3a-247df933beb0 req-f9758303-13f6-4a27-a365-4028553567a3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:46.725658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a00f59ba-7592-4ad1-ba3a-247df933beb0 req-f9758303-13f6-4a27-a365-4028553567a3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.3072577 Aug 04 14:47:46.728306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:46.777658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-0a5b47c5-592a-41dd-915c-96f7e507eaab tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2073605 Aug 04 14:47:46.875058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a00f59ba-7592-4ad1-ba3a-247df933beb0 req-a1dd914f-65f1-40b8-85f0-a8640dee8a52 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486497 Aug 04 14:47:46.942883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-80d5bd8d-7251-4f76-b759-a0ff3f2ab351 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9af7d8b4d567493cae52350b406ff6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823469 Aug 04 14:47:46.946877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:46.947463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51294) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:47.001273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:47.010019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:47.022341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:47.087134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event updated for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:47.102240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:47.103206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.130620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-308ac935-92a7-40a4-82ab-b9f8294b6dfa tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1762023 Aug 04 14:47:47.138758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-87c6eb37-8ad6-4f14-b629-13c4a323fb38 service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600795 Aug 04 14:47:47.160556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Request body: {'port': {'device_id': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:47.252514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Allocated IP 172.20.0.11 (04b20e99-5e99-47ae-a87b-d2f303f5e354/f38d769e-4bca-4fac-b5ea-79a3d8afe37f/0c687943-28cc-4f51-a3d4-aa6ffb95d486) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:47.279383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.279680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.310118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Deleting port 6af37df9-3f0b-419a-af03-8ac815dce04e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:47.310558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.310784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ceee7f4f-6726-461e-9e25-75d7192d6223 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:47.331764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.362207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: ceee7f4f-6726-461e-9e25-75d7192d6223 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:47.373524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ceee7f4f-6726-461e-9e25-75d7192d6223 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:47.406929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d0a786d-aa53-4dd0-85bb-fb4509af178f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.458197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027e6cb-ae17-464a-b712-a38e1384455a req-87cea43b-1e2f-4ed6-8dca-20cc7d6caa7e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:47.469634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5027e6cb-ae17-464a-b712-a38e1384455a req-87cea43b-1e2f-4ed6-8dca-20cc7d6caa7e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.4695420 Aug 04 14:47:47.565453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.569395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] For port 6af37df9-3f0b-419a-af03-8ac815dce04e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6af37df9-3f0b-419a-af03-8ac815dce04e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:47.569822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.595990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Calling delete_port for 6af37df9-3f0b-419a-af03-8ac815dce04e owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:47.600431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5027e6cb-ae17-464a-b712-a38e1384455a req-548066c9-9791-4ea2-9cf6-b21b1c126b5a tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296160 Aug 04 14:47:47.635645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-7ab63aca-39d4-411e-8999-86a2c78f2bf6 service neutron] 10.222.0.76 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959359 Aug 04 14:47:47.642493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.645182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.649138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2acd639-19f9-4866-a56d-90060b71a017 HTTP/1.1" status: 204 len: 168 time: 0.6916811 Aug 04 14:47:47.728693 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.731795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810651cc-1741-4eee-a4ea-cfb4cff7db88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2acd639-19f9-4866-a56d-90060b71a017,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:47.935448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:47.988524 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1414da0f-d97f-4bfd-bfcd-47c5e4ef3f8b x-openstack-request-id: req-1414da0f-d97f-4bfd-bfcd-47c5e4ef3f8b {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:47.991456 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae9d3db-75eb-4dc6-944f-3558f949d3df", "name": "network-vif-deleted", "tag": "ceee7f4f-6726-461e-9e25-75d7192d6223", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:47.992024 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1414da0f-d97f-4bfd-bfcd-47c5e4ef3f8b {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:47.995209 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae9d3db-75eb-4dc6-944f-3558f949d3df', 'name': 'network-vif-deleted', 'tag': 'ceee7f4f-6726-461e-9e25-75d7192d6223', 'status': 'completed', 'code': 200} Aug 04 14:47:48.124695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:48.309534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6af37df9-3f0b-419a-af03-8ac815dce04e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:48.328770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455363-b7d0-42bd-bac3-5ae8159d855d req-8c92014c-9822-4c1d-ac86-015903b5dd83 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:48.331906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-29455363-b7d0-42bd-bac3-5ae8159d855d req-8c92014c-9822-4c1d-ac86-015903b5dd83 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 932 time: 0.3340998 Aug 04 14:47:48.372932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51318) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:48.379513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6af37df9-3f0b-419a-af03-8ac815dce04e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:48.380950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6af37df9-3f0b-419a-af03-8ac815dce04e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 04 14:47:48.401641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4450-ab55-426a-977b-3755d49af80e req-95cb80e0-a443-4fef-a2b3-9a5ccc6e6041 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:48.409481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ae4450-ab55-426a-977b-3755d49af80e req-95cb80e0-a443-4fef-a2b3-9a5ccc6e6041 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.2562940 Aug 04 14:47:48.466471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port 6af37df9-3f0b-419a-af03-8ac815dce04e not found, will not notify nova. {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 04 14:47:48.491765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:48.527578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:48.630044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:48.632640 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:48.642696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af37df9-3f0b-419a-af03-8ac815dce04e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:48.661530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event updated for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:48.667236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-29455363-b7d0-42bd-bac3-5ae8159d855d req-1a234802-e9e1-45cb-bd8f-2b78f60e0902 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255391 Aug 04 14:47:48.692645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ae4450-ab55-426a-977b-3755d49af80e req-b100145c-2da3-4979-b5e5-0c51658343b1 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821884 Aug 04 14:47:48.769190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Network 04b20e99-5e99-47ae-a87b-d2f303f5e354 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:48.867627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ff6d5fe-bcc1-472e-ae80-01675a7c674a req-fcc1eaef-60f7-4a02-846b-326d27a2c4e3 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 210 time: 0.0699627 Aug 04 14:47:48.880555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:48.888142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:48.904044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a2219efe-6516-4714-9a0a-b005d334db28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=610bc103326b4b89983f095be58e40d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296712 Aug 04 14:47:48.909136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Router 61d27c03-abf0-462b-aa9d-f1949abdf6de has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:47:48.912421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51330) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:49.064776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:49.065550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.091242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-928267d2-72e0-4123-b4de-06659098d5f3 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5239494 Aug 04 14:47:49.118484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13253df3-2ec9-41ac-8b67-ac29c74e3977 req-9d8d6265-d678-4287-8ce3-9207e75ecea3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:49.126707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13253df3-2ec9-41ac-8b67-ac29c74e3977 req-9d8d6265-d678-4287-8ce3-9207e75ecea3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.2161405 Aug 04 14:47:49.133119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Request body: {'port': {'device_id': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:49.217651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb8caa0-482d-40ee-b7af-efa4cae87252 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:49.226948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:47:49.234674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9cc7eab1-a206-48b5-801c-17c587aed7e8 admin admin] 10.222.0.76 "PUT /v2.0/routers/61d27c03-abf0-462b-aa9d-f1949abdf6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1736171 Aug 04 14:47:49.239263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51340) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:49.240636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.250840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Sync routers for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:47:49.262278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.271925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:49.272569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:49.274193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.344089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Transition to ACTIVE for port object 6fb8caa0-482d-40ee-b7af-efa4cae87252 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:49.348947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.376016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.425667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:49.518136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:49.543380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.774551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:47Z', 'revision_number': 5, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:49.791050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-63538f0a-1da8-416c-ad8c-b4e477c8874f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:49.792812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-63538f0a-1da8-416c-ad8c-b4e477c8874f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 814 time: 0.1491647 Aug 04 14:47:49.815235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Request body: {'port': {'device_id': '20787b20-454e-4469-af3c-6c856a50d969', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'admin_state_up': True, 'tenant_id': '61e5dd94a65d43619d36f5dee599441a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:49.825568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.836520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.840381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c20150b-695e-4fb0-b669-c59c3760505c HTTP/1.1" status: 204 len: 168 time: 0.9205179 Aug 04 14:47:49.845526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c687943-28cc-4f51-a3d4-aa6ffb95d486 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:49.852868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Checking router: 61d27c03-abf0-462b-aa9d-f1949abdf6de for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:47:49.857440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.877917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Routers {'61d27c03-abf0-462b-aa9d-f1949abdf6de'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:49.882798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61d27c03-abf0-462b-aa9d-f1949abdf6de'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:49.891822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Transition to ACTIVE for port object 0c687943-28cc-4f51-a3d4-aa6ffb95d486 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:49.943455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:49.967848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13253df3-2ec9-41ac-8b67-ac29c74e3977 req-5c068ee9-c9fa-476a-968c-7f8157cd9672 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398466 Aug 04 14:47:49.968667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973bd1d-c112-44c4-8b04-3a49e5d1c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20150b-695e-4fb0-b669-c59c3760505c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:49.985074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Attempting to bind port 6fb8caa0-482d-40ee-b7af-efa4cae87252 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:49.985426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Attempting to bind port 6fb8caa0-482d-40ee-b7af-efa4cae87252 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:49.985763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Attempting to bind port 6fb8caa0-482d-40ee-b7af-efa4cae87252 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:49.994913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Port 6fb8caa0-482d-40ee-b7af-efa4cae87252 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:49.995250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Attempting to bind port 6fb8caa0-482d-40ee-b7af-efa4cae87252 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:50.038640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:50.041143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Checking segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:50.041520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Bound using segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:50.042011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Bound port: 6fb8caa0-482d-40ee-b7af-efa4cae87252, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:50.042403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.152827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Pushing event updated for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:50.163283 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.178874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] Set router 61d27c03-abf0-462b-aa9d-f1949abdf6de gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:50.301925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.327530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Made reservation on behalf of 61e5dd94a65d43619d36f5dee599441a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:50.332172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.351209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:50.355492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:50.371834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.373417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c8c5-655d-49b8-af72-4d33ef91c895 req-e5c8ecfd-1afc-47c5-8bb6-797b18f9f87a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:50.379789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7a8c8c5-655d-49b8-af72-4d33ef91c895 req-e5c8ecfd-1afc-47c5-8bb6-797b18f9f87a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.4719722 Aug 04 14:47:50.452958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f1a3f-22c3-4c3d-a7e2-f5aa7822580e req-67237d17-df42-4be0-ba27-706f243eeb4c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:50.455006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c12f1a3f-22c3-4c3d-a7e2-f5aa7822580e req-67237d17-df42-4be0-ba27-706f243eeb4c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 944 time: 0.3083880 Aug 04 14:47:50.498481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:50.499330 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.501270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] 10.222.0.46 "PUT /v2.0/ports/6fb8caa0-482d-40ee-b7af-efa4cae87252 HTTP/1.1" status: 200 len: 1093 time: 3.3449910 Aug 04 14:47:50.503150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:50.505660 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32c63d-668e-4c18-9989-51cdf79d16bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:50.528277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7a8c8c5-655d-49b8-af72-4d33ef91c895 req-7a0aa823-ad50-4477-b4b2-aa6f8238a531 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294136 Aug 04 14:47:50.567807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c12f1a3f-22c3-4c3d-a7e2-f5aa7822580e req-7a50f3fb-1e70-4273-8f80-97ece4f4fae1 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002061 Aug 04 14:47:50.627196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Attempting to bind port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:50.627827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Attempting to bind port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:50.630057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Attempting to bind port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:50.663908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:50.664578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Attempting to bind port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 on network 04b20e99-5e99-47ae-a87b-d2f303f5e354 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:50.686694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:47Z', 'revision_number': 5, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:50.689686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:50.690255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Checking segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:50.690936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Bound using segment: {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:50.691772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Bound port: 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:50.692378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.710791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77b81079-6771-4082-8442-5c6175713f66 req-ec0240c5-0717-4c83-b52a-10f32a230be4 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 210 time: 0.0844812 Aug 04 14:47:50.762239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b45a572-e53c-4697-a660-675ee2767cc9 None None] The sync data for ids ['61d27c03-abf0-462b-aa9d-f1949abdf6de'] in n-d-801743-12 is: [{'id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1551166699-router', 'tenant_id': '7ebfa364c82f423d83967daebe46b83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:31Z', 'updated_at': '2021-08-04T14:47:47Z', 'revision_number': 5, 'project_id': '7ebfa364c82f423d83967daebe46b83f', 'gw_port': {'id': '033ccdcb-c31f-4eaa-bbcd-5e311adb85f3', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d27c03-abf0-462b-aa9d-f1949abdf6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:32Z', 'updated_at': '2021-08-04T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:47:50.773320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303929c-51c0-4095-99fa-3e1259adf502 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:50.867531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:50.871346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:50.882213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.926943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:50.927912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:50.929406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c687943-28cc-4f51-a3d4-aa6ffb95d486 HTTP/1.1" status: 200 len: 1093 time: 1.8283291 Aug 04 14:47:50.929936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:50.932741 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984744a-a83b-4417-9944-806218176fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:50.988552 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e24172-c9e2-49a8-8c31-4deb39c6fc77 x-openstack-request-id: req-20e24172-c9e2-49a8-8c31-4deb39c6fc77 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:50.988951 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:50.990007 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20e24172-c9e2-49a8-8c31-4deb39c6fc77 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:50.990447 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486', 'status': 'completed', 'code': 200} Aug 04 14:47:51.039506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41b673-b964-4a75-b60e-dd8ea4487e18 service neutron] Pushing event updated for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:51.086141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-0f34b888-e3bb-423e-9419-aefecb6e0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.087170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-0f34b888-e3bb-423e-9419-aefecb6e0518 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0958710 Aug 04 14:47:51.171840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-3ffd8492-72c1-4cc0-a26f-579043ea464c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486 HTTP/1.1" status: 200 len: 217 time: 0.0737998 Aug 04 14:47:51.266231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-b0f61443-5c96-4d75-b4ca-f1ee733e6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.267854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-b0f61443-5c96-4d75-b4ca-f1ee733e6df0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.0631540 Aug 04 14:47:51.318434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-79f6b90e-2fdf-4960-b3b6-0bb4276f3fdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402730 Aug 04 14:47:51.322653 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434d95b2-588f-4b1e-9397-d9e3b4077c97 x-openstack-request-id: req-434d95b2-588f-4b1e-9397-d9e3b4077c97 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:51.323277 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:51.323277 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-434d95b2-588f-4b1e-9397-d9e3b4077c97 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:51.323560 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252', 'status': 'completed', 'code': 200} Aug 04 14:47:51.328686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ad871-94a1-4408-b7f8-8179eec1ffab req-488bd172-bb9b-4c2e-ae15-c586d552603f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.336426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df8ad871-94a1-4408-b7f8-8179eec1ffab req-488bd172-bb9b-4c2e-ae15-c586d552603f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1673150 Aug 04 14:47:51.358170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:51.366676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-e286501e-7e66-4de6-870c-eb2cd18dc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.368691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-e286501e-7e66-4de6-870c-eb2cd18dc042 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 1096 time: 0.7018182 Aug 04 14:47:51.378107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Deleting port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:51.378435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.446785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df8ad871-94a1-4408-b7f8-8179eec1ffab req-06dffaa4-67d5-490a-8621-65eba9c7e21d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091840 Aug 04 14:47:51.460179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Allocated IP 172.20.0.4 (df6a091f-3d3c-45b4-82e5-df1c84f65130/5b86b307-5cd1-4300-bd45-457f060317c0/cbec549f-ae8e-40f2-b06f-d7dd3897fa41) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:51.469057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-4990c29e-f560-4758-998e-357b64db990a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252 HTTP/1.1" status: 200 len: 217 time: 0.0843022 Aug 04 14:47:51.480828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-bf474f22-39b2-4bf3-a81f-3bde76dd584a service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415217 Aug 04 14:47:51.539178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-network', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:51.585645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Made reservation on behalf of f0278fc49c4342be8c410f5f2ac87f73 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:51.588237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.604166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.613992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-7932b342-a7d0-4633-902d-a28e2bac88c6 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255479 Aug 04 14:47:51.644568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299be2-134f-48ad-8a0d-52d19755840d req-b40b38b1-045e-483e-ad25-6e6a16391506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.646045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-b40b38b1-045e-483e-ad25-6e6a16391506 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.1649647 Aug 04 14:47:51.651083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] For port 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:51.651451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.678766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Calling delete_port for 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:51.700948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-9160ed29-f241-4370-a291-54ffc69e40f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377283 Aug 04 14:47:51.782319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410d105-ada9-4497-97ee-caffcee54167 req-8358ba6f-d611-4b31-80fb-a923309c98fd tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.783910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9410d105-ada9-4497-97ee-caffcee54167 req-8358ba6f-d611-4b31-80fb-a923309c98fd tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1687443 Aug 04 14:47:51.796579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f877a-68ce-4286-a6c7-23bdd78ae5f1 req-0bb6c216-044c-4743-ad74-b0967c23a42e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.798137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd9f877a-68ce-4286-a6c7-23bdd78ae5f1 req-0bb6c216-044c-4743-ad74-b0967c23a42e tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 944 time: 0.1504006 Aug 04 14:47:51.802855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984744a-a83b-4417-9944-806218176fd4 req-cdb312f9-ec9e-4c04-89de-91399ccc57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:51.804441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-cdb312f9-ec9e-4c04-89de-91399ccc57e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 1096 time: 0.1204898 Aug 04 14:47:51.838040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.939778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9410d105-ada9-4497-97ee-caffcee54167 req-05dca0ae-4415-4085-a3a4-b9e5b1ecde6a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405835 Aug 04 14:47:51.943429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:51.950634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-a492913c-6348-46cb-8456-131e22176562 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342744 Aug 04 14:47:51.951276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd9f877a-68ce-4286-a6c7-23bdd78ae5f1 req-8fe68d83-2c0e-4439-a55f-8057ac38be99 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381636 Aug 04 14:47:51.954507 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.007111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984744a-a83b-4417-9944-806218176fd4 req-a4713a22-0b61-4b0c-b252-8ea691430957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.008888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-a4713a22-0b61-4b0c-b252-8ea691430957 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 913 time: 0.1969945 Aug 04 14:47:52.009753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:52.016406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.031635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8f69bfbe-801f-4005-ae4b-8f97dd03fb78'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:52.033843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a', '7156138b-a102-4807-ab23-2ca86a00cc3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:52.073480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-c7794172-45f3-4242-b680-52dd7baffb6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486 HTTP/1.1" status: 200 len: 217 time: 0.0551591 Aug 04 14:47:52.126936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Network df6a091f-3d3c-45b4-82e5-df1c84f65130 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:52.131854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6af37df9-3f0b-419a-af03-8ac815dce04e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:52.146872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:52.158232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:52.164936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event updated for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:52.185830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6af37df9-3f0b-419a-af03-8ac815dce04e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:52.186490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6af37df9-3f0b-419a-af03-8ac815dce04e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:52.193702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.250085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c299be2-134f-48ad-8a0d-52d19755840d req-844a3b07-e4b5-44bf-ae5d-0fd578bd497b service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903132 Aug 04 14:47:52.255320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=033ccdcb-c31f-4eaa-bbcd-5e311adb85f3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:52.292369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.293141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.390178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4cc26e30-e887-40a3-bec6-f9d3ff371386 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5793350 Aug 04 14:47:52.401358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.435850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Request body: {'port': {'device_id': '20787b20-454e-4469-af3c-6c856a50d969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:52.511291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:52.520020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-9fdd0401-e2e9-4b2e-a546-5162db23c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.521865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-9fdd0401-e2e9-4b2e-a546-5162db23c2a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 1096 time: 0.1880038 Aug 04 14:47:52.529955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.534747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.559411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.559961 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Added segment 5c8d4705-3861-435d-a26c-4d9d8aa8a57c of type vlan for network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 Aug 04 14:47:52.576261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984744a-a83b-4417-9944-806218176fd4 req-e858f2c7-cdec-4cb2-a5c2-b4b1f749bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.577818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-e858f2c7-cdec-4cb2-a5c2-b4b1f749bc57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.4944723 Aug 04 14:47:52.607613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0a2d-5b95-4cd0-8562-4c82dec5c947 req-537c9fba-fd1d-4d80-952c-3170e0a8ec4b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.609162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-547f0a2d-5b95-4cd0-8562-4c82dec5c947 req-537c9fba-fd1d-4d80-952c-3170e0a8ec4b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 931 time: 0.5131299 Aug 04 14:47:52.636131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.645329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.663354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.663858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d27c03-abf0-462b-aa9d-f1949abdf6de {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:47:52.664542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d6616-95f2-4227-89db-52fc9e876036 req-fa5010ba-47ac-484a-8143-c6a1633027bd tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.666070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b1d6616-95f2-4227-89db-52fc9e876036 req-fa5010ba-47ac-484a-8143-c6a1633027bd tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 949 time: 0.1830533 Aug 04 14:47:52.668908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.669719 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-85160a06-cd34-4207-a800-0cfaf9160e82 admin admin] 10.222.0.76 "DELETE /v2.0/routers/61d27c03-abf0-462b-aa9d-f1949abdf6de HTTP/1.1" status: 204 len: 168 time: 3.4264686 Aug 04 14:47:52.673011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-9ab8a916-9c2c-4561-beba-50c9a7df99eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599048 Aug 04 14:47:52.673899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:52.776083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-70fd2595-4ee2-438f-9774-f58f82e2a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.776767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-547f0a2d-5b95-4cd0-8562-4c82dec5c947 req-889cb249-9eac-49b0-844e-6d31658c1491 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517222 Aug 04 14:47:52.777669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-70fd2595-4ee2-438f-9774-f58f82e2a25c service neutron] 10.222.0.46 "GET /v2.0/networks?id=04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 200 len: 913 time: 0.2443314 Aug 04 14:47:52.782523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Deleting subnet 274e1939-c53a-4fb5-9844-cbfb8483fb1c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:47:52.803781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.804797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:52.805391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.827645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b1d6616-95f2-4227-89db-52fc9e876036 req-5fe1777d-ea53-4a08-8e06-3c6d98c9dbb2 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446276 Aug 04 14:47:52.856287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:52.904278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5329034 Aug 04 14:47:52.907994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51442) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:52.927675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Request body: {'subnet': {'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-subnet', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:52.935724 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-925ac4e9-739e-4854-8b19-24a81d5c413c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252 HTTP/1.1" status: 200 len: 217 time: 0.1466870 Aug 04 14:47:52.939576 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-e5bbd49f-3659-4bfb-90d7-836bc1ee1e44 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538536 Aug 04 14:47:52.944223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325e300-dca1-4335-a46a-a03d019d3795 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3a6da1-ebc2-42c1-8e79-41918cc499c9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:52.956237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:53.005825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-7b3988b6-2bb0-41a0-a012-c87c67ec265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.007418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-7b3988b6-2bb0-41a0-a012-c87c67ec265f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 200 len: 852 time: 0.0482523 Aug 04 14:47:53.009839 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.020030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285088e-f46d-4af6-a1c1-128e445e4aa7 req-f46e4a23-433c-4cf9-ba94-d9e122f913fe tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.021609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6285088e-f46d-4af6-a1c1-128e445e4aa7 req-f46e4a23-433c-4cf9-ba94-d9e122f913fe tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1465826 Aug 04 14:47:53.027897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Made reservation on behalf of f0278fc49c4342be8c410f5f2ac87f73 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:53.030472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.089882 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-f4999f76-1bc9-4a1e-80ce-7077d46b4b01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04b20e99-5e99-47ae-a87b-d2f303f5e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314684 Aug 04 14:47:53.152076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6285088e-f46d-4af6-a1c1-128e445e4aa7 req-8b4b02e1-edb7-423b-84a7-80f1b868e3fd tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168878 Aug 04 14:47:53.159302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-466bf9cf-b70d-4ab5-a933-6f0617aa0bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064660 Aug 04 14:47:53.334341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.410601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-f43f0c99-75dc-4e09-8f78-22753bd49c29 service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111811 Aug 04 14:47:53.416406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83250c47-9c05-407b-9824-93179e7acf01 req-380ef025-9759-4a47-80f5-f542b83ba95c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.418122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83250c47-9c05-407b-9824-93179e7acf01 req-380ef025-9759-4a47-80f5-f542b83ba95c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 944 time: 0.1336884 Aug 04 14:47:53.429901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4aae5-1b76-4166-85c3-ebe4fff9aebc req-0209dea9-fa3d-4b23-84cf-c937251d4848 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.431478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfe4aae5-1b76-4166-85c3-ebe4fff9aebc req-0209dea9-fa3d-4b23-84cf-c937251d4848 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1458228 Aug 04 14:47:53.434126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.447463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbec549f-ae8e-40f2-b06f-d7dd3897fa41 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:53.482849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.508883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.513690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Transition to ACTIVE for port object cbec549f-ae8e-40f2-b06f-d7dd3897fa41 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:53.529099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.534193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83250c47-9c05-407b-9824-93179e7acf01 req-ee74cb1d-41a3-49b8-b139-ae50cc4d3454 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Aug 04 14:47:53.540250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b5f646-9604-495c-83af-2569b97eda44,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:53.549516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfe4aae5-1b76-4166-85c3-ebe4fff9aebc req-9a2940ed-07d6-468c-9a4f-97f29cdaf462 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046267 Aug 04 14:47:53.561760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.565886 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/274e1939-c53a-4fb5-9844-cbfb8483fb1c HTTP/1.1" status: 204 len: 168 time: 0.8873730 Aug 04 14:47:53.567473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51460) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:53.570174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5fc0f-8e5f-4afb-a6ee-6a493158cd4b None None] Network 5b4f645b-8152-4ebb-bf7c-508b38f56b83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:53.589189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5949a-a48b-46fa-9e85-a4e2c8b0f93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274e1939-c53a-4fb5-9844-cbfb8483fb1c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:53.613234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de32c63d-668e-4c18-9989-51cdf79d16bb req-d815cb90-60fe-4c92-bcda-1116c25019de service neutron] 10.222.0.46 "GET /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914477 Aug 04 14:47:53.640292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:53.645897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Checking segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:53.645897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Network hostable DHCP agents. Network: 1b3a6da1-ebc2-42c1-8e79-41918cc499c9, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:53.715744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Attempting to bind port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:53.716080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Attempting to bind port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:53.716455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Attempting to bind port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:53.716678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.719324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:53.722500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:47:53.722846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Attempting to bind port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 on network df6a091f-3d3c-45b4-82e5-df1c84f65130 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:53.728711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:53.729207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Checking segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:53.730500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Bound using segment: {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:53.730500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Bound port: cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:53.730500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.734371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1b3a6da1-ebc2-42c1-8e79-41918cc499c9) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:53.741063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.741657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.746091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b606e-11f7-46e6-9456-1ce9f3763096 None None] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:53.780443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23722001-2433-4955-acda-4dcb6fc8ac89 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8571644 Aug 04 14:47:53.783838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51470) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:53.788272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:53.804315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:53.806971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:53.814692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Deleting port 044473b3-0d3d-462a-9673-f7871cb8e82e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:53.815071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.815491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.839189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] DHCP port deletion for 5b4f645b-8152-4ebb-bf7c-508b38f56b83 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:47:53.867283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.868145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.869772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/cbec549f-ae8e-40f2-b06f-d7dd3897fa41 HTTP/1.1" status: 200 len: 1092 time: 1.4393466 Aug 04 14:47:53.870435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:53.873395 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:53.874116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.875362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.939545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47458660-d312-4a22-91bb-bc2b2fcf76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:53.943788 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27a157-a42f-404c-9a15-ac8531e4800f x-openstack-request-id: req-1a27a157-a42f-404c-9a15-ac8531e4800f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:53.944075 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:53.944622 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a27a157-a42f-404c-9a15-ac8531e4800f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:53.945019 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41', 'status': 'completed', 'code': 200} Aug 04 14:47:53.968548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Deleting port 044473b3-0d3d-462a-9673-f7871cb8e82e {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:47:53.969067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.984045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:47:53.984916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.994257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] For port 044473b3-0d3d-462a-9673-f7871cb8e82e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=044473b3-0d3d-462a-9673-f7871cb8e82e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:53.995441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.997558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-6e67ff4d-46bf-4701-8a0b-535903d5309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:53.998624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:53.999206 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-6e67ff4d-46bf-4701-8a0b-535903d5309e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 1095 time: 0.0532963 Aug 04 14:47:54.041513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Calling delete_port for 044473b3-0d3d-462a-9673-f7871cb8e82e owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:54.049942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-7ec4047e-03d0-4981-ab25-b2001858e845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41 HTTP/1.1" status: 200 len: 217 time: 0.0383508 Aug 04 14:47:54.057635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] For port 044473b3-0d3d-462a-9673-f7871cb8e82e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=044473b3-0d3d-462a-9673-f7871cb8e82e,segment=NetworkSegment(08648bcf-74fb-4ec6-80ad-efd922afb606),segment_id=08648bcf-74fb-4ec6-80ad-efd922afb606)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:54.058041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.093945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06f6ea-b466-4959-9fec-d6e234e3261c req-87a5d670-6a5a-4027-a145-9de7796fec61 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.095736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b06f6ea-b466-4959-9fec-d6e234e3261c req-87a5d670-6a5a-4027-a145-9de7796fec61 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 943 time: 0.1896348 Aug 04 14:47:54.108235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-243c3c1c-8a30-4a7c-9a9c-850197fdcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.110018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-243c3c1c-8a30-4a7c-9a9c-850197fdcf1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0501263 Aug 04 14:47:54.120022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Calling delete_port for 044473b3-0d3d-462a-9673-f7871cb8e82e owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:47:54.149176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4bdd1865-7a85-4dfc-bc77-99d7d001c3e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277278 Aug 04 14:47:54.213917 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.218929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 044473b3-0d3d-462a-9673-f7871cb8e82e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:54.267415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b06f6ea-b466-4959-9fec-d6e234e3261c req-c0d7a2ab-e9b8-4730-ac93-85dd53c830a9 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049194 Aug 04 14:47:54.285554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Allocated IP 172.20.0.2 (1b3a6da1-ebc2-42c1-8e79-41918cc499c9/99b5f646-9604-495c-83af-2569b97eda44/86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:54.339541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-4a90f007-f19f-42ec-bc27-ce591fc10bfc service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807513 Aug 04 14:47:54.351649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.408370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Pushing event deleted for resources: {'Port': ['ID=044473b3-0d3d-462a-9673-f7871cb8e82e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:54.416358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] No DVR routers for this DVR port 044473b3-0d3d-462a-9673-f7871cb8e82e on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:54.451764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f205-922d-40c4-ae46-d7f030949ec2 req-b5e4d2a9-53ce-4ff4-a6ff-ea84ec7dbab7 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.453639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd12f205-922d-40c4-ae46-d7f030949ec2 req-b5e4d2a9-53ce-4ff4-a6ff-ea84ec7dbab7 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1564536 Aug 04 14:47:54.471958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd3c1a14-ec9c-4b1e-ac27-c85ed4689eb5 req-57c0bd91-63ec-48cf-9cf0-1e0f3c49ab20 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162522 Aug 04 14:47:54.505378 n-d-801743-12 neutron-server[94267]: INFO neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No ports have port_id starting with 044473b3-0d3d-462a-9673-f7871cb8e82e Aug 04 14:47:54.508075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:54.511923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.539216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030716-324a-4660-a5fd-fda90740d9d9 req-1ab4b0b8-34a0-4ec4-99b5-dcb354407b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.540724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b030716-324a-4660-a5fd-fda90740d9d9 req-1ab4b0b8-34a0-4ec4-99b5-dcb354407b47 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 1098 time: 0.1867971 Aug 04 14:47:54.546227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.555465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:47:54.555814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 033ccdcb-c31f-4eaa-bbcd-5e311adb85f3 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:47:54.562668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] Pushing event deleted for resources: {'Port': ['ID=044473b3-0d3d-462a-9673-f7871cb8e82e,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:54.571992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-724404c5-7827-443c-aa4e-f7fdd2f159cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.573810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-724404c5-7827-443c-aa4e-f7fdd2f159cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 1095 time: 0.0478742 Aug 04 14:47:54.578413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4f645b-8152-4ebb-bf7c-508b38f56b83']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:54.584802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b1e7e-8c44-4774-9cba-17b1d509ac37 None None] No DVR routers for this DVR port 044473b3-0d3d-462a-9673-f7871cb8e82e on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:47:54.635009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08648bcf-74fb-4ec6-80ad-efd922afb606') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:54.635316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08648bcf-74fb-4ec6-80ad-efd922afb606') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:54.654872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd12f205-922d-40c4-ae46-d7f030949ec2 req-f18e15f0-9f1e-456e-ba64-8e7887ca466d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753550 Aug 04 14:47:54.677929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.681536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-5cf5995a-b652-42df-9b17-8755c8cb927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.683328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-5cf5995a-b652-42df-9b17-8755c8cb927d service neutron] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 915 time: 0.1011209 Aug 04 14:47:54.694067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.700061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.713397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:47:54.713397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.717447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Transition to ACTIVE for port object 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:47:54.722848 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:47:54.725379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b030716-324a-4660-a5fd-fda90740d9d9 req-6ffecf9c-6150-49f0-a5e2-620925afb953 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726511 Aug 04 14:47:54.748516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-8d0b07df-b724-40c8-8d1e-ba8cf854871e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41 HTTP/1.1" status: 200 len: 217 time: 0.0530760 Aug 04 14:47:54.748994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Transition to ACTIVE for port object 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:54.755124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.793322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:54.799763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-df399058-1606-4194-a02d-b2536085a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.800234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:54.802100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-df399058-1606-4194-a02d-b2536085a2e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0445073 Aug 04 14:47:54.804782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:54.808905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Pushing event updated for resources: {'Port': ['ID=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:54.843039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-a122d604-a058-44f4-8d3d-70fdacc3c982 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309470 Aug 04 14:47:54.874337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Attempting to bind port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:54.874842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Attempting to bind port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:54.875297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Attempting to bind port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:54.881154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:54.881731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Checking segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:54.882399 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.883039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Bound using segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:54.883607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Bound port: 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:54.884134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.918435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.930251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04b90b-37f4-401a-8af3-951447a80f24 req-a6094049-ee93-4ca4-b93c-7413688f89e1 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.931810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f04b90b-37f4-401a-8af3-951447a80f24 req-a6094049-ee93-4ca4-b93c-7413688f89e1 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 944 time: 0.2710009 Aug 04 14:47:54.941744 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.943665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] 10.222.0.76 "DELETE /v2.0/networks/5b4f645b-8152-4ebb-bf7c-508b38f56b83 HTTP/1.1" status: 204 len: 168 time: 1.3606474 Aug 04 14:47:54.954656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-d4097e26-20a3-4b8d-b5c0-e34edb50279a service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017272 Aug 04 14:47:54.970174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.971185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] For port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:54.971970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3909-a459-4dca-bb25-2313d9946aef admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4f645b-8152-4ebb-bf7c-508b38f56b83,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:54.977445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] For port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:54.986522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:54.989748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ae02-ec82-4ec6-989e-00b59e9de852 req-8679b025-90f4-4084-8401-1567cbfa8a58 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:54.991359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f65ae02-ec82-4ec6-989e-00b59e9de852 req-8679b025-90f4-4084-8401-1567cbfa8a58 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.2104242 Aug 04 14:47:55.015060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.062670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb18e6-a987-4a48-bb51-e5d88e2c11e2 None None] Pushing event updated for resources: {'Port': ['ID=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.085207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec5197c4-8b10-440d-8499-2ab50d1ab8b1 req-4cb807e1-a3a0-40e1-a7df-914c4564a78b service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210334 Aug 04 14:47:55.103253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f04b90b-37f4-401a-8af3-951447a80f24 req-5bc56b63-e295-4d23-9690-3b0d52c636a5 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547930 Aug 04 14:47:55.121474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:55.142958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f65ae02-ec82-4ec6-989e-00b59e9de852 req-496604bb-94f0-4d22-be2a-ce6e3a52ba03 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315293 Aug 04 14:47:55.158025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0c687943-28cc-4f51-a3d4-aa6ffb95d486 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:55.197863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-41a48a11-6823-4a99-afb3-63de47271505 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ebfa364c82f423d83967daebe46b83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744407 Aug 04 14:47:55.200183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51494) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:55.253855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Allocated IP 172.25.0.29 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/bd4e5c32-562d-4992-a552-1205e1409b99) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:55.323816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.351761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.358875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:55.375001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '0c687943-28cc-4f51-a3d4-aa6ffb95d486', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'port_id': '0c687943-28cc-4f51-a3d4-aa6ffb95d486', 'mac_address': 'fa:16:3e:9e:9a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38d769e-4bca-4fac-b5ea-79a3d8afe37f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:55.387821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:47:55.417356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.424715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.428344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2c2ac2a-82e3-42cc-87fb-81ff7a6effe2 HTTP/1.1" status: 204 len: 168 time: 0.2230358 Aug 04 14:47:55.435340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b8669-551d-4825-b10e-88a20780bf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c2ac2a-82e3-42cc-87fb-81ff7a6effe2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.471570 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.485753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcb0ee-5b37-47d9-9b7a-c5b3d8006b85 req-5e254896-1f83-4774-9d7c-0ab1a2fa63f8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:55.486763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c687943-28cc-4f51-a3d4-aa6ffb95d486 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:55.487319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35fcb0ee-5b37-47d9-9b7a-c5b3d8006b85 req-5e254896-1f83-4774-9d7c-0ab1a2fa63f8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 943 time: 0.0870538 Aug 04 14:47:55.509379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.511818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:55.535085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.535751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6fb8caa0-482d-40ee-b7af-efa4cae87252 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:55.568648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35fcb0ee-5b37-47d9-9b7a-c5b3d8006b85 req-f4aaffb5-c4c5-4176-9429-5425a2040203 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Aug 04 14:47:55.583960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.609232 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.652067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:55.654614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:55.657138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:55.662729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:55.668182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.696065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '6fb8caa0-482d-40ee-b7af-efa4cae87252', 'network_id': '04b20e99-5e99-47ae-a87b-d2f303f5e354', 'port_id': '6fb8caa0-482d-40ee-b7af-efa4cae87252', 'mac_address': 'fa:16:3e:4c:1a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38d769e-4bca-4fac-b5ea-79a3d8afe37f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:55.701581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:47:55.704251 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b406d-3e7a-4c15-bbfb-a37cf57bcafd" -d '{"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:47:55.713095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:55.718853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4e5c32-562d-4992-a552-1205e1409b99,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.742212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.774119 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f512a695-e4ab-48ef-aa4f-5ea115ed3691 x-openstack-request-id: req-f512a695-e4ab-48ef-aa4f-5ea115ed3691 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:47:55.774842 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e488b98-2a3f-4117-babd-b56b33152451", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:47:55.775109 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f512a695-e4ab-48ef-aa4f-5ea115ed3691 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:47:55.775507 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451', 'code': 200} Aug 04 14:47:55.794182 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.821303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb8caa0-482d-40ee-b7af-efa4cae87252 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:55.829132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.858488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:55.866348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:55.912122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3c48-a391-4fc1-83b7-757047330067 req-ae10538f-51d0-4179-8705-1746409e2706 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:55.913823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdd3c48-a391-4fc1-83b7-757047330067 req-ae10538f-51d0-4179-8705-1746409e2706 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1383827 Aug 04 14:47:55.938868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:55.996017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdd3c48-a391-4fc1-83b7-757047330067 req-06ac1061-7570-4859-babd-3d8beea37d06 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748990 Aug 04 14:47:56.176579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['0c687943-28cc-4f51-a3d4-aa6ffb95d486'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:56.180959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6fb8caa0-482d-40ee-b7af-efa4cae87252'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:56.278554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:56.288422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d668c2-2cce-40ef-87a3-4c327c822d1f None None] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:56.335415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51534) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:56.444740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1750257895-network', 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:56.455354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c62d0dc1-e284-4b01-9fac-7d022312b708 None None] Provisioning for port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:56.474112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.481592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:56.484767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.497012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.519575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc8b4-8f61-4c0e-82fd-3dc9a1044146 req-5c4a9c6b-0eb8-4c44-973c-df9f3d58bc5e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:56.527130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20fcc8b4-8f61-4c0e-82fd-3dc9a1044146 req-5c4a9c6b-0eb8-4c44-973c-df9f3d58bc5e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1336861 Aug 04 14:47:56.529329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:56.550767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393199f7-24bb-4b8d-a161-a87c7c0f3445 req-4d681341-984e-41a0-b78b-d191b16be53c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:56.552297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393199f7-24bb-4b8d-a161-a87c7c0f3445 req-4d681341-984e-41a0-b78b-d191b16be53c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 945 time: 0.1579099 Aug 04 14:47:56.557490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:56.557867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.619662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.625044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.650418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:47:56.651070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20fcc8b4-8f61-4c0e-82fd-3dc9a1044146 req-44f94b84-da42-4d7d-9f2e-c749fc333855 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227231 Aug 04 14:47:56.662144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece19a7-66fa-44ba-8fd8-09c378f6272a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:56.663921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393199f7-24bb-4b8d-a161-a87c7c0f3445 req-2e0484d3-4a6b-418a-ac2d-b5fb589ce485 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976758 Aug 04 14:47:56.666527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.666906 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Added segment dc101b35-e306-4faf-9879-b3b034bbcaf4 of type vlan for network e4f6af54-c295-482f-a584-143a875ef8a6 Aug 04 14:47:56.717534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.765202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.767655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.771536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:56.772200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.786501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.819728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:56.833372 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.864820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5282414 Aug 04 14:47:56.866461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf450607-0f47-4e1d-81bd-530f9d8d321c admin admin] Pushing event updated for resources: {'Network': ['ID=e4f6af54-c295-482f-a584-143a875ef8a6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:56.870374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51552) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:56.882023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Request body: {'subnet': {'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1750257895-subnet', 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:47:56.887900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e4f6af54-c295-482f-a584-143a875ef8a6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:47:56.925012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:47:56.929117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:56.960165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:57.024341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c518b-a7d7-417c-a46a-19fb1729360e req-385e1c9a-7ea5-41f8-a52f-4d8ff6e4c18e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:57.026466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-177c518b-a7d7-417c-a46a-19fb1729360e req-385e1c9a-7ea5-41f8-a52f-4d8ff6e4c18e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1378434 Aug 04 14:47:57.106038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-177c518b-a7d7-417c-a46a-19fb1729360e req-16dde4ba-f310-415f-9e2f-fa90d1f622cc tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711188 Aug 04 14:47:57.111483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2e6a1261-5ffc-4e41-bfed-b38fc2241fd0 None None] Provisioning complete for port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:57.112063 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1261-5ffc-4e41-bfed-b38fc2241fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:57.138027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:57.154322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ff5a7-49b6-4759-97ca-8542b95888e2 req-750e556b-d302-4454-8957-a757803267df tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:57.155928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b4ff5a7-49b6-4759-97ca-8542b95888e2 req-750e556b-d302-4454-8957-a757803267df tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 943 time: 0.0923061 Aug 04 14:47:57.171702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:57.172788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:47:57.205933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74d388c-40d8-4261-9c69-c7312b090d1e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:57.217402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Checking segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:57.217853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Network hostable DHCP agents. Network: e4f6af54-c295-482f-a584-143a875ef8a6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:47:57.238782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Network e4f6af54-c295-482f-a584-143a875ef8a6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:47:57.255380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e4f6af54-c295-482f-a584-143a875ef8a6) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:57.271337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:57.272627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:57.279871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b54add-331a-4f70-b798-1f9bf2e877f1 None None] Network e4f6af54-c295-482f-a584-143a875ef8a6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:57.304158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b4ff5a7-49b6-4759-97ca-8542b95888e2 req-5a6d09ac-28fa-4d44-86d5-be07c7bae975 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414187 Aug 04 14:47:57.307471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8941b87f-4f32-4470-8e01-27512835c9da admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4357080 Aug 04 14:47:57.377412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:47:57.399232 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:47:57.404451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:57.407241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3c4b8e1e-c06c-4a52-a433-9473b14014a8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6223948 Aug 04 14:47:57.409493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:47:57.419638 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:57.420529 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:57.494319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7c234-24d2-470f-b0a7-bdceecb8fd4b req-d54166d8-d6c0-4feb-8284-354c48b1a40f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:57.502623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cb7c234-24d2-470f-b0a7-bdceecb8fd4b req-d54166d8-d6c0-4feb-8284-354c48b1a40f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0755482 Aug 04 14:47:57.559386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cb7c234-24d2-470f-b0a7-bdceecb8fd4b req-5ad33d82-a3f6-42fc-bec2-3c1e26b7bfb0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509727 Aug 04 14:47:57.665400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:57.685163 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:57.690980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'mac_address': 'fa:16:3e:9d:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:57.732666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:57.782859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:47:57.797977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403a7a6-5a55-49c7-860b-93683dccd2cb None None] Network e4f6af54-c295-482f-a584-143a875ef8a6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:47:57.949515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:57.985126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.021351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:55Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:58.025534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6b55-8ebc-4c4f-87c0-fbbd96e11950 req-e09dc02a-bee4-4bcb-9cff-5e2b54a3b90c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:58.034471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edea6b55-8ebc-4c4f-87c0-fbbd96e11950 req-e09dc02a-bee4-4bcb-9cff-5e2b54a3b90c tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 945 time: 0.1206903 Aug 04 14:47:58.058939 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:47:58.059308 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Updating router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d port bd4e5c32-562d-4992-a552-1205e1409b99 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:47:58.061677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:58.101208 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.111600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-fb795669-8997-44af-9f81-77e910c7a902 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:58.124827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-fb795669-8997-44af-9f81-77e910c7a902 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.3025610 Aug 04 14:47:58.140989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2d5fd9b3-27c7-4f93-ad2e-28483640be53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:47:58.159863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-17335377-610e-4f8c-99ad-50e073a39620 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/quotas/6fa7d14111fe4d31907b90671ad6aedc HTTP/1.1" status: 200 len: 375 time: 0.0333612 Aug 04 14:47:58.209850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edea6b55-8ebc-4c4f-87c0-fbbd96e11950 req-70ab7ea7-d17f-445b-87a6-4349027c8618 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674478 Aug 04 14:47:58.234142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:58.234387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-77911646-861e-4e4d-a2b2-bb415daaf209 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685654 Aug 04 14:47:58.338464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:58.338883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.432585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-dffac047-4e9a-40d7-9ffe-abd73ccf331c service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018936 Aug 04 14:47:58.513022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.584715 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.603121 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Transition to ACTIVE for port object bd4e5c32-562d-4992-a552-1205e1409b99 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:58.613945 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.664228 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Pushing event updated for resources: {'Port': ['ID=bd4e5c32-562d-4992-a552-1205e1409b99,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:58.675225 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.675225 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.675783 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.676026 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.676375 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.676699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.677028 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.677351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.678610 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.678610 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.678610 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.678610 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:47:58.691167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826860ee-127e-47fc-8b9a-98ba00711ecb req-41edf509-e806-4acf-9c34-8d5637cb456c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:58.693509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-826860ee-127e-47fc-8b9a-98ba00711ecb req-41edf509-e806-4acf-9c34-8d5637cb456c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0950065 Aug 04 14:47:58.696061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-2ebb42c9-887e-49d2-993d-f1191dfb0bc0 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616665 Aug 04 14:47:58.709952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Attempting to bind port bd4e5c32-562d-4992-a552-1205e1409b99 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:47:58.710316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Attempting to bind port bd4e5c32-562d-4992-a552-1205e1409b99 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:47:58.712730 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Attempting to bind port bd4e5c32-562d-4992-a552-1205e1409b99 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:47:58.727837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:47:58.730992 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:47:58.731497 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.732008 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:47:58.732945 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Bound port: bd4e5c32-562d-4992-a552-1205e1409b99, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:47:58.732945 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.779306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-826860ee-127e-47fc-8b9a-98ba00711ecb req-508da136-9529-4520-8845-1545eff43ca1 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Aug 04 14:47:58.789036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Allocated IP 172.20.0.1 (1b3a6da1-ebc2-42c1-8e79-41918cc499c9/99b5f646-9604-495c-83af-2569b97eda44/66e1d01e-97a0-43ca-9efa-5a5545aee820) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:47:58.811365 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] For port bd4e5c32-562d-4992-a552-1205e1409b99, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:47:58.815847 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] For port bd4e5c32-562d-4992-a552-1205e1409b99, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd4e5c32-562d-4992-a552-1205e1409b99,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:47:58.822383 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:58.895159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e146-5998-4af6-9425-a270c8c2195b req-5d1a8de2-b21a-46c4-ad0d-5aa149202c81 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:58.902889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d15e146-5998-4af6-9425-a270c8c2195b req-5d1a8de2-b21a-46c4-ad0d-5aa149202c81 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 943 time: 0.0671453 Aug 04 14:47:58.903134 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f3b9e-1c13-42c1-8f7d-2992881d2f8b None None] Pushing event updated for resources: {'Port': ['ID=bd4e5c32-562d-4992-a552-1205e1409b99,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:58.963356 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:47:58.965070 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:47:58.983972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d15e146-5998-4af6-9425-a270c8c2195b req-843e65b2-c761-4f12-87b3-2c9e48927e06 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Aug 04 14:47:59.054383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.060325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27887019-7b44-448b-a545-037842fdef58 req-a7264e28-39a6-42c6-9617-c5eecd094fd2 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 210 time: 0.0471296 Aug 04 14:47:59.091176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Transition to ACTIVE for port object 66e1d01e-97a0-43ca-9efa-5a5545aee820 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:47:59.142006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9f99-e997-4a4a-8942-d9908d632b4b req-f85a0932-2107-460d-8f2c-6e1bf2b03333 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:59.149531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.150006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-238c9f99-e997-4a4a-8942-d9908d632b4b req-f85a0932-2107-460d-8f2c-6e1bf2b03333 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1275718 Aug 04 14:47:59.188942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:47:59.192799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:47:59.199377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:47:59.205827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cbec549f-ae8e-40f2-b06f-d7dd3897fa41 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:47:59.213663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0c687943-28cc-4f51-a3d4-aa6ffb95d486 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:47:59.235324 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:47:59.253583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-238c9f99-e997-4a4a-8942-d9908d632b4b req-5692c1b4-d4e0-4c7e-80f0-230d68c47996 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951803 Aug 04 14:47:59.325214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.459785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026d4d-3168-4a67-8327-fbeb792c735e req-883634ea-ba30-42ec-8a51-e2fc112eca48 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:59.466165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Pushing event updated for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:47:59.475062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01026d4d-3168-4a67-8327-fbeb792c735e req-883634ea-ba30-42ec-8a51-e2fc112eca48 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 945 time: 0.1238420 Aug 04 14:47:59.543419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:47:59.574453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01026d4d-3168-4a67-8327-fbeb792c735e req-ba197d8f-0931-4075-b09c-b911203b1852 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939453 Aug 04 14:47:59.588120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:47:59.589108 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.754010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:47:59.774659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.775318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41', 'network_id': 'df6a091f-3d3c-45b4-82e5-df1c84f65130', 'port_id': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41', 'mac_address': 'fa:16:3e:6b:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b86b307-5cd1-4300-bd45-457f060317c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:47:59.950987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:47:59.972482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372a69a-1f03-4efc-8043-35e58ec09049 req-fd1e8a02-3b6d-4f18-9005-8bdfecd71e51 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:47:59.993596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8372a69a-1f03-4efc-8043-35e58ec09049 req-fd1e8a02-3b6d-4f18-9005-8bdfecd71e51 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1285467 Aug 04 14:48:00.016056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-73b1293c-9b48-42c7-91d2-74516b535eb5 None None] Provisioning for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:00.024857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-73b1293c-9b48-42c7-91d2-74516b535eb5 None None] Provisioning complete for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:00.025411 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73b1293c-9b48-42c7-91d2-74516b535eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.046026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:00.049189 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2c7f35-42c7-4bf3-a7cb-4ca02e138125" -d '{"events": [{"server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:00.132326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.133989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.149717 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.169746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:00.178741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbec549f-ae8e-40f2-b06f-d7dd3897fa41 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:00.186283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8372a69a-1f03-4efc-8043-35e58ec09049 req-97c96a7b-40ef-4299-ad18-014c8f838cef tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916928 Aug 04 14:48:00.245782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:00.253940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:55Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:00.255008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca64d95-2f83-45ae-a493-33e498f73940 req-22f165e9-e6b6-492d-835c-ac94cd9ccc09 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:00.256427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ca64d95-2f83-45ae-a493-33e498f73940 req-22f165e9-e6b6-492d-835c-ac94cd9ccc09 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2495852 Aug 04 14:48:00.263342 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.265485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:00.268750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.278256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Pushing event updated for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:00.280908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.319115 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f20a47-93c1-472d-bae9-602684228020 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:55Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:00.347633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ca64d95-2f83-45ae-a493-33e498f73940 req-7fc61f23-f858-4166-aa7c-48310c8ee9a5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799356 Aug 04 14:48:00.473696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:00.475116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:00.476168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa5cb0-87b7-41d3-a696-168ae5630ebe req-104edc40-6db6-4d20-9e1c-ea554c2e75bb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:00.476614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:00.508065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bfa5cb0-87b7-41d3-a696-168ae5630ebe req-104edc40-6db6-4d20-9e1c-ea554c2e75bb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 944 time: 0.1535144 Aug 04 14:48:00.522929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-73b1293c-9b48-42c7-91d2-74516b535eb5 None None] Port 66e1d01e-97a0-43ca-9efa-5a5545aee820 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:00.555268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22bdf59c-ba3b-467b-bc67-4e49099e89b0 req-ae068b5b-f54b-48ff-a244-c677993e637f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 210 time: 0.0445788 Aug 04 14:48:00.592593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:00.606980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:00.607505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:00.614370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cbec549f-ae8e-40f2-b06f-d7dd3897fa41'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:00.679251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bfa5cb0-87b7-41d3-a696-168ae5630ebe req-1472d8ec-d158-498b-8be8-986e5ccf1d35 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697147 Aug 04 14:48:00.694122 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b93c3e9-d83a-47ab-bc1e-a101a68cd355 x-openstack-request-id: req-8b93c3e9-d83a-47ab-bc1e-a101a68cd355 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:00.694604 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:00.694961 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b93c3e9-d83a-47ab-bc1e-a101a68cd355 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:00.695461 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486', 'code': 200} Aug 04 14:48:00.844184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:00.916929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.031340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:01.051542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.052803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6fb8caa0-482d-40ee-b7af-efa4cae87252 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:01.066134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b54560-ef03-4fe0-99c1-a658cb0fa831 req-1f996d4c-26f2-478d-928c-1a512af459c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.077930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76b54560-ef03-4fe0-99c1-a658cb0fa831 req-1f996d4c-26f2-478d-928c-1a512af459c2 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 945 time: 0.1776359 Aug 04 14:48:01.178771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76b54560-ef03-4fe0-99c1-a658cb0fa831 req-25ea0cc6-cfae-43fc-ab6a-b1d52fca3d50 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939152 Aug 04 14:48:01.198487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-67bc74d6-902d-4fbc-af3e-513955286b85 None None] Provisioning complete for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:01.199182 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-67bc74d6-902d-4fbc-af3e-513955286b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.238520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:01.262633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48eb1-4693-4654-b77c-b9c96092aa1d req-0456f4b9-708f-48ec-b079-d96611b56ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.265300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-67bc74d6-902d-4fbc-af3e-513955286b85 None None] Port 66e1d01e-97a0-43ca-9efa-5a5545aee820 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:01.267096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-73a48eb1-4693-4654-b77c-b9c96092aa1d req-0456f4b9-708f-48ec-b079-d96611b56ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 1098 time: 0.4193144 Aug 04 14:48:01.273666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 6fb8caa0-482d-40ee-b7af-efa4cae87252 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:01.279618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 6fb8caa0-482d-40ee-b7af-efa4cae87252 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:01.280114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.368129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63250-3b5b-4f5f-bc5f-7d603588ef2f req-99ed658a-dc5a-46b5-9679-96bcf76a439a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.380574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e63250-3b5b-4f5f-bc5f-7d603588ef2f req-99ed658a-dc5a-46b5-9679-96bcf76a439a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0985034 Aug 04 14:48:01.409909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-269b8b3e-6215-4722-970d-872a4521d100 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.411360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-269b8b3e-6215-4722-970d-872a4521d100 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.4159763 Aug 04 14:48:01.429293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.435499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Request body: {'port': {'device_id': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'admin_state_up': True, 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:01.442618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-73a48eb1-4693-4654-b77c-b9c96092aa1d req-9d9d4b92-d0c2-4bd7-9e3d-1489a68bd167 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636996 Aug 04 14:48:01.494118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:01.502426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-93995cd7-8434-4149-bf6f-f18a712b6b1d admin admin] 10.222.0.76 "PUT /v2.0/routers/8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916982 Aug 04 14:48:01.503503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:01.517513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e63250-3b5b-4f5f-bc5f-7d603588ef2f req-17c7729f-1f4d-48b6-b290-9453e085a882 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342416 Aug 04 14:48:01.517785 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.578773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46d3dc-ce89-4d48-8d3a-de829c0ed44c req-7fffb7c9-21de-4f77-b946-c9a6d2884d8c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.610876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc46d3dc-ce89-4d48-8d3a-de829c0ed44c req-7fffb7c9-21de-4f77-b946-c9a6d2884d8c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1573155 Aug 04 14:48:01.635996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:01.640601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:01.661673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:01.732499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc46d3dc-ce89-4d48-8d3a-de829c0ed44c req-18b6566a-cb1e-4135-b3db-3297a5e8dd14 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077049 Aug 04 14:48:01.801475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08c8653f-8790-474a-9425-91920fb1da1e req-0fa91309-3290-45ca-a868-187c9efd2dad tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 210 time: 0.1027570 Aug 04 14:48:01.915587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Allocated IP 172.20.0.4 (e4f6af54-c295-482f-a584-143a875ef8a6/f74d388c-40d8-4261-9c69-c7312b090d1e/dc20853e-8c2f-44a1-bb85-607e9991d099) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:01.989769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b839-dbc5-450d-b6b6-a8560904af5e req-b0a0fae4-f843-4c10-b446-5d7d2ccc943e tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:01.989769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9905b839-dbc5-450d-b6b6-a8560904af5e req-b0a0fae4-f843-4c10-b446-5d7d2ccc943e tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 944 time: 0.1107306 Aug 04 14:48:02.047525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9905b839-dbc5-450d-b6b6-a8560904af5e req-34b6ce1f-1add-4c29-9669-78c2e80da62f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Aug 04 14:48:02.173078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.292617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.336745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd4e5c32-562d-4992-a552-1205e1409b99 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:02.396260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Network e4f6af54-c295-482f-a584-143a875ef8a6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:02.462417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:02.469051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:02.490780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bd4e5c32-562d-4992-a552-1205e1409b99 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:02.498207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bd4e5c32-562d-4992-a552-1205e1409b99 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:02.498620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.605849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:02.606808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.619632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-67901cc9-ebcc-4888-b05c-ba0bf462a0a1 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:02.629217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-67901cc9-ebcc-4888-b05c-ba0bf462a0a1 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 821 time: 0.3879015 Aug 04 14:48:02.648582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:02.655177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-5aded611-2cd9-4f9a-9cbd-a19e71b43770 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237875 Aug 04 14:48:02.674780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Request body: {'port': {'device_id': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:02.690505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.697543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}, {'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:02.700747 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4816d91e-f4f9-471b-8db5-5da103406d25" -d '{"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}, {"server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "name": "network-vif-plugged", "status": "completed", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:02.703684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-a5a42317-aaab-4a8f-b1a4-ef081666488d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/quotas/f0278fc49c4342be8c410f5f2ac87f73 HTTP/1.1" status: 200 len: 375 time: 0.0734489 Aug 04 14:48:02.723963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bd4e5c32-562d-4992-a552-1205e1409b99, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd4e5c32-562d-4992-a552-1205e1409b99,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:02.740860 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.772661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcddb5-69d7-4042-9e1a-a113b8c17d2d req-780ebdb4-804f-4ec3-999b-c118d533d888 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:02.778567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:02.781559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9efcddb5-69d7-4042-9e1a-a113b8c17d2d req-780ebdb4-804f-4ec3-999b-c118d533d888 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 946 time: 0.1903703 Aug 04 14:48:02.816201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bd4e5c32-562d-4992-a552-1205e1409b99,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:02.830194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-8e368513-1f3c-4c9f-8f05-721333a071bb tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254926 Aug 04 14:48:02.956520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-321fb162-f4cb-4301-9b1c-1400d6586b74 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251025 Aug 04 14:48:03.078618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-dc6113b1-4fb7-4e06-96e4-755215c68406 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202445 Aug 04 14:48:03.139589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9efcddb5-69d7-4042-9e1a-a113b8c17d2d req-78a490db-b0a9-474b-8b6c-cf5f619c29de tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553021 Aug 04 14:48:03.189803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:03.210696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:03.213026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:03.278420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cbec549f-ae8e-40f2-b06f-d7dd3897fa41 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:03.299752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc20853e-8c2f-44a1-bb85-607e9991d099 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:03.332612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.364440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Transition to ACTIVE for port object dc20853e-8c2f-44a1-bb85-607e9991d099 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:03.374330 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.400708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de24afc-143f-4101-ba05-5c5403c40efc req-09c75fdd-2ca8-455c-addd-f792f4c63e0f tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:03.408189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9de24afc-143f-4101-ba05-5c5403c40efc req-09c75fdd-2ca8-455c-addd-f792f4c63e0f tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1834190 Aug 04 14:48:03.472670 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5b398-35b3-4276-8a24-daecf1088229 x-openstack-request-id: req-e4e5b398-35b3-4276-8a24-daecf1088229 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:03.473152 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "code": 200}, {"server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "name": "network-vif-plugged", "status": "completed", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:03.496129 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4e5b398-35b3-4276-8a24-daecf1088229 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:03.499056 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'code': 200} Aug 04 14:48:03.499924 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252', 'code': 200} Aug 04 14:48:03.576136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:03.578371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:03.601051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9de24afc-143f-4101-ba05-5c5403c40efc req-60f1b59a-b164-4e07-bff7-8d94dd7c3330 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879795 Aug 04 14:48:03.658184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:03.663247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.669162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e377424-dfbb-4759-b1b5-ada9e10b54d5 req-b98dc75f-6357-4029-83b4-5511b4c8107f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:03.670786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e377424-dfbb-4759-b1b5-ada9e10b54d5 req-b98dc75f-6357-4029-83b4-5511b4c8107f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 943 time: 0.0669773 Aug 04 14:48:03.692922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:03.716820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Attempting to bind port dc20853e-8c2f-44a1-bb85-607e9991d099 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:03.719125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Attempting to bind port dc20853e-8c2f-44a1-bb85-607e9991d099 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:03.719671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Attempting to bind port dc20853e-8c2f-44a1-bb85-607e9991d099 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:03.728919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Port dc20853e-8c2f-44a1-bb85-607e9991d099 on network e4f6af54-c295-482f-a584-143a875ef8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:03.729622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Attempting to bind port dc20853e-8c2f-44a1-bb85-607e9991d099 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:03.739289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:03.740003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Checking segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:03.740610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Bound using segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:03.741803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Bound port: dc20853e-8c2f-44a1-bb85-607e9991d099, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:03.742416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.748697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ac88-d553-4f19-903f-43a6525a8f05 req-3f80db56-e465-480c-8c32-019d49bf57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:03.750781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a78ac88-d553-4f19-903f-43a6525a8f05 req-3f80db56-e465-480c-8c32-019d49bf57be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 1098 time: 0.1480360 Aug 04 14:48:03.850233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:03.854759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:03.865450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.874824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84c55-1ce0-4e55-a0dc-7b5a0f2abcae req-e30aae51-2c4d-4809-ac56-dcd53626d7b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:03.884024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5db84c55-1ce0-4e55-a0dc-7b5a0f2abcae req-e30aae51-2c4d-4809-ac56-dcd53626d7b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 944 time: 0.1637740 Aug 04 14:48:03.902952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e377424-dfbb-4759-b1b5-ada9e10b54d5 req-2dfc951b-2788-446e-ad5c-c1ae21cf9d7e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234046 Aug 04 14:48:03.944367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:03.974312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:03.975257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:03.976997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-71335c28-8780-4236-9d3c-9b5ce59ef280 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc20853e-8c2f-44a1-bb85-607e9991d099 HTTP/1.1" status: 200 len: 1092 time: 1.3067787 Aug 04 14:48:03.979381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a78ac88-d553-4f19-903f-43a6525a8f05 req-3321480b-cfb1-48e5-bd02-44e73a4f03bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182581 Aug 04 14:48:03.979877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:03.988882 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02470629-ece1-4f7a-8b79-04fce4025949" -d '{"events": [{"name": "network-changed", "server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:04.001140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5db84c55-1ce0-4e55-a0dc-7b5a0f2abcae req-f6004ba2-13ab-4a68-8644-abed2f84783d tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063643 Aug 04 14:48:04.117752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-ed4aa3c1-d039-4e04-8163-75d4282daa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:04.122544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-ed4aa3c1-d039-4e04-8163-75d4282daa11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0701962 Aug 04 14:48:04.163451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-066511e9-8008-408d-8510-964344dfc509 req-538eecf9-23a8-402a-805d-3d8206e13172 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 210 time: 0.0686684 Aug 04 14:48:04.193685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-c38bea5c-c2aa-4e08-a6a9-143c42567956 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc20853e-8c2f-44a1-bb85-607e9991d099 HTTP/1.1" status: 200 len: 217 time: 0.0637999 Aug 04 14:48:04.282066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-3094585f-0ed1-4820-a5e1-3c56bc897451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:04.282066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-3094585f-0ed1-4820-a5e1-3c56bc897451 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0802674 Aug 04 14:48:04.283909 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b7f5d-dbef-46de-9463-9b6304837871 x-openstack-request-id: req-d37b7f5d-dbef-46de-9463-9b6304837871 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:04.284198 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:04.284512 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d37b7f5d-dbef-46de-9463-9b6304837871 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:04.284917 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'status': 'completed', 'code': 200} Aug 04 14:48:04.334913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd4e5c32-562d-4992-a552-1205e1409b99 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:04.343997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-b23b0488-8749-46aa-9a8a-6671717a2273 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514286 Aug 04 14:48:04.378120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762a04-dc8c-4c8b-a761-4164077dce41 req-2eda24ab-7340-467a-b0bb-76d2d77dbadc tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:04.385212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:04.391800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d762a04-dc8c-4c8b-a761-4164077dce41 req-2eda24ab-7340-467a-b0bb-76d2d77dbadc tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 946 time: 0.1000016 Aug 04 14:48:04.485017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d762a04-dc8c-4c8b-a761-4164077dce41 req-b63f8c75-30c7-45fa-b73c-eb324bd1d515 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920658 Aug 04 14:48:04.527558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bd4e5c32-562d-4992-a552-1205e1409b99 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:04.528100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:04.531450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:04.559765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:04.582538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-ead2ee13-2cdf-42c9-ad84-84cf6a5bcb63 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299633 Aug 04 14:48:04.642823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 2, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:04.676597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:04.681083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:04.681443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Updating router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d port 66e1d01e-97a0-43ca-9efa-5a5545aee820 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:48:04.745382 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00f3c2ee-cd21-42a5-acce-8d6e453acec0 req-7bec0f89-230d-485c-86b4-efc8ec74a634 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496780 Aug 04 14:48:04.808477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298822d0-4dac-4204-b0a3-a9fd635d45f8 req-dfb3d044-e0a5-4027-bc0f-30e17f8e21f9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:04.809568 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:04.817131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-298822d0-4dac-4204-b0a3-a9fd635d45f8 req-dfb3d044-e0a5-4027-bc0f-30e17f8e21f9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0830667 Aug 04 14:48:04.872706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-298822d0-4dac-4204-b0a3-a9fd635d45f8 req-40f06951-77c8-4799-baf1-34a9f68a47ee tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Aug 04 14:48:04.956613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02470629-ece1-4f7a-8b79-04fce4025949 req-11919eea-5ed5-4a6c-b1f6-6fa3c72cc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:04.959393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-11919eea-5ed5-4a6c-b1f6-6fa3c72cc793 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 1095 time: 0.1025624 Aug 04 14:48:05.225384 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.230196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02470629-ece1-4f7a-8b79-04fce4025949 req-49c6843e-0f97-4aee-a011-115ad140d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.250405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-49c6843e-0f97-4aee-a011-115ad140d02d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 906 time: 0.2779357 Aug 04 14:48:05.250729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Transition to ACTIVE for port object 66e1d01e-97a0-43ca-9efa-5a5545aee820 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:05.264951 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.284987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfe3a-da4b-4896-bf9d-94b4a608355b req-c5cafd13-14a6-45a3-9bda-3b141b4fee8d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.293289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702cfe3a-da4b-4896-bf9d-94b4a608355b req-c5cafd13-14a6-45a3-9bda-3b141b4fee8d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 943 time: 0.2076621 Aug 04 14:48:05.325297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-0477f9bf-8797-4ef1-9877-c84aa12d5d64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc20853e-8c2f-44a1-bb85-607e9991d099 HTTP/1.1" status: 200 len: 217 time: 0.0646729 Aug 04 14:48:05.330855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-12d22069-113d-488b-acd7-8c9c5cb099d0 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.332638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-12d22069-113d-488b-acd7-8c9c5cb099d0 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 821 time: 0.4089773 Aug 04 14:48:05.347331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'port': {'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'admin_state_up': True, 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:05.365033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d2a3-7880-41d9-88a0-e4a77fc9f211 None None] Pushing event updated for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:05.399312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-702cfe3a-da4b-4896-bf9d-94b4a608355b req-3711f573-5530-4e54-8286-d9e8d392b66d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006904 Aug 04 14:48:05.487841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Attempting to bind port 66e1d01e-97a0-43ca-9efa-5a5545aee820 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:05.488248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Attempting to bind port 66e1d01e-97a0-43ca-9efa-5a5545aee820 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:05.491300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Attempting to bind port 66e1d01e-97a0-43ca-9efa-5a5545aee820 on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:05.504079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:05.513588 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e307b67-f13d-4d43-866d-a2643f9fa44c" -d '{"events": [{"server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "name": "network-vif-plugged", "status": "completed", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:05.516724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:05.517107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Checking segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:05.517516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.517911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Bound using segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:05.518407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Bound port: 66e1d01e-97a0-43ca-9efa-5a5545aee820, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:05.522460 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.576743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Made reservation on behalf of f0278fc49c4342be8c410f5f2ac87f73 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:05.580630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.616794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02470629-ece1-4f7a-8b79-04fce4025949 req-e42c5715-5e24-4ece-8ff4-011693d93edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.618296 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-e42c5715-5e24-4ece-8ff4-011693d93edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.2846098 Aug 04 14:48:05.666821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-c4c7c83e-cd44-426b-85b9-6dec4a222770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.668657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-c4c7c83e-cd44-426b-85b9-6dec4a222770 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.2108400 Aug 04 14:48:05.684518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-5fda4970-88a8-42f5-b69a-fdbc72e4b736 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543659 Aug 04 14:48:05.707774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] For port 66e1d01e-97a0-43ca-9efa-5a5545aee820, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:05.711849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] For port 66e1d01e-97a0-43ca-9efa-5a5545aee820, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=66e1d01e-97a0-43ca-9efa-5a5545aee820,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:05.727274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:05.811857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:05.812885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:47:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:05.901305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Allocated IP 172.20.0.12 (1b3a6da1-ebc2-42c1-8e79-41918cc499c9/99b5f646-9604-495c-83af-2569b97eda44/ff79ccc9-d97b-4672-94ab-18809f460930) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:05.937951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-40efbf0f-1ef4-4a4a-a04b-6c9ca761364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:05.941661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-40efbf0f-1ef4-4a4a-a04b-6c9ca761364f service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.2560265 Aug 04 14:48:05.986069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-a93511ec-d47d-4cb4-8dc5-1f3127920e8b service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855430 Aug 04 14:48:05.988495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca4ea965-02a5-4436-b711-71bcd701973a req-fb9e44a1-57b3-43aa-b244-d44ca07cacc5 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 210 time: 0.3832026 Aug 04 14:48:06.013854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:06.109260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-a166e966-6cc4-4dd0-a482-491ae00b2c66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.1524775 Aug 04 14:48:06.154519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d2a3-7880-41d9-88a0-e4a77fc9f211 None None] Pushing event updated for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:06.178569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-e58a6d1b-d80f-4c65-a9cd-10a2bcd7a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:06.180136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-e58a6d1b-d80f-4c65-a9cd-10a2bcd7a50f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0516245 Aug 04 14:48:06.244609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-ada333cb-8b51-4dc1-b4e4-0095248db206 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332460 Aug 04 14:48:06.253049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:06.268586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Transition to ACTIVE for port object ff79ccc9-d97b-4672-94ab-18809f460930 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:06.290374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02470629-ece1-4f7a-8b79-04fce4025949 req-293356f4-faec-4380-b089-20b556c62375 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186594 Aug 04 14:48:06.331089 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:06.345490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:05Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:06.381849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e8d10-f607-441a-aa3d-9c9f40690de2 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:05Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:06.393214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-a6203e92-a5e8-4284-833b-e5ebbce221b9 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019316 Aug 04 14:48:06.435383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:06.448726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1e51e-825c-4743-9164-1af6e58fa837 req-b770f4a2-8fc5-4fa3-8983-adb34df73bff tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:06.466648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6e1e51e-825c-4743-9164-1af6e58fa837 req-b770f4a2-8fc5-4fa3-8983-adb34df73bff tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.9406803 Aug 04 14:48:06.471097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:06.473030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event updated for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:06.476676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:06.526244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1846be7-054c-4a35-90f6-1291136827cc req-5668809b-f528-4556-b775-8d9fc8062e60 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:06.544163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1846be7-054c-4a35-90f6-1291136827cc req-5668809b-f528-4556-b775-8d9fc8062e60 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2432098 Aug 04 14:48:06.601653 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5554f9ed-e490-4d3d-b009-ee3f01b96d24 req-742d7df7-a584-4e66-919d-963449888428 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994085 Aug 04 14:48:06.652497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:06.653172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:06.683017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6e1e51e-825c-4743-9164-1af6e58fa837 req-03d1e6ea-4c03-4dea-9477-9c9e1b7094ff tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052844 Aug 04 14:48:06.709904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1846be7-054c-4a35-90f6-1291136827cc req-a0a515b5-11f9-40c6-80d4-8625e1426f2b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615520 Aug 04 14:48:06.732385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-74ac5c43-f983-445f-8267-99c39a9cc820 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3891015 Aug 04 14:48:06.753647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Request body: {'port': {'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:06.793312 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce3b034-95aa-41fe-b9e1-77fe2d748555 x-openstack-request-id: req-fce3b034-95aa-41fe-b9e1-77fe2d748555 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:06.793818 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "name": "network-vif-plugged", "status": "completed", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:06.793818 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fce3b034-95aa-41fe-b9e1-77fe2d748555 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:06.794233 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41', 'code': 200} Aug 04 14:48:06.929792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce50d-c33a-4c87-9fbc-f2e1e2ec3915 req-90a72db8-3755-49bb-b0a1-8b4962ed7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:06.931505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6ecce50d-c33a-4c87-9fbc-f2e1e2ec3915 req-90a72db8-3755-49bb-b0a1-8b4962ed7b23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 1097 time: 0.0480433 Aug 04 14:48:06.973957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7e70f25-4bef-46f6-b0cf-4b7f5d5cca00 None None] Provisioning for port ff79ccc9-d97b-4672-94ab-18809f460930 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:06.979234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7e70f25-4bef-46f6-b0cf-4b7f5d5cca00 None None] Provisioning complete for port ff79ccc9-d97b-4672-94ab-18809f460930 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:06.979870 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7e70f25-4bef-46f6-b0cf-4b7f5d5cca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:07.016999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6ecce50d-c33a-4c87-9fbc-f2e1e2ec3915 req-0d443258-c9b0-413a-9d00-de5dd2b69b17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Aug 04 14:48:07.037681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e7e70f25-4bef-46f6-b0cf-4b7f5d5cca00 None None] Port ff79ccc9-d97b-4672-94ab-18809f460930 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:07.221569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:07.313452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:07.397644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:07.413674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'mac_address': 'fa:16:3e:a2:f8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:07.449632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7eb82-928e-4a51-9847-0fb37366a8ad req-e8e863c3-2677-4b5a-9b8e-445930c03a7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:07.459287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ee7eb82-928e-4a51-9847-0fb37366a8ad req-e8e863c3-2677-4b5a-9b8e-445930c03a7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.5759165 Aug 04 14:48:07.474327 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:07.499765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc20853e-8c2f-44a1-bb85-607e9991d099 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:07.533760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13276-6c0c-466e-8319-350cced1d8a6 req-1ac727ae-1d6b-4a06-a578-0cebca34839d tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:07.535449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:07.542490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:07.543699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76d13276-6c0c-466e-8319-350cced1d8a6 req-1ac727ae-1d6b-4a06-a578-0cebca34839d tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 946 time: 0.7458308 Aug 04 14:48:07.616181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:07.696006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ee7eb82-928e-4a51-9847-0fb37366a8ad req-95fb5583-2744-4c89-b7b6-c22719a09279 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349095 Aug 04 14:48:07.718652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76d13276-6c0c-466e-8319-350cced1d8a6 req-f304aea4-0092-4583-abc8-3deb49c6aefd tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697400 Aug 04 14:48:07.844322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab43f0-8f56-496f-b3b3-cc1af03a9c60 req-e06eba20-a5e5-4384-98d0-a3b8ba709036 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:07.847069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eeab43f0-8f56-496f-b3b3-cc1af03a9c60 req-e06eba20-a5e5-4384-98d0-a3b8ba709036 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 944 time: 0.0773704 Aug 04 14:48:07.911149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['dc20853e-8c2f-44a1-bb85-607e9991d099'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:07.951835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eeab43f0-8f56-496f-b3b3-cc1af03a9c60 req-354b4e92-f96b-4945-84a2-5c087c460c15 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Aug 04 14:48:07.998937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff79ccc9-d97b-4672-94ab-18809f460930 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:08.015969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.026041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fd54-821a-4843-9f5e-9666ac0d9b6a req-d3d1cd90-0f6e-4fd8-a028-cd3b41554eab tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.033517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e879fd54-821a-4843-9f5e-9666ac0d9b6a req-d3d1cd90-0f6e-4fd8-a028-cd3b41554eab tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 932 time: 0.1337807 Aug 04 14:48:08.091704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Transition to ACTIVE for port object ff79ccc9-d97b-4672-94ab-18809f460930 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:08.112272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e879fd54-821a-4843-9f5e-9666ac0d9b6a req-df068879-c299-4ea9-a47f-cce3f3c7ee73 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Aug 04 14:48:08.113545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.302165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:08.344853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 66e1d01e-97a0-43ca-9efa-5a5545aee820 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:08.437045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:08.444146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:08.447195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.453585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e26ba9-9c2d-4ad2-8f9f-3928c89f67d7 req-2450623b-4717-44b0-9ce3-dc52fad90e85 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.461128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61e26ba9-9c2d-4ad2-8f9f-3928c89f67d7 req-2450623b-4717-44b0-9ce3-dc52fad90e85 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.2184494 Aug 04 14:48:08.521761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61e26ba9-9c2d-4ad2-8f9f-3928c89f67d7 req-f205c8bd-393a-4fe7-a31d-fb6afc652a8f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 Aug 04 14:48:08.559145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea5a87-b28f-4af6-9ad7-59e91ef3495e req-c417776b-1696-4536-ac4f-b7bf5229b5b4 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.567149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdea5a87-b28f-4af6-9ad7-59e91ef3495e req-c417776b-1696-4536-ac4f-b7bf5229b5b4 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1744943 Aug 04 14:48:08.577790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.604248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Attempting to bind port ff79ccc9-d97b-4672-94ab-18809f460930 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:08.605084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Attempting to bind port ff79ccc9-d97b-4672-94ab-18809f460930 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:08.605432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Attempting to bind port ff79ccc9-d97b-4672-94ab-18809f460930 on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:08.616981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 66e1d01e-97a0-43ca-9efa-5a5545aee820, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=66e1d01e-97a0-43ca-9efa-5a5545aee820,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:08.625739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Port ff79ccc9-d97b-4672-94ab-18809f460930 on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:08.626139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Attempting to bind port ff79ccc9-d97b-4672-94ab-18809f460930 on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:08.629031 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.659029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdea5a87-b28f-4af6-9ad7-59e91ef3495e req-84a69eba-76cd-45e8-89c3-c99ca245abf1 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880620 Aug 04 14:48:08.675834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:08.676336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Checking segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:08.676744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Bound using segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:08.677210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Bound port: ff79ccc9-d97b-4672-94ab-18809f460930, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:08.677583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.709598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:08.710615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7b6f-5570-4845-a124-3605830ff535 req-72c666dd-09e1-4b38-bb1c-355421214aad tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.715441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d6e7b6f-5570-4845-a124-3605830ff535 req-72c666dd-09e1-4b38-bb1c-355421214aad tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 946 time: 0.1121490 Aug 04 14:48:08.818854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:08.840819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ff79ccc9-d97b-4672-94ab-18809f460930,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:08.860240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.875903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799f7b5-55cd-4479-b0a3-e7121e597d76 req-122d3c98-20ce-4f59-b921-32456dd81fb1 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.877531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b799f7b5-55cd-4479-b0a3-e7121e597d76 req-122d3c98-20ce-4f59-b921-32456dd81fb1 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1061141 Aug 04 14:48:08.880548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d6e7b6f-5570-4845-a124-3605830ff535 req-f8e75268-fa9c-4183-a704-1c5c46fd3660 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103377 Aug 04 14:48:08.947821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:08.948870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:08.950321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 1093 time: 2.2025361 Aug 04 14:48:08.952842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:08.955995 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d450a4-ea12-4fcf-b35b-63c697c896d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:08.971142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b799f7b5-55cd-4479-b0a3-e7121e597d76 req-e3aea1a1-60d9-4d35-a6ea-6343faf06bcd tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867307 Aug 04 14:48:08.998811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab78169-0762-4462-a0e7-0e3a1dce4c49 service neutron] Pushing event updated for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:09.080764 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24e6ba-4808-4be3-9d4f-4b42aef7c0d2 x-openstack-request-id: req-6a24e6ba-4808-4be3-9d4f-4b42aef7c0d2 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:09.081062 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:09.081327 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a24e6ba-4808-4be3-9d4f-4b42aef7c0d2 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:09.081821 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:48:09.101082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-7c6bcf8f-9243-48bd-a434-97569e6b0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.103040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-7c6bcf8f-9243-48bd-a434-97569e6b0b38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1096 time: 0.0818980 Aug 04 14:48:09.194179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-d788f948-1afb-4435-abf7-b64a2b061061 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0781772 Aug 04 14:48:09.250691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:09.338444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port dc20853e-8c2f-44a1-bb85-607e9991d099 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:09.347450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port dc20853e-8c2f-44a1-bb85-607e9991d099 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:09.348135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:09.351603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-a6bccd18-a290-4a27-9178-17b7f770aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.353197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-a6bccd18-a290-4a27-9178-17b7f770aa24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1105878 Aug 04 14:48:09.368062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d399-a81f-4b25-8e5c-85c8033d77c8 req-a78f3fcb-8b25-4afc-8dd3-28fab8fa6235 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.384771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee5d399-a81f-4b25-8e5c-85c8033d77c8 req-a78f3fcb-8b25-4afc-8dd3-28fab8fa6235 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 944 time: 0.2022254 Aug 04 14:48:09.407885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325befc8-d90f-466c-985a-059fd2ca7e1e req-5706108f-0df8-43f1-9e42-a1d9d0678c19 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.415434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-325befc8-d90f-466c-985a-059fd2ca7e1e req-5706108f-0df8-43f1-9e42-a1d9d0678c19 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 944 time: 0.1326571 Aug 04 14:48:09.460522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:09.488441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:09.490971 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0a9bb-b726-448e-b2a2-4964ea626147" -d '{"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:09.496643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-325befc8-d90f-466c-985a-059fd2ca7e1e req-ba35001c-ea3a-43d6-9c03-c28beab2d1cc tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802469 Aug 04 14:48:09.507956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:09.521252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee5d399-a81f-4b25-8e5c-85c8033d77c8 req-426e8a22-f2bb-483b-94d6-b3c2c768c398 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259980 Aug 04 14:48:09.521491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:09.521609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-d5ac2e04-d487-4745-94fa-47f9da764983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.521609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-d5ac2e04-d487-4745-94fa-47f9da764983 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271448 Aug 04 14:48:09.583012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:09.668363 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a46844-77e8-4c3c-81c0-7764184ed6ff x-openstack-request-id: req-85a46844-77e8-4c3c-81c0-7764184ed6ff {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:09.668657 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:09.668909 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85a46844-77e8-4c3c-81c0-7764184ed6ff {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:09.669376 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'code': 200} Aug 04 14:48:09.771969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-ba986d33-6ba1-4a8d-bbb8-b02b5b9799da service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429767 Aug 04 14:48:09.850227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985125-50ea-465e-ae70-485271da57a6 req-bf6575a5-e15f-438f-8a47-8ff9c1e7d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.851857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-36985125-50ea-465e-ae70-485271da57a6 req-bf6575a5-e15f-438f-8a47-8ff9c1e7d0e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0659378 Aug 04 14:48:09.898307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-36985125-50ea-465e-ae70-485271da57a6 req-93142a71-f4da-4758-a6d3-c2048de84046 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Aug 04 14:48:09.943997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d79ab-7d4f-483a-b101-e480557fa69c req-46a40ec0-fb67-4c38-946b-2b4dd1bd5443 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.946145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c27d79ab-7d4f-483a-b101-e480557fa69c req-46a40ec0-fb67-4c38-946b-2b4dd1bd5443 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.2080450 Aug 04 14:48:09.958150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514e48-195a-4dfd-90a4-d26c820d38bf req-d482f79c-62e7-4d48-9d09-136fcabe5dd3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:09.959714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff514e48-195a-4dfd-90a4-d26c820d38bf req-d482f79c-62e7-4d48-9d09-136fcabe5dd3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1611323 Aug 04 14:48:10.036766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2308a9bd-6580-4ffb-b6a6-17f00d6b6ab2 req-28131fb5-a8fa-4462-a24a-bd6637342cf0 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396398 Aug 04 14:48:10.063258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff514e48-195a-4dfd-90a4-d26c820d38bf req-16b951fd-0d17-4b4e-abbb-66dc2d9efac0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945988 Aug 04 14:48:10.066287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c27d79ab-7d4f-483a-b101-e480557fa69c req-99c03fa8-b9bd-4859-a939-862f4e89666b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032403 Aug 04 14:48:10.234123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 66e1d01e-97a0-43ca-9efa-5a5545aee820 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:10.281143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-f0061435-3d8b-40ef-957d-ae0ac3ecff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.282757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-f0061435-3d8b-40ef-957d-ae0ac3ecff6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1096 time: 0.1670845 Aug 04 14:48:10.290827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d7d0-eb26-4281-a27c-30cbebb4d785 req-c11e80b1-4208-4eaf-83e3-fc2f789766ff tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.292380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d111d7d0-eb26-4281-a27c-30cbebb4d785 req-c11e80b1-4208-4eaf-83e3-fc2f789766ff tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0802267 Aug 04 14:48:10.358703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 66e1d01e-97a0-43ca-9efa-5a5545aee820 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:10.359096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:10.468300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d111d7d0-eb26-4281-a27c-30cbebb4d785 req-848b1cf0-06b9-484a-8177-eb6643881b36 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653447 Aug 04 14:48:10.496938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-6b87273b-779e-40c1-84ae-b0f0989e615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.498933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-6b87273b-779e-40c1-84ae-b0f0989e615c service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2055614 Aug 04 14:48:10.520788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8be0-9c62-4de0-a8b7-010adb345bab req-5e5ae79c-c5f1-4a73-9c68-9419757c1b93 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.530533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98ef8be0-9c62-4de0-a8b7-010adb345bab req-5e5ae79c-c5f1-4a73-9c68-9419757c1b93 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1765289 Aug 04 14:48:10.618686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-64348f9b-022c-4ad5-8eca-03e0c53e4588 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0779364 Aug 04 14:48:10.699154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-ad023930-225b-4262-9655-842994b25a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.700696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-ad023930-225b-4262-9655-842994b25a80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0606487 Aug 04 14:48:10.718764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98ef8be0-9c62-4de0-a8b7-010adb345bab req-10e7cc24-513e-4175-8355-49facc411707 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818020 Aug 04 14:48:10.793796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf26ae-3cb4-4d9a-af78-6c168d82618a req-4596f4ff-9d7d-4fd1-8637-b5b099c24b35 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.795401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0baf26ae-3cb4-4d9a-af78-6c168d82618a req-4596f4ff-9d7d-4fd1-8637-b5b099c24b35 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 944 time: 0.1983285 Aug 04 14:48:10.847068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0baf26ae-3cb4-4d9a-af78-6c168d82618a req-cc5a3b9c-52e0-4224-ad91-53391ff9cf92 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Aug 04 14:48:10.870904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-abbf0c46-b5aa-44c7-b7be-e0e86a7f564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.872465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-abbf0c46-b5aa-44c7-b7be-e0e86a7f564e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526937 Aug 04 14:48:10.990205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94db770-21a4-4b82-ad00-f6c49dc612b5 req-fe565f29-c8a5-49c1-9878-f00b9af04e71 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:10.991735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a94db770-21a4-4b82-ad00-f6c49dc612b5 req-fe565f29-c8a5-49c1-9878-f00b9af04e71 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 945 time: 0.1520269 Aug 04 14:48:11.028024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-ae09e9cd-f77b-47d2-ad13-31ef2657fb91 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407163 Aug 04 14:48:11.047397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-2678907b-521a-4bb9-a92d-a07c06f59b03 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:11.049460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-2678907b-521a-4bb9-a92d-a07c06f59b03 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0619683 Aug 04 14:48:11.174330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a94db770-21a4-4b82-ad00-f6c49dc612b5 req-c39d3a97-3d0c-4dd1-895a-ccc26613326d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691985 Aug 04 14:48:11.216298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Deleting port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:11.219739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:11.379764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03d450a4-ea12-4fcf-b35b-63c697c896d1 req-647eef4b-2ed8-4cb1-a04d-3ebd5fe24dc8 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426673 Aug 04 14:48:11.416623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78fcb-dd42-4f8a-ba00-fb742aa24a44 req-3a5080e0-c2f9-4159-8440-ae34f34b5549 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:11.424563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90d78fcb-dd42-4f8a-ba00-fb742aa24a44 req-3a5080e0-c2f9-4159-8440-ae34f34b5549 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2473187 Aug 04 14:48:11.442225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] For port 0c687943-28cc-4f51-a3d4-aa6ffb95d486, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0c687943-28cc-4f51-a3d4-aa6ffb95d486,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:11.442815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:11.480150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90d78fcb-dd42-4f8a-ba00-fb742aa24a44 req-b329b99f-fca6-456c-a93a-a1ccbbe3e853 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 Aug 04 14:48:11.494761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Calling delete_port for 0c687943-28cc-4f51-a3d4-aa6ffb95d486 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:11.610685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423395-fd7d-473b-9b6d-5afb204dd752 req-eedaed27-ff23-4a8a-98a9-d1c85581aa14 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:11.618631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf423395-fd7d-473b-9b6d-5afb204dd752 req-eedaed27-ff23-4a8a-98a9-d1c85581aa14 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc42c522-7389-4be1-b5db-e0334027a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0809700 Aug 04 14:48:11.676114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf423395-fd7d-473b-9b6d-5afb204dd752 req-965a5f4b-8855-475e-80b1-9bb8c7b13d5a tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554907 Aug 04 14:48:11.767160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-79d005df-626e-4292-8750-296fc6053e42 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:11.768754 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-79d005df-626e-4292-8750-296fc6053e42 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 946 time: 0.1458566 Aug 04 14:48:11.769877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:11.782184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['6fb8caa0-482d-40ee-b7af-efa4cae87252', '0c687943-28cc-4f51-a3d4-aa6ffb95d486'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:11.855930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc49c80-2b15-448e-8e7a-244bd8f0656f req-aece13cd-abd8-404e-bf1e-9c7fe7096bbd tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:11.857855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffc49c80-2b15-448e-8e7a-244bd8f0656f req-aece13cd-abd8-404e-bf1e-9c7fe7096bbd tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Aug 04 14:48:11.864066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event deleted for resources: {'Port': ['ID=0c687943-28cc-4f51-a3d4-aa6ffb95d486,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:11.922871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] No DVR routers for this DVR port 0c687943-28cc-4f51-a3d4-aa6ffb95d486 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:11.931013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:11.933265 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7c0ed8aa-f235-4d2e-b6a3-d1e5572fd88c req-daf22a81-5f5c-401e-9d79-9a4d31dcf009 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "DELETE /v2.0/ports/0c687943-28cc-4f51-a3d4-aa6ffb95d486 HTTP/1.1" status: 204 len: 173 time: 0.8642921 Aug 04 14:48:11.933718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'name': 'network-vif-deleted', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:11.937094 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d78efa-ba91-425b-b6af-e008f087e052" -d '{"events": [{"server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "name": "network-vif-deleted", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:11.976718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffc49c80-2b15-448e-8e7a-244bd8f0656f req-29db8cc7-78e1-434a-b8a3-efda5e82155b tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990682 Aug 04 14:48:12.100152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Deleting port 6fb8caa0-482d-40ee-b7af-efa4cae87252 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:12.100705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:12.161756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfb38f-0430-4676-b0a5-4e8afe67048b req-c13057ab-3545-4a9f-b57b-8dc35ff3fa6f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:12.173200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89dfb38f-0430-4676-b0a5-4e8afe67048b req-c13057ab-3545-4a9f-b57b-8dc35ff3fa6f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 944 time: 0.1249714 Aug 04 14:48:12.289275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89dfb38f-0430-4676-b0a5-4e8afe67048b req-ee74a06c-d9c1-4bc5-821a-e7d10347cd40 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063697 Aug 04 14:48:12.301923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] For port 6fb8caa0-482d-40ee-b7af-efa4cae87252, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=6fb8caa0-482d-40ee-b7af-efa4cae87252,segment=NetworkSegment(1ed9ae90-dfc8-4cf3-a48a-b37a43c34353),segment_id=1ed9ae90-dfc8-4cf3-a48a-b37a43c34353)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:12.302443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:12.329761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Calling delete_port for 6fb8caa0-482d-40ee-b7af-efa4cae87252 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:12.438025 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74119e42-a177-4c40-9d1a-20c236de73e3 x-openstack-request-id: req-74119e42-a177-4c40-9d1a-20c236de73e3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:12.440517 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc42c522-7389-4be1-b5db-e0334027a7c4", "name": "network-vif-deleted", "tag": "0c687943-28cc-4f51-a3d4-aa6ffb95d486", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:12.441184 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74119e42-a177-4c40-9d1a-20c236de73e3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:12.443000 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42c522-7389-4be1-b5db-e0334027a7c4', 'name': 'network-vif-deleted', 'tag': '0c687943-28cc-4f51-a3d4-aa6ffb95d486', 'status': 'completed', 'code': 200} Aug 04 14:48:12.531488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:12.541393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fac9d-d402-4c5d-8149-92e9fdda4df8 req-c2a67821-15da-48c3-828e-80e3bf874ed8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:12.545611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['0c687943-28cc-4f51-a3d4-aa6ffb95d486'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:12.552310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-103fac9d-d402-4c5d-8149-92e9fdda4df8 req-c2a67821-15da-48c3-828e-80e3bf874ed8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 945 time: 0.1323512 Aug 04 14:48:12.638130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] No DVR routers for this DVR port 6fb8caa0-482d-40ee-b7af-efa4cae87252 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:12.641611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-103fac9d-d402-4c5d-8149-92e9fdda4df8 req-ffd76d0e-a3f3-4d74-8aed-f368c186a421 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882664 Aug 04 14:48:12.646770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:12.649454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f46a7b-9f88-46dd-8cca-9a05751a7c07 req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.46 "DELETE /v2.0/ports/6fb8caa0-482d-40ee-b7af-efa4cae87252 HTTP/1.1" status: 204 len: 173 time: 0.8722374 Aug 04 14:48:12.650530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc471-fea3-43e6-b52b-cfa7dceac307 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] Pushing event deleted for resources: {'Port': ['ID=6fb8caa0-482d-40ee-b7af-efa4cae87252,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:12.740123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6b50d-2812-4cd0-a7bc-25cf2fe5289d req-64fdde49-7955-4779-b61c-bcfb1bd4a14c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:12.749141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90d6b50d-2812-4cd0-a7bc-25cf2fe5289d req-64fdde49-7955-4779-b61c-bcfb1bd4a14c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1061907 Aug 04 14:48:12.839805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90d6b50d-2812-4cd0-a7bc-25cf2fe5289d req-d4db7fed-3570-40a5-9b9b-d1060dce0b37 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Aug 04 14:48:13.088102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6259b7f9-45f7-42f5-8f17-8bb7fa1cf41e req-5617f198-24d7-49cf-96b8-b7a7eb152294 tempest-MultipleCreateTestJSON-979884911 tempest-MultipleCreateTestJSON-979884911-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa13ca-3994-459d-816c-c5aeda1cef48 HTTP/1.1" status: 200 len: 210 time: 0.0365224 Aug 04 14:48:13.115184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eecef-de5e-49ce-aa09-fa099cf75108 req-ad934e4c-167b-4992-8937-f81e5bde49f7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:13.117237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-594eecef-de5e-49ce-aa09-fa099cf75108 req-ad934e4c-167b-4992-8937-f81e5bde49f7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 945 time: 0.1078184 Aug 04 14:48:13.171994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-594eecef-de5e-49ce-aa09-fa099cf75108 req-55263487-c213-4be9-8075-052db1c9c5f1 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Aug 04 14:48:13.270303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aad6e-b76f-41b6-a957-5ea4921b1cbe req-6ed7240c-ca4f-4fc1-825b-98eaabee6b92 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:13.271907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-445aad6e-b76f-41b6-a957-5ea4921b1cbe req-6ed7240c-ca4f-4fc1-825b-98eaabee6b92 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0608110 Aug 04 14:48:13.364450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-445aad6e-b76f-41b6-a957-5ea4921b1cbe req-0eceea2a-566c-41d0-81ff-1f2b3907603e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832257 Aug 04 14:48:13.382755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ff79ccc9-d97b-4672-94ab-18809f460930 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:13.503398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b593ece-ab70-4252-8bc0-54bda2dde991 req-ef8d4544-c22c-4f7e-adec-5747be8881e2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:13.511332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b593ece-ab70-4252-8bc0-54bda2dde991 req-ef8d4544-c22c-4f7e-adec-5747be8881e2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 944 time: 0.1095991 Aug 04 14:48:13.581861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ff79ccc9-d97b-4672-94ab-18809f460930,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:13.598926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:13.606417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b593ece-ab70-4252-8bc0-54bda2dde991 req-debffd78-3490-4f0b-8df9-0b0e9d6a868c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884354 Aug 04 14:48:13.640613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:13.653915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff79ccc9-d97b-4672-94ab-18809f460930 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:13.681158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ff79ccc9-d97b-4672-94ab-18809f460930,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:13.686524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:13.741733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:13.751475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.751475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.751758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.752091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.752427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.753006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.753102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.753470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.753909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.754239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.754567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.754937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:13.996425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8dd7-b1ae-4c6c-9b9e-61414aa407e9 req-aa97800f-01ed-4701-af58-40f19fd9582f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:13.997997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2a8dd7-b1ae-4c6c-9b9e-61414aa407e9 req-aa97800f-01ed-4701-af58-40f19fd9582f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0653806 Aug 04 14:48:14.043996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2a8dd7-b1ae-4c6c-9b9e-61414aa407e9 req-17d02c5b-df7e-4bba-862c-ebd684f6c63d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Aug 04 14:48:14.091021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ff79ccc9-d97b-4672-94ab-18809f460930'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:14.175695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51960) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:14.286620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Deleting subnet f38d769e-4bca-4fac-b5ea-79a3d8afe37f {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:48:14.295502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.355174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.368769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d14b-8e83-4787-a3f0-995e0bd4dd29 req-1fc6b98a-f764-443c-80e2-78f8ac15c97d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:14.378448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c237d14b-8e83-4787-a3f0-995e0bd4dd29 req-1fc6b98a-f764-443c-80e2-78f8ac15c97d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 945 time: 0.0906892 Aug 04 14:48:14.431781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c237d14b-8e83-4787-a3f0-995e0bd4dd29 req-84a1796f-08df-4718-817b-ef84c8573c37 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508070 Aug 04 14:48:14.446425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'name': 'network-vif-deleted', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:14.463584 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a657fd-207c-49a4-b528-744948b37907" -d '{"events": [{"server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "name": "network-vif-deleted", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:14.502533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.621188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.628152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ebafd-b2fe-48b6-a99f-f69e931a92f9 req-085a5911-5f74-4951-810f-bce78497cdde tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:14.630209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c1ebafd-b2fe-48b6-a99f-f69e931a92f9 req-085a5911-5f74-4951-810f-bce78497cdde tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0857766 Aug 04 14:48:14.684026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c1ebafd-b2fe-48b6-a99f-f69e931a92f9 req-86ae94c4-3377-4f3d-84d3-b5d4c6684418 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Aug 04 14:48:14.686092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.699975 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f38d769e-4bca-4fac-b5ea-79a3d8afe37f HTTP/1.1" status: 204 len: 168 time: 0.5144608 Aug 04 14:48:14.699975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:14.699975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3e936-a994-4a0d-a724-85a72b129e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38d769e-4bca-4fac-b5ea-79a3d8afe37f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:14.740881 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2f7be11-c869-4b56-b2cc-cd49c3c76cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:14.803821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.202648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03753e-09ce-490d-9924-d1a0a1fb9676 req-dfc32dd6-de52-420b-9ad6-2dd5b93fe8c8 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:15.206633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a03753e-09ce-490d-9924-d1a0a1fb9676 req-dfc32dd6-de52-420b-9ad6-2dd5b93fe8c8 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 945 time: 0.0844359 Aug 04 14:48:15.272137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0c687943-28cc-4f51-a3d4-aa6ffb95d486 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:15.329567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a03753e-09ce-490d-9924-d1a0a1fb9676 req-46e12f74-0543-45bc-be80-f5ec47b72c20 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829628 Aug 04 14:48:15.359800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 0c687943-28cc-4f51-a3d4-aa6ffb95d486 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:15.360168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0c687943-28cc-4f51-a3d4-aa6ffb95d486 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:15.360596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6fb8caa0-482d-40ee-b7af-efa4cae87252 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:15.386507 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbecf50-7fe4-4a8d-9689-78dbf4fc4dd6 x-openstack-request-id: req-7cbecf50-7fe4-4a8d-9689-78dbf4fc4dd6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:15.387004 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa13ca-3994-459d-816c-c5aeda1cef48", "name": "network-vif-deleted", "tag": "6fb8caa0-482d-40ee-b7af-efa4cae87252", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:15.387004 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cbecf50-7fe4-4a8d-9689-78dbf4fc4dd6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:15.387454 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa13ca-3994-459d-816c-c5aeda1cef48', 'name': 'network-vif-deleted', 'tag': '6fb8caa0-482d-40ee-b7af-efa4cae87252', 'status': 'completed', 'code': 200} Aug 04 14:48:15.394297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 6fb8caa0-482d-40ee-b7af-efa4cae87252 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:15.394691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 6fb8caa0-482d-40ee-b7af-efa4cae87252 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:15.396221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:15.398268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ff79ccc9-d97b-4672-94ab-18809f460930 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:15.467919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2109-8bd5-40f9-bd9c-bf37565e6395 req-6eb41e4a-2ed9-4f1f-b733-31dcc66d8d79 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:15.476959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee0d2109-8bd5-40f9-bd9c-bf37565e6395 req-6eb41e4a-2ed9-4f1f-b733-31dcc66d8d79 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0750878 Aug 04 14:48:15.492281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.502841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b20e99-5e99-47ae-a87b-d2f303f5e354']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:15.523533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:15.526624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed9ae90-dfc8-4cf3-a48a-b37a43c34353') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:15.546314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee0d2109-8bd5-40f9-bd9c-bf37565e6395 req-f37e9b86-0949-424c-acfb-7061e849a2e1 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Aug 04 14:48:15.555572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.563571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ff79ccc9-d97b-4672-94ab-18809f460930 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:15.568753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ff79ccc9-d97b-4672-94ab-18809f460930 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:15.569348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.573774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.581304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:48:15.581804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.632936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:48:15.646314 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:48:15.655130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.666232 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.669084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] 10.222.0.76 "DELETE /v2.0/networks/04b20e99-5e99-47ae-a87b-d2f303f5e354 HTTP/1.1" status: 204 len: 168 time: 0.9758391 Aug 04 14:48:15.685401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b10165-7fc5-40b3-ac79-f3045172d2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=04b20e99-5e99-47ae-a87b-d2f303f5e354,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:15.686611 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.723773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ff79ccc9-d97b-4672-94ab-18809f460930,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:15.724956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:15.727740 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eaf51d-5ca2-4454-94db-8455faca7d46" -d '{"events": [{"server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:15.731636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'port_id': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'mac_address': 'fa:16:3e:3c:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9609456-644c-4e3d-b0e8-ac02a3ba9364', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:15.735864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.736609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:15.819319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:15.838808 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c30dc-8c34-4818-99d4-bbd8ace1b1e9 x-openstack-request-id: req-172c30dc-8c34-4818-99d4-bbd8ace1b1e9 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:15.839642 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "name": "network-vif-plugged", "status": "completed", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:15.840083 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-172c30dc-8c34-4818-99d4-bbd8ace1b1e9 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:15.840637 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'code': 200} Aug 04 14:48:15.890536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52022) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:15.919986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:15.925979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:48:15.953854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b146d5e-d333-4043-ad58-63fb0ffdf2b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc0dda799a324a78995736b9c8f8ce2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606697 Aug 04 14:48:15.958097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52024) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:15.987358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30269d-f501-4c9b-8c53-3332510bc124 req-41404703-f281-411c-b163-b83949c75b9c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:16.000950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c30269d-f501-4c9b-8c53-3332510bc124 req-41404703-f281-411c-b163-b83949c75b9c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1865120 Aug 04 14:48:16.044508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.098426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.130165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37104fb-127e-4b1d-a851-d0825f5ff335 req-9bf468fc-8074-436d-9268-6f1320688dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:16.131732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b37104fb-127e-4b1d-a851-d0825f5ff335 req-9bf468fc-8074-436d-9268-6f1320688dd5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.2412741 Aug 04 14:48:16.134611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c30269d-f501-4c9b-8c53-3332510bc124 req-7786de6a-1673-4ad2-928a-49142f20556d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238115 Aug 04 14:48:16.208061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b37104fb-127e-4b1d-a851-d0825f5ff335 req-b64fbdb2-98b8-418f-b2d8-fea529885218 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Aug 04 14:48:16.222265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.225767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.227405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c HTTP/1.1" status: 204 len: 168 time: 0.2664905 Aug 04 14:48:16.238833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9df28b-482a-4af4-97e3-087f964c3100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cb4440-1f0b-43ad-a9b5-add68c2a2f8c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:16.248218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:16.308312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:16.319486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.324179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:16.464545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:16.522024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0521-a771-4e6e-bb35-bd045a6907d9 req-c90d969d-3073-4d94-83a8-7ded7a0fdef6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:16.523728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c4d0521-a771-4e6e-bb35-bd045a6907d9 req-c90d969d-3073-4d94-83a8-7ded7a0fdef6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 946 time: 0.1169763 Aug 04 14:48:16.562363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:48:16.562752 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:48:16.596743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c4d0521-a771-4e6e-bb35-bd045a6907d9 req-e4336f82-8bcd-4130-a7d8-6c77120ac518 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563345 Aug 04 14:48:16.666460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['12dfc335-0920-46e7-93bc-947bc70ecb3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:16.705541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63656-a65e-4404-9ea5-3b5cbbeb4b1b req-0cea0070-cea5-413f-bc10-906c16ac902c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:16.707302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efe63656-a65e-4404-9ea5-3b5cbbeb4b1b req-0cea0070-cea5-413f-bc10-906c16ac902c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0695775 Aug 04 14:48:16.778349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efe63656-a65e-4404-9ea5-3b5cbbeb4b1b req-b88f6fc9-4496-4027-b789-553be94d4f7b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Aug 04 14:48:17.138124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.157061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:17.208313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:17.223723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.285600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:17.362323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde018f-c8a0-45ac-aa41-44b98b77ba9e req-1a50429c-7214-43da-96f1-4525f2097bc4 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:17.364640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bde018f-c8a0-45ac-aa41-44b98b77ba9e req-1a50429c-7214-43da-96f1-4525f2097bc4 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 943 time: 0.0756619 Aug 04 14:48:17.385974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:17.398323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:17.418469 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b566b56c-5db2-41f0-91d0-4704252e1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.437831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bde018f-c8a0-45ac-aa41-44b98b77ba9e req-680a5142-0c33-494a-8d8a-931bc841038c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Aug 04 14:48:17.478281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:17.493557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'mac_address': 'fa:16:3e:a2:f8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:17.508228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae938-406a-4440-93ef-53dfdf519258 req-23958642-52ad-43da-9ba5-655be35dc83c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:17.510176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0cae938-406a-4440-93ef-53dfdf519258 req-23958642-52ad-43da-9ba5-655be35dc83c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 951 time: 0.0562637 Aug 04 14:48:17.543550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.575464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc20853e-8c2f-44a1-bb85-607e9991d099 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:17.584464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0cae938-406a-4440-93ef-53dfdf519258 req-8ceba3e4-ad73-41d5-9bb2-9a0b6479a512 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647619 Aug 04 14:48:17.586779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1139207036-network', 'tenant_id': '087a792e7af94d8f9a5ee2ea61905f78'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:17.592603 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.616857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:17.624273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.626614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Made reservation on behalf of 087a792e7af94d8f9a5ee2ea61905f78 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:17.629898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.640688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.683864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:17.721378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.736159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4867a9b-64ce-4ddb-8578-80b681f80b85 req-a800c11a-0baf-40f9-a8fd-2a63af5dc88b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:17.743089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4867a9b-64ce-4ddb-8578-80b681f80b85 req-a800c11a-0baf-40f9-a8fd-2a63af5dc88b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 946 time: 0.0784109 Aug 04 14:48:17.743628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.748465 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.762796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['dc20853e-8c2f-44a1-bb85-607e9991d099'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:17.770207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:48:17.784237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cdfb8-1da0-4abb-8621-376718ce67b0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:17.784548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4867a9b-64ce-4ddb-8578-80b681f80b85 req-c2c6e7ea-74ad-4cb9-ad59-266d8460e6ed tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Aug 04 14:48:17.789470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.789833 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Added segment 108d982f-48ce-4e0c-9200-ed3b43887738 of type vlan for network f3e80d85-55bf-4cfe-b39e-9a837eacbccd Aug 04 14:48:17.838201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.904168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.905792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:17.906623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:17.943973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5480325 Aug 04 14:48:17.969032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52130) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:17.981501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Request body: {'subnet': {'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1139207036-subnet', 'tenant_id': '087a792e7af94d8f9a5ee2ea61905f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:18.018516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Made reservation on behalf of 087a792e7af94d8f9a5ee2ea61905f78 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:18.021485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.065392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d8ff-ab18-403e-9e3c-cc55b3e26e8d admin admin] Pushing event updated for resources: {'Network': ['ID=f3e80d85-55bf-4cfe-b39e-9a837eacbccd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:18.078323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f3e80d85-55bf-4cfe-b39e-9a837eacbccd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:48:18.194265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-9bc9e912-05c7-44de-b378-f342e07c7b2e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3289120 Aug 04 14:48:18.208393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3019f5-7684-422c-b8d7-e7a5efecd8c8 req-da46e7da-d955-4150-9c6f-6e90d04e901b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:18.210469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3019f5-7684-422c-b8d7-e7a5efecd8c8 req-da46e7da-d955-4150-9c6f-6e90d04e901b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2267983 Aug 04 14:48:18.219415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:18.264863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7241-1735-4007-b8c8-380a6684d9a6 req-2a6585ef-4e43-4198-b8df-9c86aa1a6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:18.266479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf9c7241-1735-4007-b8c8-380a6684d9a6 req-2a6585ef-4e43-4198-b8df-9c86aa1a6fa2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.1607330 Aug 04 14:48:18.272510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.296608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.342655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b048b11-35ed-4725-ab94-c5b4faf7e519,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:18.353189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Checking segment: {'id': '108d982f-48ce-4e0c-9200-ed3b43887738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:18.353189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Network hostable DHCP agents. Network: f3e80d85-55bf-4cfe-b39e-9a837eacbccd, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:48:18.371508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Network f3e80d85-55bf-4cfe-b39e-9a837eacbccd is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:48:18.383123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f3e80d85-55bf-4cfe-b39e-9a837eacbccd) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:18.384146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a3019f5-7684-422c-b8d7-e7a5efecd8c8 req-2e581b66-6d7d-4cf9-9473-40b99d797200 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287537 Aug 04 14:48:18.397177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:18.398256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.401985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf9c7241-1735-4007-b8c8-380a6684d9a6 req-ef7260c8-62d5-4135-8cb3-02db78ebcf11 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249397 Aug 04 14:48:18.406988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e26d1-aa45-456b-9e7f-c17a987e4db2 None None] Network f3e80d85-55bf-4cfe-b39e-9a837eacbccd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:18.425932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6b54908e-2c3d-4060-a724-bc5bf760535f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4556017 Aug 04 14:48:18.482280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.525543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.621624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e94891-e23e-477b-93d6-f7d6a0d34b1a None None] Network f3e80d85-55bf-4cfe-b39e-9a837eacbccd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:18.638382 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.665001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Allocated IP 172.25.0.159 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/7824e8f0-9bc3-475a-bc45-2cf8a8e646a9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:18.773680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e67d-16e7-459e-be8e-0f8ae74df872 req-3a89a72a-aa9e-488d-a398-1f2e236c6063 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:18.775444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16e0e67d-16e7-459e-be8e-0f8ae74df872 req-3a89a72a-aa9e-488d-a398-1f2e236c6063 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 943 time: 0.1056340 Aug 04 14:48:18.836464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16e0e67d-16e7-459e-be8e-0f8ae74df872 req-40f4e31a-abb6-45f7-b020-b4f0d3c3e3b3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544276 Aug 04 14:48:18.875491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.920297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:18.940218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:18.942463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:18.945534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:19.042077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event updated for resources: {'Port': ['ID=7824e8f0-9bc3-475a-bc45-2cf8a8e646a9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:19.067225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.067573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.067919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.068259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.068769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.069016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.069369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.069590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.069888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.070212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.070905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.071230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:19.089972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cace46-3d02-4e0e-863d-088803a074f4 req-54a37f04-9d89-4b14-9810-bdb8ae11ab9c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:19.095091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01cace46-3d02-4e0e-863d-088803a074f4 req-54a37f04-9d89-4b14-9810-bdb8ae11ab9c tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 951 time: 0.0974483 Aug 04 14:48:19.163388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.187713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01cace46-3d02-4e0e-863d-088803a074f4 req-49626288-fc3f-4cf1-8c8a-7675f4c216e6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Aug 04 14:48:19.218810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.282133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:19.366842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port dc20853e-8c2f-44a1-bb85-607e9991d099 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:19.367272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.413267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:19.497804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.504859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.575119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 12dfc335-0920-46e7-93bc-947bc70ecb3b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:19.575853 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.619539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.662060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:19.665133 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca1d0a-4364-4072-8db8-5709da5362cc" -d '{"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:19.685238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:19.695905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.697772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:19.812157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.848189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:19.912864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:19.923810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.933697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:19.966633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event updated for resources: {'Port': ['ID=7824e8f0-9bc3-475a-bc45-2cf8a8e646a9,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:19.996951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:20.016459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:20.018522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:20.024650 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:20.036783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-da80edab-c870-4360-8eb8-a9d14bd7bf17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:20.045075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-da80edab-c870-4360-8eb8-a9d14bd7bf17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/networks?id=f3e80d85-55bf-4cfe-b39e-9a837eacbccd HTTP/1.1" status: 200 len: 814 time: 0.5216229 Aug 04 14:48:20.055096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:20.063310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-83704cff-a9ce-4b1e-8e5d-4c25cd9036a7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8501639 Aug 04 14:48:20.081708 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-b4295eb7-d8d2-4df4-b8d5-32bc0b8f9160 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/quotas/087a792e7af94d8f9a5ee2ea61905f78 HTTP/1.1" status: 200 len: 375 time: 0.0355380 Aug 04 14:48:20.082908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:20.117975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:20.137917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-8aea5b40-d00d-4fa9-b756-49d65581f489 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0735836 Aug 04 14:48:20.157347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-0aa8ce0a-c804-42c8-bf21-70d833fd111e tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=087a792e7af94d8f9a5ee2ea61905f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746467 Aug 04 14:48:20.331023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-a7e81d30-6bb3-47a9-bf30-cd1f07fa97cb service neutron] 10.222.0.76 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648440 Aug 04 14:48:20.341376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-77c2072c-6735-455e-85a1-906d70244eed tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:20.343117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdad940e-f171-49ac-a1a6-5e6d259c37ac req-77c2072c-6735-455e-85a1-906d70244eed tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1884475 Aug 04 14:48:20.471632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-6b6d1daa-3b3b-46c8-8aa2-2614e1328ed2 service neutron] 10.222.0.76 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223755 Aug 04 14:48:20.601707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc07f1-5149-4044-a0a9-5e79c883dfe8 req-6a505c77-5a1f-4306-a438-054b9764e23d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:20.609118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47fc07f1-5149-4044-a0a9-5e79c883dfe8 req-6a505c77-5a1f-4306-a438-054b9764e23d tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0674438 Aug 04 14:48:20.674815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47fc07f1-5149-4044-a0a9-5e79c883dfe8 req-b9e5bc02-5029-45b4-b88f-fc7398d0bd96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Aug 04 14:48:20.743961 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d62552f-c6a1-4dc2-8ef4-256cf3b837ae x-openstack-request-id: req-9d62552f-c6a1-4dc2-8ef4-256cf3b837ae {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:20.744873 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:20.745930 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d62552f-c6a1-4dc2-8ef4-256cf3b837ae {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:20.746507 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'code': 200} Aug 04 14:48:20.860779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f818d9-2984-459d-bbd1-ed42bf49b576 req-a9467eb0-54c6-4125-8292-2ed98c11101d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:20.869138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28f818d9-2984-459d-bbd1-ed42bf49b576 req-a9467eb0-54c6-4125-8292-2ed98c11101d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0711830 Aug 04 14:48:20.920286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28f818d9-2984-459d-bbd1-ed42bf49b576 req-4b54db6d-fde0-4f34-b4df-b073eb43ffc8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Aug 04 14:48:21.103402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-411f194b-9be8-455a-9d03-fd29b069242a req-d29cee49-c72e-405e-8b6b-c87236a4dcfe tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 210 time: 0.0847375 Aug 04 14:48:21.267162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-c2f4908b-c29f-45b5-abde-95f2423d3562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:21.276052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-c2f4908b-c29f-45b5-abde-95f2423d3562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 821 time: 0.2602637 Aug 04 14:48:21.295189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-20406612-0229-4489-b888-f4bd6453265d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/quotas/f0278fc49c4342be8c410f5f2ac87f73 HTTP/1.1" status: 200 len: 375 time: 0.0171947 Aug 04 14:48:21.376771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a54776f8-336a-4141-9b2f-fe829bf426bb tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805116 Aug 04 14:48:21.633403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-7129d456-d6c6-4b9b-8e3a-df4bdd5a249e service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556832 Aug 04 14:48:21.810500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-daf8397c-16dd-42e8-a615-4c08a5077ce4 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638927 Aug 04 14:48:21.871578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbea62-6dd9-4f2b-933d-7bfdb52a3c16 req-9e3177ad-bfa5-46c7-9b44-f6bf9be502e2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:21.884585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42fbea62-6dd9-4f2b-933d-7bfdb52a3c16 req-9e3177ad-bfa5-46c7-9b44-f6bf9be502e2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1224549 Aug 04 14:48:21.919341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684863-c664-4adc-a30d-3166f561c772 req-6b5b8c33-ca9e-41d1-a95f-02beb87ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:21.921105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-6b5b8c33-ca9e-41d1-a95f-02beb87ddb59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.1638479 Aug 04 14:48:21.933688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42fbea62-6dd9-4f2b-933d-7bfdb52a3c16 req-09bd4065-928e-418c-81cc-d314ddbe06d3 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Aug 04 14:48:22.047061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684863-c664-4adc-a30d-3166f561c772 req-372edb30-1110-4cfe-9b49-3796751910c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:22.049179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-372edb30-1110-4cfe-9b49-3796751910c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1146398 Aug 04 14:48:22.145974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-ecb8609b-6ca9-439f-a516-5211a434cb61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.0855198 Aug 04 14:48:22.248223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d447af6d-a0fa-4984-b379-6f53b8cc7a33 req-2969b746-95a0-46c3-8c0e-4da5b69108aa tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 210 time: 0.0674467 Aug 04 14:48:22.282615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c64db-2695-40cc-938f-42bc444a5e86 req-572f44a8-7199-4c8b-ad60-567b1c5c91be tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:22.290824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-056c64db-2695-40cc-938f-42bc444a5e86 req-572f44a8-7199-4c8b-ad60-567b1c5c91be tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.1437359 Aug 04 14:48:22.359784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684863-c664-4adc-a30d-3166f561c772 req-72fb8d2e-58bb-462b-9b60-75d0469c3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:22.364303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-72fb8d2e-58bb-462b-9b60-75d0469c3714 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.1847360 Aug 04 14:48:22.440193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-151951c7-0924-4c54-91c4-a2ba02e30b55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593827 Aug 04 14:48:22.463153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-056c64db-2695-40cc-938f-42bc444a5e86 req-fb688bf2-6b2d-412f-96f3-fe08ce8e7afc tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713991 Aug 04 14:48:22.554772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-a5bdec7b-22a0-4512-add5-32593a7b539c tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:22.556450 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-a5bdec7b-22a0-4512-add5-32593a7b539c tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.46 "GET /v2.0/networks?id=f3e80d85-55bf-4cfe-b39e-9a837eacbccd HTTP/1.1" status: 200 len: 814 time: 0.2627211 Aug 04 14:48:22.576733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Request body: {'port': {'device_id': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd', 'admin_state_up': True, 'tenant_id': '087a792e7af94d8f9a5ee2ea61905f78'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:22.656090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c21a32d9-915c-40f3-a7eb-3efe14799773 req-ac77829b-d897-4f92-ae55-6f2a5788ef7a tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 210 time: 0.0982380 Aug 04 14:48:22.736484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-c6dca0b0-0b36-416f-b145-13baf1570605 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711897 Aug 04 14:48:22.748151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b'}, {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:22.751403 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c445f0-c668-4989-ae85-b888100753e0" -d '{"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b"}, {"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:22.810027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Made reservation on behalf of 087a792e7af94d8f9a5ee2ea61905f78 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:22.814265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:22.829788 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61df6f-67b4-4fb3-b5f5-c21d7bb55e33 x-openstack-request-id: req-da61df6f-67b4-4fb3-b5f5-c21d7bb55e33 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:22.830476 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-plugged", "status": "completed", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b", "code": 200}, {"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:22.831235 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da61df6f-67b4-4fb3-b5f5-c21d7bb55e33 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:22.831938 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'code': 200} Aug 04 14:48:22.832661 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'code': 200} Aug 04 14:48:22.916167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34684863-c664-4adc-a30d-3166f561c772 req-a2c3e68e-9c52-4b9f-becf-a832a2f0bae3 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693919 Aug 04 14:48:23.093821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Allocated IP 172.20.0.12 (f3e80d85-55bf-4cfe-b39e-9a837eacbccd/9b048b11-35ed-4725-ab94-c5b4faf7e519/c0abcbcf-834b-4f27-9e20-f8ae2c630e6e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:23.173068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2c42-717e-4493-ae78-5a5f091d7872 req-376feacd-5a14-4ada-a6fa-75b8714da524 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:23.173847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c0b2c42-717e-4493-ae78-5a5f091d7872 req-376feacd-5a14-4ada-a6fa-75b8714da524 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0811384 Aug 04 14:48:23.176051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2db9-22c3-4d41-b58e-04f841e9ce32 req-ba12afac-a6e4-40fc-93bd-8aec8c3f3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:23.177631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e0a2db9-22c3-4d41-b58e-04f841e9ce32 req-ba12afac-a6e4-40fc-93bd-8aec8c3f3d45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 1097 time: 0.1387339 Aug 04 14:48:23.242032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e0a2db9-22c3-4d41-b58e-04f841e9ce32 req-9738af74-c836-42b1-9b31-381789cb886f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Aug 04 14:48:23.259872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c0b2c42-717e-4493-ae78-5a5f091d7872 req-aa7bf637-0e09-442f-9c0a-26db7d0fb922 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783079 Aug 04 14:48:23.309174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:23.357225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:23.389237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Network f3e80d85-55bf-4cfe-b39e-9a837eacbccd is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:23.437193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a4cfd3b-b6ae-47fc-a1c6-fc5d2a574149 req-33501efd-1c54-44ae-a620-e498cd7347fe tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 210 time: 0.0488091 Aug 04 14:48:23.438746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:23.443074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:23.521885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:23.522686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:23.572896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Pushing event updated for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:23.606231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.606630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.606974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.607320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.607660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.607998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.608340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.608674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.609008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.609347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.609686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.613569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:48:23.624180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-d263f23c-caae-4875-9378-1f2f5caf85fa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516384 Aug 04 14:48:23.638923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-03544e77-444a-4288-9d20-d2494bdb7959 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:48:23.639957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-03544e77-444a-4288-9d20-d2494bdb7959 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072446 Aug 04 14:48:23.660447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baabc5-d7d7-4e38-804a-d478dd83b96e req-4a63234e-efac-4562-ac46-e3fb96f322b6 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:23.664653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06baabc5-d7d7-4e38-804a-d478dd83b96e req-4a63234e-efac-4562-ac46-e3fb96f322b6 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0813975 Aug 04 14:48:23.724975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Request body: {'port': {'device_id': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:23.815916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:23.881073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06baabc5-d7d7-4e38-804a-d478dd83b96e req-aebdfb39-670b-45bb-9760-2ea1c2add4ee tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046559 Aug 04 14:48:24.030500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-dcc3058e-8682-4ad8-8e2f-14805b5b8401 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:24.032438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-dcc3058e-8682-4ad8-8e2f-14805b5b8401 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 821 time: 0.3656733 Aug 04 14:48:24.053622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'port': {'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'admin_state_up': True, 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:24.243089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e8dd5-d57c-4725-be81-f1018aeb152d req-908245c1-c47b-4286-9094-a7bcd66bf08a tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:24.244979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac0e8dd5-d57c-4725-be81-f1018aeb152d req-908245c1-c47b-4286-9094-a7bcd66bf08a tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 932 time: 0.3224428 Aug 04 14:48:24.335730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac0e8dd5-d57c-4725-be81-f1018aeb152d req-aa1968d3-d987-4986-a591-35f2ea07302c tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812714 Aug 04 14:48:24.359366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0abcbcf-834b-4f27-9e20-f8ae2c630e6e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:24.368978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.394887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Transition to ACTIVE for port object c0abcbcf-834b-4f27-9e20-f8ae2c630e6e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:24.401071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.433804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Made reservation on behalf of f0278fc49c4342be8c410f5f2ac87f73 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:24.456493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.502295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Pushing event updated for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:24.643686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Attempting to bind port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:24.643686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Attempting to bind port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '108d982f-48ce-4e0c-9200-ed3b43887738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:24.644707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Attempting to bind port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e on network f3e80d85-55bf-4cfe-b39e-9a837eacbccd {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:24.661061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e on network f3e80d85-55bf-4cfe-b39e-9a837eacbccd not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:24.665350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Attempting to bind port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e on network f3e80d85-55bf-4cfe-b39e-9a837eacbccd {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:24.671036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:24.671513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Checking segment: {'id': '108d982f-48ce-4e0c-9200-ed3b43887738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:24.671945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Bound using segment: {'id': '108d982f-48ce-4e0c-9200-ed3b43887738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:24.672384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Bound port: c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108d982f-48ce-4e0c-9200-ed3b43887738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:24.672751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.767613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Allocated IP 172.20.0.10 (1b3a6da1-ebc2-42c1-8e79-41918cc499c9/99b5f646-9604-495c-83af-2569b97eda44/e31b2588-f39d-4ec3-b5dc-ff486e10cfbf) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:24.774525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:24.778710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,segment=NetworkSegment(108d982f-48ce-4e0c-9200-ed3b43887738),segment_id=108d982f-48ce-4e0c-9200-ed3b43887738)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:24.785568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.825758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6a373-21d0-4a85-b312-546581ea9071 req-9982eb18-bb0d-4453-8135-2c4c53f01e0b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:24.835964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d6a373-21d0-4a85-b312-546581ea9071 req-9982eb18-bb0d-4453-8135-2c4c53f01e0b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1333795 Aug 04 14:48:24.847876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Pushing event updated for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:24.868458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:24.869295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:24.871125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-eadbdeb4-939e-47b5-ba33-626743931e66 service neutron] 10.222.0.46 "PUT /v2.0/ports/c0abcbcf-834b-4f27-9e20-f8ae2c630e6e HTTP/1.1" status: 200 len: 1093 time: 1.2176907 Aug 04 14:48:24.871597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:24.875255 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:24.914625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4d6a373-21d0-4a85-b312-546581ea9071 req-0edbb009-2a18-4afe-b9be-a80a17af7ac5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776649 Aug 04 14:48:24.995885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-17cedcd1-8f3e-436c-b41e-cae74053dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:24.997967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-17cedcd1-8f3e-436c-b41e-cae74053dd87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=087a792e7af94d8f9a5ee2ea61905f78&device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 1096 time: 0.0727310 Aug 04 14:48:25.115073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-8f4867bd-7d56-4f41-8a4e-1d459abee0fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e HTTP/1.1" status: 200 len: 217 time: 0.1062417 Aug 04 14:48:25.134332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49d7237e-36f2-4b95-a0a9-2ebd6c22a044 req-1dc5c01c-20e3-47b5-9181-a8601f30b6f5 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Aug 04 14:48:25.145825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:25.177482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Transition to ACTIVE for port object e31b2588-f39d-4ec3-b5dc-ff486e10cfbf will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:25.205424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-8dd19a80-8239-4f49-99bd-e408d8b4fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:25.207072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-8dd19a80-8239-4f49-99bd-e408d8b4fcc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b048b11-35ed-4725-ab94-c5b4faf7e519 HTTP/1.1" status: 200 len: 854 time: 0.0860450 Aug 04 14:48:25.208474 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c1508-7394-4f3f-ad06-7f226e39916e x-openstack-request-id: req-8c3c1508-7394-4f3f-ad06-7f226e39916e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:25.208764 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:25.209020 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c3c1508-7394-4f3f-ad06-7f226e39916e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:25.209418 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e', 'status': 'completed', 'code': 200} Aug 04 14:48:25.259801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-3dfc4bd5-2db6-4fec-9ede-5d49db477f6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e80d85-55bf-4cfe-b39e-9a837eacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425644 Aug 04 14:48:25.262532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:25.277621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ff79ccc9-d97b-4672-94ab-18809f460930'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:25.358982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event updated for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:25.417451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:25.425472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a8bbe-f084-4c84-9b2f-08c4f71e2d7d req-fe9aaddf-3592-4608-8251-d51b501f8fd2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:25.432963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-034a8bbe-f084-4c84-9b2f-08c4f71e2d7d req-fe9aaddf-3592-4608-8251-d51b501f8fd2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0749137 Aug 04 14:48:25.466701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:25.469369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:25.531415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:25.532179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:25.557591 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-3338aba5-8edf-4046-81a5-e34ac2ae1704 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779958 Aug 04 14:48:25.563275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-034a8bbe-f084-4c84-9b2f-08c4f71e2d7d req-22128529-4a5e-4286-9f64-8d6af8e42d43 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246204 Aug 04 14:48:25.596926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-778ef1be-55cf-4b31-89d9-f59f94cd611c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5517404 Aug 04 14:48:25.611768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Request body: {'port': {'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:25.702319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53540234-29f0-43ee-9b6b-a5962abde5fc req-4371ef4e-6d7b-4b23-8957-494d50e23a1d service neutron] 10.222.0.46 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327002 Aug 04 14:48:25.764270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:25.797242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401386b1-59ed-4f07-bd5a-5259c7f2316c req-212114bb-f3e1-481d-b369-60f49b2008f1 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:25.799324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-401386b1-59ed-4f07-bd5a-5259c7f2316c req-212114bb-f3e1-481d-b369-60f49b2008f1 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 944 time: 0.1186945 Aug 04 14:48:25.888045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-401386b1-59ed-4f07-bd5a-5259c7f2316c req-6be9e136-456e-438a-ac14-40a6b0ea2af6 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632253 Aug 04 14:48:25.891560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-54fc07f3-4546-47d9-a4e1-84af7d7c9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:25.895285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-54fc07f3-4546-47d9-a4e1-84af7d7c9ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=087a792e7af94d8f9a5ee2ea61905f78&device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 1096 time: 0.1174474 Aug 04 14:48:25.956003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6a0eac9-811e-40c6-9719-407ced4b9d2d None None] Provisioning for port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:25.963491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6a0eac9-811e-40c6-9719-407ced4b9d2d None None] Provisioning complete for port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:25.964144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6a0eac9-811e-40c6-9719-407ced4b9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.055221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0eac9-811e-40c6-9719-407ced4b9d2d None None] Port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:26.112557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-b2625b37-d2d7-4c4f-baaa-c6bd8e765d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.114275 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-b2625b37-d2d7-4c4f-baaa-c6bd8e765d83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e80d85-55bf-4cfe-b39e-9a837eacbccd HTTP/1.1" status: 200 len: 915 time: 0.2051251 Aug 04 14:48:26.168037 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-530e14d4-367c-4074-a0b8-d21f6fe7dd6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e HTTP/1.1" status: 200 len: 217 time: 0.0457907 Aug 04 14:48:26.202450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6404f8-ccc8-43a6-8101-25fa600af916 req-127e034b-0abc-4fc6-9367-fff5f55258c8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.210848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f6404f8-ccc8-43a6-8101-25fa600af916 req-127e034b-0abc-4fc6-9367-fff5f55258c8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0755198 Aug 04 14:48:26.273983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-dd239fea-a099-4b3a-8bfe-46793e8fa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.275817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-dd239fea-a099-4b3a-8bfe-46793e8fa5fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b048b11-35ed-4725-ab94-c5b4faf7e519 HTTP/1.1" status: 200 len: 854 time: 0.0978527 Aug 04 14:48:26.278073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31b2588-f39d-4ec3-b5dc-ff486e10cfbf {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:26.287652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.307667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Transition to ACTIVE for port object e31b2588-f39d-4ec3-b5dc-ff486e10cfbf will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:26.315706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f6404f8-ccc8-43a6-8101-25fa600af916 req-83cc83bd-f823-452a-8f05-fdd785a9cb44 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036756 Aug 04 14:48:26.317093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.395761 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-feeddc45-4e3a-473b-8240-974e63eb3410 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e80d85-55bf-4cfe-b39e-9a837eacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045952 Aug 04 14:48:26.412277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:26.557112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Attempting to bind port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:26.557362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Attempting to bind port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:26.557926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Attempting to bind port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:26.572580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064077df-5fcd-4ad1-a28e-1415ed7948cc req-10e2ac53-1cbb-46f7-8ef6-6ff62e330bc8 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.574715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-064077df-5fcd-4ad1-a28e-1415ed7948cc req-10e2ac53-1cbb-46f7-8ef6-6ff62e330bc8 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1095219 Aug 04 14:48:26.575494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:26.575897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Attempting to bind port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf on network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:26.584343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:26.584568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Checking segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:26.585008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Bound using segment: {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:26.585528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Bound port: e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8d4705-3861-435d-a26c-4d9d8aa8a57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:26.585970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.627767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-a3bc67d0-6ccf-4c87-84c8-e6cdbb633312 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286432 Aug 04 14:48:26.698895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-064077df-5fcd-4ad1-a28e-1415ed7948cc req-e222591a-a698-4263-936c-95a63a0a75ba tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167252 Aug 04 14:48:26.830549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00434bb-fddd-452a-9832-d0b8d3deda54 req-73ac2472-da76-43a4-b1b2-5ec9884d6dd0 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.832207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d00434bb-fddd-452a-9832-d0b8d3deda54 req-73ac2472-da76-43a4-b1b2-5ec9884d6dd0 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 944 time: 0.2439125 Aug 04 14:48:26.841334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-604aa0ea-740f-4a54-82e6-93dc6d3f0c4c req-d2ba2e6c-d003-4ae5-9ceb-7fce2a630a9e service neutron] 10.222.0.46 "GET /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864467 Aug 04 14:48:26.863873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:26.873658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:26.899397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.946141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:26.948323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:26.952232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] 10.222.0.38 "PUT /v2.0/ports/e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 1093 time: 1.3451967 Aug 04 14:48:26.970763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:26.985256 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866de03a-d03b-447a-9563-3f40d26db6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:27.143264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d00434bb-fddd-452a-9832-d0b8d3deda54 req-79eea54c-c862-4824-94d0-68039ced50e4 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962189 Aug 04 14:48:27.216598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-e8c43851-e76d-43b7-adae-cb2a46496e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:27.221475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-e8c43851-e76d-43b7-adae-cb2a46496e31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1096 time: 0.1523547 Aug 04 14:48:27.229192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14011b5-edd1-4a84-87e3-45af8adf3b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:27.292045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-f7b2251f-6e84-4abb-a4dd-e7eedd5ff2cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 217 time: 0.0526733 Aug 04 14:48:27.408720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-3a0b2bf9-a1b1-4a0c-8104-4e2850fdf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:27.410464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-3a0b2bf9-a1b1-4a0c-8104-4e2850fdf4a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1047568 Aug 04 14:48:27.484428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3af33-0810-437b-8ff5-9f8fb1df00d7 req-78501245-a2fb-459d-9d3f-a8cb472f97d8 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:27.486179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce3af33-0810-437b-8ff5-9f8fb1df00d7 req-78501245-a2fb-459d-9d3f-a8cb472f97d8 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 944 time: 0.1971781 Aug 04 14:48:27.559585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-aedaf771-0446-4fda-89f4-f4920807c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:27.561124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-aedaf771-0446-4fda-89f4-f4920807c22a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233640 Aug 04 14:48:27.583547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ce3af33-0810-437b-8ff5-9f8fb1df00d7 req-20eb49e7-3ddf-4369-b504-9eb00079e8e5 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906303 Aug 04 14:48:27.785138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-2f80bbe2-cd96-450c-b243-e92dbdb0e554 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994784 Aug 04 14:48:27.901327 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd2965-9b52-4d14-ae42-728485749124 x-openstack-request-id: req-8edd2965-9b52-4d14-ae42-728485749124 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:27.901899 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:27.901899 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8edd2965-9b52-4d14-ae42-728485749124 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:27.902375 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'status': 'completed', 'code': 200} Aug 04 14:48:28.041991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67f66523-11fb-46a8-bbd5-6ddfe0e97e6c req-6518998f-0fdf-48bb-ac02-7621d64bb284 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408237 Aug 04 14:48:28.234171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-c1f9ca93-df53-4a72-8ef6-974841482866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:28.236473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-c1f9ca93-df53-4a72-8ef6-974841482866 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0905001 Aug 04 14:48:28.370676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-1867c95d-7da5-49cb-aca7-5a9b5bd7dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:28.372317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-1867c95d-7da5-49cb-aca7-5a9b5bd7dce3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.1226258 Aug 04 14:48:28.615347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-40910a8f-8ca0-4074-871a-4eef279a5c03 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:28.622620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-40910a8f-8ca0-4074-871a-4eef279a5c03 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6ed17bd-15e7-4643-b67e-ec070af34372 HTTP/1.1" status: 200 len: 945 time: 0.0871780 Aug 04 14:48:28.770638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Deleting port 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:28.771375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:28.877668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] For port 12dfc335-0920-46e7-93bc-947bc70ecb3b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=12dfc335-0920-46e7-93bc-947bc70ecb3b,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:28.878369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:28.915232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Calling delete_port for 12dfc335-0920-46e7-93bc-947bc70ecb3b owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:28.980048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-ac681c6c-e997-4318-8a7f-d40f5230595e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 217 time: 0.0597982 Aug 04 14:48:29.046511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad960b-ea5c-442d-82c0-23c6f10e032e req-4a590cf6-452d-4c45-a844-c19d886643e5 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:29.054076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dad960b-ea5c-442d-82c0-23c6f10e032e req-4a590cf6-452d-4c45-a844-c19d886643e5 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 944 time: 0.0999269 Aug 04 14:48:29.121665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:29.128639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dad960b-ea5c-442d-82c0-23c6f10e032e req-c36fe279-0d8c-4460-9386-9c6629b99c3c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Aug 04 14:48:29.135318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['12dfc335-0920-46e7-93bc-947bc70ecb3b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:29.142363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-5b1270dc-bc12-4b9f-a3f6-ecaed9868fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:29.144009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-5b1270dc-bc12-4b9f-a3f6-ecaed9868fc7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1488793 Aug 04 14:48:29.192466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event deleted for resources: {'Port': ['ID=12dfc335-0920-46e7-93bc-947bc70ecb3b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:29.203427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-fb075237-3893-43f8-8624-ff6d9d9850db tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:29.212858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-fb075237-3893-43f8-8624-ff6d9d9850db tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.8393531 Aug 04 14:48:29.257968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-342c3955-f538-44aa-8fcf-6d0677f6fca6 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/quotas/a170c721084446df843bf1a9d1a09e25 HTTP/1.1" status: 200 len: 375 time: 0.0432389 Aug 04 14:48:29.282299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] No DVR routers for this DVR port 12dfc335-0920-46e7-93bc-947bc70ecb3b on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:29.298072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:29.306329 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cd82028-56fe-49b8-9a6c-dd8c8b7107bc req-2b9ec734-7b95-4a6d-967c-e85f149e943e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "DELETE /v2.0/ports/12dfc335-0920-46e7-93bc-947bc70ecb3b HTTP/1.1" status: 204 len: 173 time: 0.6700847 Aug 04 14:48:29.309065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-deleted', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:29.318424 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb8d3d-d128-4216-9239-5c9a2b16f615" -d '{"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-deleted", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:29.321884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-0c0f08f4-9f03-467a-8471-2cfdea10834f tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528944 Aug 04 14:48:29.330311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-3c5c7ee6-24aa-4964-b86b-f3f80521ee2d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:48:29.344887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-3c5c7ee6-24aa-4964-b86b-f3f80521ee2d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205693 Aug 04 14:48:29.349810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c0abcbcf-834b-4f27-9e20-f8ae2c630e6e details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:29.450161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-1cee37c2-d355-427a-ab43-ea747292afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:29.452251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-1cee37c2-d355-427a-ab43-ea747292afc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2881622 Aug 04 14:48:29.465063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e31b2588-f39d-4ec3-b5dc-ff486e10cfbf details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:29.595436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-80ac1478-0896-420f-ab47-f106f5fe1895 service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492380 Aug 04 14:48:29.683084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,segment=NetworkSegment(108d982f-48ce-4e0c-9200-ed3b43887738),segment_id=108d982f-48ce-4e0c-9200-ed3b43887738)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:29.697360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e', 'network_id': 'f3e80d85-55bf-4cfe-b39e-9a837eacbccd', 'port_id': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e', 'mac_address': 'fa:16:3e:38:c8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b048b11-35ed-4725-ab94-c5b4faf7e519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:29.727748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-0c1b49fa-9608-4135-8de1-ff26be192d01 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617104 Aug 04 14:48:29.782246 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:29.838227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ab6b2-beb2-4d24-8d84-95c5da86558e req-cedc555c-7d02-4d19-a444-359e5d4f878a tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:29.840090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-930ab6b2-beb2-4d24-8d84-95c5da86558e req-cedc555c-7d02-4d19-a444-359e5d4f878a tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 944 time: 0.2091243 Aug 04 14:48:29.846273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0abcbcf-834b-4f27-9e20-f8ae2c630e6e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:29.857241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-257c5f0b-3bd0-420d-9ddd-3627df94e29e service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569287 Aug 04 14:48:29.884287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,segment=NetworkSegment(108d982f-48ce-4e0c-9200-ed3b43887738),segment_id=108d982f-48ce-4e0c-9200-ed3b43887738)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:29.893771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:29.995234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:30.007592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:30.025362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-930ab6b2-beb2-4d24-8d84-95c5da86558e req-d7eee11f-2ccf-4201-a581-2c69938ca4c8 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624577 Aug 04 14:48:30.032540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-866de03a-d03b-447a-9563-3f40d26db6f1 req-2edc83ab-575c-4f1c-8871-9153a65f1919 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902105 Aug 04 14:48:30.047748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:30.150843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:30.173468 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba7eb5-96fa-4c30-96c7-5aa96b7c335a x-openstack-request-id: req-3dba7eb5-96fa-4c30-96c7-5aa96b7c335a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:30.173979 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ed17bd-15e7-4643-b67e-ec070af34372", "name": "network-vif-deleted", "tag": "12dfc335-0920-46e7-93bc-947bc70ecb3b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:30.173979 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3dba7eb5-96fa-4c30-96c7-5aa96b7c335a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:30.174412 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ed17bd-15e7-4643-b67e-ec070af34372', 'name': 'network-vif-deleted', 'tag': '12dfc335-0920-46e7-93bc-947bc70ecb3b', 'status': 'completed', 'code': 200} Aug 04 14:48:30.203203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31b2588-f39d-4ec3-b5dc-ff486e10cfbf {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:30.225047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c0abcbcf-834b-4f27-9e20-f8ae2c630e6e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:30.404003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:30.424955 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:30.517097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0f65-5175-408d-bcbf-83a65156ee23 req-3d195982-457e-4b69-aa39-42cc21cc93e5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:30.532205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d93f0f65-5175-408d-bcbf-83a65156ee23 req-3d195982-457e-4b69-aa39-42cc21cc93e5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.1517017 Aug 04 14:48:30.534386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:30.666766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d93f0f65-5175-408d-bcbf-83a65156ee23 req-e5a4ff01-fe90-47ed-89f6-b97dde340f8d tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303897 Aug 04 14:48:30.685037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bf70c-9ed4-4adb-b8ef-e95e44de02d5 req-694ee5b5-691c-477e-aa9b-457041f9984b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:30.686659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e24bf70c-9ed4-4adb-b8ef-e95e44de02d5 req-694ee5b5-691c-477e-aa9b-457041f9984b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2198911 Aug 04 14:48:30.792461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc0b7d5-7b46-4408-8c95-9a86e27ee459 req-3f7a2a9d-e647-414e-ba98-2e10f41305d9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 210 time: 0.0604458 Aug 04 14:48:30.807787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e24bf70c-9ed4-4adb-b8ef-e95e44de02d5 req-82a2d76d-491a-4097-9b4f-62b796a95c30 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127865 Aug 04 14:48:30.834398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:31.006175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c00ba9-1cbf-4768-839d-b5f2ca6e917b req-979e6179-23a0-4753-8468-ff5909d93643 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:31.013964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60c00ba9-1cbf-4768-839d-b5f2ca6e917b req-979e6179-23a0-4753-8468-ff5909d93643 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 945 time: 0.1071780 Aug 04 14:48:31.092082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60c00ba9-1cbf-4768-839d-b5f2ca6e917b req-9851bf69-bf57-4008-97d6-e87b2b41d779 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772190 Aug 04 14:48:31.302291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866d3d5-e7bb-45e2-87ee-4abd08af1337 req-b6e62848-544f-4a8e-b371-4bc30822d327 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:31.311456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c866d3d5-e7bb-45e2-87ee-4abd08af1337 req-b6e62848-544f-4a8e-b371-4bc30822d327 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 945 time: 0.0886555 Aug 04 14:48:31.372053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c866d3d5-e7bb-45e2-87ee-4abd08af1337 req-b9fcf30b-b50a-40b2-ac8a-71276b346eb8 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Aug 04 14:48:31.469139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:31.508292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 12dfc335-0920-46e7-93bc-947bc70ecb3b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:31.508842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 12dfc335-0920-46e7-93bc-947bc70ecb3b not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:31.686499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-a2094629-3316-4fe8-9db0-48f313f0e494 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:31.688385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-a2094629-3316-4fe8-9db0-48f313f0e494 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.38 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.0644794 Aug 04 14:48:31.909375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-3ff4eeb1-afef-413c-a60e-e4c2b13dab4e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:31.912678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1fc8-2c09-49e8-9051-a756b7755abc req-eafee6ec-a913-4199-a1ed-f9319e974c20 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:31.914244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c88a1fc8-2c09-49e8-9051-a756b7755abc req-eafee6ec-a913-4199-a1ed-f9319e974c20 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 947 time: 0.1477535 Aug 04 14:48:31.919936 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-3ff4eeb1-afef-413c-a60e-e4c2b13dab4e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.2021563 Aug 04 14:48:31.964887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Request body: {'port': {'device_id': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'admin_state_up': True, 'tenant_id': 'a170c721084446df843bf1a9d1a09e25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:31.993535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9aeec0b0-7a95-42e2-bbb6-97ff786e53b1 req-d0680c87-b756-4f1f-b1cc-51af9e2b27a9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 210 time: 0.0781329 Aug 04 14:48:32.012101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c88a1fc8-2c09-49e8-9051-a756b7755abc req-5e22efc2-115b-451c-9fa8-588764c6be5d tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Aug 04 14:48:32.022669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Deleting port 9e488b98-2a3f-4117-babd-b56b33152451 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:32.023412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.181004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] For port 9e488b98-2a3f-4117-babd-b56b33152451, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9e488b98-2a3f-4117-babd-b56b33152451,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:32.181680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Made reservation on behalf of a170c721084446df843bf1a9d1a09e25 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:32.182277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.188380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.215478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Calling delete_port for 9e488b98-2a3f-4117-babd-b56b33152451 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:32.462365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ce11b-d761-4811-8864-30f0667edb43 req-bac1eccd-bf27-4b93-8dd2-67cba19eca53 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:32.470107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a2ce11b-d761-4811-8864-30f0667edb43 req-bac1eccd-bf27-4b93-8dd2-67cba19eca53 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 945 time: 0.2197707 Aug 04 14:48:32.485821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Allocated IP 172.20.0.12 (0cc31aa0-1712-4352-8dc4-fe8352f23204/a9609456-644c-4e3d-b0e8-ac02a3ba9364/cc40c726-b66e-4e3e-941b-6dc75a45e5e0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:32.605001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a2ce11b-d761-4811-8864-30f0667edb43 req-a8a783c8-c6bb-4b90-82da-e209e42cd841 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334732 Aug 04 14:48:32.666547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a9f1-3264-4bf5-8c3c-30cecab67230 req-f6fdb96b-0426-4051-b7fe-8b77366be5ac tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:32.675272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8f0a9f1-3264-4bf5-8c3c-30cecab67230 req-f6fdb96b-0426-4051-b7fe-8b77366be5ac tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 945 time: 0.1363037 Aug 04 14:48:32.726132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8f0a9f1-3264-4bf5-8c3c-30cecab67230 req-4f2cb2d2-0f59-4f26-96dd-cf4a66cc4124 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Aug 04 14:48:32.727088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.784519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Pushing event deleted for resources: {'Port': ['ID=9e488b98-2a3f-4117-babd-b56b33152451,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:32.849505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.857358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] No DVR routers for this DVR port 9e488b98-2a3f-4117-babd-b56b33152451 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:32.860250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:32.862480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e9cbac2-9331-4b5c-b7a4-781d9d817f07 req-187fdd8a-9a7e-451f-9199-e62270d6a29a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.38 "DELETE /v2.0/ports/9e488b98-2a3f-4117-babd-b56b33152451 HTTP/1.1" status: 204 len: 173 time: 1.1543412 Aug 04 14:48:32.862958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-deleted', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:32.866402 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfcce2-0191-4564-903e-a2e3a0ec3a4d" -d '{"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-deleted", "tag": "9e488b98-2a3f-4117-babd-b56b33152451"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:32.973276 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5dc8cc-4f5a-4a21-a91a-17fe763557ee x-openstack-request-id: req-6d5dc8cc-4f5a-4a21-a91a-17fe763557ee {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:32.973781 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913953cf-4e9d-4659-9a7d-a6091d44cdd5", "name": "network-vif-deleted", "tag": "9e488b98-2a3f-4117-babd-b56b33152451", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:32.973892 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d5dc8cc-4f5a-4a21-a91a-17fe763557ee {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:32.974345 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913953cf-4e9d-4659-9a7d-a6091d44cdd5', 'name': 'network-vif-deleted', 'tag': '9e488b98-2a3f-4117-babd-b56b33152451', 'status': 'completed', 'code': 200} Aug 04 14:48:32.976750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.078222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:33.081488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:33.085632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:33.157904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:33.194640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4587a09-4841-4ee8-905b-a744ae65635a req-cd1dad45-c84f-403e-8ece-80415df0b63d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:33.203219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4587a09-4841-4ee8-905b-a744ae65635a req-cd1dad45-c84f-403e-8ece-80415df0b63d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 932 time: 0.0779643 Aug 04 14:48:33.232709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:33.233399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.263017 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6f46de46-d8ec-4877-acd9-467c6f5cccf5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091326 Aug 04 14:48:33.277432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4ef6f7-639f-4bc0-af88-da6634066a40 req-72c5d271-f078-47c5-9c2a-d9088abc947a tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=913953cf-4e9d-4659-9a7d-a6091d44cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0711462 Aug 04 14:48:33.293573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Request body: {'port': {'device_id': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:33.345490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4587a09-4841-4ee8-905b-a744ae65635a req-3395de12-522a-43eb-8b6d-34b92dcf5ef6 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411555 Aug 04 14:48:33.378412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c0abcbcf-834b-4f27-9e20-f8ae2c630e6e up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:33.443079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.478227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e31b2588-f39d-4ec3-b5dc-ff486e10cfbf up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:33.573641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:33.580790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:33.581525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.656041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:33.674100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:33.677294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.810980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.890115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:33.898270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:33.901325 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc457fe-316e-48a2-855f-df63a4ec6bdf" -d '{"events": [{"server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "name": "network-vif-plugged", "status": "completed", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:33.905729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f689d4-19e1-422e-8669-6a840dac9fee req-277724f7-7c89-4894-92d4-b6ec2869d45d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:33.920946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62f689d4-19e1-422e-8669-6a840dac9fee req-277724f7-7c89-4894-92d4-b6ec2869d45d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 945 time: 0.1557207 Aug 04 14:48:34.075795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc40c726-b66e-4e3e-941b-6dc75a45e5e0 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:34.080270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62f689d4-19e1-422e-8669-6a840dac9fee req-e59656c2-3440-498e-b0db-3e4b3b4d9c85 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574726 Aug 04 14:48:34.094808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.116548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:34.116767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35db376-88e3-4eeb-9a08-f50bc8575d1b req-931734ab-d468-4c30-a624-0845caa9c146 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.118377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a35db376-88e3-4eeb-9a08-f50bc8575d1b req-931734ab-d468-4c30-a624-0845caa9c146 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 945 time: 0.1516745 Aug 04 14:48:34.119479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,segment=NetworkSegment(108d982f-48ce-4e0c-9200-ed3b43887738),segment_id=108d982f-48ce-4e0c-9200-ed3b43887738)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:34.122529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Transition to ACTIVE for port object cc40c726-b66e-4e3e-941b-6dc75a45e5e0 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:34.125175 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.126330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:34.132194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.166061 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.207448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:34.219704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 9e488b98-2a3f-4117-babd-b56b33152451 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:34.220155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9e488b98-2a3f-4117-babd-b56b33152451 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:34.239769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a35db376-88e3-4eeb-9a08-f50bc8575d1b req-8495ea18-3a92-4f67-a4ab-b57990c87e7d tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100540 Aug 04 14:48:34.257612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:34.359487 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a315925-9d92-4913-b6f6-c82afb0f8c9a x-openstack-request-id: req-8a315925-9d92-4913-b6f6-c82afb0f8c9a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:34.361780 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "name": "network-vif-plugged", "status": "completed", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:34.362149 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a315925-9d92-4913-b6f6-c82afb0f8c9a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:34.362675 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e', 'code': 200} Aug 04 14:48:34.377102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Attempting to bind port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:34.380615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Attempting to bind port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:34.382351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Attempting to bind port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:34.411228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:34.411566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Attempting to bind port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:34.432733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:34.445769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:34.446243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Checking segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:34.446663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Bound using segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:34.447181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Bound port: cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:34.447558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.542251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd7ed-ef26-47f2-afef-931c6813b124 req-65312497-2910-424f-a79b-77bf74420037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.543811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cdfcd7ed-ef26-47f2-afef-931c6813b124 req-65312497-2910-424f-a79b-77bf74420037 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 1098 time: 0.1209989 Aug 04 14:48:34.574694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:34.599888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b189f24-fcaa-462d-a23d-81155918e32e req-740ec4e5-1262-4c92-9d39-cd7d59994495 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.604562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b189f24-fcaa-462d-a23d-81155918e32e req-740ec4e5-1262-4c92-9d39-cd7d59994495 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 944 time: 0.1083777 Aug 04 14:48:34.621780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:34.637747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cdfcd7ed-ef26-47f2-afef-931c6813b124 req-163efe90-9cbc-4f45-9863-af38d9272e6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835640 Aug 04 14:48:34.639305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.748539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.753317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:34.755404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] 10.222.0.38 "PUT /v2.0/ports/cc40c726-b66e-4e3e-941b-6dc75a45e5e0 HTTP/1.1" status: 200 len: 1093 time: 1.4767563 Aug 04 14:48:34.756177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:34.758970 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea492e-7933-49d7-8c33-f1a4940090de" -d '{"events": [{"name": "network-changed", "server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:34.791684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b189f24-fcaa-462d-a23d-81155918e32e req-9b9a2a00-eb31-45bf-81e9-226118cfcc09 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363308 Aug 04 14:48:34.846217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e5819-bce0-439d-829a-7955c0551bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:34.895658 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ba9c3-cff9-4f2a-9c28-20b163a6cfc3 x-openstack-request-id: req-389ba9c3-cff9-4f2a-9c28-20b163a6cfc3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:34.895948 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:34.896199 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-389ba9c3-cff9-4f2a-9c28-20b163a6cfc3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:34.896756 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'status': 'completed', 'code': 200} Aug 04 14:48:34.943758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f99973-ac0a-426f-81be-48b7dab39878 req-051b9549-93b6-47c3-a6c0-d78239cd92c5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.945940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86f99973-ac0a-426f-81be-48b7dab39878 req-051b9549-93b6-47c3-a6c0-d78239cd92c5 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 949 time: 0.1179023 Aug 04 14:48:34.965074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-89221da1-d7ee-4a1a-887d-39ff14fc3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:34.967025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-89221da1-d7ee-4a1a-887d-39ff14fc3d4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 1096 time: 0.1439664 Aug 04 14:48:35.009376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86f99973-ac0a-426f-81be-48b7dab39878 req-f02172d4-f8a6-4fd5-9635-01a69d20bbc6 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Aug 04 14:48:35.023207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-b4233d31-f107-4cd6-988c-c7d4cf40b2be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0399373 Aug 04 14:48:35.089073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-a4819da1-697b-4d54-b43e-b6a040359efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.090673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-a4819da1-697b-4d54-b43e-b6a040359efb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.0604606 Aug 04 14:48:35.155118 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-6243e4ae-5e46-4a1b-8129-18daf21ea469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551007 Aug 04 14:48:35.178407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-ace9c603-4c5e-48b3-93e8-9b077847eca8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:48:35.185916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-ace9c603-4c5e-48b3-93e8-9b077847eca8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157633 Aug 04 14:48:35.247028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d60c-92fc-4717-96c5-5614488878f2 req-276f9a31-d65b-4bf6-8cd9-41a9ac2b24f6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.248711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aa5d60c-92fc-4717-96c5-5614488878f2 req-276f9a31-d65b-4bf6-8cd9-41a9ac2b24f6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 946 time: 0.0896385 Aug 04 14:48:35.317498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5aa5d60c-92fc-4717-96c5-5614488878f2 req-c1c2d1d8-f943-438e-94cf-19a14c749fa3 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Aug 04 14:48:35.375881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-5ae6931c-fa9f-4140-a75a-e95c1978e38a service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800332 Aug 04 14:48:35.457449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd90212-df02-4234-855d-a4345fba09bc req-a2d411c7-4f79-40ad-9e5c-d022d597d044 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.464813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fd90212-df02-4234-855d-a4345fba09bc req-a2d411c7-4f79-40ad-9e5c-d022d597d044 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 946 time: 0.0725000 Aug 04 14:48:35.515876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fd90212-df02-4234-855d-a4345fba09bc req-f4082fed-ac10-4369-935e-18dc75669b60 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501661 Aug 04 14:48:35.521138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cdc4e6c-8b38-45f7-846a-2f7f961fecb2 req-acef2433-15fd-4c54-8200-6b18c9bcdb1f service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341462 Aug 04 14:48:35.624646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea492e-7933-49d7-8c33-f1a4940090de req-8295e1f8-00cf-4989-8e6e-0b0d2f24cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.627523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-8295e1f8-00cf-4989-8e6e-0b0d2f24cdb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 1096 time: 0.0515177 Aug 04 14:48:35.749577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea492e-7933-49d7-8c33-f1a4940090de req-6735abf9-7b71-49dd-8c8b-bf6190af4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.751412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-6735abf9-7b71-49dd-8c8b-bf6190af4dff service neutron] 10.222.0.38 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 916 time: 0.1160181 Aug 04 14:48:35.821165 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-f9341364-d22e-43b3-8de6-f99685534767 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0610499 Aug 04 14:48:35.887778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea492e-7933-49d7-8c33-f1a4940090de req-bdde8156-8f2c-49de-8889-babba9c71a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.889336 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-bdde8156-8f2c-49de-8889-babba9c71a08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.0550599 Aug 04 14:48:35.916863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0b85-ab6a-4522-8271-cbe343eb9c43 req-885ee862-2d19-491f-96b6-b0d9ef793de7 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:35.918466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7bc0b85-ab6a-4522-8271-cbe343eb9c43 req-885ee862-2d19-491f-96b6-b0d9ef793de7 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 944 time: 0.0673828 Aug 04 14:48:35.929821 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-2dba9632-f6d2-49eb-ab1b-03ec4a44ab26 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287499 Aug 04 14:48:35.961435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7bc0b85-ab6a-4522-8271-cbe343eb9c43 req-23cf4c53-dc50-492c-b0fa-eacdb9dcf48c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Aug 04 14:48:36.030075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-4f0e13e2-2267-4f64-b4c0-8003ef588793 service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914834 Aug 04 14:48:36.118932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fd093-847d-41ed-aac1-f73cb6546243 req-c74748a2-8aeb-442e-b611-b8aaf9eb0ba1 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:36.120837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-454fd093-847d-41ed-aac1-f73cb6546243 req-c74748a2-8aeb-442e-b611-b8aaf9eb0ba1 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 949 time: 0.0496638 Aug 04 14:48:36.122208 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ecea492e-7933-49d7-8c33-f1a4940090de req-a8ec4b78-1d33-4f70-96e7-548b2ac1c0de service neutron] 10.222.0.38 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842369 Aug 04 14:48:36.167549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-454fd093-847d-41ed-aac1-f73cb6546243 req-0404e542-2bfb-4275-b067-00d7f757733f tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Aug 04 14:48:36.364442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:36.366900 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08454d28-bcc5-45cc-9c2e-71fab87cc8c9" -d '{"events": [{"server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:36.432898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03535f3-cbf7-4bcf-934b-7f2fb459770a req-84a0f078-076b-4bff-adf3-3a13dd89487b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:36.434538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b03535f3-cbf7-4bcf-934b-7f2fb459770a req-84a0f078-076b-4bff-adf3-3a13dd89487b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 946 time: 0.0527780 Aug 04 14:48:36.477412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b03535f3-cbf7-4bcf-934b-7f2fb459770a req-a9fc032b-6e1c-4cbb-a408-a52b6a0d24c0 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Aug 04 14:48:36.546866 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663b9143-5769-43a0-84d8-6a1525aaa239 x-openstack-request-id: req-663b9143-5769-43a0-84d8-6a1525aaa239 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:36.547413 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:36.547882 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-663b9143-5769-43a0-84d8-6a1525aaa239 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:36.548489 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'code': 200} Aug 04 14:48:36.695286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bba6c8-3024-407b-a6a3-3e5aa422893c req-ca815e77-34b7-4c3e-bf25-f3032e11fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:36.696999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15bba6c8-3024-407b-a6a3-3e5aa422893c req-ca815e77-34b7-4c3e-bf25-f3032e11fac6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0724280 Aug 04 14:48:36.748809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e0c9-ab8b-444e-afe4-e7bae6951911 req-f2094e95-3174-4827-8a75-239e32d4d897 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:36.758956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e22e0c9-ab8b-444e-afe4-e7bae6951911 req-f2094e95-3174-4827-8a75-239e32d4d897 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 946 time: 0.1365650 Aug 04 14:48:36.770609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15bba6c8-3024-407b-a6a3-3e5aa422893c req-8654810a-f244-45fb-9418-834816f8c9a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612252 Aug 04 14:48:36.799842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e22e0c9-ab8b-444e-afe4-e7bae6951911 req-009dac0e-0a35-475e-a153-8c97202998dd tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Aug 04 14:48:37.034550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-a8716c57-6501-4726-a8b8-07e9b6601a11 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:37.036161 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-a8716c57-6501-4726-a8b8-07e9b6601a11 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 949 time: 0.1204684 Aug 04 14:48:37.170967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d941e0-a5e1-4023-8db2-3c17729e9ee5 req-c7519091-8888-419c-9e1e-4e63f9298f51 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:37.173799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14d941e0-a5e1-4023-8db2-3c17729e9ee5 req-c7519091-8888-419c-9e1e-4e63f9298f51 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 944 time: 0.0629714 Aug 04 14:48:37.201988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Deleting port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:37.202612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:37.258710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14d941e0-a5e1-4023-8db2-3c17729e9ee5 req-226c60e4-3205-475b-aa26-27c5a641fb26 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Aug 04 14:48:37.382435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] For port 2d5fd9b3-27c7-4f93-ad2e-28483640be53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2d5fd9b3-27c7-4f93-ad2e-28483640be53,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:37.382847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:37.407399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998fcde-b3be-44e1-95a6-72902f140804 req-62ecba94-89b3-4bfd-bac4-db02fe64a514 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:37.409888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0998fcde-b3be-44e1-95a6-72902f140804 req-62ecba94-89b3-4bfd-bac4-db02fe64a514 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b HTTP/1.1" status: 200 len: 949 time: 0.0667663 Aug 04 14:48:37.415776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Calling delete_port for 2d5fd9b3-27c7-4f93-ad2e-28483640be53 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:37.463203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0998fcde-b3be-44e1-95a6-72902f140804 req-60e5bdd1-11ba-4015-b662-1fa591ff37a9 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b688c31-78f1-414b-8dba-1f02ff3ae3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Aug 04 14:48:37.503965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:37.644004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:37.709198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Pushing event deleted for resources: {'Port': ['ID=2d5fd9b3-27c7-4f93-ad2e-28483640be53,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:37.712173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:37.755723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'port_id': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'mac_address': 'fa:16:3e:dc:68:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9609456-644c-4e3d-b0e8-ac02a3ba9364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:37.761591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6890ed-a743-486e-a15d-317a916daed1 req-268c265a-7e83-4cb9-9a7f-3e24875c3ff4 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:37.768450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e6890ed-a743-486e-a15d-317a916daed1 req-268c265a-7e83-4cb9-9a7f-3e24875c3ff4 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 946 time: 0.1972573 Aug 04 14:48:37.814744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] No DVR routers for this DVR port 2d5fd9b3-27c7-4f93-ad2e-28483640be53 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:37.818692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:37.824111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a80b56a5-e562-4fc1-8191-0c3ea53dd636 req-c3b53de2-5f5a-4751-bbcd-8fe11dda4d16 tempest-ListImageFiltersTestJSON-1169468743 tempest-ListImageFiltersTestJSON-1169468743-project] 10.222.0.46 "DELETE /v2.0/ports/2d5fd9b3-27c7-4f93-ad2e-28483640be53 HTTP/1.1" status: 204 len: 173 time: 0.7797484 Aug 04 14:48:37.824909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-deleted', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:37.839144 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a06de-8d85-421e-a88f-22469c3968ae" -d '{"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-deleted", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:37.873190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:37.904584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc40c726-b66e-4e3e-941b-6dc75a45e5e0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:37.951601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e6890ed-a743-486e-a15d-317a916daed1 req-b962f3a4-7248-4e89-b01e-9f5a96398faa tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d8cdfb8-1da0-4abb-8621-376718ce67b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739814 Aug 04 14:48:37.953403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:37.967360 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:38.006266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3b265-20e1-4736-bed0-baf463dce883 req-8500fb13-f60e-4e1f-a881-69489a15fc1b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:38.008382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2f3b265-20e1-4736-bed0-baf463dce883 req-8500fb13-f60e-4e1f-a881-69489a15fc1b tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 946 time: 0.1405170 Aug 04 14:48:38.078932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:38.109990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2f3b265-20e1-4736-bed0-baf463dce883 req-3fa8e228-3e8d-4fae-8cfb-437affa1385f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951557 Aug 04 14:48:38.312886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cc40c726-b66e-4e3e-941b-6dc75a45e5e0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:38.448175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-061aa959-edb6-44c0-9b98-476736fd15c7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:38.457518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-061aa959-edb6-44c0-9b98-476736fd15c7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.2196159 Aug 04 14:48:38.479337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-df8fcb5c-987f-4230-81d2-a55f12419337 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/quotas/6fa7d14111fe4d31907b90671ad6aedc HTTP/1.1" status: 200 len: 375 time: 0.0131366 Aug 04 14:48:38.574981 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebb7868-614c-42f8-bf8a-b9e53e85042c x-openstack-request-id: req-aebb7868-614c-42f8-bf8a-b9e53e85042c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:38.575733 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b", "name": "network-vif-deleted", "tag": "2d5fd9b3-27c7-4f93-ad2e-28483640be53", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:38.576166 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aebb7868-614c-42f8-bf8a-b9e53e85042c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:38.576933 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1a055-d7dc-47b0-ad3c-ed78aa70c69b', 'name': 'network-vif-deleted', 'tag': '2d5fd9b3-27c7-4f93-ad2e-28483640be53', 'status': 'completed', 'code': 200} Aug 04 14:48:38.587760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-90557762-a07c-41ad-bfcb-2d6b9c40c0eb tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041982 Aug 04 14:48:38.698979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-bb2bd0af-8dd1-4324-ab1e-b308dc9df08f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:48:38.700009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-bb2bd0af-8dd1-4324-ab1e-b308dc9df08f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057768 Aug 04 14:48:38.709113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe365-d196-4103-89c4-b2be6977581c req-0c76a81f-d45a-48fa-a8bd-ed15615ba152 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:38.715215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-0c76a81f-d45a-48fa-a8bd-ed15615ba152 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0851419 Aug 04 14:48:38.814093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-d740f6f5-2dc7-499a-a861-72187a6282f3 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0973120 Aug 04 14:48:38.836431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:38.891431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:38.946460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-b3a6aeb9-d82e-49f1-9694-9ba3990f84b8 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285120 Aug 04 14:48:39.074002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-8db5981e-3f36-49a9-a16c-aa834e8bc599 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:39.076874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-8db5981e-3f36-49a9-a16c-aa834e8bc599 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 946 time: 0.0588634 Aug 04 14:48:39.133867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-a465b090-8993-4da2-8e41-719851272158 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702285 Aug 04 14:48:39.187555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Deleting port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:39.187899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.334299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] For port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,segment=NetworkSegment(108d982f-48ce-4e0c-9200-ed3b43887738),segment_id=108d982f-48ce-4e0c-9200-ed3b43887738)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:39.334698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.353055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Calling delete_port for c0abcbcf-834b-4f27-9e20-f8ae2c630e6e owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:39.434026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:39.556034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.566094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.567055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.574390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.576393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887727-a60b-45ca-bd3c-059d1d355010 req-0e011aa1-09d5-451d-9381-74152c20d2fa tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:39.583916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e887727-a60b-45ca-bd3c-059d1d355010 req-0e011aa1-09d5-451d-9381-74152c20d2fa tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 945 time: 0.2310700 Aug 04 14:48:39.587492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c0abcbcf-834b-4f27-9e20-f8ae2c630e6e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:39.626818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:39.629804 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82a15ee-8bf1-4c3d-a905-a1ef2fedb73e" -d '{"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:39.647373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:39.655044 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.674616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Pushing event deleted for resources: {'Port': ['ID=c0abcbcf-834b-4f27-9e20-f8ae2c630e6e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:39.684862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] No DVR routers for this DVR port c0abcbcf-834b-4f27-9e20-f8ae2c630e6e on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:39.697161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e887727-a60b-45ca-bd3c-059d1d355010 req-d64bdc8d-84cc-4a9f-be56-c2f589e30b7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121118 Aug 04 14:48:39.704695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:39.714372 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-265900a0-20f4-4de3-9440-9a56c6674a7e req-2b816b43-321e-477b-ba6d-6384824ebe17 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.46 "DELETE /v2.0/ports/c0abcbcf-834b-4f27-9e20-f8ae2c630e6e HTTP/1.1" status: 204 len: 173 time: 0.6252096 Aug 04 14:48:39.738069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-38ca31ee-bf80-4ac7-9e35-be7e10377b53 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:39.739928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-38ca31ee-bf80-4ac7-9e35-be7e10377b53 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/ports?device_id=c47e80bd-e24f-4a4f-b4f4-913b049ec6d9 HTTP/1.1" status: 200 len: 943 time: 0.0943899 Aug 04 14:48:39.747605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:39.879962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Deleting port dc20853e-8c2f-44a1-bb85-607e9991d099 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:39.880333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:40.017803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] For port dc20853e-8c2f-44a1-bb85-607e9991d099, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=dc20853e-8c2f-44a1-bb85-607e9991d099,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:40.018176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:40.032298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Calling delete_port for dc20853e-8c2f-44a1-bb85-607e9991d099 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:40.169327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:40.211692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event deleted for resources: {'Port': ['ID=dc20853e-8c2f-44a1-bb85-607e9991d099,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:40.228952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d6dad7d-7ed7-475e-82c7-44d57065b47b req-46ef97e6-0581-407a-8470-75ad07f0d0a4 tempest-ServerAddressesTestJSON-1783580917 tempest-ServerAddressesTestJSON-1783580917-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad0017fe-ef3b-43bb-b1b3-250bab99eebf HTTP/1.1" status: 200 len: 210 time: 0.0478184 Aug 04 14:48:40.249005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] No DVR routers for this DVR port dc20853e-8c2f-44a1-bb85-607e9991d099 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:40.251599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:40.254653 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34428ea6-bd62-4314-8e39-b377fd24f81a req-7da0931a-e14d-4adb-9dbf-287909315412 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "DELETE /v2.0/ports/dc20853e-8c2f-44a1-bb85-607e9991d099 HTTP/1.1" status: 204 len: 173 time: 0.5079138 Aug 04 14:48:40.260707 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Floating IP fd539879-b671-45d4-af70-ae1f41dc15be associated. External IP: 172.25.0.159, port: ff79ccc9-d97b-4672-94ab-18809f460930. Aug 04 14:48:40.526758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69b62dc3-3e1b-46e0-8fa5-b14d8eb58fbc req-483bd3df-56b8-4688-bb3d-4227f74930ed tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 210 time: 0.0302668 Aug 04 14:48:40.534879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:40.572946 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa36cfeb-039c-47fc-b63e-500bb1066e95 x-openstack-request-id: req-aa36cfeb-039c-47fc-b63e-500bb1066e95 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:40.573426 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:40.573501 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa36cfeb-039c-47fc-b63e-500bb1066e95 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:40.573868 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'code': 200} Aug 04 14:48:40.578737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'name': 'network-vif-deleted', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e'}, {'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-deleted', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:40.581869 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09406191-b8b9-4d09-9bae-1fa42f20660d" -d '{"events": [{"server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "name": "network-vif-deleted", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e"}, {"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-deleted", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:40.664363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:40.669843 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:40.675414 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:40.698374 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:40.699272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:40.699513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-98d76f84-9a95-47da-930f-f3f92b666a57 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "PUT /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 997 time: 1.8748412 Aug 04 14:48:40.700023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:40.702954 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ac376-b9a9-4aff-a143-e60377482369" -d '{"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:40.798445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe365-d196-4103-89c4-b2be6977581c req-764ab6a9-1dd2-468d-84ff-c1a0a13847bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:40.801312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-764ab6a9-1dd2-468d-84ff-c1a0a13847bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0688384 Aug 04 14:48:40.839538 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:40.852820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-3c222b04-2f42-4a31-933d-6ca52b4f8571 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:40.854447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-3c222b04-2f42-4a31-933d-6ca52b4f8571 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.1688316 Aug 04 14:48:40.876563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Request body: {'port': {'device_id': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'admin_state_up': True, 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:40.935892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe365-d196-4103-89c4-b2be6977581c req-aff12237-e3ab-4f10-ab8a-c6fb90d8eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:40.937612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-aff12237-e3ab-4f10-ab8a-c6fb90d8eab9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.1264501 Aug 04 14:48:41.064303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7280f7-3171-4d14-92d4-a21b01c39e55 req-724dfb35-b74e-4617-bcab-ef880cb17be2 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.066320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf7280f7-3171-4d14-92d4-a21b01c39e55 req-724dfb35-b74e-4617-bcab-ef880cb17be2 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.1330602 Aug 04 14:48:41.075705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-e5095903-2bd9-4a7c-ad20-bf4e5d5d5d05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 1000 time: 0.1073744 Aug 04 14:48:41.145419 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:39Z', 'revision_number': 1, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:41.145784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe365-d196-4103-89c4-b2be6977581c req-8946bf59-71d0-41fe-b566-f69fcef0dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.147025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-8946bf59-71d0-41fe-b566-f69fcef0dc33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0636013 Aug 04 14:48:41.183560 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:41.195263 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:41.195834 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:41.203152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf7280f7-3171-4d14-92d4-a21b01c39e55 req-803370e9-f43d-4373-8230-e0841ae4aa4f tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Aug 04 14:48:41.229633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe365-d196-4103-89c4-b2be6977581c req-89cc9d7a-2819-42e8-a8a0-5c36054b4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.239326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-89cc9d7a-2819-42e8-a8a0-5c36054b4796 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840371 Aug 04 14:48:41.267516 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b1e04-ab8d-4c38-b36a-143f8ff0de3e x-openstack-request-id: req-3c3b1e04-ab8d-4c38-b36a-143f8ff0de3e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:41.267924 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0017fe-ef3b-43bb-b1b3-250bab99eebf", "name": "network-vif-deleted", "tag": "c0abcbcf-834b-4f27-9e20-f8ae2c630e6e", "status": "completed", "code": 200}, {"server_uuid": "c47e80bd-e24f-4a4f-b4f4-913b049ec6d9", "name": "network-vif-deleted", "tag": "dc20853e-8c2f-44a1-bb85-607e9991d099", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:41.268173 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c3b1e04-ab8d-4c38-b36a-143f8ff0de3e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:41.268702 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0017fe-ef3b-43bb-b1b3-250bab99eebf', 'name': 'network-vif-deleted', 'tag': 'c0abcbcf-834b-4f27-9e20-f8ae2c630e6e', 'status': 'completed', 'code': 200} Aug 04 14:48:41.269050 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47e80bd-e24f-4a4f-b4f4-913b049ec6d9', 'name': 'network-vif-deleted', 'tag': 'dc20853e-8c2f-44a1-bb85-607e9991d099', 'status': 'completed', 'code': 200} Aug 04 14:48:41.307529 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e890625-0931-4767-996e-1e776d923241 x-openstack-request-id: req-6e890625-0931-4767-996e-1e776d923241 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:41.307834 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:41.308095 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e890625-0931-4767-996e-1e776d923241 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:41.308511 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:48:41.345275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:41.371084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:41.376086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.383158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-7ceb84a4-8738-4279-baa1-ceecfcf96c34 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393673 Aug 04 14:48:41.392653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-d1bbe0e3-13a8-4089-b345-8eb1aaf1f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.394481 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-d1bbe0e3-13a8-4089-b345-8eb1aaf1f5bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0588715 Aug 04 14:48:41.453819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c0abcbcf-834b-4f27-9e20-f8ae2c630e6e no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:41.475610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f1a9-b5d4-40b3-abc9-c1c456f3ad5f req-858ed862-88b5-4816-8c07-746c57289d73 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.477583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a844f1a9-b5d4-40b3-abc9-c1c456f3ad5f req-858ed862-88b5-4816-8c07-746c57289d73 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 945 time: 0.1194098 Aug 04 14:48:41.481561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: c0abcbcf-834b-4f27-9e20-f8ae2c630e6e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:41.482284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c0abcbcf-834b-4f27-9e20-f8ae2c630e6e not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:41.482957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:41.504982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: dc20853e-8c2f-44a1-bb85-607e9991d099 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:41.505580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device dc20853e-8c2f-44a1-bb85-607e9991d099 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:41.506156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:41.510686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:41.535943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a844f1a9-b5d4-40b3-abc9-c1c456f3ad5f req-42415d95-cdcb-4b9a-acd3-7ce87c75cc72 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Aug 04 14:48:41.557781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-051fe365-d196-4103-89c4-b2be6977581c req-0f0742b7-5551-4480-bb3c-f0a9a7441f78 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464062 Aug 04 14:48:41.606888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 2d5fd9b3-27c7-4f93-ad2e-28483640be53 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:41.607505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2d5fd9b3-27c7-4f93-ad2e-28483640be53 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:41.633362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:41.638249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:41.639548 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.653055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:39Z', 'revision_number': 1, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:41.681898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-9e92a87e-cf52-4eb1-ae5c-4357a597e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.688886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53050) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:41.691498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-9e92a87e-cf52-4eb1-ae5c-4357a597e3c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2806621 Aug 04 14:48:41.697993 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683575f-4d9b-4704-a265-d4b324f9f4f1 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:39Z', 'revision_number': 1, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:41.699208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Allocated IP 172.20.0.7 (e4f6af54-c295-482f-a584-143a875ef8a6/f74d388c-40d8-4261-9c69-c7312b090d1e/cba431ad-fb15-4970-803e-cdf8cab123d8) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:41.746314 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.781398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Deleting subnet 9b048b11-35ed-4725-ab94-c5b4faf7e519 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:48:41.786845 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.801043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:41.809207 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.829825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-7c3beb94-bdc0-4d3b-86ca-9936dc39236e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 1000 time: 0.1321397 Aug 04 14:48:41.848418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:41.869325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:41.914293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-57b5c9c4-c59e-4593-b8ca-5a9499764f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:41.916033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-57b5c9c4-c59e-4593-b8ca-5a9499764f61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0789747 Aug 04 14:48:41.930815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdf240aa-4749-4f8a-b454-0b138413248a req-5e6104a0-a0b4-4df8-81de-4b6c35d86f77 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 210 time: 0.0398057 Aug 04 14:48:41.949386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.025915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ff95c-75dc-4926-a39d-48bcd95d2469 None None] New status for floating IP fd539879-b671-45d4-af70-ae1f41dc15be: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:48:42.059484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.068787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-d866600c-51e1-4971-a8e4-9e89bdcbbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.070813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-d866600c-51e1-4971-a8e4-9e89bdcbbabc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443019 Aug 04 14:48:42.114374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b048b11-35ed-4725-ab94-c5b4faf7e519,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:42.122109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.124299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-816a58d5-eb86-467f-a689-ef081c4109f1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9b048b11-35ed-4725-ab94-c5b4faf7e519 HTTP/1.1" status: 204 len: 168 time: 0.4338005 Aug 04 14:48:42.126943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53074) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:42.183940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.234401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-43bcda55-0961-4259-bdfc-a6dec342c5ea tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.236003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-43bcda55-0961-4259-bdfc-a6dec342c5ea tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.0944147 Aug 04 14:48:42.237371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-e2609988-7fcc-4e1f-9daa-fe329a21264e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.238981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-e2609988-7fcc-4e1f-9daa-fe329a21264e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1990047 Aug 04 14:48:42.278133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.313386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-73bfb45e-79e8-4121-8171-dd4f390adfa5 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299676 Aug 04 14:48:42.424626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.455696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.462302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-2c315a7e-3ff5-4558-8f2f-6b61cd5165e2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1947308 Aug 04 14:48:42.473483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e80d85-55bf-4cfe-b39e-9a837eacbccd']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:42.484579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Network e4f6af54-c295-482f-a584-143a875ef8a6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:42.494531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108d982f-48ce-4e0c-9200-ed3b43887738') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:42.494902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108d982f-48ce-4e0c-9200-ed3b43887738') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:42.500025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:42.502794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:42.513445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:42.540794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.545118 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b6ac376-b9a9-4aff-a143-e60377482369 req-7acdc358-7437-4f28-bf2a-f9d8dddcd0a7 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180865 Aug 04 14:48:42.548852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:42.562938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Deleting port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:42.563290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.571199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53092) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:42.574917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:42.577838 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5408e551-7af8-4301-8524-25acec9d29e6" -d '{"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:42.581311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cd13f-8358-4d8d-8423-45a6542970ff req-865df48c-5130-417c-870f-0ed434a74572 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.583159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4cd13f-8358-4d8d-8423-45a6542970ff req-865df48c-5130-417c-870f-0ed434a74572 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 945 time: 0.2250679 Aug 04 14:48:42.601381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.623834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:48:42.624246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:48:42.625913 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:48:42.627680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.627680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.658816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-60b7c5c9-9f86-4496-b2d8-c85d47911801 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7884388 Aug 04 14:48:42.676167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.677217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Request body: {'port': {'device_id': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:42.709643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] For port cbec549f-ae8e-40f2-b06f-d7dd3897fa41, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:42.710023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.735277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Calling delete_port for cbec549f-ae8e-40f2-b06f-d7dd3897fa41 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:42.737566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4cd13f-8358-4d8d-8423-45a6542970ff req-84804552-d417-421c-b526-1bb1332c0603 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445112 Aug 04 14:48:42.759730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.782686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.785398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f3e80d85-55bf-4cfe-b39e-9a837eacbccd HTTP/1.1" status: 204 len: 168 time: 0.6572900 Aug 04 14:48:42.803562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0bd9-e829-41c2-bedf-3f1e3918ba01 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e80d85-55bf-4cfe-b39e-9a837eacbccd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:42.820513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:42.866424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f0b6adde-b5fc-48e3-97b6-24e919053de0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=988be100153b4d0aab1e10ef4c5ca945&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2847936 Aug 04 14:48:42.870136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53102) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:42.927106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53104) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:42.939044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f0c7-c46e-4319-b3a2-6693a54663ae req-ba8b6abc-90b3-4878-a86e-9ed32a85c58b tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:42.940550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14e4f0c7-c46e-4319-b3a2-6693a54663ae req-ba8b6abc-90b3-4878-a86e-9ed32a85c58b tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1283889 Aug 04 14:48:43.024405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14e4f0c7-c46e-4319-b3a2-6693a54663ae req-c5f40b84-570b-4679-a5a0-bdc56e1a7335 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Aug 04 14:48:43.073754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.085840 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaa1002-1e7f-49aa-9011-658b10512b16 x-openstack-request-id: req-6eaa1002-1e7f-49aa-9011-658b10512b16 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:43.092554 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:43.092819 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6eaa1002-1e7f-49aa-9011-658b10512b16 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:43.106098 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'code': 200} Aug 04 14:48:43.109386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34effe60-ec46-4815-998e-46567299ba02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=087a792e7af94d8f9a5ee2ea61905f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767442 Aug 04 14:48:43.159081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53108) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:43.180419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.268838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.283264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8f69bfbe-801f-4005-ae4b-8f97dd03fb78'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:43.286702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a', '7156138b-a102-4807-ab23-2ca86a00cc3a', 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:43.324032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event deleted for resources: {'Port': ['ID=cbec549f-ae8e-40f2-b06f-d7dd3897fa41,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:43.326533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.334104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343382-f55a-42b6-916b-a3ce692131b9 req-17bd7016-3163-415c-a5e2-4bb668c27d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:43.335676 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98343382-f55a-42b6-916b-a3ce692131b9 req-17bd7016-3163-415c-a5e2-4bb668c27d2f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 1098 time: 0.1588488 Aug 04 14:48:43.381933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.384741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.388680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b688c31-78f1-414b-8dba-1f02ff3ae3a2 HTTP/1.1" status: 204 len: 168 time: 0.5148292 Aug 04 14:48:43.388919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da98c3-5927-4a38-bd32-25fab796e503 req-c979f9f9-ddb8-478f-98f2-423cadd2fafc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:43.396278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32da98c3-5927-4a38-bd32-25fab796e503 req-c979f9f9-ddb8-478f-98f2-423cadd2fafc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 931 time: 0.1688395 Aug 04 14:48:43.411754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] No DVR routers for this DVR port cbec549f-ae8e-40f2-b06f-d7dd3897fa41 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:43.418950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.429579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.431651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ffd8473d-b089-416c-8c72-64a387c482e3 req-f85803ef-ef80-4754-98f5-fd71310629db tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "DELETE /v2.0/ports/cbec549f-ae8e-40f2-b06f-d7dd3897fa41 HTTP/1.1" status: 204 len: 173 time: 1.1867654 Aug 04 14:48:43.433903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'name': 'network-vif-deleted', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:43.436722 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4af03c-450d-41e8-8bc2-cfb8547c60bb" -d '{"events": [{"server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "name": "network-vif-deleted", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:43.442963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5784-3902-463e-a0ce-aae807ac8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b688c31-78f1-414b-8dba-1f02ff3ae3a2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:43.478044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98343382-f55a-42b6-916b-a3ce692131b9 req-0c7f4285-de7b-4e0e-ac4e-76aabeb55625 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281404 Aug 04 14:48:43.494702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba431ad-fb15-4970-803e-cdf8cab123d8 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:43.499919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.504420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.513148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32da98c3-5927-4a38-bd32-25fab796e503 req-ca68a70d-8767-4ef0-b082-0485cae4c479 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158895 Aug 04 14:48:43.515058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.603679 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3936e-2c00-4555-9bf1-5e429f972573 x-openstack-request-id: req-dcb3936e-2c00-4555-9bf1-5e429f972573 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:43.604414 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20787b20-454e-4469-af3c-6c856a50d969", "name": "network-vif-deleted", "tag": "cbec549f-ae8e-40f2-b06f-d7dd3897fa41", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:43.604414 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dcb3936e-2c00-4555-9bf1-5e429f972573 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:43.604620 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20787b20-454e-4469-af3c-6c856a50d969', 'name': 'network-vif-deleted', 'tag': 'cbec549f-ae8e-40f2-b06f-d7dd3897fa41', 'status': 'completed', 'code': 200} Aug 04 14:48:43.605692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Transition to ACTIVE for port object cba431ad-fb15-4970-803e-cdf8cab123d8 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:43.608075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.610252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.611036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.612515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d8cdfb8-1da0-4abb-8621-376718ce67b0 HTTP/1.1" status: 204 len: 168 time: 0.4524438 Aug 04 14:48:43.726818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:43.735033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012598-4f6a-4c98-a044-e32d5557c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cdfb8-1da0-4abb-8621-376718ce67b0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:43.790869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Attempting to bind port cba431ad-fb15-4970-803e-cdf8cab123d8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:43.792634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Attempting to bind port cba431ad-fb15-4970-803e-cdf8cab123d8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:43.792984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Attempting to bind port cba431ad-fb15-4970-803e-cdf8cab123d8 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:43.796462 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Floating IP fd539879-b671-45d4-af70-ae1f41dc15be associated. External IP: 172.25.0.159, port: ff79ccc9-d97b-4672-94ab-18809f460930. Aug 04 14:48:43.803581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Port cba431ad-fb15-4970-803e-cdf8cab123d8 on network e4f6af54-c295-482f-a584-143a875ef8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:43.805050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Attempting to bind port cba431ad-fb15-4970-803e-cdf8cab123d8 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:43.813735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:43.817278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Checking segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:43.817961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Bound using segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:43.818606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Bound port: cba431ad-fb15-4970-803e-cdf8cab123d8, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:43.819126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:43.894143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15a955be-5261-4474-8905-9175611f2489 req-32d6d1f6-931b-4a3e-97ed-48895a38b48b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=20787b20-454e-4469-af3c-6c856a50d969 HTTP/1.1" status: 200 len: 210 time: 0.0376256 Aug 04 14:48:43.979322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:43.983501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:43.989530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:44.063328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:44.069735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:44.070990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:44.072961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-d7bd4146-044f-49a2-b091-f1004cd70576 service neutron] 10.222.0.46 "PUT /v2.0/ports/cba431ad-fb15-4970-803e-cdf8cab123d8 HTTP/1.1" status: 200 len: 1092 time: 1.4033544 Aug 04 14:48:44.206950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-0e5d3f98-fea4-493b-a4a3-bd6991b32cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:44.209772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-0e5d3f98-fea4-493b-a4a3-bd6991b32cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 1095 time: 0.0610948 Aug 04 14:48:44.263453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-587f3319-01b3-483d-8965-b0476eb59bd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba431ad-fb15-4970-803e-cdf8cab123d8 HTTP/1.1" status: 200 len: 217 time: 0.0448241 Aug 04 14:48:44.329803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-71cc9001-ca47-4bbb-af7f-aa403cd5657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:44.331711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-71cc9001-ca47-4bbb-af7f-aa403cd5657c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0605674 Aug 04 14:48:44.375654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-3164816b-02e2-430f-bcbd-ba7d69c0ca4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360594 Aug 04 14:48:44.527195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-4a2350d7-75f9-4df8-a40d-32ac816aa7cb service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447501 Aug 04 14:48:44.603866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:44.625783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bfdd2-6d6c-4056-8c9c-ff461b710d45 req-3484549f-b771-4a66-8d94-cf94c5fc2d65 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:44.627380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-820bfdd2-6d6c-4056-8c9c-ff461b710d45 req-3484549f-b771-4a66-8d94-cf94c5fc2d65 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.5160756 Aug 04 14:48:44.660061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca9a4c9e-bc7a-48e7-920e-5bab4fa88ec4 req-1c3c93e6-afa9-4859-a4c7-70936a6eeae0 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241903 Aug 04 14:48:44.742563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-46a35833-8a61-4745-af81-b453f21f685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:44.786971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-820bfdd2-6d6c-4056-8c9c-ff461b710d45 req-5072123a-6682-4795-ac90-fa299d41723c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137002 Aug 04 14:48:44.797058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:44.808330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:44.820917 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:44.822573 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:44.880813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:44.963596 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:45.001845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-683170214-network', 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:45.024170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:45.026786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.036945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.061826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222562e-1b01-4f00-a916-b0d734ee8861 req-4317aabc-f375-4d10-bf35-f2935840f36c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.063523 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d222562e-1b01-4f00-a916-b0d734ee8861 req-4317aabc-f375-4d10-bf35-f2935840f36c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 943 time: 0.0987995 Aug 04 14:48:45.117805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:45.121397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d222562e-1b01-4f00-a916-b0d734ee8861 req-93f39a83-c728-4003-bd25-e47f5632ba5d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Aug 04 14:48:45.164372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.170849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.203592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:48:45.214836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128bebf-25c5-4546-9848-6a203c80a071,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:45.220478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.220770 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:43Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:45.221354 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Added segment 5e599f05-37e1-490a-a849-cd47449ee7ff of type vlan for network dc1369be-fc7d-401b-9220-905d016bb483 Aug 04 14:48:45.259083 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:45.269600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:45.270562 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:45.272166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:45.276109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.276927 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.314892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.316048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.316648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.324057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:45.326950 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8277a-1c29-42e3-bc45-82a8200d4774" -d '{"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:45.359557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-1544d28f-36f7-416a-822f-495bb5379e8e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "PUT /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 999 time: 2.8680868 Aug 04 14:48:45.394261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5122802 Aug 04 14:48:45.398456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53178) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:45.399574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:45.408894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Request body: {'subnet': {'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-683170214-subnet', 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:45.414861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-4397899e-f0b6-4ceb-9b73-b25f684e1ec8 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.416315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-4397899e-f0b6-4ceb-9b73-b25f684e1ec8 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports/ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 943 time: 0.0513003 Aug 04 14:48:45.419055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579867-087f-4096-aac0-b49fa2ecf9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc1369be-fc7d-401b-9220-905d016bb483,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:45.431393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dc1369be-fc7d-401b-9220-905d016bb483 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:48:45.450433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:45.453711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.532914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cbec549f-ae8e-40f2-b06f-d7dd3897fa41 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:45.577178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: cbec549f-ae8e-40f2-b06f-d7dd3897fa41 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:45.577579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cbec549f-ae8e-40f2-b06f-d7dd3897fa41 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:45.633872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-8f030a63-a991-4083-aa5a-04eb65d53b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.641757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-8f030a63-a991-4083-aa5a-04eb65d53b6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0522125 Aug 04 14:48:45.698819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:45.701124 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2221c536-067e-4745-a5cb-307a20795299" -d '{"events": [{"name": "network-changed", "server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:45.711526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:45.741457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-2c4c45ca-abfa-4d20-93fa-dde697279d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.749571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-2c4c45ca-abfa-4d20-93fa-dde697279d20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.1069286 Aug 04 14:48:45.802703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-52c82fb4-2337-4742-9431-eb592fe8d24d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0511639 Aug 04 14:48:45.815133 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d7e5e-e6f6-429b-9715-e053265bf75c x-openstack-request-id: req-867d7e5e-e6f6-429b-9715-e053265bf75c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:45.815318 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:45.815610 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-867d7e5e-e6f6-429b-9715-e053265bf75c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:45.816060 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:48:45.841372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53196) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:45.908601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-d6c6aa1e-1f1f-4113-8072-cbaeed088395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.916139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-d6c6aa1e-1f1f-4113-8072-cbaeed088395 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1125193 Aug 04 14:48:45.941303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:45.967987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-eca54d34-0b54-463c-82d4-ca38368655ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.967987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-eca54d34-0b54-463c-82d4-ca38368655ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.1900969 Aug 04 14:48:45.970057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:45.970502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Network hostable DHCP agents. Network: dc1369be-fc7d-401b-9220-905d016bb483, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:48:45.997786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-3013dfe8-aa7c-4aae-ab67-5b949f2bc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:45.999456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-3013dfe8-aa7c-4aae-ab67-5b949f2bc7b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.1570945 Aug 04 14:48:46.006894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:43Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:46.037163 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ed5b-b6f0-48d7-970f-a96b1eb1efc2 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:43Z', 'revision_number': 3, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:46.062464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ce1734a-c173-4ef3-83cf-cee56525852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:46.113869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b30ed5-3fa5-422f-a3d2-e65339c90636 req-c3293fb6-0567-43b6-ac88-c2d0c602a939 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.117665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-d19d55f9-db06-42f0-9d43-06196dd3e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.119202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-d19d55f9-db06-42f0-9d43-06196dd3e4dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1365511 Aug 04 14:48:46.120338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Network dc1369be-fc7d-401b-9220-905d016bb483 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:48:46.122315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7b30ed5-3fa5-422f-a3d2-e65339c90636 req-c3293fb6-0567-43b6-ac88-c2d0c602a939 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1963432 Aug 04 14:48:46.130043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-fc131441-dcdf-498e-9ad6-0a2fad215ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.131781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-fc131441-dcdf-498e-9ad6-0a2fad215ec6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148194 Aug 04 14:48:46.175432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dc1369be-fc7d-401b-9220-905d016bb483) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:46.177926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-4bb04de7-a72b-4196-b067-5faa34c192d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.0481236 Aug 04 14:48:46.181396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.181974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:46.186058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f95ef-0fdd-40e4-9c51-c5ba6f453a26 None None] Network dc1369be-fc7d-401b-9220-905d016bb483 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:46.250516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-e389f4bb-d95c-4237-8924-06632e60c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.252655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-e389f4bb-d95c-4237-8924-06632e60c2d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.0613034 Aug 04 14:48:46.299078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7b30ed5-3fa5-422f-a3d2-e65339c90636 req-2a12e94e-31d7-4985-b0b4-9089c9734be0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755764 Aug 04 14:48:46.314036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-8f2b20be-bdc9-4a0c-88d9-68e66e60ce50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495660 Aug 04 14:48:46.350631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-b2940771-357b-40b3-bb66-7accf9fdd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.352504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-b2940771-357b-40b3-bb66-7accf9fdd05c service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.3405106 Aug 04 14:48:46.389158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacecda4-92b0-42ed-9de9-3c3320be4459 None None] New status for floating IP fd539879-b671-45d4-af70-ae1f41dc15be: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:48:46.425413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-42ad2368-570c-474a-b39a-657cc307548e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0590446 Aug 04 14:48:46.443539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-9ee29e02-3960-45dc-865d-17fcf4724f81 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844462 Aug 04 14:48:46.449350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-c974e2d1-0a17-47ba-8787-1a60c8caafd5 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254458 Aug 04 14:48:46.452257 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1281b554-a490-4189-8917-b1fe0f49d15e x-openstack-request-id: req-1281b554-a490-4189-8917-b1fe0f49d15e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:46.452763 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:46.453104 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1281b554-a490-4189-8917-b1fe0f49d15e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:46.453744 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'status': 'completed', 'code': 200} Aug 04 14:48:46.503852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9edbb-11e9-4255-82fb-1dd62e7c5895 None None] Network dc1369be-fc7d-401b-9220-905d016bb483 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:46.573948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221c536-067e-4745-a5cb-307a20795299 req-f00fcdf2-22cb-4417-a554-c1c3762e94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.575820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-f00fcdf2-22cb-4417-a554-c1c3762e94e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 1095 time: 0.1253715 Aug 04 14:48:46.612653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ce1734a-c173-4ef3-83cf-cee56525852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:46.622625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-340d7727-27cd-426e-8bbd-5f886694a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.624623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-340d7727-27cd-426e-8bbd-5f886694a68e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1681535 Aug 04 14:48:46.633809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ce1734a-c173-4ef3-83cf-cee56525852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:46.664144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8dfccf82-22f9-496f-ab54-b2d04bd06715 req-c85db34c-c9fa-4f97-8ae5-9b5a13042ce2 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014248 Aug 04 14:48:46.668761 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2227f6fb-6d09-4f1f-8b46-82ff17f2febb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2689786 Aug 04 14:48:46.728701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221c536-067e-4745-a5cb-307a20795299 req-30bc503d-dd8c-48dd-9676-e84f108e2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.735209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-30bc503d-dd8c-48dd-9676-e84f108e2d4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 906 time: 0.1477487 Aug 04 14:48:46.776960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbab28-8b4e-40b4-bcd6-c1ac8d6d0aeb req-92e8ff54-f944-4fdd-a640-c2f481cf3a35 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.784713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-6ec67e6b-871a-4cdc-a9bf-3333ecaf6f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cba431ad-fb15-4970-803e-cdf8cab123d8 HTTP/1.1" status: 200 len: 217 time: 0.0441065 Aug 04 14:48:46.787188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50fbab28-8b4e-40b4-bcd6-c1ac8d6d0aeb req-92e8ff54-f944-4fdd-a640-c2f481cf3a35 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.3098772 Aug 04 14:48:46.789469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-25eb7032-7cea-4a53-97cd-ac4be2645b39 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449070 Aug 04 14:48:46.834775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1734a-c173-4ef3-83cf-cee56525852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b07f2-c408-4ff9-a189-dc9122878497,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:46.854011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5ce1734a-c173-4ef3-83cf-cee56525852c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69deb8ecbadd49d3947bab9d17a66417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0104148 Aug 04 14:48:46.859664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221c536-067e-4745-a5cb-307a20795299 req-bc9b229b-4acb-4e96-a134-a418f208df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.862007 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-bc9b229b-4acb-4e96-a134-a418f208df0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0707171 Aug 04 14:48:46.863145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53212) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:46.892018 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:46.903966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:46.904902 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:46.927576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-ac925432-183c-4966-8b5b-8a23875eb21e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568931 Aug 04 14:48:46.947577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50fbab28-8b4e-40b4-bcd6-c1ac8d6d0aeb req-e8eabf95-e821-4583-a840-e65ceb89f413 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384680 Aug 04 14:48:46.957264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-2f60c9e4-1c9e-4f19-8e84-2490383d3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:46.961544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-2f60c9e4-1c9e-4f19-8e84-2490383d3985 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3203712 Aug 04 14:48:47.016148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-7bcc29e2-6e0e-43d8-9f0f-3e6d671b9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.023849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-7bcc29e2-6e0e-43d8-9f0f-3e6d671b9729 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1098 time: 0.1684785 Aug 04 14:48:47.037877 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:47.065073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.114261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-c83f30d5-106b-4160-95a8-cea908abb2a2 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703103 Aug 04 14:48:47.136362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.234275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-26859a02-9aea-4ffd-a81d-f31c7f00ecf7 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363615 Aug 04 14:48:47.250533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-fcca4422-8c50-4200-aa9a-950de745c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.252260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-fcca4422-8c50-4200-aa9a-950de745c9bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2166064 Aug 04 14:48:47.278407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.284738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.291167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/585b07f2-c408-4ff9-a189-dc9122878497 HTTP/1.1" status: 204 len: 168 time: 0.4257340 Aug 04 14:48:47.347029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2221c536-067e-4745-a5cb-307a20795299 req-9085d4be-d927-4234-a898-791afbef57d9 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558485 Aug 04 14:48:47.358495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6d14c-5a8f-40d5-be7d-2512050fba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b07f2-c408-4ff9-a189-dc9122878497,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:47.361225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-156fc709-d750-4a1e-ba08-bbae31fcbbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.396991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f005a0-29f2-48fb-b954-7db7d78bdf1a req-dc1bfaa1-2b91-4c24-802e-ea473e2a0ac7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.398628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74f005a0-29f2-48fb-b954-7db7d78bdf1a req-dc1bfaa1-2b91-4c24-802e-ea473e2a0ac7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 943 time: 0.2115777 Aug 04 14:48:47.404355 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:46Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:47.433530 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:47.442518 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:47.443007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-3eacd014-13e7-41dd-b698-1e739a1a3fb8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 1002 time: 0.1715620 Aug 04 14:48:47.443155 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:47.473484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:47.506304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68f8277a-1c29-42e3-bc45-82a8200d4774 req-5d309ee4-aaf9-4615-b747-eb30330c84ac service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645359 Aug 04 14:48:47.512801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74f005a0-29f2-48fb-b954-7db7d78bdf1a req-5f96a009-d34a-4723-8150-3f6dbac878e8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044006 Aug 04 14:48:47.520513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-b8f54108-7a06-451e-802a-21c80a0ae825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.522393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-b8f54108-7a06-451e-802a-21c80a0ae825 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0706675 Aug 04 14:48:47.592821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.621547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:47.628629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:47.641459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'mac_address': 'fa:16:3e:98:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:47.676834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596db4c-a135-4b11-9a42-59738e85e62b req-b5af08ac-3df7-4035-9e39-37839b535b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.678386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-b5af08ac-3df7-4035-9e39-37839b535b72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495714 Aug 04 14:48:47.702457 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.723017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba431ad-fb15-4970-803e-cdf8cab123d8 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:47.760890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:47.782093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48fc8d-e252-4d2f-9250-926f191f7a43 req-272953ae-67b5-4bc3-9eed-06c5ed412a34 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:47.784421 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.789846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c48fc8d-e252-4d2f-9250-926f191f7a43 req-272953ae-67b5-4bc3-9eed-06c5ed412a34 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1683753 Aug 04 14:48:47.817139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:47.819548 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:47.849794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:47.854926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-0ef24a03-d2dc-495c-b9a8-5d2d1ac0712e service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673472 Aug 04 14:48:47.878630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c48fc8d-e252-4d2f-9250-926f191f7a43 req-f4b18a82-9561-4125-8f96-c13cc7f560de tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792830 Aug 04 14:48:47.887705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:47.966035 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:46Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:47.998016 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73009af1-66dc-4fe5-8c9e-8ff182e2ef44 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:17:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:46Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:48.011218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cba431ad-fb15-4970-803e-cdf8cab123d8'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:48.063843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b596db4c-a135-4b11-9a42-59738e85e62b req-3aa353bc-8cbf-465f-8070-e19098849bbb service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920121 Aug 04 14:48:48.276863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94e433-e25c-46a3-95a2-c84a94bf30eb req-5dd97ed7-15e3-48ac-8b1c-61435e1c5a4b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:48.279403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b94e433-e25c-46a3-95a2-c84a94bf30eb req-5dd97ed7-15e3-48ac-8b1c-61435e1c5a4b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0895205 Aug 04 14:48:48.354766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b94e433-e25c-46a3-95a2-c84a94bf30eb req-9c49ed97-3f97-4547-928a-afef571fe548 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Aug 04 14:48:48.427814 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a50efda-b158-4660-b2a6-97b6641eac33 x-openstack-request-id: req-7a50efda-b158-4660-b2a6-97b6641eac33 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:48.428110 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:48.428366 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a50efda-b158-4660-b2a6-97b6641eac33 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:48.428769 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'status': 'completed', 'code': 200} Aug 04 14:48:48.439561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53266) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:48.511681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.531248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-b16d4f67-8c9a-40a0-8b79-4a23a04eb19c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:48.539833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-b16d4f67-8c9a-40a0-8b79-4a23a04eb19c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2113855 Aug 04 14:48:48.557496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1688749155-network', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:48.561731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-0b17c384-b129-4cce-bcdd-5fef4c516c84 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0207157 Aug 04 14:48:48.584168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Made reservation on behalf of 5f3963ae38f742628cb2fef5d59dae9b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:48.586785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.597632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.604692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-e0ab3fb6-da18-4b46-abb9-dae70cef4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:48.607141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-e0ab3fb6-da18-4b46-abb9-dae70cef4fda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1098 time: 0.1422789 Aug 04 14:48:48.617683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-f4caec70-2ad2-470e-8143-e14c82f207fe tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550249 Aug 04 14:48:48.626684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.705582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.710751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.744626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:48:48.751602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65686adb-59f8-4eb4-befe-d2cf33923773,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:48.758857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.759203 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Added segment 5ecb66d0-8559-4585-9ab0-320a3f840730 of type vlan for network 282527b3-29df-437c-9637-86be5fae0236 Aug 04 14:48:48.806723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.841097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.842166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:48.842953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:48.904988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4615967 Aug 04 14:48:48.905949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53274) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:48.913165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Request body: {'subnet': {'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1688749155-subnet', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:48.917553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d2a6-8bad-4ed2-b36b-bd6006c78cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=282527b3-29df-437c-9637-86be5fae0236,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:48.930695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 282527b3-29df-437c-9637-86be5fae0236 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:48:48.941793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Made reservation on behalf of 5f3963ae38f742628cb2fef5d59dae9b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:48.944583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.134598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.159879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18495d67-a494-454a-abf5-863e2bbaae4f req-ad01f745-52a6-4f18-9490-035f11787722 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.4807191 Aug 04 14:48:49.164806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-68d04b95-2e4c-4f41-958c-6cdfade6b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.166316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-68d04b95-2e4c-4f41-958c-6cdfade6b73f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.5460660 Aug 04 14:48:49.185683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-e308ebc7-c740-4b2d-a2f5-d2808e1ca348 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667613 Aug 04 14:48:49.189361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:49.212089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Checking segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:49.212434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Network hostable DHCP agents. Network: 282527b3-29df-437c-9637-86be5fae0236, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:48:49.232160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Network 282527b3-29df-437c-9637-86be5fae0236 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:48:49.252611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 282527b3-29df-437c-9637-86be5fae0236) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:49.257989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.258979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.265274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a01ea9-b56f-4edb-a6a9-631b15942eb1 None None] Network 282527b3-29df-437c-9637-86be5fae0236 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:49.280638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d99367f2-e63d-4c5a-bbe2-103ef7e6a024 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3739643 Aug 04 14:48:49.281173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:49.288424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:49.308270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d67-a494-454a-abf5-863e2bbaae4f req-099224c5-9cee-4ab5-98a6-997ada4f15ac tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.326397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18495d67-a494-454a-abf5-863e2bbaae4f req-099224c5-9cee-4ab5-98a6-997ada4f15ac tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports/e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 943 time: 0.1482754 Aug 04 14:48:49.332392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.335244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.359729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-0051a464-f06a-48f5-aec5-1e4ea104592c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 1002 time: 0.1653550 Aug 04 14:48:49.429250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-fd63b710-aa8e-4189-bad7-3e471068f9e4 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427061 Aug 04 14:48:49.431668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.484814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-ca14a15b-24b1-4e16-a433-c2e58102f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.486938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-ca14a15b-24b1-4e16-a433-c2e58102f41e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1185904 Aug 04 14:48:49.492256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-282527b3-29df-437c-9637-86be5fae0236', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:48:49.493171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.514051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18495d67-a494-454a-abf5-863e2bbaae4f req-4b6a4c02-534e-4979-9245-857b83533e3c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1015584 Aug 04 14:48:49.518906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:49.653981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-f4953533-3d6d-449a-b532-c8c3f2d0fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.655724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-f4953533-3d6d-449a-b532-c8c3f2d0fbfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346872 Aug 04 14:48:49.694561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.748352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port cba431ad-fb15-4970-803e-cdf8cab123d8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:49.757507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cba431ad-fb15-4970-803e-cdf8cab123d8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:49.757873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:49.781582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Allocated IP 172.20.0.2 (282527b3-29df-437c-9637-86be5fae0236/a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5/c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:49.789106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d67-a494-454a-abf5-863e2bbaae4f req-4b8990d8-51b1-46ee-a7dd-77ba951dc4f2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.803899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18495d67-a494-454a-abf5-863e2bbaae4f req-4b8990d8-51b1-46ee-a7dd-77ba951dc4f2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2697270 Aug 04 14:48:49.864482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21085161-5730-41f0-848e-d0468e4d7941 req-48559e1d-5544-462f-b553-4062efed7128 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:49.866439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21085161-5730-41f0-848e-d0468e4d7941 req-48559e1d-5544-462f-b553-4062efed7128 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 944 time: 0.1384792 Aug 04 14:48:49.925929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-497c56c3-b945-437d-83d8-4efa4ca01bbf service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558303 Aug 04 14:48:49.940004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21085161-5730-41f0-848e-d0468e4d7941 req-486ddc10-c06c-455e-bda1-e09ab4b2e867 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Aug 04 14:48:49.959357 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.065362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:50.068334 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc72fc-da6b-4c69-9041-dd0618026324" -d '{"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-plugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:50.091279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:50.115669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.133136 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.158056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.163775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d5cb0ca-0347-4651-a507-c0fb8b9756d1 req-9b410844-b4bf-4028-a5e8-bd1b3f46f4b1 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174146 Aug 04 14:48:50.177790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Transition to ACTIVE for port object c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:50.183072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.209008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13bd7-6483-48af-a651-1f357927241c req-5ea0cb60-e9c6-41d5-8292-fcebd1dc0ea5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:50.210605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:50.215893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Transition to ACTIVE for port object c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:50.221474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04b13bd7-6483-48af-a651-1f357927241c req-5ea0cb60-e9c6-41d5-8292-fcebd1dc0ea5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.2667334 Aug 04 14:48:50.223339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.229329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.284151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Network 282527b3-29df-437c-9637-86be5fae0236 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:50.290239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:50.292691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04b13bd7-6483-48af-a651-1f357927241c req-18f85fbb-67b3-46ff-9cc2-fc0be2e055dc tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698316 Aug 04 14:48:50.296012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Pushing event updated for resources: {'Port': ['ID=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:50.299947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:50.376669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Attempting to bind port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:50.377286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Attempting to bind port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:50.377840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Attempting to bind port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e on network 282527b3-29df-437c-9637-86be5fae0236 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:50.384803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:50.385200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Checking segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:50.385608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.386006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Bound using segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:50.387217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Bound port: c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:50.387601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.441285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61f51c29-0371-4bde-a3b4-677f25c597ad req-771ce146-fb1c-41ae-b33f-64abffb5e515 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 210 time: 0.0536079 Aug 04 14:48:50.477268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] For port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:50.481835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] For port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:50.487935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:50.498549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554193-1dde-4a72-a6d4-e42618d5db1b req-04815c0e-e249-48de-b704-90ef68d3dae9 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:50.503687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37554193-1dde-4a72-a6d4-e42618d5db1b req-04815c0e-e249-48de-b704-90ef68d3dae9 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1544571 Aug 04 14:48:50.588677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cc1af-ba3c-436c-ba04-d9bb3a0fc1ba None None] Pushing event updated for resources: {'Port': ['ID=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:50.595302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37554193-1dde-4a72-a6d4-e42618d5db1b req-7a373963-1ddd-49f6-bfd9-04bacb107400 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845819 Aug 04 14:48:50.686472 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c0469-b2af-47ca-8cc2-36c21ffdcd96 x-openstack-request-id: req-702c0469-b2af-47ca-8cc2-36c21ffdcd96 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:50.688926 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-plugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:50.689345 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-702c0469-b2af-47ca-8cc2-36c21ffdcd96 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:50.692633 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'code': 200} Aug 04 14:48:50.697495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-fa8d717d-71ab-482c-a9a5-605da6b27057 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1006818 Aug 04 14:48:50.769169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-1148d9e8-f178-4b7c-9e26-d31e4125ef02 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:50.796538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-1148d9e8-f178-4b7c-9e26-d31e4125ef02 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports/e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 943 time: 0.0911381 Aug 04 14:48:50.883675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbe0c7-9d64-4c8d-9f2b-c61ddd915cf4 req-518d4c23-bf8f-476d-b1bf-39b3de4b30de tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:50.885502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1fbe0c7-9d64-4c8d-9f2b-c61ddd915cf4 req-518d4c23-bf8f-476d-b1bf-39b3de4b30de tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.1264613 Aug 04 14:48:50.933671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Allocated IP 172.25.0.140 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/d003d6d8-c99a-4d73-8ae4-c80e4d991da8) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:50.975549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-26f59ba4-3941-40b5-951b-9dc55656d382 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.0890222 Aug 04 14:48:50.978362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1fbe0c7-9d64-4c8d-9f2b-c61ddd915cf4 req-9b60ef80-8c83-4113-a819-205c0562edeb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828068 Aug 04 14:48:50.999759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78278422-77c0-4644-a1a3-734512a84b1c req-316260b1-bd4a-4671-aed8-d145b15ee6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:50.999759 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-78278422-77c0-4644-a1a3-734512a84b1c req-316260b1-bd4a-4671-aed8-d145b15ee6d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 1097 time: 0.1017621 Aug 04 14:48:51.062808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-78278422-77c0-4644-a1a3-734512a84b1c req-212090b3-7861-415c-bf49-4694ee48ec42 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512345 Aug 04 14:48:51.078083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.118461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-ee5e104b-6df9-4024-971b-52d441199c33 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:51.120611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-ee5e104b-6df9-4024-971b-52d441199c33 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1382182 Aug 04 14:48:51.128613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.133482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1121bda-9b17-47b7-bd0f-a621975955d3 req-c337fe59-9a92-419d-8c47-43430881f93e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:51.135073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1121bda-9b17-47b7-bd0f-a621975955d3 req-c337fe59-9a92-419d-8c47-43430881f93e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.0924037 Aug 04 14:48:51.178206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:51.184002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:51.186753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:51.228492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a7f1c2f0-9c7c-4859-97c0-8ce4592f8a49 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.0923359 Aug 04 14:48:51.241608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Pushing event updated for resources: {'Port': ['ID=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:51.241810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1121bda-9b17-47b7-bd0f-a621975955d3 req-8f455eec-7bf7-419b-a7ca-5dd679b1f08d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922821 Aug 04 14:48:51.242302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:51.325331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.485887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-f25eb506-3832-4c9f-89c3-2087637c2978 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:51.487500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-f25eb506-3832-4c9f-89c3-2087637c2978 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2637372 Aug 04 14:48:51.501707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:51.515578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.521481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.521958 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Floating IP fd539879-b671-45d4-af70-ae1f41dc15be disassociated. External IP: 172.25.0.159, port: e31b2588-f39d-4ec3-b5dc-ff486e10cfbf. Aug 04 14:48:51.532448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6a18-24ad-477d-b7ff-4237b3c211b0 req-e56abc05-dd26-482b-9324-47a3d5e5eb4f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:51.534066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52ef6a18-24ad-477d-b7ff-4237b3c211b0 req-e56abc05-dd26-482b-9324-47a3d5e5eb4f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1068354 Aug 04 14:48:51.647131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52ef6a18-24ad-477d-b7ff-4237b3c211b0 req-3b8fb970-8cc0-47aa-846a-09cfccf2e2ee tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Aug 04 14:48:51.680488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.699217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56905ddb-ec66-4e34-a7d4-77f9f24b02b1 None None] Network 282527b3-29df-437c-9637-86be5fae0236 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:48:51.739759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:48:51.743894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:51.793749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-382afb36-53ff-4bfb-9acb-3d6f44ed5993 None None] Provisioning for port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:51.864455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:51.996906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.14 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/70e89a3b-ee11-447a-ac2a-0f27e43baf53) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:52.044435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.068158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c746b77-16a1-4738-afc9-83496ccca256 req-318607b7-17f3-4e66-bb95-c12e54b1d029 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 210 time: 0.0395095 Aug 04 14:48:52.093959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:52.098905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.107008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:52.121513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:52.122155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:52.133829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a4aa7501-79e7-49cc-8cc6-fe1b45ee1562 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "PUT /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 695 time: 0.8957322 Aug 04 14:48:52.134512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:52.137188 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cecda49-99d6-4ba5-9e36-63b66c41fe38" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:52.314615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-ad33924a-d8de-48da-ba5a-9f7d5c2146d1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.321186 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-ad33924a-d8de-48da-ba5a-9f7d5c2146d1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.3219647 Aug 04 14:48:52.330135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:52.338771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9226a-ffe0-417d-8b65-b8559393eaec req-4e7ca68c-ea7c-49be-865f-59c64dc191b9 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.341582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfd9226a-ffe0-417d-8b65-b8559393eaec req-4e7ca68c-ea7c-49be-865f-59c64dc191b9 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0765707 Aug 04 14:48:52.403903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfd9226a-ffe0-417d-8b65-b8559393eaec req-ff82baef-183f-4e6d-808f-9e95e19c7632 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572221 Aug 04 14:48:52.410560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:52.439212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-94e2ce89-0bab-4c99-ae05-9fc15b7a069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.441592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-94e2ce89-0bab-4c99-ae05-9fc15b7a069c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1098 time: 0.2944045 Aug 04 14:48:52.479662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:48:52.508108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:52.522663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:52.523006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.562208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.606113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864199a2-097a-43fe-8bd8-51ad7bc9632c req-c8621a50-6bc8-4976-acbd-6ab3e738e26d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.614272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-864199a2-097a-43fe-8bd8-51ad7bc9632c req-c8621a50-6bc8-4976-acbd-6ab3e738e26d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1011846 Aug 04 14:48:52.634761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a43c56a5-5a4e-43d6-b392-7f938746eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.638626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-a43c56a5-5a4e-43d6-b392-7f938746eea9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.1869891 Aug 04 14:48:52.640831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Deleting port 7156138b-a102-4807-ab23-2ca86a00cc3a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:52.641187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.692157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.695738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-621d6f64-bb4e-4d7b-b9c3-ceb7f7c9ac3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 217 time: 0.0502820 Aug 04 14:48:52.711111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-864199a2-097a-43fe-8bd8-51ad7bc9632c req-834a0ec9-f26a-42a3-bebe-8603aa9173ab tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928605 Aug 04 14:48:52.712767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:52.735589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:52.737837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Sync routers for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:52.740771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.749505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:52.753139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.753466 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:52.754020 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:52.754426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a7eabbad-7a9d-472b-8715-343b1bbcfd29 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4722724 Aug 04 14:48:52.768773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53332) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:52.812163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] For port 7156138b-a102-4807-ab23-2ca86a00cc3a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7156138b-a102-4807-ab23-2ca86a00cc3a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:52.812614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.826143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:52.827141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:52.835917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.843701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:52.845741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:52.848408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:52.864074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Calling delete_port for 7156138b-a102-4807-ab23-2ca86a00cc3a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:52.904437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-3b1c0954-46d0-4ea9-b5e9-70dbc4063815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.905367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-3b1c0954-46d0-4ea9-b5e9-70dbc4063815 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1919284 Aug 04 14:48:52.917967 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:52.920454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f9532-3bd7-4ec3-926d-6cf964cd77b3 req-6a23e1fd-2108-47bd-a13d-3fc767297fbb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.927940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-590f9532-3bd7-4ec3-926d-6cf964cd77b3 req-6a23e1fd-2108-47bd-a13d-3fc767297fbb tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c392c8-c2af-48b9-914d-7887b0a78b9b HTTP/1.1" status: 200 len: 945 time: 0.1126134 Aug 04 14:48:52.958178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:52.958678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:52.960194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:52.967887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:53.031122 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c48f65ea-6f87-41a7-ad68-92091fce284e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5334618 Aug 04 14:48:53.032909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-590f9532-3bd7-4ec3-926d-6cf964cd77b3 req-93fada96-fffa-4173-9a73-685dee271cda tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037362 Aug 04 14:48:53.053476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Request body: {'port': {'device_id': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:53.160793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:48:53.173087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:53.180982 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:51Z', 'revision_number': 3, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:53.197896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.242795 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Checking router: 8bdaef15-d451-4533-a456-e6bcabeb7fc3 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:53.243459 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Updating router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:48:53.285266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.290693 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.342149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event deleted for resources: {'Port': ['ID=7156138b-a102-4807-ab23-2ca86a00cc3a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:53.452516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] No DVR routers for this DVR port 7156138b-a102-4807-ab23-2ca86a00cc3a on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:53.457359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.459491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6944fee1-a9c4-4970-a6b2-c8d39578f5b2 req-1b834afb-88ba-4e4f-9cfd-0eebb491d1c1 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "DELETE /v2.0/ports/7156138b-a102-4807-ab23-2ca86a00cc3a HTTP/1.1" status: 204 len: 173 time: 1.0886052 Aug 04 14:48:53.459945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'name': 'network-vif-deleted', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:53.462246 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c0bbc-699a-41b4-95a3-c8a1ae68cc96" -d '{"events": [{"server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "name": "network-vif-deleted", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:53.469453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:53.487011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a', '7156138b-a102-4807-ab23-2ca86a00cc3a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:53.543673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8f69bfbe-801f-4005-ae4b-8f97dd03fb78'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:53.640948 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3177dd09-5b31-47c0-aa3b-7c3d2119a8d0 x-openstack-request-id: req-3177dd09-5b31-47c0-aa3b-7c3d2119a8d0 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:53.641548 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:53.641548 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3177dd09-5b31-47c0-aa3b-7c3d2119a8d0 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:53.641893 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'status': 'completed', 'code': 200} Aug 04 14:48:53.659031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e89a3b-ee11-447a-ac2a-0f27e43baf53 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:53.667939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.680791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Transition to ACTIVE for port object 70e89a3b-ee11-447a-ac2a-0f27e43baf53 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:53.687378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.734295 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.746385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:53.747890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Transition to ACTIVE for port object d003d6d8-c99a-4d73-8ae4-c80e4d991da8 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:53.754637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-7a37b54a-bef4-45f5-93d0-a0f1f8c67edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:53.756237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-7a37b54a-bef4-45f5-93d0-a0f1f8c67edb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8243289 Aug 04 14:48:53.765892 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.808306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:53.823917 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bccc5b-d70f-46ff-8310-0fd02b902f34 None None] Pushing event updated for resources: {'Port': ['ID=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:53.833485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e0c3-299d-48f6-ad52-642acdbb2fce req-55f1af08-800d-4cf4-ae6c-17db51b5e8f8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:53.840877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a16e0c3-299d-48f6-ad52-642acdbb2fce req-55f1af08-800d-4cf4-ae6c-17db51b5e8f8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1955111 Aug 04 14:48:53.846330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Attempting to bind port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:53.846770 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Attempting to bind port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:53.847135 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Attempting to bind port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:53.847679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Attempting to bind port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:53.848203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Attempting to bind port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:53.848713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Attempting to bind port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:53.852778 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:53.853236 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:53.853766 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.854655 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:53.854758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8781f16-a2ea-4924-bbfa-b5fdb4d709f6 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:53.854881 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Bound port: d003d6d8-c99a-4d73-8ae4-c80e4d991da8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:53.855203 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.858442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:48:53.865381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Attempting to bind port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:53.872113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:53.872889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:53.873473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:53.874183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Bound port: 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:53.874807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.893049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-b8676948-05aa-40b2-9055-8ca382d0f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:53.894561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-b8676948-05aa-40b2-9055-8ca382d0f754 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 1098 time: 0.2519131 Aug 04 14:48:53.951478 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] For port d003d6d8-c99a-4d73-8ae4-c80e4d991da8, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:53.960484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] For port d003d6d8-c99a-4d73-8ae4-c80e4d991da8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:53.974095 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:53.994162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:54.003189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:54.013716 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:54.062732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:54.063631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:54.080849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.082532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:54.085091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/70e89a3b-ee11-447a-ac2a-0f27e43baf53 HTTP/1.1" status: 200 len: 1093 time: 1.0429833 Aug 04 14:48:54.118490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34bab3-a4f6-4ca4-af65-eaf8e09fd0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:54.141280 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bccc5b-d70f-46ff-8310-0fd02b902f34 None None] Pushing event updated for resources: {'Port': ['ID=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:54.157359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a16e0c3-299d-48f6-ad52-642acdbb2fce req-c00868f9-0126-45f8-8ee8-2187722db4bc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053796 Aug 04 14:48:54.205993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-d500bab1-7a4d-4b7b-acf6-38aa6ac8e9e6 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142809 Aug 04 14:48:54.214982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-16cdfb39-ef2c-401b-bc02-e9059d840c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.216506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-16cdfb39-ef2c-401b-bc02-e9059d840c5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.3112221 Aug 04 14:48:54.227569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-6d21abce-dca7-4bea-8463-5c936c862140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.229626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-6d21abce-dca7-4bea-8463-5c936c862140 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0924666 Aug 04 14:48:54.280680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:54.290745 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:54.299530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-9477af0a-9b39-4f28-b598-63bad4613058 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53 HTTP/1.1" status: 200 len: 217 time: 0.0565445 Aug 04 14:48:54.331330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4e98be-6262-47b9-acce-dac070b1e9a8 None None] New status for floating IP fd539879-b671-45d4-af70-ae1f41dc15be: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:48:54.363409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c975cc5b-0dc4-455e-9f23-b28cd9d29622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.365236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-c975cc5b-0dc4-455e-9f23-b28cd9d29622 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0573647 Aug 04 14:48:54.374301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f98030d9-abe1-4310-88fc-47b30995fbd7 req-bdc3bf34-c6aa-4367-9ced-41ea310be7d7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540616 Aug 04 14:48:54.415241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-b5ccdd16-36d6-4c38-86fb-47c32c1c4c57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426464 Aug 04 14:48:54.435298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-42409451-c034-41a8-a110-0597449c0ec2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 200 len: 217 time: 0.1424317 Aug 04 14:48:54.451236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:54.485638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:54.486225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:54.520701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4b96-adc5-48ad-b57b-2e1bd1a29154 req-1243c3a0-e781-4d7f-9384-85e12862c313 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.521588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cfe4b96-adc5-48ad-b57b-2e1bd1a29154 req-1243c3a0-e781-4d7f-9384-85e12862c313 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 944 time: 0.2309549 Aug 04 14:48:54.575297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-4253eac5-7b62-4b13-9cb3-99e301718803 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502833 Aug 04 14:48:54.590919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:51Z', 'revision_number': 3, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:54.630615 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706acea-8618-4340-9101-7956f1a88cf9 None None] The sync data for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 is: [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:51Z', 'revision_number': 3, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:54.677249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-1c3ba41b-4a7d-45d3-ab3e-ce3af4cbb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.678683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-1c3ba41b-4a7d-45d3-ab3e-ce3af4cbb712 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.2082918 Aug 04 14:48:54.692950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60f36760-5299-4dc8-9a5d-f2b8a152dd04 req-fb8cbb56-fd8f-47f3-bbdd-864c0ca8e967 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101217 Aug 04 14:48:54.693964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cfe4b96-adc5-48ad-b57b-2e1bd1a29154 req-62143349-c282-4e30-9ce8-4ed8d593a126 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396294 Aug 04 14:48:54.721391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0f53-18ce-42ff-9889-47f62670500b req-d763b274-6652-4217-b22c-e187fcc4eea5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.729039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccd0f53-18ce-42ff-9889-47f62670500b req-d763b274-6652-4217-b22c-e187fcc4eea5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1693790 Aug 04 14:48:54.766423 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ffc2f-9744-44c8-8238-15882ffeb722 x-openstack-request-id: req-627ffc2f-9744-44c8-8238-15882ffeb722 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:54.766938 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c392c8-c2af-48b9-914d-7887b0a78b9b", "name": "network-vif-deleted", "tag": "7156138b-a102-4807-ab23-2ca86a00cc3a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:54.768881 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-627ffc2f-9744-44c8-8238-15882ffeb722 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:54.771204 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c392c8-c2af-48b9-914d-7887b0a78b9b', 'name': 'network-vif-deleted', 'tag': '7156138b-a102-4807-ab23-2ca86a00cc3a', 'status': 'completed', 'code': 200} Aug 04 14:48:54.829194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccd0f53-18ce-42ff-9889-47f62670500b req-d26cd25d-ad0c-4bef-8ed4-8214784bb7d4 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990384 Aug 04 14:48:54.855565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-a7a47afa-f88e-43be-a00d-1073aa644b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.857367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-a7a47afa-f88e-43be-a00d-1073aa644b43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684041 Aug 04 14:48:54.918858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Allocated IP 172.20.0.1 (282527b3-29df-437c-9637-86be5fae0236/a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5/bf272ab8-4d07-45f4-93d0-a3da6f3bc088) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:48:54.989696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f59f-99dc-4453-b7e4-12a0ca847a93 req-1cdce218-3c10-4384-9edf-e7507d774130 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:54.998697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7843f59f-99dc-4453-b7e4-12a0ca847a93 req-1cdce218-3c10-4384-9edf-e7507d774130 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1682913 Aug 04 14:48:55.116003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7843f59f-99dc-4453-b7e4-12a0ca847a93 req-5d9bd808-501c-45d1-b077-ab79ccf140ab tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163771 Aug 04 14:48:55.124417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-b587bd2f-d2e9-4e96-8f56-432c2cb70f04 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409804 Aug 04 14:48:55.216485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:55.271903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Transition to ACTIVE for port object bf272ab8-4d07-45f4-93d0-a3da6f3bc088 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:55.374132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cecda49-99d6-4ba5-9e36-63b66c41fe38 req-d0a209db-2ded-4673-9140-e36e8e1a0e2d service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392097 Aug 04 14:48:55.404312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b846a-172d-4e10-9a14-2fc8b387c58d req-49372737-b0c2-4311-af5b-27f031d15e87 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:55.405876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b0b846a-172d-4e10-9a14-2fc8b387c58d req-49372737-b0c2-4311-af5b-27f031d15e87 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1496656 Aug 04 14:48:55.444183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:55.516648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-1b3c5357-a4e0-463a-9373-5310b906ab46 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:55.518250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-1b3c5357-a4e0-463a-9373-5310b906ab46 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1432042 Aug 04 14:48:55.521103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b0b846a-172d-4e10-9a14-2fc8b387c58d req-95963d35-b225-44ae-a219-6cc652155041 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995142 Aug 04 14:48:55.525500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Network 282527b3-29df-437c-9637-86be5fae0236 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:55.529139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:55.531902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:48:55.542836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:55.543811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7156138b-a102-4807-ab23-2ca86a00cc3a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:55.567958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 7156138b-a102-4807-ab23-2ca86a00cc3a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:55.568304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7156138b-a102-4807-ab23-2ca86a00cc3a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:55.638146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-e3041518-bab7-4f3e-a04c-630ce1524125 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1114290 Aug 04 14:48:55.664548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:55.704287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:55.715964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:55.760644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a5975a0b-db8a-458a-981d-abb2e639d69e None None] Provisioning for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:55.764472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a5975a0b-db8a-458a-981d-abb2e639d69e None None] Provisioning complete for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:55.764850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a5975a0b-db8a-458a-981d-abb2e639d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:55.801321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a5975a0b-db8a-458a-981d-abb2e639d69e None None] Port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:55.818155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab22f-18b6-4e2a-a82e-7451f9705144 req-c4df45e6-1ff8-468f-887b-e35f72dbe833 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:55.819972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d7ab22f-18b6-4e2a-a82e-7451f9705144 req-c4df45e6-1ff8-468f-887b-e35f72dbe833 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 945 time: 0.2090206 Aug 04 14:48:55.965542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d7ab22f-18b6-4e2a-a82e-7451f9705144 req-62358b56-d814-4ad7-ab63-ca318c66620b tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377430 Aug 04 14:48:56.060470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.244918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d003d6d8-c99a-4d73-8ae4-c80e4d991da8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:56.301451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:56.306082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:56.306462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.389894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.413058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d003d6d8-c99a-4d73-8ae4-c80e4d991da8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:56.418392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.477264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:56.611229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d356f-1a20-439d-b88e-9201f427ea52 req-55ffde4e-d2ec-484e-8ef2-04edc1347353 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:56.612737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-636d356f-1a20-439d-b88e-9201f427ea52 req-55ffde4e-d2ec-484e-8ef2-04edc1347353 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 944 time: 0.5055275 Aug 04 14:48:56.723457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-636d356f-1a20-439d-b88e-9201f427ea52 req-e0dd9523-d0bf-4642-8da4-3767d8ee9627 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018431 Aug 04 14:48:56.772605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:56.777743 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58296453-2a75-4af0-a094-ee584994c7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:56.791253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.807742 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.811795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:56.861909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.003563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:57.014878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.029745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f0fc-83c4-4d9b-b9a2-80c5c83d772f req-e01912ba-09f4-49f0-ae07-8d9336df74f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:57.031321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b87f0fc-83c4-4d9b-b9a2-80c5c83d772f req-e01912ba-09f4-49f0-ae07-8d9336df74f0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2344635 Aug 04 14:48:57.055990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-415f804f-3ba6-4ace-835a-ab5cf7f8aa64 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:57.056596 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Floating IP fd539879-b671-45d4-af70-ae1f41dc15be associated. External IP: 172.25.0.159, port: ff79ccc9-d97b-4672-94ab-18809f460930. Aug 04 14:48:57.057604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-415f804f-3ba6-4ace-835a-ab5cf7f8aa64 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.38 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 945 time: 0.0528712 Aug 04 14:48:57.079249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-aed5380a-6f4a-42a0-ad75-a41ea1ca17c9 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:57.080739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-aed5380a-6f4a-42a0-ad75-a41ea1ca17c9 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2 HTTP/1.1" status: 200 len: 946 time: 0.2095184 Aug 04 14:48:57.166205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Deleting port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:57.166782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.249320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b87f0fc-83c4-4d9b-b9a2-80c5c83d772f req-2209766f-a68f-4ee6-a557-ea17167a6c85 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060707 Aug 04 14:48:57.254088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] For port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:57.254406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.278971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Calling delete_port for 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:57.325844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Network 282527b3-29df-437c-9637-86be5fae0236 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:48:57.339042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:48:57.486731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396636a-1d07-4c6c-ad7a-22358615d7bf req-d65c7da9-1f48-4e4a-bb44-13e495375389 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:57.488492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e396636a-1d07-4c6c-ad7a-22358615d7bf req-d65c7da9-1f48-4e4a-bb44-13e495375389 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1707797 Aug 04 14:48:57.497245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Deleting port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:48:57.497639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.553764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 70e89a3b-ee11-447a-ac2a-0f27e43baf53 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:48:57.658481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e1bedcbb-08ef-498d-ac0d-d808259553e2 None None] Provisioning complete for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:57.659128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e1bedcbb-08ef-498d-ac0d-d808259553e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.685640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e396636a-1d07-4c6c-ad7a-22358615d7bf req-166c6208-ccee-4482-a188-b5f3c7b3e1ad tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574836 Aug 04 14:48:57.695758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:57.704969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:57.715834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] For port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:57.716205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.728160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': '70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'mac_address': 'fa:16:3e:94:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:48:57.729292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:48:57.730721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e1bedcbb-08ef-498d-ac0d-d808259553e2 None None] Port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:48:57.737492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Calling delete_port for e31b2588-f39d-4ec3-b5dc-ff486e10cfbf owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:48:57.741019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.767994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:57.815241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.833794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event deleted for resources: {'Port': ['ID=8f69bfbe-801f-4005-ae4b-8f97dd03fb78,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:57.836146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] No DVR routers for this DVR port 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:57.838620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.840428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e89a3b-ee11-447a-ac2a-0f27e43baf53 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:48:57.841008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8b33ff6-615a-4796-844e-ff59f62975fb req-fc16a268-0f77-4f4e-a1db-4707788486b8 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.38 "DELETE /v2.0/ports/8f69bfbe-801f-4005-ae4b-8f97dd03fb78 HTTP/1.1" status: 204 len: 173 time: 0.7749982 Aug 04 14:48:57.879227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:48:57.888530 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:57.969700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:58.015776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdca6a-c5dc-4ff3-a6c3-5e19e9dc4d78 req-f95563ea-8c05-4b03-963c-495824356bb4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:58.017352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14bdca6a-c5dc-4ff3-a6c3-5e19e9dc4d78 req-f95563ea-8c05-4b03-963c-495824356bb4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.2303846 Aug 04 14:48:58.043516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:58.051086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:58.054744 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:58.064627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:48:58.066352 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:58.067254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:58.076715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Sync routers for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:48:58.086329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:58.086980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:58.091764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6b6fc9fd-a691-4035-97d2-8cca9148d4d0 admin admin] 10.222.0.76 "PUT /v2.0/routers/8bdaef15-d451-4533-a456-e6bcabeb7fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3218911 Aug 04 14:48:58.166499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-445553bb-6396-42a0-a993-51bd075c65be tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "PUT /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 997 time: 2.5063906 Aug 04 14:48:58.175799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:48:58.178486 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4669b377-d496-413e-92bd-e3362305613d" -d '{"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:48:58.182628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:58.231287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:58.241098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:58.246205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14bdca6a-c5dc-4ff3-a6c3-5e19e9dc4d78 req-0e49f8b1-8db9-4f1d-af63-486c7dcab42d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142372 Aug 04 14:48:58.252473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ff79ccc9-d97b-4672-94ab-18809f460930'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:48:58.258662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:58.334987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d003d6d8-c99a-4d73-8ae4-c80e4d991da8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:58.402733 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ea18b2-6ff0-459c-9a9d-22e823055996 x-openstack-request-id: req-51ea18b2-6ff0-459c-9a9d-22e823055996 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:58.403027 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:58.403283 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51ea18b2-6ff0-459c-9a9d-22e823055996 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:58.403700 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'status': 'completed', 'code': 200} Aug 04 14:48:58.541747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58296453-2a75-4af0-a094-ee584994c7c8 req-e1aa127f-8871-4526-b98b-10def1d8be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:58.549857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-e1aa127f-8871-4526-b98b-10def1d8be8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 1097 time: 0.1230395 Aug 04 14:48:58.621054 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 8, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:58.673856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:58.688810 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:48:58.689707 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:58.714344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:58.714962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:58.721792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58296453-2a75-4af0-a094-ee584994c7c8 req-4dbe7ff5-9d31-4e74-b314-897a06736772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:58.723625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-4dbe7ff5-9d31-4e74-b314-897a06736772 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.1673663 Aug 04 14:48:58.782397 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-5019332d-8a07-4c4c-b109-1397f11b7bb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53 HTTP/1.1" status: 200 len: 217 time: 0.0511229 Aug 04 14:48:58.810570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] No DVR routers for this DVR port e31b2588-f39d-4ec3-b5dc-ff486e10cfbf on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:48:58.813554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:58.816551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01e69efd-b735-4d17-a4e7-8d0bc323b343 req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "DELETE /v2.0/ports/e31b2588-f39d-4ec3-b5dc-ff486e10cfbf HTTP/1.1" status: 204 len: 173 time: 1.6763034 Aug 04 14:48:58.817453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6d545-5393-46fe-875a-e3c89a6bf3e6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event deleted for resources: {'Port': ['ID=e31b2588-f39d-4ec3-b5dc-ff486e10cfbf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:58.818832 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:48:58.848502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58296453-2a75-4af0-a094-ee584994c7c8 req-70185e4b-2dd0-4cf2-9aa6-a30d8442ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:58.849958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-70185e4b-2dd0-4cf2-9aa6-a30d8442ed38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0603454 Aug 04 14:48:58.861850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-3246bf8e-6d4f-4970-92bc-55257fd8ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:58.870604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-3246bf8e-6d4f-4970-92bc-55257fd8ee91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.6786346 Aug 04 14:48:58.883592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b708b273-f380-44ff-8be6-79bc004d02ff req-9d1aabec-2ad1-42f0-8f65-143707f4f2cc tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=febab686-04a2-4538-bc50-ae9d3693b98b HTTP/1.1" status: 200 len: 210 time: 0.0738075 Aug 04 14:48:58.931035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 2, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:58.935740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-03b89741-5e5b-4697-890b-90bc5d07307f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723467 Aug 04 14:48:58.969908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Checking router: 8bdaef15-d451-4533-a456-e6bcabeb7fc3 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:48:58.970358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Updating router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:48:59.021950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-af104450-e761-4f1a-afc8-51b00f617386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.029814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.037126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-af104450-e761-4f1a-afc8-51b00f617386 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.1639886 Aug 04 14:48:59.070306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-bd8438bc-79b0-4f14-b457-a32f7030086c service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285019 Aug 04 14:48:59.162905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-9f134dc9-2065-40ce-8d83-2431cd0a9001 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 1000 time: 0.1237104 Aug 04 14:48:59.182066 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 8, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:48:59.186829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58296453-2a75-4af0-a094-ee584994c7c8 req-72eca617-7df3-405c-a848-d0c8e94abded service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074777 Aug 04 14:48:59.212272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f7e95-2d72-43a0-b728-e7c74a4cfcdc None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'fd539879-b671-45d4-af70-ae1f41dc15be', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'port_id': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'mac_address': 'fa:16:3e:d5:dc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:48:19Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 8, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:48:59.226339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4bb1-d021-4aad-8d8c-1fd5cf3ac6ef req-fb131ec8-c0e7-4454-9603-3d7371bde7c0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.227971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35af4bb1-d021-4aad-8d8c-1fd5cf3ac6ef req-fb131ec8-c0e7-4454-9603-3d7371bde7c0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 945 time: 0.1248941 Aug 04 14:48:59.239197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-d1c2b50b-9635-49f0-a3b5-0de8fcae5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.241018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-d1c2b50b-9635-49f0-a3b5-0de8fcae5ebc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0764158 Aug 04 14:48:59.309503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-772e40a7-229a-4df6-8f93-63f7f3e939ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.311069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-772e40a7-229a-4df6-8f93-63f7f3e939ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602870 Aug 04 14:48:59.314394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35af4bb1-d021-4aad-8d8c-1fd5cf3ac6ef req-0e2eebc2-49fa-4358-9deb-a2b6d12b2754 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721874 Aug 04 14:48:59.376140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.386942 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4733ff77-256b-4ac5-8d6c-0ac87ff5c4f5 x-openstack-request-id: req-4733ff77-256b-4ac5-8d6c-0ac87ff5c4f5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:48:59.387214 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:48:59.387457 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4733ff77-256b-4ac5-8d6c-0ac87ff5c4f5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:48:59.387856 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:48:59.390142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Transition to ACTIVE for port object bf272ab8-4d07-45f4-93d0-a3da6f3bc088 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:48:59.402046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.489773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-e81f9e14-bd69-4129-accc-b1affa656746 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631038 Aug 04 14:48:59.496742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b377-d496-413e-92bd-e3362305613d req-5625caa5-d4db-455e-8c79-44ccaf8d578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.498866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-5625caa5-d4db-455e-8c79-44ccaf8d578d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0868425 Aug 04 14:48:59.499002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5578b-3cac-49a1-ac55-405c0b34d13a None None] Pushing event updated for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:48:59.536722 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d593e7-213b-4748-9c53-618f8263b579 None None] New status for floating IP fd539879-b671-45d4-af70-ae1f41dc15be: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:48:59.592008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 70e89a3b-ee11-447a-ac2a-0f27e43baf53 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:48:59.644082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Attempting to bind port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:48:59.644449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Attempting to bind port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:48:59.644814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Attempting to bind port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 on network 282527b3-29df-437c-9637-86be5fae0236 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:48:59.659950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e31b2588-f39d-4ec3-b5dc-ff486e10cfbf no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:59.666614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:48:59.666995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Checking segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:48:59.667400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.667795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Bound using segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:48:59.668283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Bound port: bf272ab8-4d07-45f4-93d0-a3da6f3bc088, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:48:59.668651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.695125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: e31b2588-f39d-4ec3-b5dc-ff486e10cfbf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:59.695517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e31b2588-f39d-4ec3-b5dc-ff486e10cfbf not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:59.695951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:48:59.764144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:48:59.764896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8f69bfbe-801f-4005-ae4b-8f97dd03fb78 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:48:59.801973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:48:59.802260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e74ead6a-acdb-44db-b648-2ffcf1551a23 req-a683c265-d44e-4005-82ac-6116e1ccd715 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979884 Aug 04 14:48:59.811362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b377-d496-413e-92bd-e3362305613d req-b2163e94-0db0-43fd-b7f4-4d6567dd48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:48:59.812880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-b2163e94-0db0-43fd-b7f4-4d6567dd48de service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2910917 Aug 04 14:48:59.816792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:48:59.817173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.820278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:48:59.825647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674917202', 'description': 'tempest-description--2110142360'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:48:59.867479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] For port bf272ab8-4d07-45f4-93d0-a3da6f3bc088, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:48:59.875311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] For port bf272ab8-4d07-45f4-93d0-a3da6f3bc088, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:48:59.888893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.982223 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.990612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:48:59.999048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-301d5d8d-0124-4683-a8c8-c994c2ceeb5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 1002 time: 0.1688583 Aug 04 14:49:00.004374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:00.005146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:00.009503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5578b-3cac-49a1-ac55-405c0b34d13a None None] Pushing event updated for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:00.058414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e0b1-08d9-43d9-ac7c-555e46507654 req-46eb33be-6df8-4b54-8586-0b03a5c0b186 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.059747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad41e0b1-08d9-43d9-ac7c-555e46507654 req-46eb33be-6df8-4b54-8586-0b03a5c0b186 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1422961 Aug 04 14:49:00.062640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:00.064938 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacef63f-6013-4ce9-9c76-064d56e25ace" -d '{"events": [{"server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "name": "network-vif-plugged", "status": "completed", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:00.071956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efccb3-d9f4-40c5-8af0-0e338e5c36b7 req-cc39324d-b0e8-48aa-94f3-0cb5037ac298 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.074246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9efccb3-d9f4-40c5-8af0-0e338e5c36b7 req-cc39324d-b0e8-48aa-94f3-0cb5037ac298 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1717224 Aug 04 14:49:00.085687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:00.148694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b377-d496-413e-92bd-e3362305613d req-7cc3a975-b8ae-4a18-8277-a3661dc32840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.151268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-7cc3a975-b8ae-4a18-8277-a3661dc32840 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.1391544 Aug 04 14:49:00.203017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9efccb3-d9f4-40c5-8af0-0e338e5c36b7 req-c97c9971-0502-444e-884a-96a76dc0038e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096222 Aug 04 14:49:00.223391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad41e0b1-08d9-43d9-ac7c-555e46507654 req-fae21ebc-f4d3-4604-a13b-c4fb4a970716 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467407 Aug 04 14:49:00.253638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.269283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b377-d496-413e-92bd-e3362305613d req-60d3dbbf-2cf3-43dd-8540-2883c6c33bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.271063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-60d3dbbf-2cf3-43dd-8540-2883c6c33bb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077895 Aug 04 14:49:00.317516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:00.362835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:00.404757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'name': 'network-vif-deleted', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:00.407439 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc78899-c9e0-48b7-b105-61ab96b9baa6" -d '{"events": [{"server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "name": "network-vif-deleted", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:00.422722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.445162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b13d58c-5b76-4d3f-bdbd-2d8f5d02eafd req-25f77960-4443-4442-afd1-27ebd98c3155 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 999 time: 0.1726968 Aug 04 14:49:00.445768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.538994 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.540253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7188032 Aug 04 14:49:00.541346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:48:59Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:00.543264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:00.548106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'security_group_rule': {'security_group_id': 'd3dbf8da-9d1f-42db-8d7c-a80f01bfd985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:00.564441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e427-d8be-44b6-9f2c-cd0b45a13a2b req-c7b8b92e-853f-4122-9eb4-23042823f71b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.565986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4be4e427-d8be-44b6-9f2c-cd0b45a13a2b req-c7b8b92e-853f-4122-9eb4-23042823f71b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.2455587 Aug 04 14:49:00.566967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e92910-a6c3-42df-9821-4660ca0e9e8c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:00.573332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08b2d9-9dbf-4e4c-8ab8-ccf85da17397 None None] The sync data for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 is: [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:48:59Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:49:00.577566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-d01ca2c1-7135-4633-841b-c9afc6e7bbeb service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946632 Aug 04 14:49:00.588547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.652047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.659657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.681782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc064ee-de5d-428e-a3df-7462ddf054a9,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:00.699313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.700909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c02b3021-d029-4555-b689-9aa9977f0b26 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565840 Aug 04 14:49:00.703475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:00.708529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'security_group_rule': {'security_group_id': 'd3dbf8da-9d1f-42db-8d7c-a80f01bfd985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:00.737469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.741349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d58c-5b76-4d3f-bdbd-2d8f5d02eafd req-937eb561-10bd-455b-a389-1882cf75d31e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:00.742860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b13d58c-5b76-4d3f-bdbd-2d8f5d02eafd req-937eb561-10bd-455b-a389-1882cf75d31e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2894793 Aug 04 14:49:00.752107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4be4e427-d8be-44b6-9f2c-cd0b45a13a2b req-645ca4e1-c79a-47a8-999a-0a74f30de29b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583846 Aug 04 14:49:00.761187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-0b13d58c-5b76-4d3f-bdbd-2d8f5d02eafd req-f07d0b5a-a19c-4182-841a-eca1d28f1b78 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:49:00.762207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b13d58c-5b76-4d3f-bdbd-2d8f5d02eafd req-f07d0b5a-a19c-4182-841a-eca1d28f1b78 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076118 Aug 04 14:49:00.800381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4669b377-d496-413e-92bd-e3362305613d req-a0096b31-667a-4bcc-9958-23f3a4ec49b7 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048268 Aug 04 14:49:00.841402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.849118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.867622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6cc7e3-d1dd-4bec-8fdc-7370177c8b79,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:00.898974 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a4f1d-da7c-45ee-87c1-7c0574525b03 x-openstack-request-id: req-866a4f1d-da7c-45ee-87c1-7c0574525b03 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:00.899478 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "name": "network-vif-plugged", "status": "completed", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:00.899556 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-866a4f1d-da7c-45ee-87c1-7c0574525b03 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:00.899946 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'code': 200} Aug 04 14:49:00.910325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:00.914607 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-113561d5-13c8-48fc-a1fb-cd663500bc5a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073526 Aug 04 14:49:00.915072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53418) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:00.921529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:00.929338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-36964714-7024-4136-b6dc-3f696b753090 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583642 Aug 04 14:49:00.973372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:01.043666 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0c772c-a5c4-47ce-8597-c7eb26e9441b x-openstack-request-id: req-2e0c772c-a5c4-47ce-8597-c7eb26e9441b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:01.044067 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febab686-04a2-4538-bc50-ae9d3693b98b", "name": "network-vif-deleted", "tag": "8f69bfbe-801f-4005-ae4b-8f97dd03fb78", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:01.044387 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e0c772c-a5c4-47ce-8597-c7eb26e9441b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:01.044847 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febab686-04a2-4538-bc50-ae9d3693b98b', 'name': 'network-vif-deleted', 'tag': '8f69bfbe-801f-4005-ae4b-8f97dd03fb78', 'status': 'completed', 'code': 200} Aug 04 14:49:01.093256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddf9c1-3e6b-414c-bc5d-59c1dd68d32f req-573a6428-5943-452e-ac1e-eae63604eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.095237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1dddf9c1-3e6b-414c-bc5d-59c1dd68d32f req-573a6428-5943-452e-ac1e-eae63604eaa9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1030324 Aug 04 14:49:01.112277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-a6b2c1dc-7b2d-49d9-a275-1bee25e40d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.113911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-a6b2c1dc-7b2d-49d9-a275-1bee25e40d21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e5dd94a65d43619d36f5dee599441a&device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 1097 time: 0.0682361 Aug 04 14:49:01.156231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-32eeaaff-b950-4a08-9d41-17294b22c49e tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1031315 Aug 04 14:49:01.180036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1dddf9c1-3e6b-414c-bc5d-59c1dd68d32f req-b2348cee-f1ed-442e-af07-ae988b146950 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684986 Aug 04 14:49:01.285290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-acc1259d-c9c6-477a-94ec-584ebe29922d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.287057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-51e17ed7-8824-4fc4-ba42-ebea168f200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.289328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-51e17ed7-8824-4fc4-ba42-ebea168f200e service neutron] 10.222.0.46 "GET /v2.0/networks?id=df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 200 len: 915 time: 0.1508524 Aug 04 14:49:01.300735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-acc1259d-c9c6-477a-94ec-584ebe29922d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports/ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 943 time: 0.1270783 Aug 04 14:49:01.313788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c92b9-e67c-4c0c-8629-1b069d0e2e08 req-df95f338-d0be-4e60-aa93-15e7a8712c81 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.315636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-497c92b9-e67c-4c0c-8629-1b069d0e2e08 req-df95f338-d0be-4e60-aa93-15e7a8712c81 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.3567474 Aug 04 14:49:01.359521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-56b4e8c7-c7e0-40d7-92d0-0daced99fe38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a HTTP/1.1" status: 200 len: 217 time: 0.0561757 Aug 04 14:49:01.396077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'name': 'network-vif-deleted', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:01.398388 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907953dc-8717-4a57-8036-4a8b5c5fec02" -d '{"events": [{"server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "name": "network-vif-deleted", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:01.462039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-5b7479fe-3d0a-40d5-9f6e-79f89962085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.464615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-5b7479fe-3d0a-40d5-9f6e-79f89962085b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 200 len: 854 time: 0.0977523 Aug 04 14:49:01.474830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-497c92b9-e67c-4c0c-8629-1b069d0e2e08 req-c2807690-952a-4dd6-bde0-cf7eafbe09aa tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440153 Aug 04 14:49:01.515173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-4799d2b3-5250-4167-8205-a4f1d5ecf280 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df6a091f-3d3c-45b4-82e5-df1c84f65130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401881 Aug 04 14:49:01.541044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-eb9d2de9-0d16-495a-9a08-a3f1d5e980b4 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1598580 Aug 04 14:49:01.544113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:01.638762 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-fd5ec12a-a885-4b29-847d-134f17642297 service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152480 Aug 04 14:49:01.763535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c199dd-8137-4627-9ac1-b32f33eb38da req-a507bdea-61d4-46ab-a3e6-b02298e76eec service neutron] 10.222.0.46 "GET /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149492 Aug 04 14:49:01.765158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-f9b4ac1c-1b72-4abe-b57e-330f6ac5f355 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.766568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-f9b4ac1c-1b72-4abe-b57e-330f6ac5f355 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.2164345 Aug 04 14:49:01.777992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cace-f959-41de-847f-3131418a40e0 req-81f48dc6-5b2c-4a44-8a7e-0186d3a67fe8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:01.779657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d730cace-f959-41de-847f-3131418a40e0 req-81f48dc6-5b2c-4a44-8a7e-0186d3a67fe8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1640732 Aug 04 14:49:01.872300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Allocated IP 172.25.0.190 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/452a4819-ece2-4fc2-9634-a73fcdfab070) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:01.910352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-644129ef-f190-4a8b-8798-0dec31a8f0d2 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1002 time: 0.1296773 Aug 04 14:49:01.915282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d730cace-f959-41de-847f-3131418a40e0 req-6fb0f4fe-9dea-4493-817b-f0078ecb8320 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219330 Aug 04 14:49:01.924335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:02.074639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.176137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2d11e-6b04-4d77-8da9-914b5d369654 req-6d504c6d-0573-4837-9764-f40891ce6a6c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:02.177565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dea2d11e-6b04-4d77-8da9-914b5d369654 req-6d504c6d-0573-4837-9764-f40891ce6a6c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1699080 Aug 04 14:49:02.239558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.261601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf272ab8-4d07-45f4-93d0-a3da6f3bc088 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:02.327838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:02.335224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:02.335650 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.344763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dea2d11e-6b04-4d77-8da9-914b5d369654 req-43a465f6-d1d2-44de-aa5f-2968a7cf9a47 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302714 Aug 04 14:49:02.349210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.357352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.357680 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Floating IP fd539879-b671-45d4-af70-ae1f41dc15be disassociated. External IP: 172.25.0.159, port: ff79ccc9-d97b-4672-94ab-18809f460930. Aug 04 14:49:02.425359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.449015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.495218 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e640d208-0cb9-4e97-8ac3-9b53357df787 x-openstack-request-id: req-e640d208-0cb9-4e97-8ac3-9b53357df787 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:02.495507 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2", "name": "network-vif-deleted", "tag": "e31b2588-f39d-4ec3-b5dc-ff486e10cfbf", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:02.495756 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e640d208-0cb9-4e97-8ac3-9b53357df787 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:02.496149 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c79d86-bcdf-4e1c-a8af-56d6de1ae5f2', 'name': 'network-vif-deleted', 'tag': 'e31b2588-f39d-4ec3-b5dc-ff486e10cfbf', 'status': 'completed', 'code': 200} Aug 04 14:49:02.502497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bf272ab8-4d07-45f4-93d0-a3da6f3bc088, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:02.508264 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:02.544073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:02.558382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:02.874159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:02.876035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'Port': ['ID=452a4819-ece2-4fc2-9634-a73fcdfab070,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:02.881332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:02.965591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50f61-159e-4f1b-a889-900de7497cd7 req-d56ec07a-9e68-452a-bb2f-870c33db7555 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:02.967132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2f50f61-159e-4f1b-a889-900de7497cd7 req-d56ec07a-9e68-452a-bb2f-870c33db7555 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.4684806 Aug 04 14:49:03.094896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2f50f61-159e-4f1b-a889-900de7497cd7 req-8b35114a-2dbd-410d-814e-27f33411c91d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214128 Aug 04 14:49:03.098763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.117451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:49:03.162992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.373441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:49:03.378382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.387589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:49:03.398762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:03.399406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:03.430796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d89a8-a9c4-4f51-966f-a3b4320ed3d5 req-936a39d1-0baa-4003-a7e5-d379d326a305 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:03.432374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c58d89a8-a9c4-4f51-966f-a3b4320ed3d5 req-936a39d1-0baa-4003-a7e5-d379d326a305 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.1828160 Aug 04 14:49:03.433783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-29fc4bd3-288c-4b10-90b4-f35906063358 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "PUT /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 696 time: 1.5154409 Aug 04 14:49:03.511834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:03.544240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.565768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c58d89a8-a9c4-4f51-966f-a3b4320ed3d5 req-9a9ee776-f277-4bd3-b1b6-614430568349 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093550 Aug 04 14:49:03.566319 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.606742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-2c13346d-15e1-4e9a-8099-9a53902d7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:03.614739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-2c13346d-15e1-4e9a-8099-9a53902d7118 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.1497550 Aug 04 14:49:03.723435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.740825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'Port': ['ID=452a4819-ece2-4fc2-9634-a73fcdfab070,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:03.780610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:03.796358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:03.797610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ed978780-0ffd-4011-9d80-0a67ca83d6d2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8815207 Aug 04 14:49:03.812054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:49:03.822473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:03.823171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:03.844497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-bf0632bb-2e56-44b1-b714-1e2ef1d9df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:03.846270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-bf0632bb-2e56-44b1-b714-1e2ef1d9df31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2307482 Aug 04 14:49:03.855234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d2023-7a37-4116-8b56-447d12e83117 req-9fe600ff-430b-4b50-9da5-a3d57b4d0279 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:03.856805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d21d2023-7a37-4116-8b56-447d12e83117 req-9fe600ff-430b-4b50-9da5-a3d57b4d0279 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1174684 Aug 04 14:49:03.911470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-5ef76f29-96eb-4163-8d07-b0e11b91c14f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0536308 Aug 04 14:49:03.949710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:03.960829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d21d2023-7a37-4116-8b56-447d12e83117 req-538ba981-b293-4951-971b-fd2c25c5c099 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965636 Aug 04 14:49:03.983550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-ce6b60db-1a2e-4b25-8e32-ebdd25139cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:03.985959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-ce6b60db-1a2e-4b25-8e32-ebdd25139cf2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0669115 Aug 04 14:49:04.051256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-a1527015-c78b-470d-91f5-b4c9d6173585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:04.052974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-a1527015-c78b-470d-91f5-b4c9d6173585 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600770 Aug 04 14:49:04.224504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-93eb71fa-9c86-41ab-8359-7b0151bb3f5a service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560528 Aug 04 14:49:04.241375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216fa77-9b27-4196-9c9d-f5e70b37aae3 req-477a6989-7376-4559-8cac-5784e28eadfa tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:04.243515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e216fa77-9b27-4196-9c9d-f5e70b37aae3 req-477a6989-7376-4559-8cac-5784e28eadfa tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1154835 Aug 04 14:49:04.249105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:04.299514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf272ab8-4d07-45f4-93d0-a3da6f3bc088 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:04.302346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee12521-dad1-4ef4-afb7-aafab6521966 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:47:59Z', 'revision_number': 4, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '66e1d01e-97a0-43ca-9efa-5a5545aee820', 'name': '', 'network_id': '1b3a6da1-ebc2-42c1-8e79-41918cc499c9', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'mac_address': 'fa:16:3e:a4:11:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '99b5f646-9604-495c-83af-2569b97eda44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:58Z', 'updated_at': '2021-08-04T14:48:08Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'subnets': [{'id': '99b5f646-9604-495c-83af-2569b97eda44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:49:04.395538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:04.396147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:04.430132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e216fa77-9b27-4196-9c9d-f5e70b37aae3 req-130ad909-d499-4384-ad72-69e7f1db39ad tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078002 Aug 04 14:49:04.487567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a95300b0-f32a-4277-86dd-9e15413078c7 req-c764817c-f6dc-4ee5-898f-e34ff5e016d4 service neutron] 10.222.0.76 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559545 Aug 04 14:49:04.497605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:04.503165 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719f7ad-b641-4c83-a2bb-85dd59e35807" -d '{"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:04.692978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd450d4-7bef-4491-9473-13553a958959 req-66a73df3-9b18-4379-b11e-766e6ea28b12 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:04.694890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fd450d4-7bef-4491-9473-13553a958959 req-66a73df3-9b18-4379-b11e-766e6ea28b12 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.0871029 Aug 04 14:49:04.703754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-492e0b5f-c147-4480-8a2c-a7ffe59b516b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:04.705345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-492e0b5f-c147-4480-8a2c-a7ffe59b516b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.1545928 Aug 04 14:49:04.726219 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17597ea7-cc35-42d5-ad39-912bb7631684 None None] New status for floating IP fd539879-b671-45d4-af70-ae1f41dc15be: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:49:04.731585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-6a513758-64eb-46b5-adc9-899d2501fa33 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0188010 Aug 04 14:49:04.758306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fd450d4-7bef-4491-9473-13553a958959 req-38d7acac-37d6-430a-9db8-8c2493833247 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Aug 04 14:49:04.818763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-d6403231-1e44-41df-9627-de5596e2378d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768864 Aug 04 14:49:04.942226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-5c84d317-9de7-4ddc-9f3f-1fcff1f05123 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213644 Aug 04 14:49:05.060223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f33b7ab-ad46-4c31-8065-28b4add7baba req-560ecf49-fb58-4663-89dd-fc4c479f2efd service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096411 Aug 04 14:49:05.062952 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0cc69d-a6e8-4290-a508-05f55fba6e4a x-openstack-request-id: req-9c0cc69d-a6e8-4290-a508-05f55fba6e4a {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:05.063253 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:05.063535 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c0cc69d-a6e8-4290-a508-05f55fba6e4a {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:05.063922 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:49:05.147226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-e4da08ca-bb8e-47be-bebd-a59ed694bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.148990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-e4da08ca-bb8e-47be-bebd-a59ed694bb73 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 1098 time: 0.0614769 Aug 04 14:49:05.323643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8e08-1771-431e-bd9a-d1f9fc926065 req-5843697a-384e-4ebb-a80f-c137ee1350a8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.325239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271f8e08-1771-431e-bd9a-d1f9fc926065 req-5843697a-384e-4ebb-a80f-c137ee1350a8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1723273 Aug 04 14:49:05.344840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910769-ac37-43e3-8d93-e1e350797d95 req-6fbea653-297a-4b11-9bdf-25e72047aa3a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.346290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83910769-ac37-43e3-8d93-e1e350797d95 req-6fbea653-297a-4b11-9bdf-25e72047aa3a tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 945 time: 0.0983999 Aug 04 14:49:05.372000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-92cacdc9-bf9d-467c-abe1-ed5e024c2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.373478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-92cacdc9-bf9d-467c-abe1-ed5e024c2aca service neutron] 10.222.0.38 "GET /v2.0/networks?id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 200 len: 922 time: 0.2113984 Aug 04 14:49:05.433040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-c9b5d85d-aae6-4c71-9415-387e863c0097 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 200 len: 217 time: 0.0524433 Aug 04 14:49:05.445803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271f8e08-1771-431e-bd9a-d1f9fc926065 req-909379bf-597f-429e-ae5f-d482c3a09902 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930822 Aug 04 14:49:05.498770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83910769-ac37-43e3-8d93-e1e350797d95 req-3a56727f-cb4e-4cb5-9004-83f374a404aa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a6ee263-efcf-4a39-998f-f71ca1af9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357806 Aug 04 14:49:05.522174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-f2ce3143-3c60-4018-808a-0599add4ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.523742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-f2ce3143-3c60-4018-808a-0599add4ab19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 200 len: 860 time: 0.0819578 Aug 04 14:49:05.621827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-9faa1ae7-61b1-4c19-8675-c0e566bd13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.623184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-9faa1ae7-61b1-4c19-8675-c0e566bd13fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1b3a6da1-ebc2-42c1-8e79-41918cc499c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889695 Aug 04 14:49:05.760433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d5da5-cbc1-4b39-9a1a-92cace557da1 req-fcc819a2-6c46-4eeb-8331-74436142ea93 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:05.767696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c5d5da5-cbc1-4b39-9a1a-92cace557da1 req-fcc819a2-6c46-4eeb-8331-74436142ea93 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1318638 Aug 04 14:49:05.830654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-c5c67341-ff02-48bf-90b9-8fbd1f0a1d01 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991012 Aug 04 14:49:05.861104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-aab43a9c-93c2-49bf-9e06-451749f37dfa tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 200 len: 694 time: 0.0881240 Aug 04 14:49:05.915140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c5d5da5-cbc1-4b39-9a1a-92cace557da1 req-0335c3e1-285b-4c0f-b233-946baa4e918a tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465442 Aug 04 14:49:06.032470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3719f7ad-b641-4c83-a2bb-85dd59e35807 req-a575f790-67b2-48cd-990a-9f324d22bce4 service neutron] 10.222.0.38 "GET /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905906 Aug 04 14:49:06.060401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-d57c47d7-c82a-4e90-b9e5-0677b5a00647 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:06.061767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-d57c47d7-c82a-4e90-b9e5-0677b5a00647 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 784 time: 0.1857562 Aug 04 14:49:06.125424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-d866f467-9474-4c11-ace3-ce05400c1af6 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 697 time: 0.0496242 Aug 04 14:49:06.147742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5c1c7-4a6e-4e77-91dc-6b8ea358f64a req-148ac8ea-500a-46cd-b6f7-1b78d9625dc4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:06.149247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26c5c1c7-4a6e-4e77-91dc-6b8ea358f64a req-148ac8ea-500a-46cd-b6f7-1b78d9625dc4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1131296 Aug 04 14:49:06.196607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-c7c0fa7e-b3b2-4165-bfee-8ba21d04ddb7 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 697 time: 0.0631409 Aug 04 14:49:06.265310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26c5c1c7-4a6e-4e77-91dc-6b8ea358f64a req-94fcb4cd-b515-463b-afda-58a3a1a0c618 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858042 Aug 04 14:49:06.370059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Deleting port 7824e8f0-9bc3-475a-bc45-2cf8a8e646a9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:06.370416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:06.506974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:06.507303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:06.531042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Calling delete_port for 7824e8f0-9bc3-475a-bc45-2cf8a8e646a9 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:06.568063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-26dceece-ccb1-407b-93d5-a8eafe6f5386 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:06.569882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-26dceece-ccb1-407b-93d5-a8eafe6f5386 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.1527684 Aug 04 14:49:06.621228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-9973f809-2a21-4752-a02d-4ef59e69f6e7 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0184867 Aug 04 14:49:06.651851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-a9dfae71-2819-4e60-a9f5-049a81484167 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:06.653523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-a9dfae71-2819-4e60-a9f5-049a81484167 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 945 time: 0.0629275 Aug 04 14:49:06.694158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-b8d264f8-c87c-4f2a-94e8-1f01afdfac62 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663245 Aug 04 14:49:06.763762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Deleting port 18ee68d0-334a-40ad-8a63-306cf9a8407a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:06.764400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:06.870787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] For port 18ee68d0-334a-40ad-8a63-306cf9a8407a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=18ee68d0-334a-40ad-8a63-306cf9a8407a,segment=NetworkSegment(a2f2dff3-f8c7-4711-b746-33bb000c1c9a),segment_id=a2f2dff3-f8c7-4711-b746-33bb000c1c9a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:06.871284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:06.889971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Calling delete_port for 18ee68d0-334a-40ad-8a63-306cf9a8407a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:07.036094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:07.050047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['18ee68d0-334a-40ad-8a63-306cf9a8407a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:07.069105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Pushing event deleted for resources: {'Port': ['ID=18ee68d0-334a-40ad-8a63-306cf9a8407a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:07.115569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] No DVR routers for this DVR port 18ee68d0-334a-40ad-8a63-306cf9a8407a on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:07.118047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:07.120354 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9b686da0-0e8f-4d42-83f1-a015ad71b54f req-2d4d53ea-f881-42e2-b102-46a51e404efa tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.46 "DELETE /v2.0/ports/18ee68d0-334a-40ad-8a63-306cf9a8407a HTTP/1.1" status: 204 len: 173 time: 0.4596145 Aug 04 14:49:07.120876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'name': 'network-vif-deleted', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:07.123292 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad7edea-16fa-4b8b-899f-23bd070a0a6d" -d '{"events": [{"server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "name": "network-vif-deleted", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:07.139859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:07.189400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-9d5320b9-5a30-427c-9780-e5fa7ac0f486 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838448 Aug 04 14:49:07.192400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event deleted for resources: {'Port': ['ID=7824e8f0-9bc3-475a-bc45-2cf8a8e646a9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:07.305877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:07.308531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:07.309695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3222cbd8-7816-42a4-ad28-c27aa9a4292e req-63362a72-20f5-45d5-ab41-ad4e25348a0f tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "DELETE /v2.0/floatingips/fd539879-b671-45d4-af70-ae1f41dc15be HTTP/1.1" status: 204 len: 173 time: 1.1070359 Aug 04 14:49:07.340566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-1ad0fb6d-9d43-44b6-90e9-b5902c469d7f service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232791 Aug 04 14:49:07.436206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8061caf-0aef-4cbc-bf55-42c854fa1f17 req-656faf21-ec0c-4766-9e4a-80e50f8520db tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:07.437817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8061caf-0aef-4cbc-bf55-42c854fa1f17 req-656faf21-ec0c-4766-9e4a-80e50f8520db tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.0601692 Aug 04 14:49:07.486341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8061caf-0aef-4cbc-bf55-42c854fa1f17 req-65addaf2-c4e4-4d50-8928-5973da632ec3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Aug 04 14:49:07.597828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16de9cb2-7b7d-4786-b41e-6ead6e48ddaf req-4b5eb7f2-9de5-418f-ba7c-c68fbc72ecd7 tempest-AttachVolumeNegativeTest-440947047 tempest-AttachVolumeNegativeTest-440947047-project] 10.222.0.76 "GET /v2.0/ports?device_id=678b7906-036a-4b1b-8ec5-bbb9f927154a HTTP/1.1" status: 200 len: 210 time: 0.0397892 Aug 04 14:49:07.652343 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad97312-e5db-4928-8070-a3419f011271 x-openstack-request-id: req-1ad97312-e5db-4928-8070-a3419f011271 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:07.652885 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b7906-036a-4b1b-8ec5-bbb9f927154a", "name": "network-vif-deleted", "tag": "18ee68d0-334a-40ad-8a63-306cf9a8407a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:07.652885 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ad97312-e5db-4928-8070-a3419f011271 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:07.653278 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b7906-036a-4b1b-8ec5-bbb9f927154a', 'name': 'network-vif-deleted', 'tag': '18ee68d0-334a-40ad-8a63-306cf9a8407a', 'status': 'completed', 'code': 200} Aug 04 14:49:07.673063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220012e-4548-432c-b7f0-4ef4cd9b7937 req-5687e4ba-8bf7-46fd-bcf7-793e0b962810 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:07.681892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c220012e-4548-432c-b7f0-4ef4cd9b7937 req-5687e4ba-8bf7-46fd-bcf7-793e0b962810 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1126862 Aug 04 14:49:07.778929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c220012e-4548-432c-b7f0-4ef4cd9b7937 req-885ea191-510f-446f-881b-98a6c2aa2b4f tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905554 Aug 04 14:49:07.799759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc1fb-c9e4-499a-b6d1-da067943fa28 req-2617c329-5041-47f1-89ad-acb4dd26880d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:07.801441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f4fc1fb-c9e4-499a-b6d1-da067943fa28 req-2617c329-5041-47f1-89ad-acb4dd26880d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.0815327 Aug 04 14:49:07.844867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f4fc1fb-c9e4-499a-b6d1-da067943fa28 req-5b254131-0314-4084-8887-9d4acab45d89 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 04 14:49:08.051749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b17d4d6d-a0b5-44f3-9dde-9df9df7f8940 req-5028f5e9-50fe-404d-8715-3b3a5317d8da tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 210 time: 0.0409644 Aug 04 14:49:08.094210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb23e-3c79-4664-8178-16768414753b req-df8de14b-fee8-4f70-83d6-e3c0b9fe7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:08.095687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e2bb23e-3c79-4664-8178-16768414753b req-df8de14b-fee8-4f70-83d6-e3c0b9fe7996 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.1256208 Aug 04 14:49:08.120714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9386-d3ed-4c6d-a96f-02a5c1a6278d req-1e65a442-869b-4774-a072-9b1fe91a7cdf tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:08.122329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f9b9386-d3ed-4c6d-a96f-02a5c1a6278d req-1e65a442-869b-4774-a072-9b1fe91a7cdf tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 946 time: 0.0755868 Aug 04 14:49:08.161730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e2bb23e-3c79-4664-8178-16768414753b req-e3cba245-b19c-46ec-88f4-ab447042deae service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 Aug 04 14:49:08.189493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f9b9386-d3ed-4c6d-a96f-02a5c1a6278d req-93710e55-578e-496a-b709-bf80d9878000 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526960 Aug 04 14:49:08.609275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef23ec-98e8-4d5e-a74b-2d1e8e412c32 req-8deb35b5-300f-476f-8341-9fbd6273a2e4 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:08.611024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eaef23ec-98e8-4d5e-a74b-2d1e8e412c32 req-8deb35b5-300f-476f-8341-9fbd6273a2e4 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.0516546 Aug 04 14:49:08.667282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eaef23ec-98e8-4d5e-a74b-2d1e8e412c32 req-429e7d60-1470-4698-aa14-e136f0617161 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Aug 04 14:49:08.669268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53614) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:08.733966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Deleting subnet 5b86b307-5cd1-4300-bd45-457f060317c0 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:49:08.739451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:08.873372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:08.957702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-04bf2adc-d06a-4a80-9a94-92de47438451 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1118011 Aug 04 14:49:08.960713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-cca8edfd-c237-475d-b398-8e6cda307ffd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:08.964286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-cca8edfd-c237-475d-b398-8e6cda307ffd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.1969423 Aug 04 14:49:08.966332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:08.987097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0977-880a-4a72-a3b4-1950804b4c32 req-be8d87be-9e29-4b97-8ecc-a127c4dd52c2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:08.995065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90fc0977-880a-4a72-a3b4-1950804b4c32 req-be8d87be-9e29-4b97-8ecc-a127c4dd52c2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.0990214 Aug 04 14:49:09.010633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:09.097859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90fc0977-880a-4a72-a3b4-1950804b4c32 req-44c551b5-fc42-428d-9e9a-355bd956b40c tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017618 Aug 04 14:49:09.128535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0bfb7-06fc-4f64-8459-41cc758f2cf5 req-92f8d604-fd0f-4b5a-b8ed-a5af1491509e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.137539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.138197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fd0bfb7-06fc-4f64-8459-41cc758f2cf5 req-92f8d604-fd0f-4b5a-b8ed-a5af1491509e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1399009 Aug 04 14:49:09.171603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b86b307-5cd1-4300-bd45-457f060317c0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:09.184899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.187580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-763d3603-3b5a-4d75-8723-7e0cb40ceb2d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5b86b307-5cd1-4300-bd45-457f060317c0 HTTP/1.1" status: 204 len: 168 time: 0.5165322 Aug 04 14:49:09.189290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53626) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:09.189522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.190094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.190667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.191255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.192192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.192888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.193381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.196229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0bb7eb56-74d3-4b34-8de3-f9277892f23d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 0.1508827 Aug 04 14:49:09.219216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fd0bfb7-06fc-4f64-8459-41cc758f2cf5 req-294e9e7f-cbfe-4182-8318-d72aad80e9c1 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799115 Aug 04 14:49:09.281575 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.284930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:09.288374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.375923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f49ea415-64b4-4045-8329-7a7c4c94da7c req-ad00bf6d-4bf3-41bf-85e9-083269e18161 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 210 time: 0.0564582 Aug 04 14:49:09.437578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7964-ce25-461c-837e-cc91b080847c req-ec90c3e4-7b21-45d5-8bc8-c6f78dcfb514 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.439138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2fd7964-ce25-461c-837e-cc91b080847c req-ec90c3e4-7b21-45d5-8bc8-c6f78dcfb514 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 946 time: 0.1101093 Aug 04 14:49:09.477942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-487bcdf5-3ae3-480b-be81-91db98276213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.478440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-487bcdf5-3ae3-480b-be81-91db98276213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.479103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-487bcdf5-3ae3-480b-be81-91db98276213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.480856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-487bcdf5-3ae3-480b-be81-91db98276213 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=17c78649-0891-43c3-808f-43feeba9048f&id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 2299 time: 0.2543707 Aug 04 14:49:09.502921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.540382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2fd7964-ce25-461c-837e-cc91b080847c req-a4930f75-53fa-434d-9cf5-5158afd680bf tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845060 Aug 04 14:49:09.540925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6a091f-3d3c-45b4-82e5-df1c84f65130']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:09.559103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:09.559487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f2dff3-f8c7-4711-b746-33bb000c1c9a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:09.566225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-9c08796c-09a9-4c78-bc6a-7d7baa61467e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 1001 time: 0.0766628 Aug 04 14:49:09.576073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.605277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-6bc3ee05-4098-4ead-a39c-0f12b8549223 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.606808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-6bc3ee05-4098-4ead-a39c-0f12b8549223 tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 946 time: 0.1530967 Aug 04 14:49:09.607850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.615050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.3 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/9188cbf1-fa23-44ec-9ea3-6c0d928c4728) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:09.621625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-05bdc7af-c51d-4487-9746-4e9ec7d4fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.623317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-05bdc7af-c51d-4487-9746-4e9ec7d4fa99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 200 len: 856 time: 0.0498893 Aug 04 14:49:09.627924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:49:09.628313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:49:09.632352 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:49:09.673612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-ef986255-7cb0-4cf6-af8e-85703c319ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.675317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-ef986255-7cb0-4cf6-af8e-85703c319ec9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442138 Aug 04 14:49:09.771290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.777474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:09.780244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] 10.222.0.76 "DELETE /v2.0/networks/df6a091f-3d3c-45b4-82e5-df1c84f65130 HTTP/1.1" status: 204 len: 168 time: 0.5899565 Aug 04 14:49:09.833159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b882a1de-cd4b-4fb6-b72c-2ef2ed0c6ecd service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494467 Aug 04 14:49:09.846798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937724fd-bab9-4bb8-8f83-58f7a63e1419 req-674a92a6-5402-4d19-a753-b893d4f78fc9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:09.854923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-937724fd-bab9-4bb8-8f83-58f7a63e1419 req-674a92a6-5402-4d19-a753-b893d4f78fc9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.0859723 Aug 04 14:49:09.929051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41110d-37e1-4cef-81d2-737883ada984 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6a091f-3d3c-45b4-82e5-df1c84f65130,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:09.993015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-937724fd-bab9-4bb8-8f83-58f7a63e1419 req-b3c40418-0382-42e9-b512-9840d9967b57 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370802 Aug 04 14:49:09.995610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-0230a3b2-b4c0-4ebd-8438-6e5e198ab687 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322074 Aug 04 14:49:10.035512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Deleting port ff79ccc9-d97b-4672-94ab-18809f460930 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:10.035868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.038561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:10.053953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-7337bb98-e2a3-448a-81a2-597d242484bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0423386 Aug 04 14:49:10.117371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b9639c78-be98-4327-9cf9-347dab02c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.119068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b9639c78-be98-4327-9cf9-347dab02c736 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.0553384 Aug 04 14:49:10.161824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.181764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f878c7dc-2459-4177-a1b2-0e626f32ca61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61e5dd94a65d43619d36f5dee599441a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400285 Aug 04 14:49:10.182377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53640) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:10.198419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f677fe5d-d67c-4d8b-9e94-33106eebebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.200942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f677fe5d-d67c-4d8b-9e94-33106eebebd9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684478 Aug 04 14:49:10.229916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] For port ff79ccc9-d97b-4672-94ab-18809f460930, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ff79ccc9-d97b-4672-94ab-18809f460930,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:10.230288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.262373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Calling delete_port for ff79ccc9-d97b-4672-94ab-18809f460930 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:10.333225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.344698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be569e-0aa0-4b76-bbc2-404ca65c10af req-f4a23705-e0b9-4445-9671-3d4ab1be8acf tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.347061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83be569e-0aa0-4b76-bbc2-404ca65c10af req-f4a23705-e0b9-4445-9671-3d4ab1be8acf tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1651297 Aug 04 14:49:10.368322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.370381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.382827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:10.426016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-878f0911-62cd-41ba-8b98-e530ec8cb1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072678 Aug 04 14:49:10.458545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:10.476008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:10.479145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:10.481806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:10.523255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83be569e-0aa0-4b76-bbc2-404ca65c10af req-8d5e66dd-759c-4038-a504-0f1a1e9dc7d2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549723 Aug 04 14:49:10.538325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181673-01a8-4004-b57c-dd31bcd7b892 req-de2942a5-7e51-4c42-9c1e-ebad45bf9ba8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.546859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9181673-01a8-4004-b57c-dd31bcd7b892 req-de2942a5-7e51-4c42-9c1e-ebad45bf9ba8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1798563 Aug 04 14:49:10.576027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.576919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.593924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.598807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.599623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a6ee263-efcf-4a39-998f-f71ca1af9d0f HTTP/1.1" status: 204 len: 168 time: 0.4101715 Aug 04 14:49:10.604719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-e5e1da2c-6580-4f11-a3fb-8c871a6e64d9 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696634 Aug 04 14:49:10.612444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-e964f81e-e435-4804-a6e3-f1b7d5e066cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6173501 Aug 04 14:49:10.626756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Request body: {'port': {'device_id': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:10.636523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b981b-ef89-41cd-a99f-adfc278bb41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ee263-efcf-4a39-998f-f71ca1af9d0f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:10.660196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.661905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-88e8409b-7be6-4a1a-af4f-d958cc6ef475 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 217 time: 0.0472112 Aug 04 14:49:10.684231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9181673-01a8-4004-b57c-dd31bcd7b892 req-9eb9a01b-d333-410a-a2f1-e640d591d08c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362760 Aug 04 14:49:10.722295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Pushing event deleted for resources: {'Port': ['ID=ff79ccc9-d97b-4672-94ab-18809f460930,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:10.766088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-de4a4025-4f2f-4105-a0d5-5f42280788bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.767621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-de4a4025-4f2f-4105-a0d5-5f42280788bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.0946918 Aug 04 14:49:10.787948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8a87-2557-4ce2-8136-c1525cbe322e req-7d6be37f-d2b9-46df-a90c-de5420eb4b48 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.815474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae0b8a87-2557-4ce2-8136-c1525cbe322e req-7d6be37f-d2b9-46df-a90c-de5420eb4b48 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 931 time: 0.1094608 Aug 04 14:49:10.836064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] No DVR routers for this DVR port ff79ccc9-d97b-4672-94ab-18809f460930 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:10.838865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.841951 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5589d282-6009-4ed7-a1cd-5a5bef4e25ff req-272c451f-1464-4a1e-84a6-9283b015962c tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.38 "DELETE /v2.0/ports/ff79ccc9-d97b-4672-94ab-18809f460930 HTTP/1.1" status: 204 len: 173 time: 1.2245288 Aug 04 14:49:10.842868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'name': 'network-vif-deleted', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:10.846718 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb50aeff-34dd-49ab-ae24-e7fea143547e" -d '{"events": [{"server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "name": "network-vif-deleted", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:10.850294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:10.904066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae0b8a87-2557-4ce2-8136-c1525cbe322e req-234fe549-9e38-498c-9cf8-2f800186098d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797358 Aug 04 14:49:10.944269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-1f863258-1329-4bc8-82ce-58749f6f5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:10.946092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-1f863258-1329-4bc8-82ce-58749f6f5104 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280141 Aug 04 14:49:10.978773 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6929aa3-1976-4d63-a541-ce624402f4b1 x-openstack-request-id: req-f6929aa3-1976-4d63-a541-ce624402f4b1 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:10.979072 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d402883e-c4ba-42c0-bc65-81b860e56cb7", "name": "network-vif-deleted", "tag": "ff79ccc9-d97b-4672-94ab-18809f460930", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:10.979328 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6929aa3-1976-4d63-a541-ce624402f4b1 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:10.979738 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd402883e-c4ba-42c0-bc65-81b860e56cb7', 'name': 'network-vif-deleted', 'tag': 'ff79ccc9-d97b-4672-94ab-18809f460930', 'status': 'completed', 'code': 200} Aug 04 14:49:11.125820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-445843bc-325a-4f81-8b1f-df103b73264c req-a22fd819-ea58-4495-bd58-16a5452d3e4d tempest-FloatingIPsAssociationTestJSON-100511685 tempest-FloatingIPsAssociationTestJSON-100511685-project] 10.222.0.76 "GET /v2.0/ports?device_id=d402883e-c4ba-42c0-bc65-81b860e56cb7 HTTP/1.1" status: 200 len: 210 time: 0.0513916 Aug 04 14:49:11.216454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-d6d80c5e-e93f-4475-89ee-5569be63983e service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605650 Aug 04 14:49:11.312975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acaac-7117-436a-b781-879e09271c83 req-5c4558c5-d3e5-4e5f-a7d1-75b51f6b84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.314497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-5c4558c5-d3e5-4e5f-a7d1-75b51f6b84f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d1fd855443c4eaab80d478bdf792d34&device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 1098 time: 0.0706315 Aug 04 14:49:11.462625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9427b0-7d99-494e-a863-8f453478b892 req-b8d11232-a399-4181-875d-54a39b23bed6 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.464803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c9427b0-7d99-494e-a863-8f453478b892 req-b8d11232-a399-4181-875d-54a39b23bed6 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2152126 Aug 04 14:49:11.480038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acaac-7117-436a-b781-879e09271c83 req-e4a5e326-43a6-49dd-8770-9b8fd11e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.482082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-e4a5e326-43a6-49dd-8770-9b8fd11e7abe service neutron] 10.222.0.38 "GET /v2.0/networks?id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 200 len: 920 time: 0.1524611 Aug 04 14:49:11.485003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430f89e-8e1d-4df8-82f1-8bd1abdbe831 req-7b260c10-20fa-4900-a547-970938f9e46a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.486673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7430f89e-8e1d-4df8-82f1-8bd1abdbe831 req-7b260c10-20fa-4900-a547-970938f9e46a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.2398176 Aug 04 14:49:11.567087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c9427b0-7d99-494e-a863-8f453478b892 req-03194a97-18d1-48ec-9483-1c1b4e487f43 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Aug 04 14:49:11.574756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f4b00af1-11d4-4887-8adb-00ef37fdbede service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489883 Aug 04 14:49:11.592405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-dc9a4968-f559-44e8-9f5a-76bfba8edb7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 200 len: 217 time: 0.0939662 Aug 04 14:49:11.627100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 18ee68d0-334a-40ad-8a63-306cf9a8407a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:11.659018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:11.662270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 18ee68d0-334a-40ad-8a63-306cf9a8407a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:11.662656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 18ee68d0-334a-40ad-8a63-306cf9a8407a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:11.681012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7430f89e-8e1d-4df8-82f1-8bd1abdbe831 req-5d159a25-f105-45de-856a-138203d8deff tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559806 Aug 04 14:49:11.684524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-97fb4601-4045-45ec-bf0f-7328c66d1bce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 200 len: 217 time: 0.0963299 Aug 04 14:49:11.708624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:11.724414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:11.726846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ff79ccc9-d97b-4672-94ab-18809f460930 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:11.764220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Transition to ACTIVE for port object 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:11.769476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3acaac-7117-436a-b781-879e09271c83 req-620405a8-4df2-49c1-8abe-09bc7ad4b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.771163 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-620405a8-4df2-49c1-8abe-09bc7ad4b487 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 200 len: 859 time: 0.1548765 Aug 04 14:49:11.773727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:11.811509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: ff79ccc9-d97b-4672-94ab-18809f460930 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:11.811904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ff79ccc9-d97b-4672-94ab-18809f460930 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:11.816428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-746bf6f5-4c2c-4da7-aae0-430f08c7781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.819277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-746bf6f5-4c2c-4da7-aae0-430f08c7781b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1266549 Aug 04 14:49:11.857038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-f2c75c41-8f12-4da0-81c5-be4b257f1b01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720937 Aug 04 14:49:11.906836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a178a0f-ed30-46ce-9839-fd5dc6ab2e6a req-91c28cd6-b3ad-4be5-8308-e6fbd65783d4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.916963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a178a0f-ed30-46ce-9839-fd5dc6ab2e6a req-91c28cd6-b3ad-4be5-8308-e6fbd65783d4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1391203 Aug 04 14:49:11.927703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-67a039b8-d2d2-43e2-8e0a-1c5b2201453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:11.929237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-67a039b8-d2d2-43e2-8e0a-1c5b2201453c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019063 Aug 04 14:49:11.952342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:11.966194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'port_id': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'mac_address': 'fa:16:3e:dc:68:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9609456-644c-4e3d-b0e8-ac02a3ba9364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:12.035273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:12.052121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-1a347580-3c30-493f-9652-3c7b2ee50558 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113143 Aug 04 14:49:12.058114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-d7d55104-f9f8-4b61-923b-562026330dbd service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892829 Aug 04 14:49:12.076919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc40c726-b66e-4e3e-941b-6dc75a45e5e0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:12.082928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:12.112154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:12.125317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:12.144728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a178a0f-ed30-46ce-9839-fd5dc6ab2e6a req-cabb2cc2-b6d4-4988-9fea-830c31f13e46 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272055 Aug 04 14:49:12.225255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:12.234946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69502ef7-d010-47a1-9c43-0b2c470b4bb7 req-93709601-cf20-45eb-8557-dce45b0f8204 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.236556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69502ef7-d010-47a1-9c43-0b2c470b4bb7 req-93709601-cf20-45eb-8557-dce45b0f8204 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 943 time: 0.1835344 Aug 04 14:49:12.273644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c3acaac-7117-436a-b781-879e09271c83 req-ae9b54a4-c364-4e88-a46a-1463a37c9841 service neutron] 10.222.0.38 "GET /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021899 Aug 04 14:49:12.274465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Attempting to bind port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:12.274822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Attempting to bind port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:12.275152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Attempting to bind port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:12.288001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:12.288328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Attempting to bind port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:12.300339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:12.301075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:12.301690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:12.303454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Bound port: 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:12.304542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:12.336905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69502ef7-d010-47a1-9c43-0b2c470b4bb7 req-11f388bb-34c0-44db-ba97-643083c004c6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766828 Aug 04 14:49:12.356735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f73d5f74-b321-484c-beed-fd52646320ad service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579851 Aug 04 14:49:12.397779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:12.423088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-8f7955e8-cf64-48f2-b904-6521cf5045bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 217 time: 0.0573399 Aug 04 14:49:12.434466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cc40c726-b66e-4e3e-941b-6dc75a45e5e0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:12.490331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-9510ef0b-0bc9-4026-8104-3ad51d5f9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.492534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-9510ef0b-0bc9-4026-8104-3ad51d5f9530 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.0612912 Aug 04 14:49:12.541561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:12.546016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:12.577615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f57c2b2a-0051-4d98-9fc5-02761a7d7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.580038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-f57c2b2a-0051-4d98-9fc5-02761a7d7c4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0747881 Aug 04 14:49:12.591488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:12.760504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.761372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:12.762815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] 10.222.0.46 "PUT /v2.0/ports/9188cbf1-fa23-44ec-9ea3-6c0d928c4728 HTTP/1.1" status: 200 len: 1092 time: 2.1412516 Aug 04 14:49:12.841782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664233-39e6-400f-84e1-ce2018f8768a req-2534625d-fc71-422e-8c7e-379e3e18e361 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.843604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc664233-39e6-400f-84e1-ce2018f8768a req-2534625d-fc71-422e-8c7e-379e3e18e361 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1525083 Aug 04 14:49:12.889171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d13f34-93b2-4624-ba8b-d19e362aa729 req-b5a7675c-1079-492e-8e3d-b067adb7be8e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:12.890950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1d13f34-93b2-4624-ba8b-d19e362aa729 req-b5a7675c-1079-492e-8e3d-b067adb7be8e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 945 time: 0.1338346 Aug 04 14:49:12.892885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-613bbae2-ae01-4496-98ea-ca5fff419fcd service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004487 Aug 04 14:49:12.967444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc664233-39e6-400f-84e1-ce2018f8768a req-721a5be6-2ccd-48b9-ad1f-144a3186524e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168935 Aug 04 14:49:13.008307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1d13f34-93b2-4624-ba8b-d19e362aa729 req-c5c1b997-9a50-4980-916d-2130e7fc46c2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 Aug 04 14:49:13.046549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:13.068250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-87fe7b9c-1216-4a9a-bf3a-20271f14b43d service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665266 Aug 04 14:49:13.129354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-6c2d2dc5-718a-443b-a84c-465bf3c83c43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 217 time: 0.0455575 Aug 04 14:49:13.240804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-5f7ac397-611e-4370-9f80-569641ce5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.242323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-5f7ac397-611e-4370-9f80-569641ce5508 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.1022689 Aug 04 14:49:13.243591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aea4763a-3b68-48e0-bdf0-b84494ca4c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:13.247337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:13.249621 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:13.260898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd082d-1bca-4006-b606-a71c205e7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:13.287895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-f529ad02-8b61-4e44-87c3-a50bdb4ccde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.289308 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-f529ad02-8b61-4e44-87c3-a50bdb4ccde7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 1095 time: 0.4709952 Aug 04 14:49:13.316968 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ff562-6243-4669-868e-eb386b1a994f x-openstack-request-id: req-ff1ff562-6243-4669-868e-eb386b1a994f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:13.317257 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:13.317515 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff1ff562-6243-4669-868e-eb386b1a994f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:13.317894 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728', 'status': 'completed', 'code': 200} Aug 04 14:49:13.347855 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-4afdbeac-9e1d-42c7-b958-0e5c3c3c153c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728 HTTP/1.1" status: 200 len: 217 time: 0.0483007 Aug 04 14:49:13.357093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-a21672fe-fa94-4f89-8fc0-1061af2993d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.359533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-a21672fe-fa94-4f89-8fc0-1061af2993d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058009 Aug 04 14:49:13.390933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07373caf-204d-4cb9-9a95-d6014fe69e30 req-0233e45d-3253-4dc3-a19f-c96d50bb703a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.398485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07373caf-204d-4cb9-9a95-d6014fe69e30 req-0233e45d-3253-4dc3-a19f-c96d50bb703a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1333103 Aug 04 14:49:13.433210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-2e14dda1-2b41-4e3a-b47c-237b5c0728a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.434728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-2e14dda1-2b41-4e3a-b47c-237b5c0728a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0784128 Aug 04 14:49:13.472573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-abbf40d0-4ca0-4768-a327-e6854719985b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299726 Aug 04 14:49:13.480116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:13.544451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07373caf-204d-4cb9-9a95-d6014fe69e30 req-2f607d71-675e-4539-8549-a2db8cde9eb4 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450117 Aug 04 14:49:13.576433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51738-e942-4708-8e15-9dfa59c9438f req-ef585109-d3d1-40f2-9670-c3d4a3ac5763 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:13.578024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc51738-e942-4708-8e15-9dfa59c9438f req-ef585109-d3d1-40f2-9670-c3d4a3ac5763 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 943 time: 0.1313303 Aug 04 14:49:13.587264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-617393ed-e257-4a34-a8b2-a1af0acba941 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183022 Aug 04 14:49:13.662159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-342b31dd-56d5-4213-9838-eceec5959c81 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798749 Aug 04 14:49:13.736204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:13.811952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:13.812595 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:13.826861 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-64efd571-88ae-47fe-8bba-ed76c15b08d2 req-327cf8f6-7593-4a0c-b333-88107c78b9bb service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339052 Aug 04 14:49:13.941873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:13.975407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:13.978347 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ac934-865f-4e56-9dee-2283e56409d0" -d '{"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:13.995658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:14.003690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.025095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aea4763a-3b68-48e0-bdf0-b84494ca4c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.027936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-c5ec9ca8-e55b-4a62-a62a-90b0165bed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.029454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-c5ec9ca8-e55b-4a62-a62a-90b0165bed5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 1095 time: 0.0728469 Aug 04 14:49:14.031007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Deleting port 66e1d01e-97a0-43ca-9efa-5a5545aee820 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:14.031275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.052455 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4270653-5987-41a0-80fd-22283b870f19 x-openstack-request-id: req-c4270653-5987-41a0-80fd-22283b870f19 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:14.054817 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:14.055011 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4270653-5987-41a0-80fd-22283b870f19 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:14.055582 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'code': 200} Aug 04 14:49:14.062325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aea4763a-3b68-48e0-bdf0-b84494ca4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.094541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:14.104342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.104690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.105037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.105371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.105707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.106197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.106523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.106879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.107201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.107524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.108398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.108737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:14.116740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc51738-e942-4708-8e15-9dfa59c9438f req-37ed2db5-fb2c-4935-b62e-9d4593385f6c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303059 Aug 04 14:49:14.185697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aea4763a-3b68-48e0-bdf0-b84494ca4c7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f462b807700d431ab08e9d8faec4aae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1408298 Aug 04 14:49:14.188937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4763a-3b68-48e0-bdf0-b84494ca4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279ea99-7f09-4f07-8c74-72a2e5723f0f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:14.193064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:14.253200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-a9554ba8-1df3-46a7-9184-7b67f0dc4145 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540160 Aug 04 14:49:14.291769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903b832-794d-4471-9c77-201ed0dad77a req-4bd91003-f776-47cc-93c3-5d32c3b4d761 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.293294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d903b832-794d-4471-9c77-201ed0dad77a req-4bd91003-f776-47cc-93c3-5d32c3b4d761 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1709807 Aug 04 14:49:14.331440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-a5cf14e6-9f5c-4962-b8a9-c1c2dff4b902 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 217 time: 0.0663185 Aug 04 14:49:14.380852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2ac1b-286b-46dc-9bcb-9a5e2bf2e094 req-9636d163-f3df-4080-bd48-6e535a665116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.382445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55b2ac1b-286b-46dc-9bcb-9a5e2bf2e094 req-9636d163-f3df-4080-bd48-6e535a665116 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 1098 time: 0.1425304 Aug 04 14:49:14.383538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-18c175c1-6754-441f-8fb6-599c15331ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.384864 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-18c175c1-6754-441f-8fb6-599c15331ba3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.3273532 Aug 04 14:49:14.389532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95cdf8-21c1-45ce-9fbc-425564755d25 req-d36560c2-a673-4175-ad2e-b7af713fa052 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.390194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] For port 66e1d01e-97a0-43ca-9efa-5a5545aee820, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=66e1d01e-97a0-43ca-9efa-5a5545aee820,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:14.390731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.391063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f95cdf8-21c1-45ce-9fbc-425564755d25 req-d36560c2-a673-4175-ad2e-b7af713fa052 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1882122 Aug 04 14:49:14.441023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.442194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-294a871d-64f2-419c-aaf0-4dc12433b7a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728 HTTP/1.1" status: 200 len: 217 time: 0.0427828 Aug 04 14:49:14.445602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d903b832-794d-4471-9c77-201ed0dad77a req-61dc0b29-6d4b-464e-990a-6dcdbfa1aa87 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231380 Aug 04 14:49:14.456283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-2ec849ba-bd93-4145-8a8b-ee07d093dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.457807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-2ec849ba-bd93-4145-8a8b-ee07d093dc48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.1182086 Aug 04 14:49:14.475767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Calling delete_port for 66e1d01e-97a0-43ca-9efa-5a5545aee820 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:14.531478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.533136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55b2ac1b-286b-46dc-9bcb-9a5e2bf2e094 req-2c16e9da-62f7-4d55-80c4-37a9062afbf5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397338 Aug 04 14:49:14.562934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f95cdf8-21c1-45ce-9fbc-425564755d25 req-104eb15c-8070-4e9b-b6e8-09fed79ac9b2 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618655 Aug 04 14:49:14.598326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b2c11493-c904-4a8e-8b27-58ea909400a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.599553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-db407355-ef0c-4f37-bd56-5d9684a50c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.599978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b2c11493-c904-4a8e-8b27-58ea909400a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108358 Aug 04 14:49:14.601161 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-db407355-ef0c-4f37-bd56-5d9684a50c77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.1460915 Aug 04 14:49:14.642885 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-13654ddf-d444-4efe-8783-7389067c3d8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306106 Aug 04 14:49:14.743524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84ebf4a5-ef67-44ad-8560-6e3da440a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.754104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.757124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:14.759061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d279ea99-7f09-4f07-8c74-72a2e5723f0f HTTP/1.1" status: 204 len: 168 time: 0.5607817 Aug 04 14:49:14.793486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad74af-c0c6-48e3-83f1-a3cb13b9e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279ea99-7f09-4f07-8c74-72a2e5723f0f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:14.814505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7468d15-b55a-4fa5-a20b-a574a464af49 req-0c63a602-eade-4e1f-868e-88bd3e9f3fee tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:14.816493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7468d15-b55a-4fa5-a20b-a574a464af49 req-0c63a602-eade-4e1f-868e-88bd3e9f3fee tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1297553 Aug 04 14:49:14.821848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-b4b13704-fa32-4165-b904-6e5b3eaba568 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128816 Aug 04 14:49:14.832392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-5f1e0a09-2435-4f70-970a-f6aae51d6fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448736 Aug 04 14:49:14.944748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7468d15-b55a-4fa5-a20b-a574a464af49 req-8634a2bf-ddef-445c-97f0-570907f3cad6 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195743 Aug 04 14:49:14.974523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:15.002947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93fe2d59-ea12-49b4-bbe8-f49dd9ce1120 req-713e2225-51ad-47f8-a85e-c9a3e81e2818 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564715 Aug 04 14:49:15.029210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e1d01e-97a0-43ca-9efa-5a5545aee820,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:15.102520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8fbd1d4-ce26-4a77-814b-ad3399f17d50 req-f2df3b73-543a-4dfa-b53c-b8aeaee31ffa service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651215 Aug 04 14:49:15.292367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38279-8da6-405d-8872-9401b7423618 req-bd075583-fe94-42e7-9bda-e319b52bc45f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:15.294208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfd38279-8da6-405d-8872-9401b7423618 req-bd075583-fe94-42e7-9bda-e319b52bc45f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 943 time: 0.0811930 Aug 04 14:49:15.296210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:15.365624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfd38279-8da6-405d-8872-9401b7423618 req-8ee9af74-7c1d-440e-89ea-5dc681fe9360 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Aug 04 14:49:15.586023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:49:15.735226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:49:15.745112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bc383a62-683a-446e-8076-6d53d3b7f9f9 admin admin] 10.222.0.76 "PUT /v2.0/routers/8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3460894 Aug 04 14:49:15.746835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4472e-4cf6-4d45-80a8-c598440f331c req-ddb2e0ee-48b9-4ec9-8881-183ce87c3ba8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:15.747541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53794) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:15.751670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Sync routers for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:49:15.755888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99a4472e-4cf6-4d45-80a8-c598440f331c req-ddb2e0ee-48b9-4ec9-8881-183ce87c3ba8 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1027174 Aug 04 14:49:15.764019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:15.765124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:15.800406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99a4472e-4cf6-4d45-80a8-c598440f331c req-6ff8c1e1-2aa5-4950-a9f1-5978354ac14c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Aug 04 14:49:15.936927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939fc24-5a44-4000-919b-46336af24959 req-5b30806e-abe4-46ce-a934-b5ba2d0a8342 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:15.943676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:15.947439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2939fc24-5a44-4000-919b-46336af24959 req-5b30806e-abe4-46ce-a934-b5ba2d0a8342 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.0726197 Aug 04 14:49:15.949578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:16.067517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2939fc24-5a44-4000-919b-46336af24959 req-0bcc1549-932d-4094-99aa-cd07fd364caa tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Aug 04 14:49:16.145275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:16.216412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6b8b-3e75-4949-b8da-95cfb8a3a704 req-6f000ba3-0ca6-41a1-84fa-c15927483fb9 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:16.218365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea1a6b8b-3e75-4949-b8da-95cfb8a3a704 req-6f000ba3-0ca6-41a1-84fa-c15927483fb9 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1016831 Aug 04 14:49:16.299478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Deleting port bd4e5c32-562d-4992-a552-1205e1409b99 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:16.300014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:16.381660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea1a6b8b-3e75-4949-b8da-95cfb8a3a704 req-62350bb0-f4d9-457d-8188-2c6ee52e6cb6 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556411 Aug 04 14:49:16.498458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] For port bd4e5c32-562d-4992-a552-1205e1409b99, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd4e5c32-562d-4992-a552-1205e1409b99,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:16.502432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:16.540573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Calling delete_port for bd4e5c32-562d-4992-a552-1205e1409b99 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:16.712618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702c83-330c-4a64-9ccb-acf2ec113ad5 req-ceb0e06e-cfe0-4bc4-b48f-fd449edc08b6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:16.714685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40702c83-330c-4a64-9ccb-acf2ec113ad5 req-ceb0e06e-cfe0-4bc4-b48f-fd449edc08b6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 943 time: 0.2021921 Aug 04 14:49:16.720321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:49:14Z', 'revision_number': 5, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port': {'id': 'bd4e5c32-562d-4992-a552-1205e1409b99', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:47:55Z', 'updated_at': '2021-08-04T14:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:16.776948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-22decbe0-5dd8-4eb0-8b6f-9bf7afb9a082 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:16.785608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-22decbe0-5dd8-4eb0-8b6f-9bf7afb9a082 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.2243168 Aug 04 14:49:16.790918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Checking router: 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:49:16.813935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Routers {'8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:16.819675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-b3a43bb0-e2a9-4792-9f0d-5268bcfa4a63 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/quotas/a170c721084446df843bf1a9d1a09e25 HTTP/1.1" status: 200 len: 375 time: 0.0325804 Aug 04 14:49:16.821690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:48:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:16.836254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40702c83-330c-4a64-9ccb-acf2ec113ad5 req-7ddc86a8-7106-4c16-8194-0f5ed8468d7e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130555 Aug 04 14:49:16.932411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-72f2dfec-47b8-4bd4-9be2-e6b50cbce855 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112797 Aug 04 14:49:16.951132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:16.984035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4e5c32-562d-4992-a552-1205e1409b99,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:16.985127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] Set router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:17.056447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:49:16Z', 'revision_number': 6, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:17.089262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed3d5a-ed8a-4e13-acb8-3033ebce5246 None None] The sync data for ids ['8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d'] in n-d-801743-12 is: [{'id': '8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1110531441-router', 'tenant_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:47:53Z', 'updated_at': '2021-08-04T14:49:16Z', 'revision_number': 6, 'project_id': 'f0278fc49c4342be8c410f5f2ac87f73', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:49:17.102935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.138524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-7901c04f-9cc5-46c7-b60d-ea287a8b220a service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047372 Aug 04 14:49:17.284438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.288137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.353005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-30a4fe0f-8d47-46f8-8645-4b2661fc9560 service neutron] 10.222.0.76 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133915 Aug 04 14:49:17.360205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.362331 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ead330f3-b625-4a19-976a-8284fb9e3c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.362669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:49:17.371915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.373472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c9198f5d-29b0-436e-a8dd-3f69c8f707af admin admin] 10.222.0.76 "DELETE /v2.0/routers/8535d1ac-0a9e-40b8-ba7e-9b8322c49b6d HTTP/1.1" status: 204 len: 168 time: 1.6242661 Aug 04 14:49:17.376358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:17.450149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Deleting subnet 99b5f646-9604-495c-83af-2569b97eda44 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:49:17.454506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.558329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.576093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.671672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca3f6a7f-ea19-4d54-9526-f530745e4e2a req-ede37c75-98d0-420a-b98d-4dd3b30646d5 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 210 time: 0.0661054 Aug 04 14:49:17.675195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:17.750419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebede029-3a96-45c5-b90d-e01ebc5032ec req-39bfca0c-ec14-4309-bf6f-da09ebf80c14 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:17.752254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ebede029-3a96-45c5-b90d-e01ebc5032ec req-39bfca0c-ec14-4309-bf6f-da09ebf80c14 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1347227 Aug 04 14:49:17.810344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-231f97b2-e5ca-4afd-899d-92297b1ef821 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:17.812289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-231f97b2-e5ca-4afd-899d-92297b1ef821 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef42eaa3-4d20-4845-9422-57ebdf409b7d HTTP/1.1" status: 200 len: 946 time: 0.1282132 Aug 04 14:49:17.831415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:17.848565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728', 'mac_address': 'fa:16:3e:e6:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:17.863246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.905368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.909966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ebede029-3a96-45c5-b90d-e01ebc5032ec req-1eb37ec5-029a-4a39-bbe7-89a08ffa95eb tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370862 Aug 04 14:49:17.939604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:17.969449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:17.977806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:17.989297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.034267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Deleting port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:18.034786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.040104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.060247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:18.141346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b5f646-9604-495c-83af-2569b97eda44,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:18.180616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf2a40-fa61-448b-9d2d-1a6275dee30d None None] Network 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:49:18.193298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.200809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2bc85f08-377a-4086-837d-10155681fafe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/99b5f646-9604-495c-83af-2569b97eda44 HTTP/1.1" status: 204 len: 168 time: 0.8209009 Aug 04 14:49:18.201690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:18.333635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9188cbf1-fa23-44ec-9ea3-6c0d928c4728'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:18.335031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee2d6-056a-41f7-a738-8c668f40ab70 req-3ac0077e-99e9-467f-b08f-883da5c9d245 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:18.353742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b4ee2d6-056a-41f7-a738-8c668f40ab70 req-3ac0077e-99e9-467f-b08f-883da5c9d245 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 944 time: 0.2712123 Aug 04 14:49:18.402438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 66e1d01e-97a0-43ca-9efa-5a5545aee820 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:18.416438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] For port cc40c726-b66e-4e3e-941b-6dc75a45e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:18.417132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.449916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 66e1d01e-97a0-43ca-9efa-5a5545aee820 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:18.450601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 66e1d01e-97a0-43ca-9efa-5a5545aee820 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:18.452526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd4e5c32-562d-4992-a552-1205e1409b99 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:18.463797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b4ee2d6-056a-41f7-a738-8c668f40ab70 req-2e97cc6b-d4a4-4eeb-99ce-77bd6365d68a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 Aug 04 14:49:18.464860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Calling delete_port for cc40c726-b66e-4e3e-941b-6dc75a45e5e0 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:18.481895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.670970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bd4e5c32-562d-4992-a552-1205e1409b99 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:18.671402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd4e5c32-562d-4992-a552-1205e1409b99 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:18.672950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Deleting port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:18.673270 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.731239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.759448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cc40c726-b66e-4e3e-941b-6dc75a45e5e0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:18.768122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.774369 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.847993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event deleted for resources: {'Port': ['ID=cc40c726-b66e-4e3e-941b-6dc75a45e5e0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:18.906131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] For port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,segment=NetworkSegment(5c8d4705-3861-435d-a26c-4d9d8aa8a57c),segment_id=5c8d4705-3861-435d-a26c-4d9d8aa8a57c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:18.906513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:18.945906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b71f4611-977f-49d7-aff2-395f655f41c4 req-4c1cb870-c6c5-405a-85d8-f8b373dbb07a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 210 time: 0.1374795 Aug 04 14:49:18.958012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Calling delete_port for 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:19.020514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] No DVR routers for this DVR port cc40c726-b66e-4e3e-941b-6dc75a45e5e0 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:19.031312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.033446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8476cf-0c04-4068-94b4-e6f3e328bf88 req-9c1a2d55-eb71-4e06-aadf-ce59462f7df3 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.38 "DELETE /v2.0/ports/cc40c726-b66e-4e3e-941b-6dc75a45e5e0 HTTP/1.1" status: 204 len: 173 time: 1.2112129 Aug 04 14:49:19.033933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-deleted', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:19.054475 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddaab0-1d62-4106-8f30-49758b5859f8" -d '{"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-deleted", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:19.117595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] DHCP port deletion for 1b3a6da1-ebc2-42c1-8e79-41918cc499c9 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:49:19.185356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.227961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:19.229494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Deleting port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:19.230883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.236511 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa8385-f751-4d4c-8ba6-54a06a80684e x-openstack-request-id: req-3caa8385-f751-4d4c-8ba6-54a06a80684e {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:19.236832 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef42eaa3-4d20-4845-9422-57ebdf409b7d", "name": "network-vif-deleted", "tag": "cc40c726-b66e-4e3e-941b-6dc75a45e5e0", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:19.237137 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3caa8385-f751-4d4c-8ba6-54a06a80684e {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:19.237568 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef42eaa3-4d20-4845-9422-57ebdf409b7d', 'name': 'network-vif-deleted', 'tag': 'cc40c726-b66e-4e3e-941b-6dc75a45e5e0', 'status': 'completed', 'code': 200} Aug 04 14:49:19.246161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] No DVR routers for this DVR port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:19.295850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205a120-f1a6-4674-bbb1-e0dadf6c419b req-8fcd7b13-1ced-4781-874f-59250de2445c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:19.299491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e205a120-f1a6-4674-bbb1-e0dadf6c419b req-8fcd7b13-1ced-4781-874f-59250de2445c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.2055838 Aug 04 14:49:19.382796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.386027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e205a120-f1a6-4674-bbb1-e0dadf6c419b req-dd43eb3a-9ab9-493f-ad0a-f0edb01aae56 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666745 Aug 04 14:49:19.398031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] For port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:19.398432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.406209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a6da1-ebc2-42c1-8e79-41918cc499c9']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:19.436018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8d4705-3861-435d-a26c-4d9d8aa8a57c') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:19.436385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8d4705-3861-435d-a26c-4d9d8aa8a57c') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:19.449541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Calling delete_port for 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:19.453014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.453162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:49:19.455367 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.486416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.495716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:49:19.496576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.528793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] No DVR routers for this DVR port 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:19.545866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83d9ae-689f-44f7-94af-a195f9b29466 None None] Pushing event deleted for resources: {'Port': ['ID=86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:49:19.568502 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:49:19.589595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.744739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:19.746760 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] 10.222.0.76 "DELETE /v2.0/networks/1b3a6da1-ebc2-42c1-8e79-41918cc499c9 HTTP/1.1" status: 204 len: 168 time: 1.5444949 Aug 04 14:49:19.773490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd275e7-2020-4b41-9670-cd069caedc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3a6da1-ebc2-42c1-8e79-41918cc499c9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:19.792645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a424e5-2e45-470e-acba-eb1f423ebe02 req-2b323c09-9a8c-44b5-87f6-05c27f1c58b2 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:19.794235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17a424e5-2e45-470e-acba-eb1f423ebe02 req-2b323c09-9a8c-44b5-87f6-05c27f1c58b2 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 944 time: 0.1342604 Aug 04 14:49:19.819747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-e86e5446-545f-473f-a5d9-fbfec405274c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:19.821852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-e86e5446-545f-473f-a5d9-fbfec405274c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.46 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 815 time: 0.2521720 Aug 04 14:49:19.847729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Request body: {'port': {'device_id': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'admin_state_up': True, 'tenant_id': 'a170c721084446df843bf1a9d1a09e25'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:19.897678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17a424e5-2e45-470e-acba-eb1f423ebe02 req-30389694-4dee-42b0-ba5f-ee621a662797 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Aug 04 14:49:19.969285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:20.135289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4598eea0-7219-468d-9c7b-0e827af70aa4 req-b35e7075-ec6f-4cf4-bd79-813db4abb111 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 210 time: 0.0506897 Aug 04 14:49:20.149981 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.154362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Made reservation on behalf of a170c721084446df843bf1a9d1a09e25 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:20.156370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53918) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:20.178514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.229663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.271427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:20.318996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:20.320021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86ca50f5-8b48-4ddd-abbb-4d3c2d275d8a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:20.336782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-24230205-82c8-47b5-ba19-e85148f91884 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0278fc49c4342be8c410f5f2ac87f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767662 Aug 04 14:49:20.340716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53920) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:20.395638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Allocated IP 172.20.0.3 (0cc31aa0-1712-4352-8dc4-fe8352f23204/a9609456-644c-4e3d-b0e8-ac02a3ba9364/c8b94eee-af60-4403-af35-47c631901e7c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:20.438821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.488962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.492564 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.501062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.607551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c21a6e50a73438cae0020d067d7a449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370213 Aug 04 14:49:20.628012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53928) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:20.631098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c47056-d049-4906-be2f-dee47260a266,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:20.682469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.682878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.683230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.683574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.683939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.684275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.684756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.685280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.685752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.686088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.686419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.687528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d121c06-72d7-406a-8aca-0fd81e3ad10b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:20.708496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.720830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.723780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.726198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506 HTTP/1.1" status: 204 len: 168 time: 0.3753030 Aug 04 14:49:20.763376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.767095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f386-e230-4c5f-9c99-d564b858a1f0 req-98ca9589-2058-4a23-a509-876ce702559a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:20.771721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05e6f386-e230-4c5f-9c99-d564b858a1f0 req-98ca9589-2058-4a23-a509-876ce702559a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.2190707 Aug 04 14:49:20.789100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2298c-f93e-4085-97dc-0d7b5cd54f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3eb5b9-4bd3-4b09-b7e4-e092e2d02506,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:20.835804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Network 0cc31aa0-1712-4352-8dc4-fe8352f23204 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:20.840521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:20.843078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:20.886863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event updated for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:20.924559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:20.925253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:20.946097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-33639eb4-fc57-47b8-8b89-f0638c471f7d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139753 Aug 04 14:49:20.962218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Request body: {'port': {'device_id': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:20.967425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05e6f386-e230-4c5f-9c99-d564b858a1f0 req-5229d5b3-ead0-43e7-9935-184cdc49b141 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894908 Aug 04 14:49:20.993944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.047996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.084624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.120645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ec7fa-3c8a-424a-bc51-36253b72446b req-a736a2b7-fb26-40a3-9f4f-4fd4751cbcfa tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:21.129775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a6ec7fa-3c8a-424a-bc51-36253b72446b req-a736a2b7-fb26-40a3-9f4f-4fd4751cbcfa tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 944 time: 0.1012709 Aug 04 14:49:21.185714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.192715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.195613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2c47056-d049-4906-be2f-dee47260a266 HTTP/1.1" status: 204 len: 168 time: 0.5659919 Aug 04 14:49:21.248477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b382e-8638-4b2c-969a-55d26306687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c47056-d049-4906-be2f-dee47260a266,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:21.305929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a6ec7fa-3c8a-424a-bc51-36253b72446b req-c113ce3f-1d26-4d11-9c6c-55f7c2f88935 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748760 Aug 04 14:49:21.389174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25006658-e257-4e09-a3f2-bda9214d4631 req-87316fa4-7fb5-4ed2-8e67-d500cd28e9eb tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:21.404138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25006658-e257-4e09-a3f2-bda9214d4631 req-87316fa4-7fb5-4ed2-8e67-d500cd28e9eb tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 931 time: 0.1231430 Aug 04 14:49:21.458796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25006658-e257-4e09-a3f2-bda9214d4631 req-cde3f6e8-9820-4ca2-8c99-42fad99c290a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Aug 04 14:49:21.642915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:21.665824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40377333-7d3a-4644-acda-dad2fbee3d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.711567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:21.780866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:21.823501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: cc40c726-b66e-4e3e-941b-6dc75a45e5e0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:21.827205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40377333-7d3a-4644-acda-dad2fbee3d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.832226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cc40c726-b66e-4e3e-941b-6dc75a45e5e0 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:21.838210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40377333-7d3a-4644-acda-dad2fbee3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.861585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:21.870243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:21.871138 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:21.973819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53978) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:21.974381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40377333-7d3a-4644-acda-dad2fbee3d57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3a5017cd6014c12b425bf67d0dca253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296425 Aug 04 14:49:21.974957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377333-7d3a-4644-acda-dad2fbee3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065c022-3623-41ed-a68a-9b09e1dee976,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:22.035265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b94eee-af60-4403-af35-47c631901e7c {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:22.076931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.129693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Transition to ACTIVE for port object c8b94eee-af60-4403-af35-47c631901e7c will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:22.147831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.148322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.154458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.188267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:22.189264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:22.193032 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69750b60-ccdd-4786-a54a-4f802730d2b0" -d '{"events": [{"server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "name": "network-vif-plugged", "status": "completed", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:22.200317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.257288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:22.272124 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e01681-ce4a-4146-b3b7-a47e57efc3d5 x-openstack-request-id: req-69e01681-ce4a-4146-b3b7-a47e57efc3d5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:22.274137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.283339 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "name": "network-vif-plugged", "status": "completed", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:22.283854 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69e01681-ce4a-4146-b3b7-a47e57efc3d5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:22.284296 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728', 'code': 200} Aug 04 14:49:22.285923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:22.307195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d15f7-da45-4ba8-a580-b019569638d8 req-9e1634e4-6154-41d3-88a8-f791a4309c7b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.315676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-609d15f7-da45-4ba8-a580-b019569638d8 req-9e1634e4-6154-41d3-88a8-f791a4309c7b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.2229908 Aug 04 14:49:22.369962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-609d15f7-da45-4ba8-a580-b019569638d8 req-512d94fe-ff25-47e8-b788-8022d01ab4bc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Aug 04 14:49:22.486399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7788e0-df3c-4c1d-94fc-27f1abb27a3c req-ca78407a-2015-4b07-a233-d6d6a3bce3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.488327 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e7788e0-df3c-4c1d-94fc-27f1abb27a3c req-ca78407a-2015-4b07-a233-d6d6a3bce3fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 1097 time: 0.1021070 Aug 04 14:49:22.491273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Attempting to bind port c8b94eee-af60-4403-af35-47c631901e7c on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:22.491772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Attempting to bind port c8b94eee-af60-4403-af35-47c631901e7c by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:22.492281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Attempting to bind port c8b94eee-af60-4403-af35-47c631901e7c on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:22.497298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.500326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.501651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e065c022-3623-41ed-a68a-9b09e1dee976 HTTP/1.1" status: 204 len: 168 time: 0.5235105 Aug 04 14:49:22.510983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Port c8b94eee-af60-4403-af35-47c631901e7c on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:22.511472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Attempting to bind port c8b94eee-af60-4403-af35-47c631901e7c on network 0cc31aa0-1712-4352-8dc4-fe8352f23204 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:22.530904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c2ba6-b65d-4e88-b193-18bd35312196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065c022-3623-41ed-a68a-9b09e1dee976,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:22.535123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:22.537649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Checking segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:22.538033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Bound using segment: {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:22.538479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Bound port: c8b94eee-af60-4403-af35-47c631901e7c, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21459eb4-7df8-4c8b-917c-15d4771e9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:22.538875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.574858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cae40-d455-4544-b732-c3ce3422e2af req-f720c968-f9de-4ce3-952b-540993f60dbc tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.578305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1cae40-d455-4544-b732-c3ce3422e2af req-f720c968-f9de-4ce3-952b-540993f60dbc tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.1160133 Aug 04 14:49:22.591576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e7788e0-df3c-4c1d-94fc-27f1abb27a3c req-960112c1-736d-46a1-b1be-e5c9832385b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882523 Aug 04 14:49:22.652516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:22.656988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c8b94eee-af60-4403-af35-47c631901e7c,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:22.659324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1cae40-d455-4544-b732-c3ce3422e2af req-92819951-21c4-4cda-97a1-2d4bb1678231 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 Aug 04 14:49:22.666002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.704124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.704781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:22.706432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] 10.222.0.46 "PUT /v2.0/ports/c8b94eee-af60-4403-af35-47c631901e7c HTTP/1.1" status: 200 len: 1092 time: 1.7494564 Aug 04 14:49:22.706936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:22.709358 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f75568-4002-4bac-b76c-309a7c5600bb" -d '{"events": [{"name": "network-changed", "server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "tag": "c8b94eee-af60-4403-af35-47c631901e7c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:22.756603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce85e3-bd2f-465e-991d-af6842c0a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:22.845389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-ba69e92d-7d65-4291-94cb-a9db99c7c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.847142 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-ba69e92d-7d65-4291-94cb-a9db99c7c85c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 1095 time: 0.0652628 Aug 04 14:49:22.892990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36b53d-ee27-43b0-a26c-af5eaba0204d req-9359d11d-7181-41d6-a5bc-264ea2fd6e52 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:22.894617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb36b53d-ee27-43b0-a26c-af5eaba0204d req-9359d11d-7181-41d6-a5bc-264ea2fd6e52 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 943 time: 0.0758247 Aug 04 14:49:22.916813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-3b7e9a6b-84eb-4b64-aaa6-3b8777dd6ddb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8b94eee-af60-4403-af35-47c631901e7c HTTP/1.1" status: 200 len: 217 time: 0.0559390 Aug 04 14:49:22.919236 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4169fb7-a9a7-4404-8b3e-697770db8e25 x-openstack-request-id: req-f4169fb7-a9a7-4404-8b3e-697770db8e25 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:22.919581 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "tag": "c8b94eee-af60-4403-af35-47c631901e7c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:22.919815 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4169fb7-a9a7-4404-8b3e-697770db8e25 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:22.920267 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c', 'status': 'completed', 'code': 200} Aug 04 14:49:22.963926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb36b53d-ee27-43b0-a26c-af5eaba0204d req-12f82097-d442-42b9-a914-db0a9478a152 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Aug 04 14:49:23.004069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-0fc2afe0-12f0-431e-81e4-887e1aeab86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:23.006393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-0fc2afe0-12f0-431e-81e4-887e1aeab86d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.0808041 Aug 04 14:49:23.063439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-3035b247-7ad4-4909-8441-ca78cc553bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466504 Aug 04 14:49:23.288172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-6a71296d-2abd-451b-80ba-9598de044cd8 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166190 Aug 04 14:49:23.495838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5da3efad-ffbe-4b35-b825-d9fbe1f0c3e4 req-d1cf6f3e-1608-402c-80fc-080d734b07c9 service neutron] 10.222.0.46 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980870 Aug 04 14:49:23.516789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:23.619856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f203da-2797-44b1-80b2-9890e1cd13b0 req-922bf68f-ede9-4341-8275-581d9245b62d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:23.631052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f203da-2797-44b1-80b2-9890e1cd13b0 req-922bf68f-ede9-4341-8275-581d9245b62d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1214750 Aug 04 14:49:23.691094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-693d9a60-f9e0-4b15-aba8-80861340ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:23.695135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-693d9a60-f9e0-4b15-aba8-80861340ebf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a170c721084446df843bf1a9d1a09e25&device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 1095 time: 0.0917044 Aug 04 14:49:23.719961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f203da-2797-44b1-80b2-9890e1cd13b0 req-0b877843-9f7e-4c9f-85d3-f030a78cb4de tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Aug 04 14:49:23.814736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:23.842254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176402-27a4-4270-b375-2b19bdfa616b req-2fb60cfb-57e3-413f-bd98-70f57aad1ec4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:23.843829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e176402-27a4-4270-b375-2b19bdfa616b req-2fb60cfb-57e3-413f-bd98-70f57aad1ec4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.0771539 Aug 04 14:49:23.901889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-6cf44a9c-1e3f-459c-87b3-3b27642b7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:23.903483 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-6cf44a9c-1e3f-459c-87b3-3b27642b7a19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 200 len: 916 time: 0.1978562 Aug 04 14:49:23.917753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e176402-27a4-4270-b375-2b19bdfa616b req-bdee16db-d9eb-47cb-a90c-9ef2200f40bb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Aug 04 14:49:23.961685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-2cbf946e-ed7e-47d8-8d92-2976391d65f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8b94eee-af60-4403-af35-47c631901e7c HTTP/1.1" status: 200 len: 217 time: 0.0463426 Aug 04 14:49:24.082498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-70476380-92e0-45e0-bf06-934af6f09c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:24.084937 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-70476380-92e0-45e0-bf06-934af6f09c5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 200 len: 855 time: 0.1087234 Aug 04 14:49:24.090884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.158046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-d0557a12-a80b-48cd-8cf7-053f73576d40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0cc31aa0-1712-4352-8dc4-fe8352f23204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627732 Aug 04 14:49:24.160720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.234246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfefdef-1885-4b7e-8953-c761a94e1127 req-f5ddc9e7-9dbc-4e1d-b0b9-1a15d5cd8532 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:24.256214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cfefdef-1885-4b7e-8953-c761a94e1127 req-f5ddc9e7-9dbc-4e1d-b0b9-1a15d5cd8532 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.1893425 Aug 04 14:49:24.266105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3c422-a0eb-4966-bd29-a5f92fbd62a7 req-d9eb47c1-3d99-4c0d-8370-ef99dfabdc12 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:24.275143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d3c422-a0eb-4966-bd29-a5f92fbd62a7 req-d9eb47c1-3d99-4c0d-8370-ef99dfabdc12 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 943 time: 0.1878395 Aug 04 14:49:24.375439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d3c422-a0eb-4966-bd29-a5f92fbd62a7 req-b29cd0b5-2134-48ec-be9e-cd2017840655 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988159 Aug 04 14:49:24.379894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cfefdef-1885-4b7e-8953-c761a94e1127 req-841a26e9-dcc1-481b-8e2d-b910c5543107 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945330 Aug 04 14:49:24.402783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4faab2-c153-4d0c-a0cb-0aadb9243563,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:24.443797 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d84b6088517647138584d123099f2ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9234252 Aug 04 14:49:24.445085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54114) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:24.453647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.453997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.455866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.456218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.456561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.456900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.457233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.457566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.457895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.458216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.458538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.458886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075be9b-c2bb-40bb-a40d-d2b770515bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:49:24.547804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-d2d04352-91d7-40b1-806d-0b207072a36f service neutron] 10.222.0.46 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707442 Aug 04 14:49:24.597939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.652333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.679521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54118) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:24.719479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5f75568-4002-4bac-b76c-309a7c5600bb req-fa5702b1-4fab-4e73-baff-5349b0a058eb service neutron] 10.222.0.46 "GET /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633205 Aug 04 14:49:24.738802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.742194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:24.743421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e4faab2-c153-4d0c-a0cb-0aadb9243563 HTTP/1.1" status: 204 len: 168 time: 0.2971401 Aug 04 14:49:24.754869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bacfa-62f7-47e6-bd1b-9fde9e0d4617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4faab2-c153-4d0c-a0cb-0aadb9243563,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:24.894331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9595d6-77ed-4767-87eb-855ecbc7851a req-0e42ccbb-baf5-48ff-9de2-4a7cd4eb2359 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:24.896384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb9595d6-77ed-4767-87eb-855ecbc7851a req-0e42ccbb-baf5-48ff-9de2-4a7cd4eb2359 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.0589170 Aug 04 14:49:24.919910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87c1064e-3b3e-4202-a3f4-8b97ac8434f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.021461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb9595d6-77ed-4767-87eb-855ecbc7851a req-e0ec7fc2-f19a-41bb-932c-390fc35fadcf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094964 Aug 04 14:49:25.070467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83fa33-f908-4bca-909e-ac9a53298171 req-923be5a9-4fac-4f9e-bb42-ebbddfc643f6 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:25.075313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e83fa33-f908-4bca-909e-ac9a53298171 req-923be5a9-4fac-4f9e-bb42-ebbddfc643f6 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1672134 Aug 04 14:49:25.158411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e83fa33-f908-4bca-909e-ac9a53298171 req-578f04c3-c988-491e-af7e-6839534b486c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695820 Aug 04 14:49:25.194914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87c1064e-3b3e-4202-a3f4-8b97ac8434f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.201158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87c1064e-3b3e-4202-a3f4-8b97ac8434f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.247070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-87c1064e-3b3e-4202-a3f4-8b97ac8434f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b8720dca4ac4ca39f9cf23bd5048e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657752 Aug 04 14:49:25.248629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1064e-3b3e-4202-a3f4-8b97ac8434f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3736e-a3be-4fb0-9c61-64bf678e6d91,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:25.250166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54138) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:25.322036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.351809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.422840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.425732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:25.427376 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0cc3736e-a3be-4fb0-9c61-64bf678e6d91 HTTP/1.1" status: 204 len: 168 time: 0.1761744 Aug 04 14:49:25.439836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce560b-5e55-471a-8e3f-8fffb023fbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3736e-a3be-4fb0-9c61-64bf678e6d91,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:25.610338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78347-c2f9-47b9-b0ce-4e6ee331bc82 req-99eb3e2c-9f86-418f-aa35-a024e5710a30 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:25.616032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac78347-c2f9-47b9-b0ce-4e6ee331bc82 req-99eb3e2c-9f86-418f-aa35-a024e5710a30 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 943 time: 0.1076763 Aug 04 14:49:25.703481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac78347-c2f9-47b9-b0ce-4e6ee331bc82 req-1af9f7ec-c3da-4f58-be10-04c67e95773d tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 Aug 04 14:49:25.738164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c8b94eee-af60-4403-af35-47c631901e7c details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:25.933813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c8b94eee-af60-4403-af35-47c631901e7c,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:25.934896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54162) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:25.952178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c8b94eee-af60-4403-af35-47c631901e7c', 'network_id': '0cc31aa0-1712-4352-8dc4-fe8352f23204', 'port_id': 'c8b94eee-af60-4403-af35-47c631901e7c', 'mac_address': 'fa:16:3e:0e:d8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9609456-644c-4e3d-b0e8-ac02a3ba9364', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:26.037727 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.106744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b94eee-af60-4403-af35-47c631901e7c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:26.123977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-902660403-network', 'tenant_id': '191b5b4dbd694acfac02f6eb26bbce26'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:26.141077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c8b94eee-af60-4403-af35-47c631901e7c,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:26.150533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.229547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Made reservation on behalf of 191b5b4dbd694acfac02f6eb26bbce26 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:26.248428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.292031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:26.312846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0276cb-393f-4adc-a9a0-fd0dbc88e5cc req-9e205da0-1cc5-4037-a585-eaa723064e1d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:26.312846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd0276cb-393f-4adc-a9a0-fd0dbc88e5cc req-9e205da0-1cc5-4037-a585-eaa723064e1d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.1702588 Aug 04 14:49:26.342002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.379188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-8297c0cb-a94b-478b-adee-e6207b02febd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:26.380689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-8297c0cb-a94b-478b-adee-e6207b02febd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 945 time: 0.1752765 Aug 04 14:49:26.437225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c8b94eee-af60-4403-af35-47c631901e7c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:26.451964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd0276cb-393f-4adc-a9a0-fd0dbc88e5cc req-4ddba827-542b-4abf-a079-887bf8ff9330 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296268 Aug 04 14:49:26.500205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8b1e-776a-41ec-aadf-0c2cdcebfa96 req-24e27f14-895b-477c-aacb-66f3790c5bf5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:26.518763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04fd8b1e-776a-41ec-aadf-0c2cdcebfa96 req-24e27f14-895b-477c-aacb-66f3790c5bf5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 945 time: 0.1247151 Aug 04 14:49:26.584752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04fd8b1e-776a-41ec-aadf-0c2cdcebfa96 req-eed04cfa-0f71-45fb-a877-b987b02ca1fa tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604887 Aug 04 14:49:26.695793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.701358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.714099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:49:26.727034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.727389 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Added segment c6abb525-d7de-4b6d-aa51-b746ddcad783 of type vlan for network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 Aug 04 14:49:26.770353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.823496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:26.841877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:26.844344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.849066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.850252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:26.851028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:26.858486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48458-850b-40ba-8564-58311a93e678 req-2075a22d-819e-4eb0-b6a0-5bfc43f7d138 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:26.870505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcf48458-850b-40ba-8564-58311a93e678 req-2075a22d-819e-4eb0-b6a0-5bfc43f7d138 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 944 time: 0.0977256 Aug 04 14:49:26.986130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0500848 Aug 04 14:49:26.990026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bcf48458-850b-40ba-8564-58311a93e678 req-e706bbf9-80e4-474b-9b76-9112563fe624 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181760 Aug 04 14:49:26.991942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:26.994250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1085c-b235-4c97-9931-40981c8dbbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ae48d3af-f864-4a64-9da5-0f287c0dd6c4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:27.005517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Request body: {'subnet': {'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-902660403-subnet', 'tenant_id': '191b5b4dbd694acfac02f6eb26bbce26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:27.008446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:49:27.025190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:27.025742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.051949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:27.068114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Made reservation on behalf of 191b5b4dbd694acfac02f6eb26bbce26 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:27.076177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.275888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.288962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53', '9188cbf1-fa23-44ec-9ea3-6c0d928c4728'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:27.364789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=9188cbf1-fa23-44ec-9ea3-6c0d928c4728,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:27.444819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:27.449763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.454811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d613d1ea-b64b-484f-a43a-9f1893fb022e req-06f52c88-21ba-4ab7-a578-ee343827eac8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "DELETE /v2.0/ports/9188cbf1-fa23-44ec-9ea3-6c0d928c4728 HTTP/1.1" status: 204 len: 173 time: 1.0563393 Aug 04 14:49:27.455311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'name': 'network-vif-deleted', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:27.461133 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bc1707-27fb-41ec-813c-3970a65ed22c" -d '{"events": [{"server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "name": "network-vif-deleted", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:27.534469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.623063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:27.635530 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4184dc-af98-4f02-8a81-f9828f7263b6 x-openstack-request-id: req-2b4184dc-af98-4f02-8a81-f9828f7263b6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:27.635922 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fca09-e286-4061-8f0d-493cb37ca3f5", "name": "network-vif-deleted", "tag": "9188cbf1-fa23-44ec-9ea3-6c0d928c4728", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:27.636204 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b4184dc-af98-4f02-8a81-f9828f7263b6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:27.636616 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0fca09-e286-4061-8f0d-493cb37ca3f5', 'name': 'network-vif-deleted', 'tag': '9188cbf1-fa23-44ec-9ea3-6c0d928c4728', 'status': 'completed', 'code': 200} Aug 04 14:49:27.662271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Checking segment: {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:27.671295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Network hostable DHCP agents. Network: ae48d3af-f864-4a64-9da5-0f287c0dd6c4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:49:27.747809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c8b94eee-af60-4403-af35-47c631901e7c up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:27.768142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-726a0e0d-ead7-435b-bc01-f1879886a15a req-ccf1572e-64db-4090-b757-bbcb7113b152 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d0fca09-e286-4061-8f0d-493cb37ca3f5 HTTP/1.1" status: 200 len: 210 time: 0.0914066 Aug 04 14:49:27.798226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:49:27.813562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ae48d3af-f864-4a64-9da5-0f287c0dd6c4) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:27.832884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:27.834246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a391b-d1af-46f9-9b06-3b7186439d42 None None] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:49:27.835318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:27.866669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f0e461f5-f5b3-452f-8539-11c7ec317204 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8643620 Aug 04 14:49:27.867335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port c8b94eee-af60-4403-af35-47c631901e7c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:27.867335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c8b94eee-af60-4403-af35-47c631901e7c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:27.868786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.219751 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.234933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c519d-6823-41d7-94cd-ea3b35c3fdaa None None] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:49:28.249110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1154246653', 'description': 'tempest-description-1269775761'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:28.291324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb65d-8b53-415b-ae3a-e1ce20cc4491 req-8d84a410-df98-40f9-b664-ac6a39617d9b tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:28.293562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f3cb65d-8b53-415b-ae3a-e1ce20cc4491 req-8d84a410-df98-40f9-b664-ac6a39617d9b tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 944 time: 0.1171048 Aug 04 14:49:28.295166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.330246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54270) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:28.382194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c8b94eee-af60-4403-af35-47c631901e7c,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:28.384412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:28.387475 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728520bc-2b02-4d82-95da-e9b0bf3b90fd" -d '{"events": [{"server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94eee-af60-4403-af35-47c631901e7c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:28.396572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f3cb65d-8b53-415b-ae3a-e1ce20cc4491 req-095be7fc-c7de-40d4-bc1c-11fd283e7ba9 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803821 Aug 04 14:49:28.449439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.462560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.467339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.499714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07a475-e643-4e40-88b9-f366fa83acf5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:28.511132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.530731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d88117a-1420-4db1-b2b6-c7644acb8a97 req-6d515b6d-653a-47eb-8c01-5e6d7de0745d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2922168 Aug 04 14:49:28.550360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:28.573632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aef38682-af7a-4e97-af0d-73d1bcb7b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.574406 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4956b4f4-1caa-485d-b886-ac527a369227 x-openstack-request-id: req-4956b4f4-1caa-485d-b886-ac527a369227 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:28.574860 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94eee-af60-4403-af35-47c631901e7c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:28.575178 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4956b4f4-1caa-485d-b886-ac527a369227 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:28.575638 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c', 'code': 200} Aug 04 14:49:28.592099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1646144383', 'description': 'tempest-description-166164139'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:28.612691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:49:28.612691 n-d-801743-12 neutron-server[94265]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:49:28.612691 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id': '191b5b4dbd694acfac02f6eb26bbce26', 'id': '5698dc71-f374-402a-b2fa-f8a9735982f7', 'expiration': datetime.datetime(2021, 8, 4, 14, 51, 28, 608026)}] Aug 04 14:49:28.612691 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:49:28.613334 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:49:28.711066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd384831-1c7b-44a6-a7cc-0ab61e605afe req-e65c6a4b-1990-4c04-aad3-4c5b65677916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:28.712638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fd384831-1c7b-44a6-a7cc-0ab61e605afe req-e65c6a4b-1990-4c04-aad3-4c5b65677916 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 1097 time: 0.0552561 Aug 04 14:49:28.744579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aef38682-af7a-4e97-af0d-73d1bcb7b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.753405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aef38682-af7a-4e97-af0d-73d1bcb7b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.785760 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fd384831-1c7b-44a6-a7cc-0ab61e605afe req-1ec23714-44fe-4cf1-9316-2405ad76c94c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631559 Aug 04 14:49:28.808710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aef38682-af7a-4e97-af0d-73d1bcb7b556 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3600d720efd84ac58cf79eaf60e8332d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770834 Aug 04 14:49:28.809811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef38682-af7a-4e97-af0d-73d1bcb7b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4349eb-de0a-46eb-915e-82b25dfe88b9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:28.812397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54298) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:28.828077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-aff1f494-66ad-4fa4-996d-5a2e793404b5 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1674917202&fields=id&tenant_id=5f3963ae38f742628cb2fef5d59dae9b HTTP/1.1" status: 200 len: 267 time: 0.0685263 Aug 04 14:49:28.868474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.896555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.947924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-186a797c-3cb1-4fe7-9827-7074e9273c6d tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:28.949700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-186a797c-3cb1-4fe7-9827-7074e9273c6d tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/networks?id=282527b3-29df-437c-9637-86be5fae0236 HTTP/1.1" status: 200 len: 816 time: 0.1145802 Aug 04 14:49:28.951405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.954019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:28.955365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e4349eb-de0a-46eb-915e-82b25dfe88b9 HTTP/1.1" status: 204 len: 168 time: 0.1419744 Aug 04 14:49:28.965512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646e79-3b0b-49a6-b4e5-8491576e54ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4349eb-de0a-46eb-915e-82b25dfe88b9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:28.971185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-b5a2875f-9181-4bd3-8053-3bc234f21a8a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/quotas/5f3963ae38f742628cb2fef5d59dae9b HTTP/1.1" status: 200 len: 375 time: 0.0153961 Aug 04 14:49:29.033771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-70e8f0a9-dfce-4ae8-a01b-0fbbcd8ed589 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f3963ae38f742628cb2fef5d59dae9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549502 Aug 04 14:49:29.145140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-724688ad-0ee7-40a1-9016-972e8e374eb0 service neutron] 10.222.0.76 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980630 Aug 04 14:49:29.152151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:29.310759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-ef2c20d5-555b-40fb-ac31-ce71e616757c service neutron] 10.222.0.76 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434996 Aug 04 14:49:29.340905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:29.346316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:29.384213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:29.385606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b36c4f4-e222-4aa3-b4a3-0b3914007b85 req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7979281 Aug 04 14:49:29.387655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d102b17-df0b-40e3-8056-ff5accf93a84 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1886e512-7a1a-47f6-876f-a65db2774fa5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:29.597912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed55ddc-c7ad-4f33-8ed5-efd1c252504e req-3ca4528f-9726-43b7-9347-30e6e617a655 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:29.605995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eed55ddc-c7ad-4f33-8ed5-efd1c252504e req-3ca4528f-9726-43b7-9347-30e6e617a655 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.0691743 Aug 04 14:49:29.648701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eed55ddc-c7ad-4f33-8ed5-efd1c252504e req-764f4759-2f2a-4c32-b19d-52603c6097b1 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Aug 04 14:49:29.749500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:29.777000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:29.833246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:29.833593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9188cbf1-fa23-44ec-9ea3-6c0d928c4728 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:29.991514 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:49:30.123618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:30.123861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-22913c50-a5b3-4188-af78-d0142040dd75 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:30.133775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-22913c50-a5b3-4188-af78-d0142040dd75 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 812 time: 0.2370894 Aug 04 14:49:30.150888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'mac_address': 'fa:16:3e:98:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:30.166743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-4b9ad12e-b03f-4a9c-bd68-6f877e8f86ab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/quotas/191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 375 time: 0.0299082 Aug 04 14:49:30.215279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:30.244488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cba431ad-fb15-4970-803e-cdf8cab123d8 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:30.263553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-e2da97f1-02ef-4df8-bd09-6ecbc842b5ab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956156 Aug 04 14:49:30.318795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:30.331513 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:30.480781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:30.492372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cba431ad-fb15-4970-803e-cdf8cab123d8'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:30.525203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-7029bd0e-b556-4b51-a72d-872886c75556 service neutron] 10.222.0.76 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550242 Aug 04 14:49:30.710940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61306d9b-7c59-4d29-b494-0445041ba90b req-526d366d-3014-48db-9f89-0447d8c5df96 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.1637468 Aug 04 14:49:30.780858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-e99aad45-ba78-413a-8ceb-1ef942ec050d service neutron] 10.222.0.76 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435052 Aug 04 14:49:31.243173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f18ef7-a5e8-452e-9044-a4775fe3e033 req-ba74d3cf-9547-4f77-a476-38ef9b4c881e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:31.251502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47f18ef7-a5e8-452e-9044-a4775fe3e033 req-ba74d3cf-9547-4f77-a476-38ef9b4c881e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.1330409 Aug 04 14:49:31.328501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47f18ef7-a5e8-452e-9044-a4775fe3e033 req-ec4481ef-8fbd-4d01-b30f-4759045e3026 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Aug 04 14:49:31.750138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:31.883252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-f2e25da3-d7d2-4b96-b81d-92246b4b1427 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:31.885137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-f2e25da3-d7d2-4b96-b81d-92246b4b1427 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.38 "GET /v2.0/networks?id=282527b3-29df-437c-9637-86be5fae0236 HTTP/1.1" status: 200 len: 816 time: 0.6650219 Aug 04 14:49:31.933430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cba431ad-fb15-4970-803e-cdf8cab123d8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:31.933809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:31.996001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e0b9889-0420-49a5-a8fc-4e950479687a req-316da7a8-06d8-4637-a66f-01695c1195ac tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 210 time: 0.1085424 Aug 04 14:49:32.039083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-2430fa58-7706-463b-b27b-5cbb5a4cbdc1 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f3963ae38f742628cb2fef5d59dae9b HTTP/1.1" status: 200 len: 380 time: 0.1214037 Aug 04 14:49:32.068591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf2f5-ea71-4c2e-8a07-2da1f5c0ccc1 req-f4e30021-5888-4f13-9662-a96098a74808 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:32.078322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5bf2f5-ea71-4c2e-8a07-2da1f5c0ccc1 req-f4e30021-5888-4f13-9662-a96098a74808 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1920173 Aug 04 14:49:32.083318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'port': {'device_id': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'admin_state_up': True, 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'security_groups': ['d3dbf8da-9d1f-42db-8d7c-a80f01bfd985']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:32.316194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Made reservation on behalf of 5f3963ae38f742628cb2fef5d59dae9b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:32.320476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:32.323396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:32.351097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5bf2f5-ea71-4c2e-8a07-2da1f5c0ccc1 req-5d90e47a-9434-430b-a0f4-afe87452ff37 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714624 Aug 04 14:49:32.380176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:32.400560 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0cd7e-9c59-4b6e-945f-b6efd8c8517c" -d '{"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-plugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:32.440731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:32.449908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:32.552202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Allocated IP 172.20.0.4 (282527b3-29df-437c-9637-86be5fae0236/a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5/7a09d8ad-5823-4178-97ec-c0f32845025a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:32.577344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:32.715229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-26ece853-d545-433f-946c-d3fe3f4fef59 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:32.718979 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-26ece853-d545-433f-946c-d3fe3f4fef59 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.46 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 812 time: 0.1548426 Aug 04 14:49:32.763489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'device_id': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4', 'admin_state_up': True, 'tenant_id': '191b5b4dbd694acfac02f6eb26bbce26'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:32.795200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-fde4be3b-a728-470b-9d43-8196eb7bb324 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:32.808267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-fde4be3b-a728-470b-9d43-8196eb7bb324 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.6036408 Aug 04 14:49:32.841139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f8e36eb9-bfc7-4177-90be-63975efc01b8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0315566 Aug 04 14:49:32.964701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92daa4-7dc6-40b4-99dc-6910c8b89973 req-5d472f11-090f-4556-98a8-902bc6bbfe21 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:32.972902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e92daa4-7dc6-40b4-99dc-6910c8b89973 req-5d472f11-090f-4556-98a8-902bc6bbfe21 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.2470422 Aug 04 14:49:33.029219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e92daa4-7dc6-40b4-99dc-6910c8b89973 req-f4982000-d2a9-46d1-8c7f-acd2a32d4005 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553291 Aug 04 14:49:33.085522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Made reservation on behalf of 191b5b4dbd694acfac02f6eb26bbce26 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:33.090280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:33.091099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-110a81dc-a761-482a-be89-7f81b6bc6092 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2485118 Aug 04 14:49:33.165953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:33.316454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Transition to ACTIVE for port object 7a09d8ad-5823-4178-97ec-c0f32845025a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:33.394684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-b2e5395c-b5c0-479d-a5f8-26ebf8e764b2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:33.396543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-b2e5395c-b5c0-479d-a5f8-26ebf8e764b2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 946 time: 0.1313024 Aug 04 14:49:33.463439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a02ec93f-d4d4-458d-9431-3cdf89e06fcc req-c4d46eb0-20a1-420c-b703-35da70b1d24f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.0529737 Aug 04 14:49:33.472849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Allocated IP 172.20.0.3 (ae48d3af-f864-4a64-9da5-0f287c0dd6c4/ac18abf5-1d2c-44b6-a59e-5a2e36b82a45/5f412bb2-fefe-4ca1-a867-7acc69568103) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:33.475082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-989af127-1c51-4e8e-84d2-88c9d16e6a5b service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826613 Aug 04 14:49:33.587634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Deleting port 35d29d15-4831-4efb-af8e-94e7f7811cca {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:33.588107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:33.605647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:33.686097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Network 282527b3-29df-437c-9637-86be5fae0236 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:33.699598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:33.703392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:33.706549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event updated for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:33.731729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-40da5f52-e80f-4dd7-abb3-817a8a184ef2 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501879 Aug 04 14:49:33.770817 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900fd4c-8fd8-4d97-a5c9-3ee4712a2ab0 x-openstack-request-id: req-f900fd4c-8fd8-4d97-a5c9-3ee4712a2ab0 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:33.771384 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-plugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:33.771729 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f900fd4c-8fd8-4d97-a5c9-3ee4712a2ab0 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:33.776258 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'code': 200} Aug 04 14:49:33.921287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:33.921966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:33.986220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a917d5ef-eed1-48da-84e5-586b4485c90e req-f4fcc981-9239-4e40-8c8a-216c4ac537e8 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 210 time: 0.1268625 Aug 04 14:49:33.988029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.011461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-5070fd2d-eb64-48b1-bca2-94a28b405565 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9529095 Aug 04 14:49:34.029086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Request body: {'port': {'device_id': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:34.080215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] For port 35d29d15-4831-4efb-af8e-94e7f7811cca, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=35d29d15-4831-4efb-af8e-94e7f7811cca,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:34.080586 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.144468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Calling delete_port for 35d29d15-4831-4efb-af8e-94e7f7811cca owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:34.298207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.307451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e99a8237-a257-492d-b4dc-bfc53f3fbc05 None None] Provisioning for port 7a09d8ad-5823-4178-97ec-c0f32845025a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:34.319892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e99a8237-a257-492d-b4dc-bfc53f3fbc05 None None] Provisioning complete for port 7a09d8ad-5823-4178-97ec-c0f32845025a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:34.324775 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99a8237-a257-492d-b4dc-bfc53f3fbc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.371860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:34.380269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:34.406043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:34.416918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d47b541a-0491-4941-a581-62c08e483612 req-fa38dabc-822d-4cde-b2e6-b3ae00597558 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 210 time: 0.1438756 Aug 04 14:49:34.441300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e99a8237-a257-492d-b4dc-bfc53f3fbc05 None None] Port 7a09d8ad-5823-4178-97ec-c0f32845025a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:49:34.445054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:34.466018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.573535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:34.574324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.578282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.592285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:34.748802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Pushing event deleted for resources: {'Port': ['ID=35d29d15-4831-4efb-af8e-94e7f7811cca,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:34.769505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-0792ff94-76c7-4171-ace0-7d6aeeffd665 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0404005 Aug 04 14:49:34.831277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c96d-3cf2-4d80-ae7e-b07e3976feb8 req-abea3dc0-ae26-4af0-8c7f-6327a7962c99 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:34.845305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Request body: {'port': {'device_id': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:34.848551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01f8c96d-3cf2-4d80-ae7e-b07e3976feb8 req-abea3dc0-ae26-4af0-8c7f-6327a7962c99 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=4710bd74-ba65-49f6-b7c8-25b5fb4e6422 HTTP/1.1" status: 200 len: 867 time: 0.6851659 Aug 04 14:49:34.912896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] No DVR routers for this DVR port 35d29d15-4831-4efb-af8e-94e7f7811cca on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:34.953421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:34.964012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7f40f0b-ea56-4c65-99d3-fe7c7b912342 req-24a6ba8c-3a80-4ee6-8c17-5306d42dda96 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "DELETE /v2.0/ports/35d29d15-4831-4efb-af8e-94e7f7811cca HTTP/1.1" status: 204 len: 173 time: 1.5590150 Aug 04 14:49:34.974392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'name': 'network-vif-deleted', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:34.995883 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016424b3-ec10-439f-afdc-45e2c773041d" -d '{"events": [{"server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "name": "network-vif-deleted", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:35.106517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:35.127579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01f8c96d-3cf2-4d80-ae7e-b07e3976feb8 req-99409460-cd68-4966-873f-3b5a5506690b tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776327 Aug 04 14:49:35.177649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ccf4c-96df-40a3-bc5a-8902498abff3 req-3436594d-b681-41af-8dee-e89839252b23 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:35.195334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393ccf4c-96df-40a3-bc5a-8902498abff3 req-3436594d-b681-41af-8dee-e89839252b23 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.4031563 Aug 04 14:49:35.400171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393ccf4c-96df-40a3-bc5a-8902498abff3 req-2a36e2c5-0182-4914-9887-026d871ffe62 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934707 Aug 04 14:49:35.463429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a09d8ad-5823-4178-97ec-c0f32845025a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:35.474354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:35.486298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab76e-02e8-4ff9-b4f6-8026b908a808 req-c8a0ec89-6524-4426-a109-7d1ebe6314ad tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:35.488192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6aab76e-02e8-4ff9-b4f6-8026b908a808 req-c8a0ec89-6524-4426-a109-7d1ebe6314ad tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 931 time: 0.1669564 Aug 04 14:49:35.507157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Transition to ACTIVE for port object 7a09d8ad-5823-4178-97ec-c0f32845025a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:35.524139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:35.604585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:35.713312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6aab76e-02e8-4ff9-b4f6-8026b908a808 req-57c1e730-b264-4347-b20f-ccd70e5ca2a1 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151875 Aug 04 14:49:35.799421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 35d29d15-4831-4efb-af8e-94e7f7811cca no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:35.826405 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a08a7-9d59-41ee-94e3-cbf1fe9cbc78 x-openstack-request-id: req-a58a08a7-9d59-41ee-94e3-cbf1fe9cbc78 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:35.827842 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4710bd74-ba65-49f6-b7c8-25b5fb4e6422", "name": "network-vif-deleted", "tag": "35d29d15-4831-4efb-af8e-94e7f7811cca", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:35.829798 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a58a08a7-9d59-41ee-94e3-cbf1fe9cbc78 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:35.831600 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4710bd74-ba65-49f6-b7c8-25b5fb4e6422', 'name': 'network-vif-deleted', 'tag': '35d29d15-4831-4efb-af8e-94e7f7811cca', 'status': 'completed', 'code': 200} Aug 04 14:49:35.943445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 35d29d15-4831-4efb-af8e-94e7f7811cca {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:35.944444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 35d29d15-4831-4efb-af8e-94e7f7811cca not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:36.051062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f412bb2-fefe-4ca1-a867-7acc69568103 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:36.071757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c48d-0c38-48fa-a5a9-debd4b878faa req-37b5726d-dae6-4aba-82d8-64ed8cff4b9b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:36.073837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c267c48d-0c38-48fa-a5a9-debd4b878faa req-37b5726d-dae6-4aba-82d8-64ed8cff4b9b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 931 time: 0.2614667 Aug 04 14:49:36.079238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.117706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Attempting to bind port 7a09d8ad-5823-4178-97ec-c0f32845025a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:36.120832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Attempting to bind port 7a09d8ad-5823-4178-97ec-c0f32845025a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:36.121988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Transition to ACTIVE for port object 5f412bb2-fefe-4ca1-a867-7acc69568103 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:36.123640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Attempting to bind port 7a09d8ad-5823-4178-97ec-c0f32845025a on network 282527b3-29df-437c-9637-86be5fae0236 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:36.134810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.210098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Port 7a09d8ad-5823-4178-97ec-c0f32845025a on network 282527b3-29df-437c-9637-86be5fae0236 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:36.211683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Attempting to bind port 7a09d8ad-5823-4178-97ec-c0f32845025a on network 282527b3-29df-437c-9637-86be5fae0236 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:36.238131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:36.239566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Checking segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:36.240370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Bound using segment: {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:36.241662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Bound port: 7a09d8ad-5823-4178-97ec-c0f32845025a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecb66d0-8559-4585-9ab0-320a3f840730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '282527b3-29df-437c-9637-86be5fae0236'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:36.242045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:36.243005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.261348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54676) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:36.320695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30f35-3f06-423d-ae3c-48b86aa7f866 req-dc590f22-0619-439d-87d9-59484ff0d69a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:36.328280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09f30f35-3f06-423d-ae3c-48b86aa7f866 req-dc590f22-0619-439d-87d9-59484ff0d69a tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.3286262 Aug 04 14:49:36.332710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c267c48d-0c38-48fa-a5a9-debd4b878faa req-ab7f11c5-69c8-4f67-874b-8b7f1b72d9b8 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038770 Aug 04 14:49:36.534177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09f30f35-3f06-423d-ae3c-48b86aa7f866 req-4c0745d8-b5ee-42db-b860-faf00f6be527 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046273 Aug 04 14:49:36.552101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Attempting to bind port 5f412bb2-fefe-4ca1-a867-7acc69568103 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:36.553696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Attempting to bind port 5f412bb2-fefe-4ca1-a867-7acc69568103 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:36.554266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Attempting to bind port 5f412bb2-fefe-4ca1-a867-7acc69568103 on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:36.565266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Port 5f412bb2-fefe-4ca1-a867-7acc69568103 on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:36.565951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Attempting to bind port 5f412bb2-fefe-4ca1-a867-7acc69568103 on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:36.595226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e11b7b0e-5387-4967-aa4b-b788040e9358 req-6448a9d4-e533-4a8f-a86f-4672997f9d05 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 210 time: 0.1257570 Aug 04 14:49:36.602280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:36.602928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Checking segment: {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:36.603645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Bound using segment: {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:36.605161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Bound port: 5f412bb2-fefe-4ca1-a867-7acc69568103, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:36.617211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f728f3f-da3f-4e77-ab71-1d8b3ba6b1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.623305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.643920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:36.663612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-68c30389-93fb-498d-a3f8-14903c86ef3d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:36.667463 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-68c30389-93fb-498d-a3f8-14903c86ef3d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.3188741 Aug 04 14:49:36.713743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:36.770100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7a09d8ad-5823-4178-97ec-c0f32845025a,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:36.781100 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.856361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:36.874904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:36.875516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.877612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-623291c9-cab9-4d8d-befa-a65c3b547a75 service neutron] 10.222.0.38 "PUT /v2.0/ports/7a09d8ad-5823-4178-97ec-c0f32845025a HTTP/1.1" status: 200 len: 1092 time: 2.8569636 Aug 04 14:49:36.878174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:36.882167 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c289da-769f-49d8-a159-7b7f7832898b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:36.907455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:36.938363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:36.948049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:36.999177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f728f3f-da3f-4e77-ab71-1d8b3ba6b1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.008421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f728f3f-da3f-4e77-ab71-1d8b3ba6b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.083604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.084292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.086057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 1092 time: 2.2662265 Aug 04 14:49:37.100702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7f728f3f-da3f-4e77-ab71-1d8b3ba6b1b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=927528879d1e4ecfbcc278aa8e02d4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364770 Aug 04 14:49:37.104372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:37.169862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f728f3f-da3f-4e77-ab71-1d8b3ba6b1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b137c18-b8fb-4879-9363-106ce4f58f46,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:37.178071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-9314de6e-132a-4192-8950-1fe999da91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.179676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-9314de6e-132a-4192-8950-1fe999da91a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f3963ae38f742628cb2fef5d59dae9b&device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 1095 time: 0.2448349 Aug 04 14:49:37.228339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d169a-6826-4b2a-928b-e707a6697cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:37.264980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:37.275187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.296622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-6d1ef1e6-0e5d-4d19-9680-1e90d1523538 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a09d8ad-5823-4178-97ec-c0f32845025a HTTP/1.1" status: 200 len: 217 time: 0.1030281 Aug 04 14:49:37.316747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9833-0807-4e88-83f1-b0d766481327 req-e27b065d-c5ae-4ac4-a3aa-cc5c9d935b23 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.326436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4cb9833-0807-4e88-83f1-b0d766481327 req-e27b065d-c5ae-4ac4-a3aa-cc5c9d935b23 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.2119277 Aug 04 14:49:37.351152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.380401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.412409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c436c2-ca5b-41e9-b40c-c8e2cf4bc005 req-026717f1-3020-4a8a-8e87-a31f45300176 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.414012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51c436c2-ca5b-41e9-b40c-c8e2cf4bc005 req-026717f1-3020-4a8a-8e87-a31f45300176 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.2067375 Aug 04 14:49:37.433061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4cb9833-0807-4e88-83f1-b0d766481327 req-74c43cd5-239f-4889-8a4b-62bec3e1b84f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998023 Aug 04 14:49:37.446654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-ed3cbe25-b72f-4bc8-983b-aadb39114b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.449385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-ed3cbe25-b72f-4bc8-983b-aadb39114b7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1095 time: 0.2632525 Aug 04 14:49:37.451191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.454215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:37.457973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b137c18-b8fb-4879-9363-106ce4f58f46 HTTP/1.1" status: 204 len: 168 time: 0.3269594 Aug 04 14:49:37.502931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-98bd0c75-e308-4d24-ac4c-d01de1ca4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.504614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-98bd0c75-e308-4d24-ac4c-d01de1ca4b90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5 HTTP/1.1" status: 200 len: 855 time: 0.1699162 Aug 04 14:49:37.516345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3f0d-2b12-4a34-b2e0-cd79468fc3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b137c18-b8fb-4879-9363-106ce4f58f46,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:37.527041 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-130e12d1-6d0b-4c12-8040-0a3cb7576d51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 217 time: 0.0540862 Aug 04 14:49:37.560490 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa84a4af-3c2a-4034-94ff-9c856e75d815 x-openstack-request-id: req-aa84a4af-3c2a-4034-94ff-9c856e75d815 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:37.561431 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:37.562300 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa84a4af-3c2a-4034-94ff-9c856e75d815 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:37.562914 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'status': 'completed', 'code': 200} Aug 04 14:49:37.616127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51c436c2-ca5b-41e9-b40c-c8e2cf4bc005 req-9944d15e-204c-4c1f-8bab-7f166734c6fe tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798942 Aug 04 14:49:37.666695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-322a0205-c39d-4c3f-bf10-c02c13983df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.666875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f5d-3da5-4672-9def-188699012af3 req-ed88f490-c1a9-44cd-ae7f-bcdf17282098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:37.668521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-ed88f490-c1a9-44cd-ae7f-bcdf17282098 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282527b3-29df-437c-9637-86be5fae0236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448309 Aug 04 14:49:37.668804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-322a0205-c39d-4c3f-bf10-c02c13983df8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.1221313 Aug 04 14:49:37.792694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-cdf7b2df-84c4-4712-8628-926128a67649 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636170 Aug 04 14:49:37.878785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.6 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/eae7785f-631d-4538-ae98-a5f6b0c15169) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:37.987860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee0f26-29c0-4a43-9750-731860a82873 req-a0b7d015-9fc0-4e8b-9eeb-250bfd002296 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.010562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dee0f26-29c0-4a43-9750-731860a82873 req-a0b7d015-9fc0-4e8b-9eeb-250bfd002296 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.3409116 Aug 04 14:49:38.105349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-20e9763f-e1a1-4610-982f-dcfd243a529e service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239893 Aug 04 14:49:38.128121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bf166-e292-4a29-894d-f01efa237314 req-07915f43-396f-429b-a88f-3d9b2492b6af tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.129728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-573bf166-e292-4a29-894d-f01efa237314 req-07915f43-396f-429b-a88f-3d9b2492b6af tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 943 time: 0.3226533 Aug 04 14:49:38.141452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:38.164251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dee0f26-29c0-4a43-9750-731860a82873 req-4ca425a2-4014-4dbf-a4d8-07def915e4e2 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527147 Aug 04 14:49:38.210700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:38.213426 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58aa74-01a4-40b9-aa24-90c24c69b203" -d '{"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:38.230201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:38.247657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:38.299097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-573bf166-e292-4a29-894d-f01efa237314 req-c8d71086-dad6-4dab-bb3a-0f35b2ad35fe tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552880 Aug 04 14:49:38.415725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4311f5d-3da5-4672-9def-188699012af3 req-6f788393-f547-4aaa-a64f-a91caed7725f service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848344 Aug 04 14:49:38.490646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:38.492179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:38.497420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161de247-d28b-4616-aadd-d95901b002ba req-d981cca1-c2b2-473d-a82e-f7d75f59b884 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.502224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-161de247-d28b-4616-aadd-d95901b002ba req-d981cca1-c2b2-473d-a82e-f7d75f59b884 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 931 time: 0.1666613 Aug 04 14:49:38.503842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:38.507756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:38.597062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.597898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:38.638240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfbe19-aa2f-46bd-b934-8d5453c570aa req-34c7d9b8-ba44-41af-9dce-6039392d337e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.647973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acdfbe19-aa2f-46bd-b934-8d5453c570aa req-34c7d9b8-ba44-41af-9dce-6039392d337e tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.2234156 Aug 04 14:49:38.650026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-f5e859e9-0793-4d2f-9b03-ecdfdfccdbbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9676750 Aug 04 14:49:38.666335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Request body: {'port': {'device_id': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:38.732748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-161de247-d28b-4616-aadd-d95901b002ba req-7d1d0779-0a97-450c-844f-2d231cdc0c93 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960170 Aug 04 14:49:38.752816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c289da-769f-49d8-a159-7b7f7832898b req-e69fec53-6cc9-420c-9b42-c4960919eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:38.754820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-e69fec53-6cc9-420c-9b42-c4960919eb0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f3963ae38f742628cb2fef5d59dae9b&device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 1095 time: 0.2409582 Aug 04 14:49:38.769176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-fc5165a8-beac-49b6-a6fb-e6284dffe3a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506756 Aug 04 14:49:38.769797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:38.804360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acdfbe19-aa2f-46bd-b934-8d5453c570aa req-92871ea4-248a-4e9d-8233-d307da1d02b0 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553764 Aug 04 14:49:39.092217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c289da-769f-49d8-a159-7b7f7832898b req-eb3bf442-5f8f-46dd-a379-ba815b1459b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.093758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-eb3bf442-5f8f-46dd-a379-ba815b1459b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=282527b3-29df-437c-9637-86be5fae0236 HTTP/1.1" status: 200 len: 917 time: 0.3291686 Aug 04 14:49:39.159703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-5b4c7c35-6ea8-45d5-b0fc-5c973fefcb00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a09d8ad-5823-4178-97ec-c0f32845025a HTTP/1.1" status: 200 len: 217 time: 0.0497367 Aug 04 14:49:39.291352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56333f-82ff-40e4-a8b7-1ae695fedae2 req-8ae28e14-1b5c-46b5-b954-bf53efd760e6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.299123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab56333f-82ff-40e4-a8b7-1ae695fedae2 req-8ae28e14-1b5c-46b5-b954-bf53efd760e6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.2235703 Aug 04 14:49:39.395904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c289da-769f-49d8-a159-7b7f7832898b req-de6a3fb5-2f05-48b9-adc7-96a2e82964b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.397535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-de6a3fb5-2f05-48b9-adc7-96a2e82964b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5 HTTP/1.1" status: 200 len: 855 time: 0.2296703 Aug 04 14:49:39.484807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab56333f-82ff-40e4-a8b7-1ae695fedae2 req-3fdaf32b-2e83-421e-a8f5-df244dea7280 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846595 Aug 04 14:49:39.535800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece492dc-24a3-49f7-bbce-5af4af80a0e8 req-1ed2d2fd-f665-4767-a7e2-0d25b89c46f5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.537427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ece492dc-24a3-49f7-bbce-5af4af80a0e8 req-1ed2d2fd-f665-4767-a7e2-0d25b89c46f5 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1943433 Aug 04 14:49:39.545612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c289da-769f-49d8-a159-7b7f7832898b req-e60ba357-56aa-49e2-9e60-51ab5f37a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.547171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-e60ba357-56aa-49e2-9e60-51ab5f37a3ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282527b3-29df-437c-9637-86be5fae0236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340785 Aug 04 14:49:39.550237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4508425d-aa29-4893-9884-9fd6a8d1b9fe req-f0413423-e188-4627-b84d-207c6c6f6af2 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655332 Aug 04 14:49:39.579929 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8ffc7-b928-4a03-bb25-77af489249b8 x-openstack-request-id: req-54f8ffc7-b928-4a03-bb25-77af489249b8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:39.580200 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:39.580713 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54f8ffc7-b928-4a03-bb25-77af489249b8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:39.580953 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'status': 'completed', 'code': 200} Aug 04 14:49:39.965081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ece492dc-24a3-49f7-bbce-5af4af80a0e8 req-8860aefb-fa52-4198-9bd2-cd115373fbe0 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168067 Aug 04 14:49:39.982695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-951c66b1-8544-42b9-af19-b835ce71651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:39.984335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-951c66b1-8544-42b9-af19-b835ce71651f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1095 time: 0.2292848 Aug 04 14:49:40.051921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-2375cd2a-d078-4a76-b050-537f552a31a5 service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660189 Aug 04 14:49:40.209059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a850c-3eb6-492c-ad0d-027aab00eec1 req-d75c6cab-4507-4bd5-9815-1c5e6e02330c tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.217648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-193a850c-3eb6-492c-ad0d-027aab00eec1 req-d75c6cab-4507-4bd5-9815-1c5e6e02330c tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 943 time: 0.3826039 Aug 04 14:49:40.279121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-b0988a1f-d156-4f0e-89a4-cf88ed14ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.281332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-b0988a1f-d156-4f0e-89a4-cf88ed14ab67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.2687576 Aug 04 14:49:40.313140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3c289da-769f-49d8-a159-7b7f7832898b req-61f521d2-d6a9-4b3d-bae9-ab59880c0afb service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509205 Aug 04 14:49:40.342787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-193a850c-3eb6-492c-ad0d-027aab00eec1 req-b6d89f8a-6e4b-40fa-8b17-7fabc0e2c363 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231194 Aug 04 14:49:40.381294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bca8c3-32f1-4fd6-8c43-4017945171bf req-531d3920-d819-4630-bcee-5977174803e0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.390415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62bca8c3-32f1-4fd6-8c43-4017945171bf req-531d3920-d819-4630-bcee-5977174803e0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 931 time: 0.2381508 Aug 04 14:49:40.394058 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-ee212e4f-c8ca-470d-99a2-3a11a1b81ee3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 217 time: 0.0429616 Aug 04 14:49:40.405500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae7785f-631d-4538-ae98-a5f6b0c15169 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:40.415383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:40.451322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62bca8c3-32f1-4fd6-8c43-4017945171bf req-cf50733e-23d5-482a-89ff-a86ab838ec19 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595264 Aug 04 14:49:40.473603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-91ec18b3-8d6c-4704-9c0b-4dd530b48ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.475414 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-91ec18b3-8d6c-4704-9c0b-4dd530b48ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.0661385 Aug 04 14:49:40.483067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Transition to ACTIVE for port object eae7785f-631d-4538-ae98-a5f6b0c15169 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:40.532118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:40.532336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c9336-e445-45d1-9466-68c96d4c101b req-1d66873c-de52-421d-b8ea-649dac645f62 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.540164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-800c9336-e445-45d1-9466-68c96d4c101b req-1d66873c-de52-421d-b8ea-649dac645f62 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.0874467 Aug 04 14:49:40.594003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-1e487277-429e-4f6b-9e04-7c7bde31d464 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073077 Aug 04 14:49:40.597920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:40.598183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-800c9336-e445-45d1-9466-68c96d4c101b req-92bdab1e-1b55-4785-b5b0-a1dd52db260c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Aug 04 14:49:40.781407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddf3cb-9606-4a5a-99df-48267ecb5cb2 req-6cb09f7d-54e4-476d-98bc-8be237ac18c3 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.783403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66ddf3cb-9606-4a5a-99df-48267ecb5cb2 req-6cb09f7d-54e4-476d-98bc-8be237ac18c3 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.0654812 Aug 04 14:49:40.837756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54868) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:40.839555 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-8385f5e5-c7cb-4d31-820e-6421daf6d87d service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305746 Aug 04 14:49:40.870970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Attempting to bind port eae7785f-631d-4538-ae98-a5f6b0c15169 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:40.871313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Attempting to bind port eae7785f-631d-4538-ae98-a5f6b0c15169 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:40.871640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Attempting to bind port eae7785f-631d-4538-ae98-a5f6b0c15169 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:40.880210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66ddf3cb-9606-4a5a-99df-48267ecb5cb2 req-0ef066a9-4721-4fbf-8aae-05865e3d66eb tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875721 Aug 04 14:49:40.881452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-3bf59201-4d4e-4477-b8e7-8de40a4302aa tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:40.883394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-3bf59201-4d4e-4477-b8e7-8de40a4302aa tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.46 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.1009102 Aug 04 14:49:40.967767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Port eae7785f-631d-4538-ae98-a5f6b0c15169 on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:40.968103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Attempting to bind port eae7785f-631d-4538-ae98-a5f6b0c15169 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:40.994288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb74d91-b8c5-4b8a-8804-e62196ddb9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.000256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:41.000727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:41.001130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:41.001590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Bound port: eae7785f-631d-4538-ae98-a5f6b0c15169, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:41.001954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.096894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-db58aa74-01a4-40b9-aa24-90c24c69b203 req-fe00a41d-1229-46dc-8411-8003810c62de service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388608 Aug 04 14:49:41.170657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:41.173765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb74d91-b8c5-4b8a-8804-e62196ddb9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.174920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eae7785f-631d-4538-ae98-a5f6b0c15169,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:41.183469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Deleting port c8b94eee-af60-4403-af35-47c631901e7c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:41.183469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.186901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb74d91-b8c5-4b8a-8804-e62196ddb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.189103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.218201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dcb74d91-b8c5-4b8a-8804-e62196ddb9e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3950c08412b4e7cb3af7b7f69e30fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789499 Aug 04 14:49:41.225438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54874) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:41.257712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be306c-3dea-4320-abd2-985b3f322e69 req-c4dc457e-73c8-491c-9857-b8ea0325e6e1 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.265803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38be306c-3dea-4320-abd2-985b3f322e69 req-c4dc457e-73c8-491c-9857-b8ea0325e6e1 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.2068634 Aug 04 14:49:41.288026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.288647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.290048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] 10.222.0.38 "PUT /v2.0/ports/eae7785f-631d-4538-ae98-a5f6b0c15169 HTTP/1.1" status: 200 len: 1092 time: 2.6290133 Aug 04 14:49:41.328065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb74d91-b8c5-4b8a-8804-e62196ddb9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d98d9a-d2b8-486e-80ae-34585edb1606,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:41.340599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372baf-e110-4b06-b641-e623af2a21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:41.370681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38be306c-3dea-4320-abd2-985b3f322e69 req-dd4d3f0f-cc9e-4c6d-853e-47a5af2f1d3e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997047 Aug 04 14:49:41.387650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.417843 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.448864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-7c7b8070-3744-4c9d-b360-567dbbb5e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.450443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-7c7b8070-3744-4c9d-b360-567dbbb5e228 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 1095 time: 0.1062946 Aug 04 14:49:41.457404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] For port c8b94eee-af60-4403-af35-47c631901e7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c8b94eee-af60-4403-af35-47c631901e7c,segment=NetworkSegment(21459eb4-7df8-4c8b-917c-15d4771e9175),segment_id=21459eb4-7df8-4c8b-917c-15d4771e9175)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:41.457801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.521096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80015-9c4d-479e-ab26-eefea07033c9 req-a7050ce0-0e91-45c7-8541-ac8b866f67f7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.522798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc80015-9c4d-479e-ab26-eefea07033c9 req-a7050ce0-0e91-45c7-8541-ac8b866f67f7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 943 time: 0.0865252 Aug 04 14:49:41.542115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-d61f7b04-ba6d-40d6-be5a-7a4bb3a582b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae7785f-631d-4538-ae98-a5f6b0c15169 HTTP/1.1" status: 200 len: 217 time: 0.0801885 Aug 04 14:49:41.543024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Calling delete_port for c8b94eee-af60-4403-af35-47c631901e7c owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:41.545619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.548992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:41.550714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89d98d9a-d2b8-486e-80ae-34585edb1606 HTTP/1.1" status: 204 len: 168 time: 0.3240471 Aug 04 14:49:41.568800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1be1-e7ff-4587-a68b-e969ad61d8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d98d9a-d2b8-486e-80ae-34585edb1606,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:41.581582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:41.594241 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cf4807-665c-427c-a2ab-25a3812dad25" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:41.632720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc80015-9c4d-479e-ab26-eefea07033c9 req-75e78cf6-0068-4764-a34c-bf99e16bb86e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973420 Aug 04 14:49:41.704032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19fc3-1fe6-4c1d-9790-c82e1770d755 req-fe3bd914-152f-4cf3-b744-b8172f20618b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.707164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64d19fc3-1fe6-4c1d-9790-c82e1770d755 req-fe3bd914-152f-4cf3-b744-b8172f20618b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 943 time: 0.1095848 Aug 04 14:49:41.719465 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e15190-1bb8-47c9-99ce-d51e64c39439 x-openstack-request-id: req-02e15190-1bb8-47c9-99ce-d51e64c39439 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:41.719465 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:41.721282 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02e15190-1bb8-47c9-99ce-d51e64c39439 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:41.721724 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169', 'status': 'completed', 'code': 200} Aug 04 14:49:41.754006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-81bb50ba-6a82-49fa-adb7-a3a9d1eca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.755620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-81bb50ba-6a82-49fa-adb7-a3a9d1eca46a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.2040641 Aug 04 14:49:41.813049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5f412bb2-fefe-4ca1-a867-7acc69568103 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:41.817297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64d19fc3-1fe6-4c1d-9790-c82e1770d755 req-27c2af91-d101-4beb-b86f-9bc1bbab3788 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031442 Aug 04 14:49:41.824314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-04bda8f8-5d7c-4cb8-8c93-d3e40bb8d8de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546043 Aug 04 14:49:41.880050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f36e-6cb0-432d-9234-1a699c0dd2eb req-db112e1d-eacf-4241-aca5-a3a6891630e0 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:41.891584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f83f36e-6cb0-432d-9234-1a699c0dd2eb req-db112e1d-eacf-4241-aca5-a3a6891630e0 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d22a5-c9f3-43ba-8951-f76d7aa1b653 HTTP/1.1" status: 200 len: 945 time: 0.0959208 Aug 04 14:49:41.971927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f83f36e-6cb0-432d-9234-1a699c0dd2eb req-6f775cc5-1261-47ae-8a87-1fc2bd122a0c tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.76 "GET /v2.0/security-groups?id=508eb775-7a79-4745-a5d2-c87bc351fd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671546 Aug 04 14:49:42.003089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-65981f3a-afbf-407a-8453-1ffb1a65abd9 service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678069 Aug 04 14:49:42.034397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:42.040867 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:42.054547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4', 'port_id': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'mac_address': 'fa:16:3e:f3:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac18abf5-1d2c-44b6-a59e-5a2e36b82a45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:42.117571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c8b94eee-af60-4403-af35-47c631901e7c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:42.151085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Pushing event deleted for resources: {'Port': ['ID=c8b94eee-af60-4403-af35-47c631901e7c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:42.168395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:42.184615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f412bb2-fefe-4ca1-a867-7acc69568103 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:42.204612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] No DVR routers for this DVR port c8b94eee-af60-4403-af35-47c631901e7c on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:42.212990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:42.215102 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b228bf09-eb94-496e-910d-4050f1ccbe95 req-546143f3-af34-48d0-afeb-1e85fc341678 tempest-ServerDiskConfigTestJSON-1212458093 tempest-ServerDiskConfigTestJSON-1212458093-project] 10.222.0.46 "DELETE /v2.0/ports/c8b94eee-af60-4403-af35-47c631901e7c HTTP/1.1" status: 204 len: 173 time: 1.2822819 Aug 04 14:49:42.240336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:42.261046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:42.272231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-158374ca-a4ed-452a-9b4e-0b0fbf196b74 req-2a4c4984-e97b-4302-81d7-228a45a95c1f service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600415 Aug 04 14:49:42.368331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:42.427528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-be292334-22e9-4f4a-927a-f086097bb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:42.429249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-be292334-22e9-4f4a-927a-f086097bb399 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 1095 time: 0.1026669 Aug 04 14:49:42.535009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:42.619367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-6f07c700-346f-4870-bde1-fab935d5c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:42.623567 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-6f07c700-346f-4870-bde1-fab935d5c1b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.1872518 Aug 04 14:49:42.687150 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-8d1f691d-7da3-4765-9a65-12b345b6ed37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae7785f-631d-4538-ae98-a5f6b0c15169 HTTP/1.1" status: 200 len: 217 time: 0.0534291 Aug 04 14:49:42.797155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-74acb506-91d9-4e84-8385-5a28091aafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:42.799043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-74acb506-91d9-4e84-8385-5a28091aafd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.1015027 Aug 04 14:49:42.845563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-5afdb687-363a-40c8-88ef-6699b050bacd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383441 Aug 04 14:49:42.955767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675150d6-ba91-473e-a836-f553f0ce6a20 req-fa932b29-3922-48a3-a461-7b1dd404aa56 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:42.957373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-675150d6-ba91-473e-a836-f553f0ce6a20 req-fa932b29-3922-48a3-a461-7b1dd404aa56 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.8609436 Aug 04 14:49:42.980289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac8dd-79c2-4d2f-8d89-e1689911ca57 req-dc979049-0ca0-4593-9f04-8af7143d9158 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:42.981839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24eac8dd-79c2-4d2f-8d89-e1689911ca57 req-dc979049-0ca0-4593-9f04-8af7143d9158 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1697414 Aug 04 14:49:42.998729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-fed988e1-a3fd-4242-97ca-f8b4eec53c05 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:43.000549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-fed988e1-a3fd-4242-97ca-f8b4eec53c05 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 946 time: 0.1208971 Aug 04 14:49:43.019155 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-39957114-8317-4e5d-92b5-a7c9ea97d6ec service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629310 Aug 04 14:49:43.087208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-675150d6-ba91-473e-a836-f553f0ce6a20 req-e517867a-8d66-403a-b8a0-1f20d8e82c07 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153162 Aug 04 14:49:43.157266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24eac8dd-79c2-4d2f-8d89-e1689911ca57 req-989bfa4e-ee7f-4107-b7d1-dfb8fd3c6a9e tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e3bb675-b469-4010-b5cb-e2f7359e5136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555972 Aug 04 14:49:43.174563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83cf4807-665c-427c-a2ab-25a3812dad25 req-7aa32d11-b9b0-4854-aa6a-07bdfc1784de service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465423 Aug 04 14:49:43.246272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Deleting port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:43.246701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:43.352168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7956-a712-40ff-8c36-377f58337994 req-1202d96c-eacd-46eb-9fc1-937d9378fa56 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:43.353817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c34e7956-a712-40ff-8c36-377f58337994 req-1202d96c-eacd-46eb-9fc1-937d9378fa56 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 944 time: 0.1744602 Aug 04 14:49:43.409855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0530d61-ca82-472e-b356-8f51332e98be req-fdefb0fe-0ffe-427a-b668-198f996f8321 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:43.417845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0530d61-ca82-472e-b356-8f51332e98be req-fdefb0fe-0ffe-427a-b668-198f996f8321 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 943 time: 0.1670334 Aug 04 14:49:43.474547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] For port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:43.474847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:43.501540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c34e7956-a712-40ff-8c36-377f58337994 req-fdd6520f-9c6e-4805-be69-256d2b18c786 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377180 Aug 04 14:49:43.524957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0530d61-ca82-472e-b356-8f51332e98be req-58d14c22-13cf-4404-a781-8901fb7c92ae tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059120 Aug 04 14:49:43.551033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Calling delete_port for 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:43.723075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'name': 'network-vif-deleted', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:43.725527 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ab6b4-4a33-42c7-8e8c-61dee6e03d70" -d '{"events": [{"server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "name": "network-vif-deleted", "tag": "c8b94eee-af60-4403-af35-47c631901e7c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:43.787825 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d444b34-97f0-40ea-a3a5-ecaf5577e72f x-openstack-request-id: req-3d444b34-97f0-40ea-a3a5-ecaf5577e72f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:43.788119 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158d22a5-c9f3-43ba-8951-f76d7aa1b653", "name": "network-vif-deleted", "tag": "c8b94eee-af60-4403-af35-47c631901e7c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:43.788373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d444b34-97f0-40ea-a3a5-ecaf5577e72f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:43.788799 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158d22a5-c9f3-43ba-8951-f76d7aa1b653', 'name': 'network-vif-deleted', 'tag': 'c8b94eee-af60-4403-af35-47c631901e7c', 'status': 'completed', 'code': 200} Aug 04 14:49:43.827906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5f412bb2-fefe-4ca1-a867-7acc69568103 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:43.828478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:43.869898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Pushing event deleted for resources: {'Port': ['ID=1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:43.882833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:43.901173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:43.935547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54994) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:43.941270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 5f412bb2-fefe-4ca1-a867-7acc69568103 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:43.947430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 5f412bb2-fefe-4ca1-a867-7acc69568103 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:43.947964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:43.954622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] No DVR routers for this DVR port 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:43.958405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:43.960739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96cb8e8f-c8e9-49ac-8ee0-e6f50b7cec23 req-ed21df6f-6149-428d-999d-5ca0bf507413 tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.38 "DELETE /v2.0/ports/1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c HTTP/1.1" status: 204 len: 173 time: 0.9491017 Aug 04 14:49:43.961668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'name': 'network-vif-deleted', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:43.964180 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23b9b07-cb72-4377-acd1-eba6ed8ae24a" -d '{"events": [{"server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "name": "network-vif-deleted", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:44.002902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Deleting subnet a9609456-644c-4e3d-b0e8-ac02a3ba9364 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:49:44.009761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.055489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f024ac-0298-43d1-8ef5-db95693835f6 x-openstack-request-id: req-68f024ac-0298-43d1-8ef5-db95693835f6 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:44.055999 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa5c69-3351-41aa-9d4f-a528efd21507", "name": "network-vif-deleted", "tag": "1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:44.058317 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68f024ac-0298-43d1-8ef5-db95693835f6 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:44.058964 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa5c69-3351-41aa-9d4f-a528efd21507', 'name': 'network-vif-deleted', 'tag': '1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c', 'status': 'completed', 'code': 200} Aug 04 14:49:44.087240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6a81fbf-40d6-47de-b9c8-0df3d07b69b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.092491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.097339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.164521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:44.169704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:44.173477 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533ee968-6ca7-46b4-8841-fdad9aae1cd7" -d '{"events": [{"server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "name": "network-vif-plugged", "status": "completed", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:44.184662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.187458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.187836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c8b94eee-af60-4403-af35-47c631901e7c no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:44.267779 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a9043-6de6-4069-911f-0ad75c7a5113 x-openstack-request-id: req-595a9043-6de6-4069-911f-0ad75c7a5113 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:44.269001 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "name": "network-vif-plugged", "status": "completed", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:44.269419 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-595a9043-6de6-4069-911f-0ad75c7a5113 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:44.269978 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'code': 200} Aug 04 14:49:44.273493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: c8b94eee-af60-4403-af35-47c631901e7c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:44.274270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c8b94eee-af60-4403-af35-47c631901e7c not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:44.277043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6a81fbf-40d6-47de-b9c8-0df3d07b69b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.282943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6a81fbf-40d6-47de-b9c8-0df3d07b69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.353061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:44.358936 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d6a81fbf-40d6-47de-b9c8-0df3d07b69b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a4a7c42bda649bf853a107b99a7dfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225671 Aug 04 14:49:44.367750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81fbf-40d6-47de-b9c8-0df3d07b69b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede7f895-4ebb-40a9-bcec-54b422370c76,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:44.370699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55006) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:44.398322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc1da34-1dc4-4b12-b2d0-00e7a9b73fd8 req-f8f069f6-8873-4ffc-a7a7-53c0bf9c7fed tempest-ServerRescueNegativeTestJSON-433081998 tempest-ServerRescueNegativeTestJSON-433081998-project] 10.222.0.76 "GET /v2.0/ports?device_id=59fa5c69-3351-41aa-9d4f-a528efd21507 HTTP/1.1" status: 200 len: 210 time: 0.0557718 Aug 04 14:49:44.422349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.454521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e029be-189c-4069-bd24-f3da7da31247 req-8dbf2ec3-acc5-493d-a3ab-26051ce438c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:44.456092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a6e029be-189c-4069-bd24-f3da7da31247 req-8dbf2ec3-acc5-493d-a3ab-26051ce438c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1097 time: 0.1266832 Aug 04 14:49:44.502069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.524632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8627b-068d-4c21-bf46-e3b89803fdcd req-3943d9c0-33ee-4185-8769-318b9086f02f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:44.526353 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad8627b-068d-4c21-bf46-e3b89803fdcd req-3943d9c0-33ee-4185-8769-318b9086f02f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.2645988 Aug 04 14:49:44.528240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.532893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a9609456-644c-4e3d-b0e8-ac02a3ba9364 HTTP/1.1" status: 204 len: 168 time: 0.6484523 Aug 04 14:49:44.534625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb590-b319-4e87-890b-d54e714b4025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9609456-644c-4e3d-b0e8-ac02a3ba9364,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:44.535148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55010) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:44.592136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad8627b-068d-4c21-bf46-e3b89803fdcd req-22104b8c-fe65-48dd-a70a-1c6ac6284545 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479395 Aug 04 14:49:44.629361 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.650315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.685111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a6e029be-189c-4069-bd24-f3da7da31247 req-a8cc5ee4-9486-4281-b840-1a4a309fa82f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118456 Aug 04 14:49:44.705022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65e0b-ee0d-4622-8d35-1d24a4ac5e82 req-6cee8d78-af0c-4a5c-8f93-88aadde02bda tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:44.714023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74f65e0b-ee0d-4622-8d35-1d24a4ac5e82 req-6cee8d78-af0c-4a5c-8f93-88aadde02bda tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 945 time: 0.0944855 Aug 04 14:49:44.762971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5674fe09-bd44-4a5b-859a-093986980451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.782740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.787619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.793697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74f65e0b-ee0d-4622-8d35-1d24a4ac5e82 req-140d2055-14f5-44e9-8654-4bcec4e20e2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Aug 04 14:49:44.802327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7fa2a-a364-40a3-9bd0-e1e66f31faea req-02dbba87-e3a9-457d-91c7-4b3b4d7acbba tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:44.803901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35b7fa2a-a364-40a3-9bd0-e1e66f31faea req-02dbba87-e3a9-457d-91c7-4b3b4d7acbba tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 943 time: 0.0869558 Aug 04 14:49:44.806381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ede7f895-4ebb-40a9-bcec-54b422370c76 HTTP/1.1" status: 204 len: 168 time: 0.4177279 Aug 04 14:49:44.843406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.867070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35b7fa2a-a364-40a3-9bd0-e1e66f31faea req-25c9134e-1c6c-4ef8-89c7-f8ac0939b3ab tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555580 Aug 04 14:49:44.881428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54504-cfce-459a-8cdd-e2e38089f3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede7f895-4ebb-40a9-bcec-54b422370c76,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:44.886058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc31aa0-1712-4352-8dc4-fe8352f23204']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:44.914671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21459eb4-7df8-4c8b-917c-15d4771e9175') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:44.915080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21459eb4-7df8-4c8b-917c-15d4771e9175') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:44.930976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.947790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.956693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:49:44.956932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:49:44.958877 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:49:45.031877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.039416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.044874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0cc31aa0-1712-4352-8dc4-fe8352f23204 HTTP/1.1" status: 204 len: 168 time: 0.5087101 Aug 04 14:49:45.058524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf9d4-119b-4126-9794-7c4a186c1d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc31aa0-1712-4352-8dc4-fe8352f23204,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:45.287323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55040) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:45.342472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d3937fd-635b-4921-87e1-30054c3f4ac5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a170c721084446df843bf1a9d1a09e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535893 Aug 04 14:49:45.345233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:45.413274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.440047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.475867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55046) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:45.534500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.540602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:45.542233 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/508eb775-7a79-4745-a5d2-c87bc351fd7d HTTP/1.1" status: 204 len: 168 time: 0.1948092 Aug 04 14:49:45.570338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7a973-5790-42eb-9a58-74e21b178fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508eb775-7a79-4745-a5d2-c87bc351fd7d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:45.813747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eae7785f-631d-4538-ae98-a5f6b0c15169 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:45.816277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:45.854926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:45.855688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1427b56a-a5b7-4cf3-a71d-dea1e1bd0d6c not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:45.880751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ef11-ad11-494e-a2e1-a50eb18635c3 req-74d1cf75-3326-4fe4-92a1-c21f5b1aa51a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:45.893881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f735ef11-ad11-494e-a2e1-a50eb18635c3 req-74d1cf75-3326-4fe4-92a1-c21f5b1aa51a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.0788648 Aug 04 14:49:45.973117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eae7785f-631d-4538-ae98-a5f6b0c15169,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:45.993288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f735ef11-ad11-494e-a2e1-a50eb18635c3 req-0437badd-0c0c-4cff-a71c-423da5fb7131 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846481 Aug 04 14:49:45.998875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'eae7785f-631d-4538-ae98-a5f6b0c15169', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': 'eae7785f-631d-4538-ae98-a5f6b0c15169', 'mac_address': 'fa:16:3e:89:19:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:46.051763 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:46.094266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae7785f-631d-4538-ae98-a5f6b0c15169 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:46.116370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eae7785f-631d-4538-ae98-a5f6b0c15169,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:46.128594 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:46.165556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d2f6-6d8a-42be-bdbb-28d8c7fef549 req-41d71d18-9347-49be-9d60-0a845709c221 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:46.167494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7a2d2f6-6d8a-42be-bdbb-28d8c7fef549 req-41d71d18-9347-49be-9d60-0a845709c221 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 945 time: 0.1694028 Aug 04 14:49:46.177456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb2f5-f132-4b67-a654-1c08912d1c99 req-6bd05c8a-4229-4bfa-8d33-27acc6b64d48 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:46.179582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a30fb2f5-f132-4b67-a654-1c08912d1c99 req-6bd05c8a-4229-4bfa-8d33-27acc6b64d48 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 943 time: 0.1063349 Aug 04 14:49:46.254852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:46.328574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7a2d2f6-6d8a-42be-bdbb-28d8c7fef549 req-0f735c5c-f13a-4c7e-9f59-e1f9abb8816d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042254 Aug 04 14:49:46.349935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a30fb2f5-f132-4b67-a654-1c08912d1c99 req-eb30bd6f-7c7c-4171-ac06-d4d7a9ffe595 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133316 Aug 04 14:49:46.399776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:46.423608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['eae7785f-631d-4538-ae98-a5f6b0c15169'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:46.738355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf76a682-952f-4689-b9fd-af2b559828bb req-dc5b23df-722e-420e-82eb-27ef90317e1e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1154246653&fields=id&tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 267 time: 0.1360459 Aug 04 14:49:46.801236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a682-952f-4689-b9fd-af2b559828bb req-9bb2a86e-c1cc-40fd-815f-51b4cba99ac0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:46.809445 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf76a682-952f-4689-b9fd-af2b559828bb req-9bb2a86e-c1cc-40fd-815f-51b4cba99ac0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 945 time: 0.0699897 Aug 04 14:49:46.816455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'security_groups': ['e75c0f1b-a045-4dec-b1bb-a1630f26d6c7', 'bd07a475-e643-4e40-88b9-f366fa83acf5']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:46.958060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.050746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55112) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:47.076812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Deleting port 592756cd-f1a0-49a0-9930-102c0f9fa0e9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:47.077262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.249167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e83f8-c01a-4431-b892-cc28447219c4 req-e88a1127-35ca-4578-96ec-83644beccca6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:47.257347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54e83f8-c01a-4431-b892-cc28447219c4 req-e88a1127-35ca-4578-96ec-83644beccca6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.1588438 Aug 04 14:49:47.352116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] For port 592756cd-f1a0-49a0-9930-102c0f9fa0e9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592756cd-f1a0-49a0-9930-102c0f9fa0e9,segment=NetworkSegment(9cc9c432-36ca-4b3f-9e23-4753780fde2c),segment_id=9cc9c432-36ca-4b3f-9e23-4753780fde2c)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:47.352558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.358918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1623333800', 'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:47.379845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Calling delete_port for 592756cd-f1a0-49a0-9930-102c0f9fa0e9 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:47.380960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6ab1732d-1f11-4326-9100-78290b475b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.407791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54e83f8-c01a-4431-b892-cc28447219c4 req-4100296b-47ae-4057-a5f0-96c95f5c8808 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488066 Aug 04 14:49:47.416964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Made reservation on behalf of caa1af2d82af440597ba58eec95fd190 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:47.419861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.437892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.555356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:47.586721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.637001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.643615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.685351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb3b9c-5177-443c-aead-09ad138bb993,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:47.719327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:49:47.745772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.746823 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Added segment c373a386-e17f-4875-abef-4963a1c51cd6 of type vlan for network fdddaa2b-8ebd-4d49-ac71-67e622533913 Aug 04 14:49:47.755309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.757919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.784861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.788275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Pushing event deleted for resources: {'Port': ['ID=592756cd-f1a0-49a0-9930-102c0f9fa0e9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:47.790962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.804438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:47.833178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.883433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.891086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:47.892128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.901263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eae7785f-631d-4538-ae98-a5f6b0c15169 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:47.925996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:47.940893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:47.941610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:47.943195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf76a682-952f-4689-b9fd-af2b559828bb req-97a35187-c0bb-4041-a874-db521b5bca92 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "PUT /v2.0/ports/5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 981 time: 1.1330678 Aug 04 14:49:47.943668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:47.946900 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079" -d '{"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:47.961927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9085248 Aug 04 14:49:47.970508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55142) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:47.976275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'subnet': {'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:48.062769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Made reservation on behalf of caa1af2d82af440597ba58eec95fd190 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:48.066523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.077506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:48.111223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431e602-b3d1-4d4f-8d34-37265f1e0167 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Network': ['ID=fdddaa2b-8ebd-4d49-ac71-67e622533913,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:48.234933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:49:48.381802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.404843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port eae7785f-631d-4538-ae98-a5f6b0c15169 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:48.413541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port eae7785f-631d-4538-ae98-a5f6b0c15169 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:48.413999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.426871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ec1f4c9-2cee-421f-bd00-2e7e9625d1d9 req-f5e9177c-b8d3-4750-a31c-f151c200590d tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.1145463 Aug 04 14:49:48.450822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a3f99-96ff-403d-8750-3e6d0627ee5f req-97147dad-dcdb-4d1b-ba6e-5e5274137156 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:48.452244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933a3f99-96ff-403d-8750-3e6d0627ee5f req-97147dad-dcdb-4d1b-ba6e-5e5274137156 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 944 time: 0.2697945 Aug 04 14:49:48.534701 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.674767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.714742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-933a3f99-96ff-403d-8750-3e6d0627ee5f req-373c1568-1058-413d-8d52-4822b14542a0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523155 Aug 04 14:49:48.733379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-548d3670-4c28-4074-96aa-f9bb48ddbc26 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1646144383&fields=id&tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 267 time: 0.0826063 Aug 04 14:49:48.776139 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.855642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eae7785f-631d-4538-ae98-a5f6b0c15169,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:48.856950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:48.859676 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38676f-26c9-4797-956a-754f181164d7" -d '{"events": [{"server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:48.867558 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:48.928909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:48.959647 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04496111-6560-420d-aaff-6368db75ecc9 x-openstack-request-id: req-04496111-6560-420d-aaff-6368db75ecc9 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:48.960246 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:48.960246 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04496111-6560-420d-aaff-6368db75ecc9 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:48.960787 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'status': 'completed', 'code': 200} Aug 04 14:49:48.971319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-e77b9c28-1456-4076-9739-27e438f8eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:48.973650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-e77b9c28-1456-4076-9739-27e438f8eaca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1136 time: 0.1125028 Aug 04 14:49:49.126784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-d098cbc9-2acf-4772-ae8b-a3991cf71271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:49.128553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-d098cbc9-2acf-4772-ae8b-a3991cf71271 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.1393471 Aug 04 14:49:49.198928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-47fcd720-867f-4217-8cc6-b283e542b511 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 217 time: 0.0618882 Aug 04 14:49:49.279824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-9fe85a9a-5d2d-47f9-84f1-b2351f0f3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:49.281448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-9fe85a9a-5d2d-47f9-84f1-b2351f0f3ed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.0739872 Aug 04 14:49:49.325078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-18b5f9b4-3904-402f-b67b-350b4b7a626b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348494 Aug 04 14:49:49.384600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-fb052826-ca82-4c3b-b5d4-160e5f3330bc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:49.393375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-fb052826-ca82-4c3b-b5d4-160e5f3330bc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 984 time: 0.6590257 Aug 04 14:49:49.408036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'security_groups': ['bd07a475-e643-4e40-88b9-f366fa83acf5', 'e75c0f1b-a045-4dec-b1bb-a1630f26d6c7', '1886e512-7a1a-47f6-876f-a65db2774fa5']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:49.476199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-ceb0d398-ecf7-435c-a99d-ce63d84f7e61 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375339 Aug 04 14:49:49.478867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63838f4c-e251-4113-be0d-073863008ba1 req-9889abfb-0255-4bb8-a8f2-3aa2b51a7dca tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:49.486960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63838f4c-e251-4113-be0d-073863008ba1 req-9889abfb-0255-4bb8-a8f2-3aa2b51a7dca tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 943 time: 0.5252535 Aug 04 14:49:49.553953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Router d1c9f541-21b2-4620-9e24-b98ccc694d5d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:49:49.599029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c0064bc-3c8f-4d94-ba17-b27b3efd2079 req-6ddea84e-7ebb-4807-822e-da7dd783c1f3 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114142 Aug 04 14:49:49.606983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:49.612792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:49:49.613295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:49.653311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63838f4c-e251-4113-be0d-073863008ba1 req-11825ca4-ce57-458d-8d59-51e3442471a4 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652284 Aug 04 14:49:49.754456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49c9fe4b-39bd-42a3-8692-6616c48989fd,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:49.831523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7a09d8ad-5823-4178-97ec-c0f32845025a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:49:49.835704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Checking segment: {'id': 'c373a386-e17f-4875-abef-4963a1c51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:49.836078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network hostable DHCP agents. Network: fdddaa2b-8ebd-4d49-ac71-67e622533913, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:49:49.888930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:49:49.900203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b1644af-a634-4ca6-aec7-b8a07d80091b admin admin] 10.222.0.76 "PUT /v2.0/routers/d1c9f541-21b2-4620-9e24-b98ccc694d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4189951 Aug 04 14:49:49.900319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:49.900403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:49:49.900478 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29312fd7-17ce-439b-9752-3ac00787e6dc x-openstack-request-id: req-29312fd7-17ce-439b-9752-3ac00787e6dc {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:49.900478 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:49.900478 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29312fd7-17ce-439b-9752-3ac00787e6dc {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:49.901022 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169', 'code': 200} Aug 04 14:49:49.919375 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Sync routers for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:49:49.929815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, fdddaa2b-8ebd-4d49-ac71-67e622533913) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:49.940248 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:49.940797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476dbfa-17f1-475b-a16d-354b7e9aa338 None None] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:49:49.942914 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:49.967388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:49.968822 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.044883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7a09d8ad-5823-4178-97ec-c0f32845025a,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:50.065567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83c71fd4-e15f-4d78-809e-4d5338f07e04 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0938132 Aug 04 14:49:50.071564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55206) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:50.080989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1358665946', 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:50.112687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'port_id': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'mac_address': 'fa:16:3e:6d:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:49:50.129177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:50.161206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d5ef-7ff9-4885-96e6-cfc4b77e4912 req-3aa9e555-bbe9-43e4-8340-3f15e65b1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:50.163199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0e2d5ef-7ff9-4885-96e6-cfc4b77e4912 req-3aa9e555-bbe9-43e4-8340-3f15e65b1265 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 1097 time: 0.1689343 Aug 04 14:49:50.178529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.198909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Made reservation on behalf of caa1af2d82af440597ba58eec95fd190 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:50.201406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.206220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.211206 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:50.227443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.234745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.244667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] device_id is not set on port 0719c245-c8da-4e36-8854-21a8d661a8da yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:49:50.272295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:50.351834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.373796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.20.0.4 (fdddaa2b-8ebd-4d49-ac71-67e622533913/49c9fe4b-39bd-42a3-8692-6616c48989fd/0719c245-c8da-4e36-8854-21a8d661a8da) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:50.376714 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.398398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a09d8ad-5823-4178-97ec-c0f32845025a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:50.403461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c0c3a-dd6c-4074-933d-4295dc3e14a2 None None] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:49:50.432316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Deleting port 9eb95e33-5336-4003-8191-7e12d7d2128a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:50.432981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.489252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7a09d8ad-5823-4178-97ec-c0f32845025a,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:50.501623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.529760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.545554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] For port 9eb95e33-5336-4003-8191-7e12d7d2128a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9eb95e33-5336-4003-8191-7e12d7d2128a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:50.546189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.563481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Calling delete_port for 9eb95e33-5336-4003-8191-7e12d7d2128a owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:50.569122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:50.593953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.619784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0e2d5ef-7ff9-4885-96e6-cfc4b77e4912 req-6dc18b51-7954-4cc5-80b4-0bd67dcfe79b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479258 Aug 04 14:49:50.667102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:50.668022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.674419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6110de6-a5e6-46bf-ade6-acc8caadc6c0 req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "PUT /v2.0/ports/5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 1020 time: 1.2798681 Aug 04 14:49:50.735777 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:49:47Z', 'revision_number': 5, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port': {'id': '9eb95e33-5336-4003-8191-7e12d7d2128a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:50.748758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:50.750899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:50.755161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:50.760757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:50.787942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7a09d8ad-5823-4178-97ec-c0f32845025a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:50.798630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2568ae4-7fc7-4998-919c-196bd99669e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:50.800725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Checking router: d1c9f541-21b2-4620-9e24-b98ccc694d5d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:49:50.820781 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Routers {'d1c9f541-21b2-4620-9e24-b98ccc694d5d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:50.822259 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:50.846975 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e6f57f4-842e-4f6e-981d-7d9c9f730194 req-3e8db34d-8711-43cf-ae48-00c51c9bf5e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0606389 Aug 04 14:49:50.879831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b8e5-681b-4e5c-b031-83e99fba7ef8 req-99766a2e-ecec-41fc-9aaa-696547210b50 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:50.888363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2632b8e5-681b-4e5c-b031-83e99fba7ef8 req-99766a2e-ecec-41fc-9aaa-696547210b50 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.3178957 Aug 04 14:49:50.924616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:50.925828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:50.944858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=0719c245-c8da-4e36-8854-21a8d661a8da,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:50.972078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:50.981454 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a33ab8-07c6-4281-9dea-d992b4f050be" -d '{"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:50.982242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.010821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2632b8e5-681b-4e5c-b031-83e99fba7ef8 req-fc856856-783d-4af6-98f8-ffc861288932 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211677 Aug 04 14:49:51.020854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c4104a1e-4c45-4021-acc1-f7218c9f0afd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9456856 Aug 04 14:49:51.023782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55238) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:51.035479 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] Set router d1c9f541-21b2-4620-9e24-b98ccc694d5d gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:51.052830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb95e33-5336-4003-8191-7e12d7d2128a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:51.125634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.151407 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:49:50Z', 'revision_number': 6, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:51.185664 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b01d54-31d4-4962-9052-12b4ee598ec2 None None] The sync data for ids ['d1c9f541-21b2-4620-9e24-b98ccc694d5d'] in n-d-801743-12 is: [{'id': 'd1c9f541-21b2-4620-9e24-b98ccc694d5d', 'name': 'tempest-ServerRescueNegativeTestJSON-2128175423-router', 'tenant_id': '2d1fd855443c4eaab80d478bdf792d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:46:45Z', 'updated_at': '2021-08-04T14:49:50Z', 'revision_number': 6, 'project_id': '2d1fd855443c4eaab80d478bdf792d34', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:49:51.241358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.241358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.247782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ed48-3a40-4e63-bd3b-3bff75d7bcf8 req-2444da53-99aa-4440-b6f4-1964c81e614b tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:51.249463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7515ed48-3a40-4e63-bd3b-3bff75d7bcf8 req-2444da53-99aa-4440-b6f4-1964c81e614b tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 944 time: 0.1216488 Aug 04 14:49:51.263494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea104d5-8fac-417c-8be1-0b3b0b16cb71 req-99c0c88d-8645-4998-92ce-c834f13ff382 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:51.264939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ea104d5-8fac-417c-8be1-0b3b0b16cb71 req-99c0c88d-8645-4998-92ce-c834f13ff382 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1023 time: 0.2204247 Aug 04 14:49:51.299909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.300677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c9f541-21b2-4620-9e24-b98ccc694d5d {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:49:51.309413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.310785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-451e825c-ea81-4b8a-999b-0d07f398386e admin admin] 10.222.0.76 "DELETE /v2.0/routers/d1c9f541-21b2-4620-9e24-b98ccc694d5d HTTP/1.1" status: 204 len: 168 time: 1.4104829 Aug 04 14:49:51.314129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:51.321499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Deleting port 0719c245-c8da-4e36-8854-21a8d661a8da {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:51.321882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.348611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7515ed48-3a40-4e63-bd3b-3bff75d7bcf8 req-6bb7e065-1d3f-4e4c-b33a-c23ff84e87a5 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822530 Aug 04 14:49:51.396120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Deleting subnet ed19c857-30ee-49a7-a6d3-fa77e5c74c01 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:49:51.406011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.450277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ea104d5-8fac-417c-8be1-0b3b0b16cb71 req-2f132fd8-6b3b-41e3-90ba-ecbaa5076a52 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=bd07a475-e643-4e40-88b9-f366fa83acf5&id=1886e512-7a1a-47f6-876f-a65db2774fa5 HTTP/1.1" status: 200 len: 6157 time: 0.1743867 Aug 04 14:49:51.480146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.509689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5adf56a-d7b5-4160-b365-6768e1cde813 req-2a8738c4-0893-4f39-9607-ef8269d6f38e tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0429111 Aug 04 14:49:51.536605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.564329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Calling delete_port for 0719c245-c8da-4e36-8854-21a8d661a8da owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:51.600098 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c34cb7-5700-4eed-aa98-3602f743f433 x-openstack-request-id: req-54c34cb7-5700-4eed-aa98-3602f743f433 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:51.600553 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:51.600960 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54c34cb7-5700-4eed-aa98-3602f743f433 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:51.601545 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'status': 'completed', 'code': 200} Aug 04 14:49:51.770668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': ' tempest-securitygroup -786544056 ', 'description': 'tempest-description-1251396811'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:51.841446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.851498 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.892602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Port': ['ID=0719c245-c8da-4e36-8854-21a8d661a8da,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:51.946469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.975119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-356fbc55-12be-4798-aaec-45b4f42e9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:51.976513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-356fbc55-12be-4798-aaec-45b4f42e9a02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1175 time: 0.0777965 Aug 04 14:49:51.976619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:51.978662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d1464528-4cad-47bf-a276-d0857992bfc9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0719c245-c8da-4e36-8854-21a8d661a8da HTTP/1.1" status: 204 len: 168 time: 0.9528105 Aug 04 14:49:51.981480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:51.989241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913', 'external_fixed_ips': [{'subnet_id': '49c9fe4b-39bd-42a3-8692-6616c48989fd', 'ip_address': '172.20.0.4'}]}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:52.024951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.031192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.070305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf04c8d3-2499-4d68-925e-dbcfea76f2ae,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:52.079962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.096400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.098224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d8e0b79-b96b-4649-95ba-704a5e70a57e req-571e9bc5-d717-4fb5-bf30-17ce1328f8b4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3465035 Aug 04 14:49:52.099763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.100820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.128856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.130817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ed19c857-30ee-49a7-a6d3-fa77e5c74c01 HTTP/1.1" status: 204 len: 168 time: 0.8150682 Aug 04 14:49:52.132866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212f442-e36a-493a-b6b3-63e80c2be660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed19c857-30ee-49a7-a6d3-fa77e5c74c01,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:52.133544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55278) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:52.159828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-a567481f-b83f-4d65-b8dd-8c0e2c528421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:52.161594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-a567481f-b83f-4d65-b8dd-8c0e2c528421 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.1668785 Aug 04 14:49:52.232528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-18ffe143-1c23-4a69-b5aa-7970817a5233 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 200 len: 217 time: 0.0619659 Aug 04 14:49:52.236767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.260031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.293287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-ebf9243e-7058-441a-8fa5-44076b2f6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:52.294785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-ebf9243e-7058-441a-8fa5-44076b2f6049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.0553231 Aug 04 14:49:52.297879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9142cca-bc4e-4b2c-8547-17da3c84f54b req-bf76b8e8-a98b-440d-a7a9-87d43bc76132 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:52.299552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9142cca-bc4e-4b2c-8547-17da3c84f54b req-bf76b8e8-a98b-440d-a7a9-87d43bc76132 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.1103013 Aug 04 14:49:52.305191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9eb95e33-5336-4003-8191-7e12d7d2128a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:52.334336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9eb95e33-5336-4003-8191-7e12d7d2128a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:52.335094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9eb95e33-5336-4003-8191-7e12d7d2128a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:52.336777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592756cd-f1a0-49a0-9930-102c0f9fa0e9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:52.376293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 592756cd-f1a0-49a0-9930-102c0f9fa0e9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:52.377009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592756cd-f1a0-49a0-9930-102c0f9fa0e9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:52.390387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-843d8bf5-9a63-4a9e-a3f9-ab158ac22432 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572255 Aug 04 14:49:52.415786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.454776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a8c28f-21b2-4562-a5fd-7c9d5fe739d7']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:52.473923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc9c432-36ca-4b3f-9e23-4753780fde2c') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:52.474210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc9c432-36ca-4b3f-9e23-4753780fde2c') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:52.498964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.503120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9142cca-bc4e-4b2c-8547-17da3c84f54b req-cf9a744c-c6c6-418e-b2bf-f745315b5328 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561871 Aug 04 14:49:52.526393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.540189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.553923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-339d6d23-39f4-4137-9731-8d914214ff01 req-fc4287ce-ab02-42de-b85d-b4f4e82787a5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/cf04c8d3-2499-4d68-925e-dbcfea76f2ae HTTP/1.1" status: 200 len: 1782 time: 0.1072958 Aug 04 14:49:52.559515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:49:52.560234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:49:52.567677 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:49:52.625083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-b9a0490f-7023-41e9-8154-9f40ce6c0be1 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921499 Aug 04 14:49:52.692802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.708159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.709769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] 10.222.0.76 "DELETE /v2.0/networks/73a8c28f-21b2-4562-a5fd-7c9d5fe739d7 HTTP/1.1" status: 204 len: 168 time: 0.5745897 Aug 04 14:49:52.738052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baaca16e-aecc-400b-9c08-be54b000a39b req-0011308f-a643-4fef-a0d4-2f9b03663769 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0463893 Aug 04 14:49:52.741544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1200567-7dcf-46d0-9def-d132756dda80 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a8c28f-21b2-4562-a5fd-7c9d5fe739d7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:52.742133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-10a33ab8-07c6-4281-9dea-d992b4f050be req-3aa49de8-109a-44d6-a79b-1011e0ca3574 service neutron] 10.222.0.46 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075056 Aug 04 14:49:52.765606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f2885-1887-48e3-a7e6-deb236872e4b req-14e3d73a-4368-4eb4-ace4-cc752ed336fd tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:52.781850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c05f2885-1887-48e3-a7e6-deb236872e4b req-14e3d73a-4368-4eb4-ace4-cc752ed336fd tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 944 time: 0.1584003 Aug 04 14:49:52.829155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c05f2885-1887-48e3-a7e6-deb236872e4b req-6cca1548-0e39-46dd-9481-8cfa3ce26df6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472629 Aug 04 14:49:52.892457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9df317a-2d5f-402e-abbe-f31df4f1eb65 req-b673a800-dacf-44a6-9c9f-f397ba311960 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0620749 Aug 04 14:49:52.901112 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.934248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:52.958018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55308) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:53.027223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de276cd7-0620-49b1-8b8f-5347277b2f76 req-78aaaa98-8fc1-435c-b6af-0fe8a4554cc1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:53.028661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de276cd7-0620-49b1-8b8f-5347277b2f76 req-78aaaa98-8fc1-435c-b6af-0fe8a4554cc1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.1109917 Aug 04 14:49:53.046461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-523c873b-9194-436a-a425-0afcf25dcf69 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/cf04c8d3-2499-4d68-925e-dbcfea76f2ae HTTP/1.1" status: 200 len: 1782 time: 0.1141586 Aug 04 14:49:53.052471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d86a2fe1-f133-4152-b5af-59c277cea192 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d1fd855443c4eaab80d478bdf792d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909715 Aug 04 14:49:53.057160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55310) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:53.085395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.20.0.4 (fdddaa2b-8ebd-4d49-ac71-67e622533913/49c9fe4b-39bd-42a3-8692-6616c48989fd/0875fe78-4718-4c95-aa9e-2e3239b1600b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:53.116561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de276cd7-0620-49b1-8b8f-5347277b2f76 req-8ce13e4a-a3f0-45b7-abc5-2097a8aaa843 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791383 Aug 04 14:49:53.176150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.180357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.204507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.208641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.227106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.250824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.300758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network fdddaa2b-8ebd-4d49-ac71-67e622533913 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:53.303789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:53.315363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:53.317594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=0875fe78-4718-4c95-aa9e-2e3239b1600b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:53.348525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.351133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.352316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-404143e2-a58b-4beb-bd0e-a519d42bb1a3 req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/cf04c8d3-2499-4d68-925e-dbcfea76f2ae HTTP/1.1" status: 204 len: 173 time: 0.2958984 Aug 04 14:49:53.363576 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.366424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.367654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e3bb675-b469-4010-b5cb-e2f7359e5136 HTTP/1.1" status: 204 len: 168 time: 0.3096592 Aug 04 14:49:53.372060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b45de1-34a5-4fe8-8ecc-7375643780ff tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf04c8d3-2499-4d68-925e-dbcfea76f2ae,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:53.389117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851e643-aab1-492c-9304-945d387b3360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bb675-b469-4010-b5cb-e2f7359e5136,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:53.433334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-a0bbfa83-368a-440b-bc2d-4bfbe1c5d793 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:53.435259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-a0bbfa83-368a-440b-bc2d-4bfbe1c5d793 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.1592610 Aug 04 14:49:53.455046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-46814f67-a202-49a3-9049-c6be26ce20ec tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/quotas/6fa7d14111fe4d31907b90671ad6aedc HTTP/1.1" status: 200 len: 375 time: 0.0118861 Aug 04 14:49:53.547999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-91e55844-e7ea-443e-b4b5-98a56aa4c7b6 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825143 Aug 04 14:49:53.610783 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-d0e9442e-d099-434f-a81c-d55f358db721 req-ea2cd86b-4696-46a1-a76f-ef824737ae6f tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:49:53.611855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0e9442e-d099-434f-a81c-d55f358db721 req-ea2cd86b-4696-46a1-a76f-ef824737ae6f tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/cf04c8d3-2499-4d68-925e-dbcfea76f2ae HTTP/1.1" status: 404 len: 352 time: 0.0489357 Aug 04 14:49:53.671212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-e59454a8-78dd-4376-8ec5-088cfc5ec277 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171131 Aug 04 14:49:53.679985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.782805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0a58-79c8-4bf7-a5b8-8918b8be95d2 req-27a058cb-baa8-46c6-b57e-003e1c091a66 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:53.784343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a68b0a58-79c8-4bf7-a5b8-8918b8be95d2 req-27a058cb-baa8-46c6-b57e-003e1c091a66 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.1082644 Aug 04 14:49:53.840194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-5c588db2-940f-408b-baf9-8ced0bd6ca82 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529937 Aug 04 14:49:53.844622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7a09d8ad-5823-4178-97ec-c0f32845025a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:49:53.871066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:53.883846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a68b0a58-79c8-4bf7-a5b8-8918b8be95d2 req-c83cbf65-7473-4b74-a183-cc0d9214f46c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Aug 04 14:49:53.917999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.929791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1514381466', 'description': 'tempest-description-202931270'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:53.958424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 7a09d8ad-5823-4178-97ec-c0f32845025a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:49:53.965068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 7a09d8ad-5823-4178-97ec-c0f32845025a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:49:53.965649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:53.988495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.002053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.117712 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.129606 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.170953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.183955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:49:54.191571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69692858-e366-490d-a01d-1c151e06c014 req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2586031 Aug 04 14:49:54.224992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:54.229393 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61092198-2615-4286-9f77-4d589e16fcf4" -d '{"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-unplugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:54.263459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:54.273601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c15ba-07d3-4725-a2bf-1cf1ec811c00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc696ce-7336-4d9b-a8e6-873b2aaccb4c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:54.275463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.335311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cb1cac5-def1-4eec-8f28-d26b46a711ca req-2e537837-6225-4d79-ab81-b613c64a897b tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0756593 Aug 04 14:49:54.345664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:54.364168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf394-12f6-4fc9-b969-f965e4e01366 req-6f60275d-480f-40fa-bd9a-9f96e3749869 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:54.365942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eafdf394-12f6-4fc9-b969-f965e4e01366 req-6f60275d-480f-40fa-bd9a-9f96e3749869 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 944 time: 0.1621678 Aug 04 14:49:54.389660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.444624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:49:54.455812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7a09d8ad-5823-4178-97ec-c0f32845025a,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:54.461549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.481963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eafdf394-12f6-4fc9-b969-f965e4e01366 req-6c8eb03f-bc5c-47a8-94fe-b8b28bb7527c tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042771 Aug 04 14:49:54.509407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9ac3132-29fd-4ad0-bff5-db29a93cc710 req-dfc01899-3886-4e0a-9b07-d03877ba4598 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 210 time: 0.0501487 Aug 04 14:49:54.512418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.517305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55370) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:54.520429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-971fa064-c850-4cea-9db7-c08dfdc05797 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5377460 Aug 04 14:49:54.552501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-406048ca-9f48-4a69-bcb3-e109da0bc326 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:54.556642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-406048ca-9f48-4a69-bcb3-e109da0bc326 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/ports?device_id=aeadb1fe-f936-44b0-adec-6d1830dd3320 HTTP/1.1" status: 200 len: 943 time: 0.1457417 Aug 04 14:49:54.583320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-4724879', 'description': 'tempest-description-1226995862'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:54.583555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Sync routers for ids ['7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:49:54.593372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:54.612363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Routers {'7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:54.614003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.614928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:54.711871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.725452 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aef440-628e-4f5a-a54b-efcbdb3ce8f7 x-openstack-request-id: req-95aef440-628e-4f5a-a54b-efcbdb3ce8f7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:54.727189 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-unplugged", "status": "completed", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:54.727633 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95aef440-628e-4f5a-a54b-efcbdb3ce8f7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:54.729406 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'code': 200} Aug 04 14:49:54.826989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Set router 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:54.848526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Deleting port cba431ad-fb15-4970-803e-cdf8cab123d8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:54.848919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.877593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.893000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.900873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.949992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-3baabc05-e44d-4d30-86cf-6d3f6165fdf6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:54.951546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-3baabc05-e44d-4d30-86cf-6d3f6165fdf6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.1120737 Aug 04 14:49:54.972900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:54.984569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a623603-0d63-45f3-ae0b-84fda3c889ce req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4078832 Aug 04 14:49:55.023836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222c17b-7a59-4979-be61-2a896cc930db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7068932-b5af-41bc-8bf0-21bb49a02b64,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:55.143593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4', 'name': '', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913', 'external_fixed_ips': [{'subnet_id': '49c9fe4b-39bd-42a3-8692-6616c48989fd', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '0875fe78-4718-4c95-aa9e-2e3239b1600b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:49:52Z', 'updated_at': '2021-08-04T14:49:53Z', 'revision_number': 3, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port': {'id': '0875fe78-4718-4c95-aa9e-2e3239b1600b', 'name': '', 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '49c9fe4b-39bd-42a3-8692-6616c48989fd', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:49:52Z', 'updated_at': '2021-08-04T14:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49c9fe4b-39bd-42a3-8692-6616c48989fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:55.148793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Deleting port 0875fe78-4718-4c95-aa9e-2e3239b1600b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:55.149316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.171161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] For port cba431ad-fb15-4970-803e-cdf8cab123d8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cba431ad-fb15-4970-803e-cdf8cab123d8,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:55.176753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.207377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Checking router: 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:49:55.208115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Updating router 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 port 0875fe78-4718-4c95-aa9e-2e3239b1600b binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:49:55.243659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.252193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Calling delete_port for cba431ad-fb15-4970-803e-cdf8cab123d8 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:55.420698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.471531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event deleted for resources: {'Port': ['ID=cba431ad-fb15-4970-803e-cdf8cab123d8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:55.546110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] No DVR routers for this DVR port cba431ad-fb15-4970-803e-cdf8cab123d8 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:55.552064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.554550 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e5c18fe-79a5-4aaa-a8cd-6ed9e80701b6 req-d7653e00-6e78-4b67-b9b7-38a12231105b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "DELETE /v2.0/ports/cba431ad-fb15-4970-803e-cdf8cab123d8 HTTP/1.1" status: 204 len: 173 time: 0.9914081 Aug 04 14:49:55.555063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-deleted', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:55.566713 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7b338-2c6b-4e6f-96bc-591d6d5bd0b7" -d '{"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-deleted", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:55.585489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-9303095', 'description': 'tempest-description-1748522029'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:55.625999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b936-e7e0-4a93-bc9c-b6d1f250808e req-77a69bc7-525b-4688-8574-a1c3716b4dd3 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:55.627597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2102b936-e7e0-4a93-bc9c-b6d1f250808e req-77a69bc7-525b-4688-8574-a1c3716b4dd3 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 945 time: 0.5275877 Aug 04 14:49:55.657152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.666319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port eae7785f-631d-4538-ae98-a5f6b0c15169 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:49:55.666736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.668767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Transition to ACTIVE for port object 0875fe78-4718-4c95-aa9e-2e3239b1600b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:55.678490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.737188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Attempting to bind port 0875fe78-4718-4c95-aa9e-2e3239b1600b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:55.737761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Attempting to bind port 0875fe78-4718-4c95-aa9e-2e3239b1600b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c373a386-e17f-4875-abef-4963a1c51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:55.738067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Attempting to bind port 0875fe78-4718-4c95-aa9e-2e3239b1600b on network fdddaa2b-8ebd-4d49-ac71-67e622533913 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:55.741836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3cb5d-860f-46a2-a7b0-8b45e616f0ff None None] Pushing event updated for resources: {'Port': ['ID=0875fe78-4718-4c95-aa9e-2e3239b1600b,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:55.744785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.746462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:55.747405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Checking segment: {'id': 'c373a386-e17f-4875-abef-4963a1c51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:55.747405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.747717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Bound using segment: {'id': 'c373a386-e17f-4875-abef-4963a1c51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:55.748243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Bound port: 0875fe78-4718-4c95-aa9e-2e3239b1600b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c373a386-e17f-4875-abef-4963a1c51cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fdddaa2b-8ebd-4d49-ac71-67e622533913'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:55.748621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.760548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.790983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2102b936-e7e0-4a93-bc9c-b6d1f250808e req-166cafc1-785a-45bf-aa90-cda8f355049a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460791 Aug 04 14:49:55.854900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port eae7785f-631d-4538-ae98-a5f6b0c15169, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eae7785f-631d-4538-ae98-a5f6b0c15169,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:49:55.855250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.861830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] For port 0875fe78-4718-4c95-aa9e-2e3239b1600b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:55.872239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] For port 0875fe78-4718-4c95-aa9e-2e3239b1600b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0875fe78-4718-4c95-aa9e-2e3239b1600b,segment=NetworkSegment(c373a386-e17f-4875-abef-4963a1c51cd6),segment_id=c373a386-e17f-4875-abef-4963a1c51cd6)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:55.875912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Calling delete_port for 0875fe78-4718-4c95-aa9e-2e3239b1600b owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:55.878225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:55.879306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for eae7785f-631d-4538-ae98-a5f6b0c15169 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:49:55.905951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-ec4c4069-d3f6-41b4-8258-e33e4364ebae tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:55.908249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-ec4c4069-d3f6-41b4-8258-e33e4364ebae tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.1991122 Aug 04 14:49:55.927233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a759987-8c22-4085-83e1-5106364f1ec1 req-f478dfb8-31f8-4952-8261-d45c85e2a3c4 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0490518 Aug 04 14:49:55.957746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Request body: {'port': {'device_id': '16723afb-5698-46a4-a83e-01ac38209e1f', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'admin_state_up': True, 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:55.965757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Routers {'7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:49:55.966859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:56.073083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3cb5d-860f-46a2-a7b0-8b45e616f0ff None None] Pushing event updated for resources: {'Port': ['ID=0875fe78-4718-4c95-aa9e-2e3239b1600b,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:56.102197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] Set router 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:49:56.161841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4', 'name': '', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:49:52Z', 'updated_at': '2021-08-04T14:49:54Z', 'revision_number': 4, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:56.162974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f6a53c8-56da-426e-b7f5-4f106c8cd615 req-17785958-c7fc-4349-b6cc-be8537503f35 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 210 time: 0.0890875 Aug 04 14:49:56.200322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f570897-2c21-4c97-a9c7-54a6336f8115 None None] The sync data for ids ['7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4'] in n-d-801743-12 is: [{'id': '7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4', 'name': '', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:49:52Z', 'updated_at': '2021-08-04T14:49:54Z', 'revision_number': 4, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:49:56.328584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.360368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:49:56.367785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.370820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.461783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a490da-9b97-4dd3-87c8-985035ec25bd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:56.465955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.475976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-191f9fb4-4fb0-4f29-9b00-f9e4b68d8b65 req-6a066d3a-1c4c-4f74-b0e9-e18bfaabb6e0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8905506 Aug 04 14:49:56.475976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.497246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['eae7785f-631d-4538-ae98-a5f6b0c15169'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:56.501034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c1b5a-0f0f-4fbf-95c0-485843a893c7 req-3577f9ba-7ded-4104-b6ba-6d5c8fbc9882 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:56.509877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913c1b5a-0f0f-4fbf-95c0-485843a893c7 req-3577f9ba-7ded-4104-b6ba-6d5c8fbc9882 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.2397730 Aug 04 14:49:56.535647 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db94f67-01ae-405b-946d-7062e2f04556 x-openstack-request-id: req-6db94f67-01ae-405b-946d-7062e2f04556 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:56.536628 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeadb1fe-f936-44b0-adec-6d1830dd3320", "name": "network-vif-deleted", "tag": "cba431ad-fb15-4970-803e-cdf8cab123d8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:56.537084 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6db94f67-01ae-405b-946d-7062e2f04556 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:56.537700 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeadb1fe-f936-44b0-adec-6d1830dd3320', 'name': 'network-vif-deleted', 'tag': 'cba431ad-fb15-4970-803e-cdf8cab123d8', 'status': 'completed', 'code': 200} Aug 04 14:49:56.542827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:49:56.582530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.596226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=eae7785f-631d-4538-ae98-a5f6b0c15169,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:56.597318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Allocated IP 172.20.0.7 (e4f6af54-c295-482f-a584-143a875ef8a6/f74d388c-40d8-4261-9c69-c7312b090d1e/73470252-eef5-4875-a80e-c24996a21a4a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:49:56.671147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Port': ['ID=0875fe78-4718-4c95-aa9e-2e3239b1600b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:56.696697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913c1b5a-0f0f-4fbf-95c0-485843a893c7 req-458d24fb-8a5c-427f-aa25-991f3d8b3f51 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859593 Aug 04 14:49:56.730290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:56.733456 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc35ad3-5c13-410a-baa7-9a5a5733344e" -d '{"events": [{"server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "name": "network-vif-plugged", "status": "completed", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:56.743761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port eae7785f-631d-4538-ae98-a5f6b0c15169 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:49:56.767624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.769759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dcb6a0a3-2d7c-4476-8aea-cfbc3434b9d4 req-2b3d24e9-6014-4585-8f35-33441dfe3552 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "DELETE /v2.0/ports/eae7785f-631d-4538-ae98-a5f6b0c15169 HTTP/1.1" status: 204 len: 173 time: 1.7827630 Aug 04 14:49:56.770227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'name': 'network-vif-deleted', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:56.772907 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375532cc-849a-46b5-8fc6-d98c3432f5fc" -d '{"events": [{"server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "name": "network-vif-deleted", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:56.800802 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb962081-6420-4d19-9672-857d2da1d90b x-openstack-request-id: req-bb962081-6420-4d19-9672-857d2da1d90b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:56.801193 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "name": "network-vif-plugged", "status": "completed", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:56.803384 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb962081-6420-4d19-9672-857d2da1d90b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:56.804654 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'code': 200} Aug 04 14:49:56.850701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.860598 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76fdbee-e56f-47f7-a962-bb07bcbd7ba9 x-openstack-request-id: req-f76fdbee-e56f-47f7-a962-bb07bcbd7ba9 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:56.861178 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf33177-7710-490d-b23e-78fd1a04a9ff", "name": "network-vif-deleted", "tag": "eae7785f-631d-4538-ae98-a5f6b0c15169", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:56.861791 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f76fdbee-e56f-47f7-a962-bb07bcbd7ba9 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:56.862284 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf33177-7710-490d-b23e-78fd1a04a9ff', 'name': 'network-vif-deleted', 'tag': 'eae7785f-631d-4538-ae98-a5f6b0c15169', 'status': 'completed', 'code': 200} Aug 04 14:49:56.918805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:56.935313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.082427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3348c97-1794-4e7d-a9bc-528c8e255327 req-2a71432d-234e-488b-b106-a54413354f97 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cf33177-7710-490d-b23e-78fd1a04a9ff HTTP/1.1" status: 200 len: 210 time: 0.1421216 Aug 04 14:49:57.094217 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.101154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.219346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.219985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:49:57.225849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.227099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aaccabe0-8f58-43d0-85b5-7d7540e30305 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/routers/7c9b826f-f4c4-4a1c-98ba-01ef6c0e57f4 HTTP/1.1" status: 204 len: 168 time: 2.7087429 Aug 04 14:49:57.230392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:57.230819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:57.262729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8171a-9585-4204-b652-2a02e5b922f5 req-99282e05-7aa5-44fd-be24-a86922e7edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:57.265166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6f8171a-9585-4204-b652-2a02e5b922f5 req-99282e05-7aa5-44fd-be24-a86922e7edfe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 1097 time: 0.4000559 Aug 04 14:49:57.325367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5d43693-df0b-4ba2-b908-aeef3fbc61af req-14642475-b63a-478e-8232-89fa9a508ba3 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0934603 Aug 04 14:49:57.358331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c17067d-7b77-4eac-8f69-098cd3100c6b req-cc33fced-1b92-4cf9-9922-bc403fb83c0f tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 10906 time: 0.6639786 Aug 04 14:49:57.358544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Network e4f6af54-c295-482f-a584-143a875ef8a6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:49:57.362035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:49:57.377229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:49:57.426561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:57.435480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6f8171a-9585-4204-b652-2a02e5b922f5 req-dd89f810-433e-4814-a7b8-502c8e85946e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220648 Aug 04 14:49:57.455431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:57.456204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.477785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-2ecac616-156e-43da-94d7-bbdef582e10f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411303 Aug 04 14:49:57.492095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Request body: {'port': {'device_id': '16723afb-5698-46a4-a83e-01ac38209e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:57.498092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Deleting subnet 49c9fe4b-39bd-42a3-8692-6616c48989fd {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:49:57.505314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16343df8-b6e5-4c79-9cc0-cd7ca4ac4eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.509915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.551464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c17067d-7b77-4eac-8f69-098cd3100c6b req-1c5a7f55-88a7-4f30-8143-de04a22e67a9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e75c0f1b-a045-4dec-b1bb-a1630f26d6c7 HTTP/1.1" status: 200 len: 2985 time: 0.1937664 Aug 04 14:49:57.557549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.592288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.642133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c01ca-e569-4eb2-83ad-9c83284e18b8 req-02b83e9f-4140-4fea-b118-7ad39025f39f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:57.643637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b3c01ca-e569-4eb2-83ad-9c83284e18b8 req-02b83e9f-4140-4fea-b118-7ad39025f39f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 931 time: 0.1906383 Aug 04 14:49:57.706461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.730061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c17067d-7b77-4eac-8f69-098cd3100c6b req-4f48aed0-6937-48fb-afa2-d32a017c544a tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e75c0f1b-a045-4dec-b1bb-a1630f26d6c7 HTTP/1.1" status: 200 len: 2985 time: 0.1702113 Aug 04 14:49:57.773163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b3c01ca-e569-4eb2-83ad-9c83284e18b8 req-d24e2d56-2870-4534-b78a-8a084537cfa3 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159031 Aug 04 14:49:57.844748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16343df8-b6e5-4c79-9cc0-cd7ca4ac4eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.849769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.865016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73470252-eef5-4875-a80e-c24996a21a4a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:49:57.869224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16343df8-b6e5-4c79-9cc0-cd7ca4ac4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.872754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.886392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Transition to ACTIVE for port object 73470252-eef5-4875-a80e-c24996a21a4a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:49:57.888832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:57.895318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.911873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: cba431ad-fb15-4970-803e-cdf8cab123d8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:57.912185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cba431ad-fb15-4970-803e-cdf8cab123d8 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:49:57.934996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49c9fe4b-39bd-42a3-8692-6616c48989fd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:57.958034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:57.960598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6531895b-e0da-47f5-adac-03f5099d9886 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/49c9fe4b-39bd-42a3-8692-6616c48989fd HTTP/1.1" status: 204 len: 168 time: 0.7124813 Aug 04 14:49:57.966560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:57.967258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:57.988899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16343df8-b6e5-4c79-9cc0-cd7ca4ac4eb5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=946295c199d8492292726b29e4eedd2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470987 Aug 04 14:49:57.993836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16343df8-b6e5-4c79-9cc0-cd7ca4ac4eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159946f6-23a2-42bb-8a66-51906414ef6d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:57.998040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55470) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:58.022132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e9a91-acdf-4f17-97cf-3ef6fc803d6e req-e6889a76-f7ce-4701-8426-ae0a17d59dec tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:58.023641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c34e9a91-acdf-4f17-97cf-3ef6fc803d6e req-e6889a76-f7ce-4701-8426-ae0a17d59dec tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.1710823 Aug 04 14:49:58.026171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-272ea55a-24da-4024-8532-4e92de814fdc req-74594510-1e38-4cd2-ac11-c154245bad1a tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/dbc696ce-7336-4d9b-a8e6-873b2aaccb4c HTTP/1.1" status: 200 len: 1802 time: 0.1795282 Aug 04 14:49:58.076686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.079424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Attempting to bind port 73470252-eef5-4875-a80e-c24996a21a4a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:49:58.079760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Attempting to bind port 73470252-eef5-4875-a80e-c24996a21a4a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:49:58.080232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Attempting to bind port 73470252-eef5-4875-a80e-c24996a21a4a on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:58.087413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Port 73470252-eef5-4875-a80e-c24996a21a4a on network e4f6af54-c295-482f-a584-143a875ef8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:49:58.087734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Attempting to bind port 73470252-eef5-4875-a80e-c24996a21a4a on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:49:58.095690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:49:58.096012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Checking segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:49:58.096383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Bound using segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:49:58.096821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Bound port: 73470252-eef5-4875-a80e-c24996a21a4a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:49:58.097202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.117933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c34e9a91-acdf-4f17-97cf-3ef6fc803d6e req-b1dff7b9-2c59-45bb-98d5-63b9eb76d1b8 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862648 Aug 04 14:49:58.121871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.171060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.204087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.226813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdddaa2b-8ebd-4d49-ac71-67e622533913']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:58.228635 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-272ea55a-24da-4024-8532-4e92de814fdc req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.256464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c373a386-e17f-4875-abef-4963a1c51cd6') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:58.257095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c373a386-e17f-4875-abef-4963a1c51cd6') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:49:58.268611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:49:58.270184 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-272ea55a-24da-4024-8532-4e92de814fdc req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.272415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.275434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:49:58.283547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.295258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.307878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.310455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.311643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/159946f6-23a2-42bb-8a66-51906414ef6d HTTP/1.1" status: 204 len: 168 time: 0.3116436 Aug 04 14:49:58.324878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410330cc-3286-4cae-b4a7-e7ac2b6c4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159946f6-23a2-42bb-8a66-51906414ef6d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:58.340226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:49:58.341324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:49:58.345166 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:49:58.347020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-272ea55a-24da-4024-8532-4e92de814fdc req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.352769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-272ea55a-24da-4024-8532-4e92de814fdc req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.360031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-272ea55a-24da-4024-8532-4e92de814fdc req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/dbc696ce-7336-4d9b-a8e6-873b2aaccb4c HTTP/1.1" status: 204 len: 173 time: 0.3223548 Aug 04 14:49:58.368835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:58.369916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.371312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b436be-ca49-4b09-b2f8-24e41b979ffc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc696ce-7336-4d9b-a8e6-873b2aaccb4c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:58.372117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] 10.222.0.46 "PUT /v2.0/ports/73470252-eef5-4875-a80e-c24996a21a4a HTTP/1.1" status: 200 len: 1092 time: 0.8843207 Aug 04 14:49:58.420154 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-40d6274b-15a1-46c7-a9d0-aeb429e0f5a6 req-84fb15c1-b3bb-4387-845e-ad590ddfdc07 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:49:58.421626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40d6274b-15a1-46c7-a9d0-aeb429e0f5a6 req-84fb15c1-b3bb-4387-845e-ad590ddfdc07 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/dbc696ce-7336-4d9b-a8e6-873b2aaccb4c HTTP/1.1" status: 404 len: 352 time: 0.0299602 Aug 04 14:49:58.435183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c27e4-3b21-4588-aefc-18efb2a686be service neutron] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:58.471725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.480167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdddaa2b-8ebd-4d49-ac71-67e622533913 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 14:49:58.492451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.500415 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/networks/fdddaa2b-8ebd-4d49-ac71-67e622533913 HTTP/1.1" status: 204 len: 168 time: 0.5229816 Aug 04 14:49:58.500415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf682149-2146-4cde-be1c-46bb3aa0fffb tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdddaa2b-8ebd-4d49-ac71-67e622533913,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:58.515006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43cac081-3670-4b00-8d07-362ef312354c req-b3fa39a2-bb12-4267-9857-c1d5c8485355 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0389380 Aug 04 14:49:58.524167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-0b0e9978-6b5e-4776-9963-e87a0d8dec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:58.526061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-0b0e9978-6b5e-4776-9963-e87a0d8dec03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 1095 time: 0.0842257 Aug 04 14:49:58.541647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:49:58.549107 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6" -d '{"events": [{"name": "network-changed", "server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "tag": "73470252-eef5-4875-a80e-c24996a21a4a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:49:58.649703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-c9e81058-79bc-4ccc-8c20-817b9da76388 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73470252-eef5-4875-a80e-c24996a21a4a HTTP/1.1" status: 200 len: 217 time: 0.1126623 Aug 04 14:49:58.694397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-08cea4ea-4bed-4af3-b08e-930dc8b0216b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e7068932-b5af-41bc-8bf0-21bb49a02b64 HTTP/1.1" status: 200 len: 1800 time: 0.1076975 Aug 04 14:49:58.748154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-81bde286-f076-412c-b7ba-195f3ea3be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:58.750444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-81bde286-f076-412c-b7ba-195f3ea3be0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0885532 Aug 04 14:49:58.756350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-30edbaef-c1e7-4c3d-9197-eb39f8f24da1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:58.763518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-30edbaef-c1e7-4c3d-9197-eb39f8f24da1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2164044 Aug 04 14:49:58.799030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-b1304038-8307-4f84-991c-de4e42b44c9b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0343392 Aug 04 14:49:58.803923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-959ca7e0-506c-4b39-896b-6dab1e730417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424318 Aug 04 14:49:58.853550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:58.862336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.883895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d247ee-ffbb-4cce-ae0e-b52e9aedb330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:58.914984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-8a4aefcd-4b4e-41b8-a5f9-1c86cbeaca76 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152399 Aug 04 14:49:58.936281 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-5b795a72-981b-4ae5-b298-d54436804b28 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213400 Aug 04 14:49:58.946010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.009386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55512) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:59.020049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'name': 'tempest-router--603404542', 'project_id': '443f4969f1ea4f5db5b3c1910c1d47f4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:49:59.046694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09ba29f-0159-44d5-b7e0-c1ac706c6c89 req-01c22323-8997-43ba-9e2a-983214cad052 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995014 Aug 04 14:49:59.070249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.072863 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.074024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2af2173f-751b-4494-9c75-98ef857da1b8 req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/e7068932-b5af-41bc-8bf0-21bb49a02b64 HTTP/1.1" status: 204 len: 173 time: 0.3705790 Aug 04 14:49:59.094752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-fd8daac2-ac63-41f7-adc9-e7cbe7ff8de5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788216 Aug 04 14:49:59.097363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa279e-0888-4586-b31a-5eeb3798cd93 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7068932-b5af-41bc-8bf0-21bb49a02b64,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:59.117398 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e6d29-aae0-482a-a444-49d4e34cb4e6 x-openstack-request-id: req-3d6e6d29-aae0-482a-a444-49d4e34cb4e6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:49:59.117686 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "tag": "73470252-eef5-4875-a80e-c24996a21a4a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:49:59.117993 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d6e6d29-aae0-482a-a444-49d4e34cb4e6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:49:59.118425 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a', 'status': 'completed', 'code': 200} Aug 04 14:49:59.187517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-462d7fa6-b3f4-4350-9e53-7eab1da4d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:59.189035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-462d7fa6-b3f4-4350-9e53-7eab1da4d1db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 1095 time: 0.0439625 Aug 04 14:49:59.235266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d247ee-ffbb-4cce-ae0e-b52e9aedb330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.250926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d247ee-ffbb-4cce-ae0e-b52e9aedb330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.271015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-86592618-a0dd-4544-a96c-40b1b865fe54 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675873 Aug 04 14:49:59.276303 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.277301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.298405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9333193-5a38-4f10-86e1-84a498b03d2b req-ac978a18-393c-47e5-9c82-2a886e38eef5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:59.300096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9333193-5a38-4f10-86e1-84a498b03d2b req-ac978a18-393c-47e5-9c82-2a886e38eef5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 943 time: 0.1353600 Aug 04 14:49:59.312842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81d247ee-ffbb-4cce-ae0e-b52e9aedb330 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5269af4f2144871b58ac603f0833cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546359 Aug 04 14:49:59.313587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:59.329260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d247ee-ffbb-4cce-ae0e-b52e9aedb330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e5742-ee27-4550-abf1-57ee566568b2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:59.331781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-f6e515ec-5e38-4009-a4e7-9a8bb3323e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:59.333282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-f6e515ec-5e38-4009-a4e7-9a8bb3323e1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 906 time: 0.1350517 Aug 04 14:49:59.370298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.386428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9333193-5a38-4f10-86e1-84a498b03d2b req-2bde285f-aec0-467e-9563-a12851a11358 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640702 Aug 04 14:49:59.398744 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.403924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.406909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-8a1e4f08-cc14-4e9a-9334-fc672aa7a397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73470252-eef5-4875-a80e-c24996a21a4a HTTP/1.1" status: 200 len: 217 time: 0.0453534 Aug 04 14:49:59.431345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.467703 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-46f27e2a-3b1d-47cb-a7eb-de8107898267 req-8241526c-3979-4624-9c82-b238c9223df0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:49:59.468828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46f27e2a-3b1d-47cb-a7eb-de8107898267 req-8241526c-3979-4624-9c82-b238c9223df0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e7068932-b5af-41bc-8bf0-21bb49a02b64 HTTP/1.1" status: 404 len: 352 time: 0.0305073 Aug 04 14:49:59.490783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.493172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0a7ea97f-bf69-433e-a1e0-25d6c8cc36d0 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4831891 Aug 04 14:49:59.496579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55526) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:49:59.511938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-1b976c39-3829-4a41-9531-c7ef492371db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:59.513551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-1b976c39-3829-4a41-9531-c7ef492371db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0940998 Aug 04 14:49:59.544346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.546963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.550435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa7e5742-ee27-4550-abf1-57ee566568b2 HTTP/1.1" status: 204 len: 168 time: 0.2335560 Aug 04 14:49:59.555341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-7c279668-deed-426a-b00b-24396055fa60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325682 Aug 04 14:49:59.643147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33587d5-3169-4153-a50f-427da5ddad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e5742-ee27-4550-abf1-57ee566568b2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:49:59.655379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73f0983e-7f6c-4b13-9a59-a2ac5979acdf req-7d664d53-6b2d-48c2-8288-e834d83391e2 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 210 time: 0.0613978 Aug 04 14:49:59.661264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:49:59.687856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-47cbbd68-13d2-405a-b8b2-dc465eca53a0 service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203852 Aug 04 14:49:59.765906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b7ba-f9d6-4834-acc8-aadd29c563d3 req-a7570e0d-7e99-482e-a3ba-cb3e714edc9a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:49:59.773520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31f5b7ba-f9d6-4834-acc8-aadd29c563d3 req-a7570e0d-7e99-482e-a3ba-cb3e714edc9a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.1938972 Aug 04 14:49:59.802443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0ebaa23d-fe24-4e25-b05c-468cd4f477d6 req-11f4f59c-e727-4437-8415-ddaee88f59cb service neutron] 10.222.0.46 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062665 Aug 04 14:49:59.879087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eae7785f-631d-4538-ae98-a5f6b0c15169 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:49:59.900519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: eae7785f-631d-4538-ae98-a5f6b0c15169 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:49:59.900928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eae7785f-631d-4538-ae98-a5f6b0c15169 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:00.243918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-70d0d0ef-d248-4459-8ac7-0e86fddcf615 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/69a490da-9b97-4dd3-87c8-985035ec25bd HTTP/1.1" status: 200 len: 1800 time: 0.5375986 Aug 04 14:50:00.248687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.254345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.259202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31f5b7ba-f9d6-4834-acc8-aadd29c563d3 req-8795425b-61c3-412b-add1-4ad1dd2db035 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848380 Aug 04 14:50:00.350986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.351492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff81224d-7e85-4e2c-9c34-4969712f1e09 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:00.373163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.374310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1cf99258-7964-4151-8ea8-063097309abf tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ff81224d-7e85-4e2c-9c34-4969712f1e09 HTTP/1.1" status: 204 len: 168 time: 0.8766069 Aug 04 14:50:00.378547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-986eb5b3-818c-45b0-afb8-18c382755c4d req-3b21e55e-cee7-43c8-b1e4-099a52b89e30 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0449035 Aug 04 14:50:00.379633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.417505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.503747 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.506858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.514382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79ac1baf-71b8-46d5-aff4-2b37cb0f3826 req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/69a490da-9b97-4dd3-87c8-985035ec25bd HTTP/1.1" status: 204 len: 173 time: 0.2615533 Aug 04 14:50:00.565347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385430c-a38b-4a48-a4e4-7e12a5482838 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a490da-9b97-4dd3-87c8-985035ec25bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:00.591674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05190fd-6460-418e-943b-f8f46c3d029f req-8c2716f9-8c0b-4c43-9da4-a42a2a1fa9af tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:00.594386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c05190fd-6460-418e-943b-f8f46c3d029f req-8c2716f9-8c0b-4c43-9da4-a42a2a1fa9af tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.1346419 Aug 04 14:50:00.605388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:00.605795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55572) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:00.616202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Request body: {'floatingip': {'port_id': '7a09d8ad-5823-4178-97ec-c0f32845025a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:00.634329 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-ef4346b5-3ea2-4ff6-a692-9f1aee6447fd req-a1d6517c-acfd-4d92-9802-c4e9f84922c8 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:00.635509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef4346b5-3ea2-4ff6-a692-9f1aee6447fd req-a1d6517c-acfd-4d92-9802-c4e9f84922c8 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/69a490da-9b97-4dd3-87c8-985035ec25bd HTTP/1.1" status: 404 len: 352 time: 0.0164347 Aug 04 14:50:00.691815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.758799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-7bad05aa-6cb6-4736-bae3-be02ed0cfaa3 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:00.760677 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-7bad05aa-6cb6-4736-bae3-be02ed0cfaa3 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2193336 Aug 04 14:50:00.776492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:00.893413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1839522814', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:00.915607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a18c2f-49f1-41c9-88b5-d9873ca235e0 req-923983a5-cc8a-414f-a89b-dfd350967cdf tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:00.917216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74a18c2f-49f1-41c9-88b5-d9873ca235e0 req-923983a5-cc8a-414f-a89b-dfd350967cdf tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 943 time: 0.2454102 Aug 04 14:50:00.945524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:00.949529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:00.965101 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:50:00.965101 n-d-801743-12 neutron-server[94265]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:50:00.965101 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id': 'd9c55cec81644461a86c676244d88164', 'id': '58d03633-5ee8-4124-aaa1-b94580c3d312', 'expiration': datetime.datetime(2021, 8, 4, 14, 52, 0, 932435)}] Aug 04 14:50:00.965101 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:50:00.965491 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:50:00.982764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbce357c-3fa2-4891-afd2-05a2d59726e0 req-6b723cc0-65ba-4d84-b4b9-970577fe311b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 6157 time: 0.1777246 Aug 04 14:50:01.058699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74a18c2f-49f1-41c9-88b5-d9873ca235e0 req-3e4d7adc-8661-4c21-8624-3bb1f492cbf2 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312485 Aug 04 14:50:01.083854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.11 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/fa0326b0-382c-4599-a4d0-3f82e24b5757) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:01.130185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbce357c-3fa2-4891-afd2-05a2d59726e0 req-76fc448e-2feb-4862-82ec-18007db2532b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e75c0f1b-a045-4dec-b1bb-a1630f26d6c7 HTTP/1.1" status: 200 len: 2985 time: 0.1069219 Aug 04 14:50:01.183517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ae24c66-545c-4252-ae71-1e6ad99a9bfa req-2561b45d-54b4-4248-ae3c-a3d0e1c09698 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 210 time: 0.0481155 Aug 04 14:50:01.264879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.286750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbce357c-3fa2-4891-afd2-05a2d59726e0 req-faf14053-bdc7-4c17-af50-4e448f6e1b00 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e75c0f1b-a045-4dec-b1bb-a1630f26d6c7 HTTP/1.1" status: 200 len: 2985 time: 0.1478958 Aug 04 14:50:01.318251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.332701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:01.337961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1706284606', 'description': 'tempest-description-1227669162'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:01.367408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:01.373756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:01.376510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:01.396617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.431713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:01.432737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.447838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:01.454389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-213619c1-5db4-49c3-a453-5eed2bae2a41 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6846559 Aug 04 14:50:01.469342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Request body: {'port': {'device_id': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:01.550349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5af06c9-3f16-4ffe-bf06-9cfc3582baf4 req-2924dabe-2486-4fc9-b910-bb5a23bc90ef tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0350463 Aug 04 14:50:01.559259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.597250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.607488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.675000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.712439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.759215 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.759921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.767523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.768775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-169b069b-0a13-4b77-9910-cf9a0ece3446 req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4353411 Aug 04 14:50:01.778798 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Floating IP 1c788106-df0e-4bc1-bf73-7291bb3357db associated. External IP: 172.25.0.190, port: 7a09d8ad-5823-4178-97ec-c0f32845025a. Aug 04 14:50:01.782554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bafcef-0400-48df-87e2-bbf60b3738db tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a260b37-3453-4d99-8991-7b0e362ffe56,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:01.833870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1547946628', 'description': 'tempest-description-1537694326'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:01.893267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.910041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:01.918138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0326b0-382c-4599-a4d0-3f82e24b5757 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:01.929194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.940567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:01.949691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Transition to ACTIVE for port object fa0326b0-382c-4599-a4d0-3f82e24b5757 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:01.956953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.043183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:02.053404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:02.069582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '73470252-eef5-4875-a80e-c24996a21a4a', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': '73470252-eef5-4875-a80e-c24996a21a4a', 'mac_address': 'fa:16:3e:6f:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:02.113828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.126770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Attempting to bind port fa0326b0-382c-4599-a4d0-3f82e24b5757 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:02.127111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Attempting to bind port fa0326b0-382c-4599-a4d0-3f82e24b5757 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:02.127585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Attempting to bind port fa0326b0-382c-4599-a4d0-3f82e24b5757 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:02.128452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73470252-eef5-4875-a80e-c24996a21a4a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:02.133006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Port fa0326b0-382c-4599-a4d0-3f82e24b5757 on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:02.133332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Attempting to bind port fa0326b0-382c-4599-a4d0-3f82e24b5757 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:02.143624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:02.146087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:02.146738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:02.146968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Bound port: fa0326b0-382c-4599-a4d0-3f82e24b5757, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:02.147372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.164798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:02.171354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.235128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:02.245866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:02.247228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:02.247919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.256398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.296144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:02.296999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.298444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa0326b0-382c-4599-a4d0-3f82e24b5757 HTTP/1.1" status: 200 len: 1093 time: 0.8359039 Aug 04 14:50:02.298894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:02.301187 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90" -d '{"events": [{"name": "network-changed", "server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:02.336063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c03f87-4343-4b98-a187-325a84bd5897 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:02.403219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-c0810784-303d-400b-b5a9-e33705e48019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:02.404961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-c0810784-303d-400b-b5a9-e33705e48019 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 1096 time: 0.0474780 Aug 04 14:50:02.406154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710596aa-c6fb-4500-bcd7-9f3a833adef8 req-a20667d9-b5fa-486e-a47a-07d3d59c0d0e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:02.407867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-710596aa-c6fb-4500-bcd7-9f3a833adef8 req-a20667d9-b5fa-486e-a47a-07d3d59c0d0e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 944 time: 0.2235994 Aug 04 14:50:02.418400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.434412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.442356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73470252-eef5-4875-a80e-c24996a21a4a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:02.483652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-2a698ed2-6db7-4d77-a805-2913afa9b09d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757 HTTP/1.1" status: 200 len: 217 time: 0.0673025 Aug 04 14:50:02.497375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.498636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18214226-9484-4104-9b70-6e0ee12b0b09 req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6723771 Aug 04 14:50:02.514005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:50:02.521353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c2d1e-3a9e-4b36-8cbc-1ea2e1e771c3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff669e4-2d57-4ca7-ad40-260c6e080cdc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:02.529923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-710596aa-c6fb-4500-bcd7-9f3a833adef8 req-650ac001-8557-46b8-89a2-8d450b5d8d7c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062813 Aug 04 14:50:02.589394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-2a823dcb-9774-4912-a743-6b550c8e6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:02.590897 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-2a823dcb-9774-4912-a743-6b550c8e6bea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.1009662 Aug 04 14:50:02.644014 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d827b-e21a-42ee-954d-b17ab677c52d x-openstack-request-id: req-360d827b-e21a-42ee-954d-b17ab677c52d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:02.644304 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:02.644557 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-360d827b-e21a-42ee-954d-b17ab677c52d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:02.646704 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757', 'status': 'completed', 'code': 200} Aug 04 14:50:02.651926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-88838cfe-ecb1-4198-b7ba-6509a73b4519 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530012 Aug 04 14:50:02.768877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-dd2b05d9-2a56-4e57-ac78-5cfd65bbb304 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091058 Aug 04 14:50:02.776705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6bc0e7f-aa7f-46c7-b701-ddbefe0afc83 req-4379f052-dd5f-4adb-ad25-eef054d0ea26 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0704553 Aug 04 14:50:02.814270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb08805-a4ba-4614-9d0b-78651de66596 req-8033a6bb-dab0-4d20-b383-90482a96dc53 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:02.815855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1eb08805-a4ba-4614-9d0b-78651de66596 req-8033a6bb-dab0-4d20-b383-90482a96dc53 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 944 time: 0.1769910 Aug 04 14:50:02.882715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca36a120-100c-46c5-8ae1-0ab4de58bdea req-1a049744-4b6c-4372-babf-843c368eb032 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043348 Aug 04 14:50:02.897615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:02.908549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:02.909887 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Sync routers for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:02.918859 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:02.919675 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:03.000594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-ce41e158-f673-4ac0-9cbf-d17f0ee097fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.002291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-ce41e158-f673-4ac0-9cbf-d17f0ee097fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 1096 time: 0.0553045 Aug 04 14:50:03.062879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:03.137538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-3dab7dcb-6a0d-4740-86bb-0d82756784c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.140718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-3dab7dcb-6a0d-4740-86bb-0d82756784c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.1258779 Aug 04 14:50:03.195612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-d5e65416-c899-4a00-ba62-36dabcea133a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757 HTTP/1.1" status: 200 len: 217 time: 0.0477366 Aug 04 14:50:03.250689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55648) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:03.276475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-a27ff870-d25c-48de-868e-d16daf5abe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.277973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-a27ff870-d25c-48de-868e-d16daf5abe64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0734520 Aug 04 14:50:03.317594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-27c7f59e-5e2e-421e-b2fd-8a2d23522f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307336 Aug 04 14:50:03.329360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.330496 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '1c788106-df0e-4bc1-bf73-7291bb3357db', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'port_id': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'mac_address': 'fa:16:3e:6d:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:49:02Z', 'updated_at': '2021-08-04T14:50:01Z', 'revision_number': 1, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:03.338776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d8e7aa7-de3b-4c7b-adf0-584b04018c27 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "PUT /v2.0/floatingips/1c788106-df0e-4bc1-bf73-7291bb3357db HTTP/1.1" status: 200 len: 991 time: 2.7304485 Aug 04 14:50:03.343802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:03.346209 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a096f1-1e54-4860-bbd9-43f5e5cae417" -d '{"events": [{"name": "network-changed", "server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:03.365361 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Checking router: 8bdaef15-d451-4533-a456-e6bcabeb7fc3 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:50:03.376823 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:03.377811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:03.379430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1eb08805-a4ba-4614-9d0b-78651de66596 req-f28aad13-9d28-4584-8820-29c8c46541d9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211022 Aug 04 14:50:03.382923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.432654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-4c9c916a-348b-4b11-aaec-d8adab8f74f5 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069093 Aug 04 14:50:03.476727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-e0824626-c479-4d29-b6de-daa03f19c988 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.484428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-e0824626-c479-4d29-b6de-daa03f19c988 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 812 time: 0.5846462 Aug 04 14:50:03.512853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-b5126a7c-249d-492e-842a-79c491764a01 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/quotas/191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 375 time: 0.0274644 Aug 04 14:50:03.527743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b42a-9fbb-4fa9-9036-0644ac68a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.563373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee0d3434-55b1-4bbe-9d2f-2780812f2d90 req-0a971e0d-7013-4e26-841c-2bbcdab9b50e service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220727 Aug 04 14:50:03.592657 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659c172-7364-43f6-9366-2fa611f61a3c x-openstack-request-id: req-4659c172-7364-43f6-9366-2fa611f61a3c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:03.592957 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:03.593186 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4659c172-7364-43f6-9366-2fa611f61a3c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:03.593941 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'status': 'completed', 'code': 200} Aug 04 14:50:03.611918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9085c80e-637d-4586-b1d9-c38bbb2bd646 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981178 Aug 04 14:50:03.614404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Allocated IP 172.25.0.41 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/76564337-ae50-40b0-90ff-d700e3affee9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:03.654987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:03.661647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b42a-9fbb-4fa9-9036-0644ac68a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.667760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b42a-9fbb-4fa9-9036-0644ac68a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.714400 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ca5b42a-9fbb-4fa9-9036-0644ac68a34f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f79172d84ff54feb95000b6a01dede00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602470 Aug 04 14:50:03.714400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5b42a-9fbb-4fa9-9036-0644ac68a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40edca1-0642-4d0a-b20d-3815fbcf215b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:03.715587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55658) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:03.770042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.791989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.831867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-5fb31f67-a998-4245-9ff0-4dde68880b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.833384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-5fb31f67-a998-4245-9ff0-4dde68880b2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f3963ae38f742628cb2fef5d59dae9b&device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 1097 time: 0.1980391 Aug 04 14:50:03.841170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10632c-fc3a-4d4b-b5a7-bfdf018c5eb9 req-d4c7a464-ddd2-41ce-b7c7-4834d23a182e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:03.842770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd10632c-fc3a-4d4b-b5a7-bfdf018c5eb9 req-d4c7a464-ddd2-41ce-b7c7-4834d23a182e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 944 time: 0.1655672 Aug 04 14:50:03.854422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.858061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:03.861251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b40edca1-0642-4d0a-b20d-3815fbcf215b HTTP/1.1" status: 204 len: 168 time: 0.1425703 Aug 04 14:50:03.868586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addd6c9-7591-4a5b-9b09-52529f1035fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40edca1-0642-4d0a-b20d-3815fbcf215b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:03.904408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:03.918336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-a686f936-591f-475c-8ff4-0ff6d8b4d6fe service neutron] 10.222.0.76 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054976 Aug 04 14:50:03.926811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '1c788106-df0e-4bc1-bf73-7291bb3357db', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'port_id': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'mac_address': 'fa:16:3e:6d:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:49:02Z', 'updated_at': '2021-08-04T14:50:01Z', 'revision_number': 1, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:03.957572 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e488390-92fa-4f4a-9769-1684e725cd3a None None] The sync data for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 is: [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '1c788106-df0e-4bc1-bf73-7291bb3357db', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'port_id': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'mac_address': 'fa:16:3e:6d:0f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:49:02Z', 'updated_at': '2021-08-04T14:50:01Z', 'revision_number': 1, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:03.980185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 73470252-eef5-4875-a80e-c24996a21a4a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:03.984460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 73470252-eef5-4875-a80e-c24996a21a4a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:03.984886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.026783 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.057315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd10632c-fc3a-4d4b-b5a7-bfdf018c5eb9 req-08cc5dba-d127-4871-8f20-c9568fd01af8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959186 Aug 04 14:50:04.104925 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.108997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-2f607e73-3e96-4ece-b59c-cfc5b8fb99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:04.110430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-2f607e73-3e96-4ece-b59c-cfc5b8fb99b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=282527b3-29df-437c-9637-86be5fae0236 HTTP/1.1" status: 200 len: 917 time: 0.2609363 Aug 04 14:50:04.152059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:04.154737 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5a133-a6fa-4d50-a50d-83e5d412aed5" -d '{"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-plugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:04.175594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:04.181488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.197840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-6ed5efb4-c3a7-46c0-be40-0ede0c3c75f5 service neutron] 10.222.0.76 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757273 Aug 04 14:50:04.263814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:04.289684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55668) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:04.300345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b490888-a639-4420-a3cb-0780f3639c8b req-c70282ff-7889-46b0-8dfe-dabc4c4b96b5 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.1163898 Aug 04 14:50:04.310194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1653f38-c444-4df5-beef-bed604b904e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.315288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6ed97-3046-487d-b82c-7c263ec4a7d2 None None] New status for floating IP 1c788106-df0e-4bc1-bf73-7291bb3357db: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:50:04.324625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.372843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-144b8009-4af4-4366-b4a2-0a7e00015ce6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a09d8ad-5823-4178-97ec-c0f32845025a HTTP/1.1" status: 200 len: 999 time: 0.2469397 Aug 04 14:50:04.405723 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1fba6-14fe-4182-8b8f-8165c9810b4b x-openstack-request-id: req-b0a1fba6-14fe-4182-8b8f-8165c9810b4b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:04.406230 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-plugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:04.406651 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0a1fba6-14fe-4182-8b8f-8165c9810b4b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:04.407358 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a', 'code': 200} Aug 04 14:50:04.474783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1653f38-c444-4df5-beef-bed604b904e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.483408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:04.487159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1653f38-c444-4df5-beef-bed604b904e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.531138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20882b0e-191e-4118-b7d5-fe60040486d4 req-ab3d6b1e-5a0d-4c45-8e99-1da0b7aa54a9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 210 time: 0.1158049 Aug 04 14:50:04.532082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:04.541683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:04.557510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1653f38-c444-4df5-beef-bed604b904e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75285619b8b7453ab7b5771ef8f70d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657659 Aug 04 14:50:04.567199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55680) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:04.569466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1653f38-c444-4df5-beef-bed604b904e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b028e4-0968-4cbc-b556-0c6810d77dde,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:04.609612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d667b4f-39dc-42aa-923f-2630f48d978f req-3c873d93-9ac5-44d5-aad1-04b369fb0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:04.611248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d667b4f-39dc-42aa-923f-2630f48d978f req-3c873d93-9ac5-44d5-aad1-04b369fb0885 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 1097 time: 0.0928473 Aug 04 14:50:04.616060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event updated for resources: {'Port': ['ID=76564337-ae50-40b0-90ff-d700e3affee9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:04.668536 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d667b4f-39dc-42aa-923f-2630f48d978f req-d00f0009-a292-40cd-b04f-4742b94e6598 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483406 Aug 04 14:50:04.673951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-b05db35a-d1f2-4cb3-8395-02accfa94d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:04.675590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-b05db35a-d1f2-4cb3-8395-02accfa94d66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5 HTTP/1.1" status: 200 len: 855 time: 0.2245610 Aug 04 14:50:04.712464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3927-b84e-48b2-885f-38efbe1afe9f req-e8098612-fdf1-4ca7-9fd8-cce8b408c7d0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:04.713965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fad3927-b84e-48b2-885f-38efbe1afe9f req-e8098612-fdf1-4ca7-9fd8-cce8b408c7d0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 944 time: 0.1953950 Aug 04 14:50:04.857095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:04.897940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fad3927-b84e-48b2-885f-38efbe1afe9f req-e4d24893-cb9f-451a-9407-ef88fae8b91d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480691 Aug 04 14:50:04.915578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-277d7c1b-8332-4bf6-8c1e-0d2e5596e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:04.917619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-277d7c1b-8332-4bf6-8c1e-0d2e5596e8fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282527b3-29df-437c-9637-86be5fae0236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2299440 Aug 04 14:50:04.925151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.208433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.210916 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.212097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9b028e4-0968-4cbc-b556-0c6810d77dde HTTP/1.1" status: 204 len: 168 time: 0.6434476 Aug 04 14:50:05.237525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.243688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349ad5b-bdde-4d7f-9d08-926339abaf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b028e4-0968-4cbc-b556-0c6810d77dde,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:05.276723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-1fef304f-7645-414e-80e0-2ffa1d7a7c4f service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064926 Aug 04 14:50:05.295660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794a812-d5b0-41a5-aa6a-43e428222a98 req-9f43d79a-26b1-4a09-a183-d914b8693416 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:05.297160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7794a812-d5b0-41a5-aa6a-43e428222a98 req-9f43d79a-26b1-4a09-a183-d914b8693416 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 945 time: 0.1368463 Aug 04 14:50:05.451031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de49d611-5a58-41af-8de0-bcb1a21e6ee6 req-29320ead-3cd8-48c6-9f47-bf8ee6c05624 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0498376 Aug 04 14:50:05.465496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7794a812-d5b0-41a5-aa6a-43e428222a98 req-e0300693-dbe7-426f-aa42-8692807d8ec9 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562729 Aug 04 14:50:05.548188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a096f1-1e54-4860-bbd9-43f5e5cae417 req-d1cc78af-e8c7-471c-be2c-52fc16f0d7c1 service neutron] 10.222.0.38 "GET /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499473 Aug 04 14:50:05.597984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-ea5c7c14-074e-4ae1-ab3b-7b25b4afd42a tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:05.612088 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-ea5c7c14-074e-4ae1-ab3b-7b25b4afd42a tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.38 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 812 time: 0.1291919 Aug 04 14:50:05.625760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'device_id': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4', 'admin_state_up': True, 'tenant_id': '191b5b4dbd694acfac02f6eb26bbce26'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:05.715222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efb5a336-2d3a-4c02-9084-4a12fed6acbb req-c7668ac7-d4f3-483c-863c-aea91f54f9fa tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 210 time: 0.0801549 Aug 04 14:50:05.751841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.793743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Made reservation on behalf of 191b5b4dbd694acfac02f6eb26bbce26 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:05.798638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:05.906497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fa0326b0-382c-4599-a4d0-3f82e24b5757 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:05.955024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Allocated IP 172.20.0.13 (ae48d3af-f864-4a64-9da5-0f287c0dd6c4/ac18abf5-1d2c-44b6-a59e-5a2e36b82a45/accfeee0-2f02-4be2-ab69-82a9a5e94c8c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:06.043762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:06.058147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'fa0326b0-382c-4599-a4d0-3f82e24b5757', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': 'fa0326b0-382c-4599-a4d0-3f82e24b5757', 'mac_address': 'fa:16:3e:a1:65:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:06.118845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.136326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0326b0-382c-4599-a4d0-3f82e24b5757 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:06.163043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.163964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:06.170541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.237577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:06.246803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.259970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:06.271283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeb843-6d9a-457b-8eca-e1eb6e7a19db req-169ed5a6-004f-425e-952c-5df5a629bd8b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:06.272825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96eeb843-6d9a-457b-8eca-e1eb6e7a19db req-169ed5a6-004f-425e-952c-5df5a629bd8b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 945 time: 0.0849321 Aug 04 14:50:06.275668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:06.298012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:06.301106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:06.331974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Router 64ecaae7-1009-4a18-a3a8-fd259b2986ca is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:06.350333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96eeb843-6d9a-457b-8eca-e1eb6e7a19db req-ad6f33d5-1947-499c-9ce0-daca1ae86e81 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Aug 04 14:50:06.362372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:06.363030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.392866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7752156 Aug 04 14:50:06.393481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106790f-eed3-4474-b5a2-c409b1488565 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:06.412455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Request body: {'port': {'device_id': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:06.473833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:06.478958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.489765 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] Sync routers for ids ['64ecaae7-1009-4a18-a3a8-fd259b2986ca'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:06.507600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['fa0326b0-382c-4599-a4d0-3f82e24b5757'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:06.509139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.514714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec31de5c-f15e-4649-9a1e-37e43424600c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9053679 Aug 04 14:50:06.518875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:06.532788 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] Routers {'64ecaae7-1009-4a18-a3a8-fd259b2986ca'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:06.538049 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['64ecaae7-1009-4a18-a3a8-fd259b2986ca'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:06.626654 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:06.636686 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] Routers {'64ecaae7-1009-4a18-a3a8-fd259b2986ca'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:06.637310 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['64ecaae7-1009-4a18-a3a8-fd259b2986ca'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:06.708509 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:06.709198 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97d336-7617-4331-9510-4d41d1f1efd6 None None] The sync data for ids ['64ecaae7-1009-4a18-a3a8-fd259b2986ca'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:06.738840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eaad2b2a-8dd7-4afd-8bf7-f94ee12293b3 req-0d21209b-3313-4230-acca-2b9175a81e08 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0929768 Aug 04 14:50:06.761694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b1510-d7c4-46c2-97fa-f34bf96f1cd4 req-af5aa1ac-5c2b-471b-9104-551c45c86a7e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:06.769374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-524b1510-d7c4-46c2-97fa-f34bf96f1cd4 req-af5aa1ac-5c2b-471b-9104-551c45c86a7e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 945 time: 0.1655300 Aug 04 14:50:06.811535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-892843f0-354b-44e7-bdf0-855717e73cff tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/64ecaae7-1009-4a18-a3a8-fd259b2986ca HTTP/1.1" status: 200 len: 920 time: 0.2881994 Aug 04 14:50:06.812235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55742) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:06.833051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-524b1510-d7c4-46c2-97fa-f34bf96f1cd4 req-70ddb5ce-3204-4516-bf54-dc080e44e06b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604708 Aug 04 14:50:06.888253 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2f80f385-5fa8-471c-a5de-f18a3ae364a2 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ecaae7-1009-4a18-a3a8-fd259b2986ca HTTP/1.1" status: 200 len: 205 time: 0.0723138 Aug 04 14:50:06.888692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:06.915455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accfeee0-2f02-4be2-ab69-82a9a5e94c8c {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:06.928673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.945172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Transition to ACTIVE for port object accfeee0-2f02-4be2-ab69-82a9a5e94c8c will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:06.950662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:06.992548 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:50:07.015307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:07.056057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3cd85-f061-4ce8-93e3-a12d55bb17b3 req-9f8779ac-abff-49cb-ad21-1ee51b98f120 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.057851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7a3cd85-f061-4ce8-93e3-a12d55bb17b3 req-9f8779ac-abff-49cb-ad21-1ee51b98f120 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 944 time: 0.1131635 Aug 04 14:50:07.091507 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.113298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Attempting to bind port accfeee0-2f02-4be2-ab69-82a9a5e94c8c on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:07.113657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Attempting to bind port accfeee0-2f02-4be2-ab69-82a9a5e94c8c by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:07.113988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Attempting to bind port accfeee0-2f02-4be2-ab69-82a9a5e94c8c on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:07.119062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Port accfeee0-2f02-4be2-ab69-82a9a5e94c8c on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:07.119510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Attempting to bind port accfeee0-2f02-4be2-ab69-82a9a5e94c8c on network ae48d3af-f864-4a64-9da5-0f287c0dd6c4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:07.125045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:07.125533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Checking segment: {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:07.126016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Bound using segment: {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:07.126528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Bound port: accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6abb525-d7de-4b6d-aa51-b746ddcad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:07.127115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.151149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7a3cd85-f061-4ce8-93e3-a12d55bb17b3 req-97f3e3e7-4181-4923-8aef-6952933018b3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860624 Aug 04 14:50:07.230120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:07.233801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:07.245655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.254463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.277487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f669-3769-4eee-afa2-4faedec0f4c1 req-0cf87053-c8d0-424f-8a26-12363c89ab9b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.279071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa73f669-3769-4eee-afa2-4faedec0f4c1 req-0cf87053-c8d0-424f-8a26-12363c89ab9b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 945 time: 0.0774727 Aug 04 14:50:07.281203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.282844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.284245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] 10.222.0.38 "PUT /v2.0/ports/accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 1093 time: 0.8766375 Aug 04 14:50:07.286477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:07.290977 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6" -d '{"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:07.345176 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3df98-56f2-4710-b2af-3b36184e0c6e x-openstack-request-id: req-4ee3df98-56f2-4710-b2af-3b36184e0c6e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:07.345369 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:07.345627 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ee3df98-56f2-4710-b2af-3b36184e0c6e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:07.346521 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'status': 'completed', 'code': 200} Aug 04 14:50:07.347761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c6d8-042c-432a-90c6-a7eb4fd8bada service neutron] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:07.362799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa73f669-3769-4eee-afa2-4faedec0f4c1 req-d0d5be8b-6c9c-49a8-84ae-054c330418b2 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621648 Aug 04 14:50:07.380336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port 76564337-ae50-40b0-90ff-d700e3affee9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:07.380775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.401350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-f584aa17-85db-4dd0-ae37-a63afebd2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.402962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-f584aa17-85db-4dd0-ae37-a63afebd2a7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1096 time: 0.0505087 Aug 04 14:50:07.460335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-694db8ef-2b43-48fe-8738-a62cc4aeda99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 217 time: 0.0492065 Aug 04 14:50:07.508295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.517951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a95cc4-c773-4529-b01b-2227ccb054ee req-1fdaef71-2926-4b59-94b7-6333b6211c61 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.518872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-bdc2c658-b0b4-410c-bbc2-afcc9b9e6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.519538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54a95cc4-c773-4529-b01b-2227ccb054ee req-1fdaef71-2926-4b59-94b7-6333b6211c61 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 945 time: 0.0867677 Aug 04 14:50:07.520419 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-bdc2c658-b0b4-410c-bbc2-afcc9b9e6ddd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.0530546 Aug 04 14:50:07.538046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for 76564337-ae50-40b0-90ff-d700e3affee9 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:07.552492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-f1dd080c-d1ff-435f-9888-f0b342539cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248950 Aug 04 14:50:07.609965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54a95cc4-c773-4529-b01b-2227ccb054ee req-b716fa69-682e-44a7-a93f-82e20cc8a6eb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828614 Aug 04 14:50:07.651820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-62d4da36-caea-4b71-9cb1-f9b91b202175 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920999 Aug 04 14:50:07.749634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c1c4167-821f-48d7-9a1d-51a17065f6aa req-9ebf341f-dff4-418e-8638-974bfa70b6c1 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904765 Aug 04 14:50:07.763152 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.791483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=76564337-ae50-40b0-90ff-d700e3affee9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:07.857464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-c1d064e1-86e2-49b0-9c77-ccc764ac7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:07.859201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-c1d064e1-86e2-49b0-9c77-ccc764ac7782 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1096 time: 0.0450046 Aug 04 14:50:07.867354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-129c7d4c-a002-4caa-bfda-bdd0779e088d req-85efdccd-8fc0-4705-b841-59cfa86ad916 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0487821 Aug 04 14:50:07.895238 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.903183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fa0326b0-382c-4599-a4d0-3f82e24b5757 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:07.983343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port fa0326b0-382c-4599-a4d0-3f82e24b5757 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:07.988568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port fa0326b0-382c-4599-a4d0-3f82e24b5757 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:07.989041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:07.995237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.000011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.024657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-51af0f2d-47d2-4f40-8284-da0339c88950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.026121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-51af0f2d-47d2-4f40-8284-da0339c88950 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.1552012 Aug 04 14:50:08.074141 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-b31dd7d9-898c-4be6-bdde-255f7d4638bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 217 time: 0.0402839 Aug 04 14:50:08.076058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.076670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router 64ecaae7-1009-4a18-a3a8-fd259b2986ca {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:08.082823 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.084878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.086139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9021035a-bde2-4090-b502-6e688e55558e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/64ecaae7-1009-4a18-a3a8-fd259b2986ca HTTP/1.1" status: 204 len: 168 time: 1.1963997 Aug 04 14:50:08.090000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55786) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:08.095404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'name': 'tempest-snat-router-21017268', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:08.116099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:08.118519 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a924b70a-06a0-46d3-bd10-518a2a2af294" -d '{"events": [{"server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "name": "network-vif-plugged", "status": "completed", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:08.122509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.132803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:08.135829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.142198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-4e92c823-cad0-405a-bd79-dda5bef2e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.142641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.144163 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-4e92c823-cad0-405a-bd79-dda5bef2e674 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.0627103 Aug 04 14:50:08.176598 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c236175-3b27-4502-8335-b2775e548f66 x-openstack-request-id: req-2c236175-3b27-4502-8335-b2775e548f66 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:08.176983 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "name": "network-vif-plugged", "status": "completed", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:08.177330 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c236175-3b27-4502-8335-b2775e548f66 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:08.177829 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757', 'code': 200} Aug 04 14:50:08.194623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-b859e17e-393c-4698-bee7-146b53f7cf63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423789 Aug 04 14:50:08.205515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.259937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:08.399981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55796) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:08.450232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1192236-2f54-400a-b08c-0df43c9e7c6c req-1ce4246a-4894-4ea7-9f19-4494664da925 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.451986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1192236-2f54-400a-b08c-0df43c9e7c6c req-1ce4246a-4894-4ea7-9f19-4494664da925 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 944 time: 0.1629584 Aug 04 14:50:08.457830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.584543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1192236-2f54-400a-b08c-0df43c9e7c6c req-7fe500db-6b39-48ea-872a-9b653d24ba49 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231539 Aug 04 14:50:08.587266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1223-8934-47d7-b350-f14d0a4dab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.597085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b2e34-b2bf-417d-9b81-0d1c3daacc38 req-b74b16db-ba10-4c9b-b88b-287e8d9aa19d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.598693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f8b2e34-b2bf-417d-9b81-0d1c3daacc38 req-b74b16db-ba10-4c9b-b88b-287e8d9aa19d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 945 time: 0.1439497 Aug 04 14:50:08.670410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac9aa-49f6-4305-a736-6fd1f3c9fd0f req-e23d2a7a-5bf0-4891-8d7c-c1d630e686ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.671950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0d9ac9aa-49f6-4305-a736-6fd1f3c9fd0f req-e23d2a7a-5bf0-4891-8d7c-c1d630e686ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 1098 time: 0.3952239 Aug 04 14:50:08.675095 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-664204aa-fd11-4cb6-9537-6aabd6a776d5 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716489 Aug 04 14:50:08.690234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f8b2e34-b2bf-417d-9b81-0d1c3daacc38 req-61f2e19a-6152-417d-9c4e-c95431cc201f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Aug 04 14:50:08.760564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0d9ac9aa-49f6-4305-a736-6fd1f3c9fd0f req-c72be646-fb7e-480e-903e-304d73461bdc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Aug 04 14:50:08.790880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7f4ae-339c-4f81-8e5d-35f3c75d40fb req-aaca3b61-067c-4656-8334-ea6c33654cbe tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:08.792342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec7f4ae-339c-4f81-8e5d-35f3c75d40fb req-aaca3b61-067c-4656-8334-ea6c33654cbe tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.0957444 Aug 04 14:50:08.794508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-366faf06-b5cb-4ae8-8ba2-42f0a56dfac6 req-3df66f96-9800-47b5-9c2e-f1e81af9f977 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079359 Aug 04 14:50:08.920078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1223-8934-47d7-b350-f14d0a4dab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.933707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c7e1223-8934-47d7-b350-f14d0a4dab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:08.968715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec7f4ae-339c-4f81-8e5d-35f3c75d40fb req-5d579968-6a1e-40b1-b46b-81aa37992dc9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976710 Aug 04 14:50:08.994154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e1223-8934-47d7-b350-f14d0a4dab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d7cc3-dfc5-43ed-9e05-fb5195cc1870,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:08.998059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.023216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c7e1223-8934-47d7-b350-f14d0a4dab82 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00aba2c8425a4aadb181a7781334ac4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191306 Aug 04 14:50:09.024896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.025954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55816) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:09.096927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.102231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-835f050c-2bd4-487e-a38b-684cb08c2f51 req-7d21ed70-b972-49e7-b39c-bf609f544fc3 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Aug 04 14:50:09.130535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.187161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.25.0.196 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/dbd4156d-080e-4f8b-9e78-ba543ca7c39a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:09.202001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.207023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.210702 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/426d7cc3-dfc5-43ed-9e05-fb5195cc1870 HTTP/1.1" status: 204 len: 168 time: 0.1807578 Aug 04 14:50:09.218784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d78e-f97f-496a-a4fd-0485a0d8c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d7cc3-dfc5-43ed-9e05-fb5195cc1870,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:09.314710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.355106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.392193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:09.397036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:09.400871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:09.406466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:09.519492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55834) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:09.535153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceddcf55-356b-4114-aca8-45d721f0f2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.643204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceddcf55-356b-4114-aca8-45d721f0f2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.648949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceddcf55-356b-4114-aca8-45d721f0f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.711250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ceddcf55-356b-4114-aca8-45d721f0f2a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b741c9e0417b4b99bbe466dd8440b8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869655 Aug 04 14:50:09.711250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddcf55-356b-4114-aca8-45d721f0f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34423d7-8bb5-4902-b994-1f1fd40afe7e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:09.711760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55838) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:09.770610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.772154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.798081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.836214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8071-7e3e-4790-993a-f54b3e891c56 req-f2a1c60d-4161-4947-9d56-8955078dd399 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:09.837983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393f8071-7e3e-4790-993a-f54b3e891c56 req-f2a1c60d-4161-4947-9d56-8955078dd399 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 944 time: 0.1091430 Aug 04 14:50:09.852030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.855371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:09.856662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b34423d7-8bb5-4902-b994-1f1fd40afe7e HTTP/1.1" status: 204 len: 168 time: 0.1438315 Aug 04 14:50:09.865973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53501e0e-9df8-482c-96ee-4bdeda1141bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34423d7-8bb5-4902-b994-1f1fd40afe7e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:09.924934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393f8071-7e3e-4790-993a-f54b3e891c56 req-5afb59c8-3f7b-44e4-a75b-abf78356adbb tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Aug 04 14:50:10.399239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fc83684-229b-4990-b0c8-27d7aa8f3474 req-181fde8e-f5df-4a0c-a3d1-d7b40d70fb77 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0571294 Aug 04 14:50:10.412461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:10.467120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d075810-e3ff-4085-9988-733327d34cc9 req-19fd7167-defe-481e-97cf-d8bb2ba91a8e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:10.468647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d075810-e3ff-4085-9988-733327d34cc9 req-19fd7167-defe-481e-97cf-d8bb2ba91a8e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.1278582 Aug 04 14:50:10.550779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d075810-e3ff-4085-9988-733327d34cc9 req-a81603ad-d36c-4132-8880-fed13f82ab6a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723283 Aug 04 14:50:10.598698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router c522165e-adb0-4ce5-9fa6-a838dae8a4fe is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:10.730025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:10.742637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Sync routers for ids ['c522165e-adb0-4ce5-9fa6-a838dae8a4fe'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:10.749965 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:10.752847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Routers {'c522165e-adb0-4ce5-9fa6-a838dae8a4fe'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:10.753801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c522165e-adb0-4ce5-9fa6-a838dae8a4fe'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:10.753942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a98fbef8-f8b0-4fca-91c0-fe522854403f tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6623487 Aug 04 14:50:10.756407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55894) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:10.873607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Set router c522165e-adb0-4ce5-9fa6-a838dae8a4fe gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:10.878212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f48e7716-01bc-4c0f-978a-9e4d6832d7ad tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/c522165e-adb0-4ce5-9fa6-a838dae8a4fe HTTP/1.1" status: 200 len: 907 time: 0.1205440 Aug 04 14:50:10.881206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:10.888728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'name': 'tempest-snat-router-21017268', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': True}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:10.914003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:10.915152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:10.942376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-5ce77ab9-0330-441c-8d16-7b9e0d7d237c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:10.950115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-5ce77ab9-0330-441c-8d16-7b9e0d7d237c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.1684790 Aug 04 14:50:10.978713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:10.981388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-028ec879-90d3-4b0e-a865-1d83ed87aaa5 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0299110 Aug 04 14:50:11.100892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625bdc4-c459-437a-9baf-d51ae7f7daa1 req-c78d281e-7838-4ecb-bce3-87bb4ccb8c44 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:11.102495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9625bdc4-c459-437a-9baf-d51ae7f7daa1 req-c78d281e-7838-4ecb-bce3-87bb4ccb8c44 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 944 time: 0.0671439 Aug 04 14:50:11.103502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:11.110942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-0a3d34e6-38fa-4f76-bc1b-1b0bac6718ed tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204479 Aug 04 14:50:11.143638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.203037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9625bdc4-c459-437a-9baf-d51ae7f7daa1 req-1e50ae17-5905-490a-9238-34afdd458ae3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898004 Aug 04 14:50:11.257442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-c3a0f311-d4ab-4e8d-808a-ea6a00eb9642 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328285 Aug 04 14:50:11.258978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196'}], 'enable_snat': False}, 'gw_port_id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:08Z', 'updated_at': '2021-08-04T14:50:09Z', 'revision_number': 3, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port': {'id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:09Z', 'updated_at': '2021-08-04T14:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:11.285268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Checking router: c522165e-adb0-4ce5-9fa6-a838dae8a4fe for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:50:11.285758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Updating router c522165e-adb0-4ce5-9fa6-a838dae8a4fe port dbd4156d-080e-4f8b-9e78-ba543ca7c39a binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:50:11.314439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.318849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396e452e-835b-4e28-9f7c-41748f47f24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.377168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.386403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-e6df1e4d-f21d-45c9-a5e5-3fd4cde8fd44 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280835 Aug 04 14:50:11.397629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.482861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396e452e-835b-4e28-9f7c-41748f47f24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.488971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396e452e-835b-4e28-9f7c-41748f47f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.566398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-396e452e-835b-4e28-9f7c-41748f47f24f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=041d25d6981541c4aa5f2c30f66efd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544055 Aug 04 14:50:11.569497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55916) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:11.605787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf6cbd4-82a4-4a02-8b5f-f6bfa8c99f72 req-b8392fe4-3045-4836-9dc1-069f9679a6d8 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0813746 Aug 04 14:50:11.611441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e452e-835b-4e28-9f7c-41748f47f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f76bfc-ffdd-466b-8592-42c5a8168d0c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:11.639755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.678529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.680759 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.692983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Transition to ACTIVE for port object dbd4156d-080e-4f8b-9e78-ba543ca7c39a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:11.713674 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.728382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8740ed4e-2b0d-4b58-b92f-df58ade69992 req-2b1136ef-cbba-46d0-8cfd-77603ca2f556 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 210 time: 0.0702183 Aug 04 14:50:11.766527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.769294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.771026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41f76bfc-ffdd-466b-8592-42c5a8168d0c HTTP/1.1" status: 204 len: 168 time: 0.2003062 Aug 04 14:50:11.803557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Attempting to bind port dbd4156d-080e-4f8b-9e78-ba543ca7c39a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:11.804110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Attempting to bind port dbd4156d-080e-4f8b-9e78-ba543ca7c39a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:11.804660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Attempting to bind port dbd4156d-080e-4f8b-9e78-ba543ca7c39a on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:11.809588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.25.0.93 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a66ead0b-7e4c-49f5-a920-db9ee4d2b49b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:11.820594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:11.821092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:11.821659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.822223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:11.822719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Bound port: dbd4156d-080e-4f8b-9e78-ba543ca7c39a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:11.823269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:11.840440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c2562-920c-4ddb-8c5a-e9a7e3e5f6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f76bfc-ffdd-466b-8592-42c5a8168d0c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:11.886339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e43c18-89b6-4589-98a1-925418373235 None None] Pushing event updated for resources: {'Port': ['ID=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:11.910994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:11.949282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] For port dbd4156d-080e-4f8b-9e78-ba543ca7c39a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:11.974247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] For port dbd4156d-080e-4f8b-9e78-ba543ca7c39a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:11.975629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device accfeee0-2f02-4be2-ab69-82a9a5e94c8c details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:11.981775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.038544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.089413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.138360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:12.144020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:12.147967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=a66ead0b-7e4c-49f5-a920-db9ee4d2b49b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:12.156981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:12.213419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Routers {'c522165e-adb0-4ce5-9fa6-a838dae8a4fe'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:12.214080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c522165e-adb0-4ce5-9fa6-a838dae8a4fe'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:12.238771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:12.332307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e43c18-89b6-4589-98a1-925418373235 None None] Pushing event updated for resources: {'Port': ['ID=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:12.368160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'network_id': 'ae48d3af-f864-4a64-9da5-0f287c0dd6c4', 'port_id': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'mac_address': 'fa:16:3e:fd:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac18abf5-1d2c-44b6-a59e-5a2e36b82a45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:12.387933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:12.433374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fbd32-438b-4e26-8910-b4a2040d783a req-d84ad994-d3ab-4e05-93fc-c701fbf03017 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:12.434952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-787fbd32-438b-4e26-8910-b4a2040d783a req-d84ad994-d3ab-4e05-93fc-c701fbf03017 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 944 time: 0.0806761 Aug 04 14:50:12.440040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '73470252-eef5-4875-a80e-c24996a21a4a', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': '73470252-eef5-4875-a80e-c24996a21a4a', 'mac_address': 'fa:16:3e:6f:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:12.482453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.492924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-787fbd32-438b-4e26-8910-b4a2040d783a req-9ff98e10-4839-422b-a1ad-6b493e3911e6 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Aug 04 14:50:12.560096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.607872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73470252-eef5-4875-a80e-c24996a21a4a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:12.679939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.736674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accfeee0-2f02-4be2-ab69-82a9a5e94c8c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:12.780855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:12.817564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77d7a773-a3ea-4151-8736-08858ad3c265 req-857c47ec-e107-4871-9a19-baeaefad5283 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0782189 Aug 04 14:50:12.827269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] Set router c522165e-adb0-4ce5-9fa6-a838dae8a4fe gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:12.829232 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:12.976730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d35b9b1-8d33-4b92-ba28-7f12fc1ed68e req-32c03aaf-bedb-4d21-a799-09ef0c353551 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 210 time: 0.0383432 Aug 04 14:50:12.991446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:13.012549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:13.033168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:13.069959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['73470252-eef5-4875-a80e-c24996a21a4a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:13.155594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-5b70d78a-b440-48e5-9573-80419a9b028b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:13.157245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-5b70d78a-b440-48e5-9573-80419a9b028b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.3447449 Aug 04 14:50:13.168798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:13.180303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:13.272346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router 4de849ac-7d63-4cdb-a5ac-dcab8b37603a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:13.286697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:13.407946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:13.413502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:13.441100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:13.457560 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Sync routers for ids ['4de849ac-7d63-4cdb-a5ac-dcab8b37603a'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:13.473699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:13.475081 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Routers {'4de849ac-7d63-4cdb-a5ac-dcab8b37603a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:13.480034 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4de849ac-7d63-4cdb-a5ac-dcab8b37603a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:13.495150 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:13.496421 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6996e30e-cb29-4203-b6aa-410c796ee423 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.6135526 Aug 04 14:50:13.499533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:13.641704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.4 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/bff3c4a4-85de-41cf-831d-51f3063b1d2e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:13.672911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-28b42e2c-7a65-406f-a0fc-074c9f3f31a5 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/4de849ac-7d63-4cdb-a5ac-dcab8b37603a HTTP/1.1" status: 200 len: 905 time: 0.1723289 Aug 04 14:50:13.676050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56014) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:13.703353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729fe3-aa35-4424-a895-31f227e8fa2d req-5b2b9f34-e8be-4903-9451-2b17cdcc0f61 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:13.715093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c729fe3-aa35-4424-a895-31f227e8fa2d req-5b2b9f34-e8be-4903-9451-2b17cdcc0f61 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 945 time: 0.0983174 Aug 04 14:50:13.741583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196'}], 'enable_snat': False}, 'gw_port_id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:08Z', 'updated_at': '2021-08-04T14:50:09Z', 'revision_number': 3, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port': {'id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:09Z', 'updated_at': '2021-08-04T14:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:13.781152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c729fe3-aa35-4424-a895-31f227e8fa2d req-ac53d487-13d1-49f8-8794-035f073972f2 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Aug 04 14:50:13.804589 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Set router 4de849ac-7d63-4cdb-a5ac-dcab8b37603a gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:13.857528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8fe32-22f1-43a7-b295-ba729c150db9 None None] The sync data for ids ['c522165e-adb0-4ce5-9fa6-a838dae8a4fe'] in n-d-801743-12 is: [{'id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196'}], 'enable_snat': False}, 'gw_port_id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:08Z', 'updated_at': '2021-08-04T14:50:09Z', 'revision_number': 3, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port': {'id': 'dbd4156d-080e-4f8b-9e78-ba543ca7c39a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c522165e-adb0-4ce5-9fa6-a838dae8a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:09Z', 'updated_at': '2021-08-04T14:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:13.949626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:14.001783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.073112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73c53269-ec6b-46ed-bd1c-c50ea15a9924 req-6d499dfa-d37b-4356-b40c-6d440c6e927b tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Aug 04 14:50:14.163210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 73470252-eef5-4875-a80e-c24996a21a4a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:14.163616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.202158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.239216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c0e635-3946-436c-8779-bf4f89ccd4d9 req-459492ae-b471-4356-9627-bffdffa5e08c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 210 time: 0.0635159 Aug 04 14:50:14.363091 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de849ac-7d63-4cdb-a5ac-dcab8b37603a', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'a66ead0b-7e4c-49f5-a920-db9ee4d2b49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:10Z', 'updated_at': '2021-08-04T14:50:12Z', 'revision_number': 3, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port': {'id': 'a66ead0b-7e4c-49f5-a920-db9ee4d2b49b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de849ac-7d63-4cdb-a5ac-dcab8b37603a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:11Z', 'updated_at': '2021-08-04T14:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:14.369635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.377543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.414446 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Checking router: 4de849ac-7d63-4cdb-a5ac-dcab8b37603a for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:50:14.415246 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Updating router 4de849ac-7d63-4cdb-a5ac-dcab8b37603a port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:50:14.420868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.423175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'fa0326b0-382c-4599-a4d0-3f82e24b5757'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:14.464038 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.536277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:14.537328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:14.548219 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249a00aa-68fb-486c-bc76-7bb27179e1ab" -d '{"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-plugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:14.616271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:14.653427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:14.656599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:14.764651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:14.765333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.775379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Deleting port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:14.775379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.787697 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37838e9b-0703-45b3-9e2f-e31c753bf095 x-openstack-request-id: req-37838e9b-0703-45b3-9e2f-e31c753bf095 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:14.787984 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-plugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:14.788231 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37838e9b-0703-45b3-9e2f-e31c753bf095 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:14.788615 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a', 'code': 200} Aug 04 14:50:14.814742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:14.837152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.854162 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-59a55d1e-4574-4076-a6c3-18725f23ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:14.889336 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-0803aaf7-62f7-4f54-a2af-733b0ad21028 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7184222 Aug 04 14:50:14.914284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Request body: {'port': {'device_id': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:14.993691 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.030526 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Transition to ACTIVE for port object a66ead0b-7e4c-49f5-a920-db9ee4d2b49b will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:15.036838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb347877-c6b7-4fd3-ab81-3b9d2234a3d8 req-220d19ed-79a0-4507-8623-d902bc22efb2 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:15.041922 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.044902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:15.046988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb347877-c6b7-4fd3-ab81-3b9d2234a3d8 req-220d19ed-79a0-4507-8623-d902bc22efb2 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 945 time: 0.1348531 Aug 04 14:50:15.079090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.079351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.079700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.080038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.080375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.080711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.081040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.081369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.081696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.082021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.090619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.091318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.094672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.158122 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Pushing event updated for resources: {'Port': ['ID=a66ead0b-7e4c-49f5-a920-db9ee4d2b49b,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:15.168342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb347877-c6b7-4fd3-ab81-3b9d2234a3d8 req-c6f5ebd5-64ad-46d5-b417-a56f20c9ade3 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089625 Aug 04 14:50:15.212942 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.213162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.215194 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.215756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.216445 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.222214 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.222858 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.223381 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.223919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.224449 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.224957 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.225466 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.225971 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:15.240616 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Attempting to bind port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:15.241366 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Attempting to bind port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:15.241937 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Attempting to bind port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:15.262299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:15.263169 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:15.263780 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.264364 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:15.265073 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Bound port: a66ead0b-7e4c-49f5-a920-db9ee4d2b49b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:15.266323 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.279420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Calling delete_port for a66ead0b-7e4c-49f5-a920-db9ee4d2b49b owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:15.333557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4067f2cc-617b-4692-a9cf-3f05d5712b0e req-b0a6aac0-3436-466b-a6d1-d9810e275943 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0969591 Aug 04 14:50:15.389130 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] For port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:15.401110 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] For port a66ead0b-7e4c-49f5-a920-db9ee4d2b49b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a66ead0b-7e4c-49f5-a920-db9ee4d2b49b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:15.412982 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.491092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd40a9-e322-43ba-bf16-c0596ba407eb req-ea801717-a5c3-4828-8c60-d6391da1af9f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:15.494694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcd40a9-e322-43ba-bf16-c0596ba407eb req-ea801717-a5c3-4828-8c60-d6391da1af9f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 931 time: 0.1109157 Aug 04 14:50:15.497649 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Routers {'4de849ac-7d63-4cdb-a5ac-dcab8b37603a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:15.499740 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:49:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4de849ac-7d63-4cdb-a5ac-dcab8b37603a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:15.595605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4dcd40a9-e322-43ba-bf16-c0596ba407eb req-c2ed94db-1513-42c8-bf37-aaf5380bb9e2 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Aug 04 14:50:15.649756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2275365-7d2f-4b0d-aeca-1d517f1bb9f2 None None] Pushing event updated for resources: {'Port': ['ID=a66ead0b-7e4c-49f5-a920-db9ee4d2b49b,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:15.694772 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] Set router 4de849ac-7d63-4cdb-a5ac-dcab8b37603a gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:15.778475 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de849ac-7d63-4cdb-a5ac-dcab8b37603a', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:10Z', 'updated_at': '2021-08-04T14:50:14Z', 'revision_number': 4, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:15.850202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff3c4a4-85de-41cf-831d-51f3063b1d2e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:15.864188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.897134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Transition to ACTIVE for port object bff3c4a4-85de-41cf-831d-51f3063b1d2e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:15.904932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.923348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:15.934239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b286-2c31-4515-8046-d9124c8c7a5b None None] The sync data for ids ['4de849ac-7d63-4cdb-a5ac-dcab8b37603a'] in n-d-801743-12 is: [{'id': '4de849ac-7d63-4cdb-a5ac-dcab8b37603a', 'name': 'tempest-snat-router-21017268', 'tenant_id': 'caa1af2d82af440597ba58eec95fd190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:10Z', 'updated_at': '2021-08-04T14:50:14Z', 'revision_number': 4, 'project_id': 'caa1af2d82af440597ba58eec95fd190', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:16.008106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device accfeee0-2f02-4be2-ab69-82a9a5e94c8c up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:16.046731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Port': ['ID=a66ead0b-7e4c-49f5-a920-db9ee4d2b49b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:16.055164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.143240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port accfeee0-2f02-4be2-ab69-82a9a5e94c8c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:16.170520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port accfeee0-2f02-4be2-ab69-82a9a5e94c8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:16.171214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.190164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56102) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:16.420990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb146c-a300-45f5-bbfa-072a54633f2d req-6d9f6d18-fa5c-44db-b961-f4803057bc68 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:16.434347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41fb146c-a300-45f5-bbfa-072a54633f2d req-6d9f6d18-fa5c-44db-b961-f4803057bc68 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 945 time: 0.1310859 Aug 04 14:50:16.471000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dbd4156d-080e-4f8b-9e78-ba543ca7c39a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:16.482380 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.548959 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31914d74-d257-4839-9c4f-06da6092623c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.570416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fb15558-b937-4a43-8d56-6dc08476ddaf req-bb515a2a-ebd9-4348-8215-2d71781e6abf tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0706434 Aug 04 14:50:16.583023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41fb146c-a300-45f5-bbfa-072a54633f2d req-25ec8fb2-1f6c-4eed-afc2-ed10dd055b77 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453094 Aug 04 14:50:16.620852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:16.639273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.720923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port dbd4156d-080e-4f8b-9e78-ba543ca7c39a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:16.729194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port dbd4156d-080e-4f8b-9e78-ba543ca7c39a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:16.730025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.776888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.780370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.788169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Pushing event updated for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:16.794821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:16.797743 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ffeb94-83d5-4db2-8a30-5456e4d7e336" -d '{"events": [{"server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "name": "network-vif-plugged", "status": "completed", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:16.798392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31914d74-d257-4839-9c4f-06da6092623c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.821965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:16.906778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31914d74-d257-4839-9c4f-06da6092623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.920679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.942225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.942945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4de849ac-7d63-4cdb-a5ac-dcab8b37603a {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:16.948398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port dbd4156d-080e-4f8b-9e78-ba543ca7c39a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:16.949167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:16.950408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-46ae1538-3807-48f4-b6fa-3888feb8ef4b tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/routers/4de849ac-7d63-4cdb-a5ac-dcab8b37603a HTTP/1.1" status: 204 len: 168 time: 3.2734141 Aug 04 14:50:16.954139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56122) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:16.955428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Attempting to bind port bff3c4a4-85de-41cf-831d-51f3063b1d2e on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:16.955769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Attempting to bind port bff3c4a4-85de-41cf-831d-51f3063b1d2e by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:16.956097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Attempting to bind port bff3c4a4-85de-41cf-831d-51f3063b1d2e on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:16.964206 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e09c56-3981-4fe5-9354-7d0ec75b106a x-openstack-request-id: req-c5e09c56-3981-4fe5-9354-7d0ec75b106a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:16.974566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Port bff3c4a4-85de-41cf-831d-51f3063b1d2e on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:16.975868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Attempting to bind port bff3c4a4-85de-41cf-831d-51f3063b1d2e on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:16.976966 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "name": "network-vif-plugged", "status": "completed", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:16.977217 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5e09c56-3981-4fe5-9354-7d0ec75b106a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:16.978523 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'code': 200} Aug 04 14:50:16.979846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.011876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31914d74-d257-4839-9c4f-06da6092623c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7341d19ea0dd4e48873a2103ed5435d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205566 Aug 04 14:50:17.014364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56124) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:17.023560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31914d74-d257-4839-9c4f-06da6092623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc4d90-eaa1-4e38-8c09-a9f84e3e84ea,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:17.025482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:17.026045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:17.026698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:17.038812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Bound port: bff3c4a4-85de-41cf-831d-51f3063b1d2e, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:17.039293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.063064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:17.092930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea2618-9c92-482f-96fa-fab4361014e1 req-e1efd8b4-90e3-4af5-8cc8-87251a63098f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.100634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ea2618-9c92-482f-96fa-fab4361014e1 req-e1efd8b4-90e3-4af5-8cc8-87251a63098f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 943 time: 0.3104610 Aug 04 14:50:17.152033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84db0-8fb1-41ef-89dc-bd89965e78e4 req-3ae988ab-2746-470c-92a0-9964bc007890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.153702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00c84db0-8fb1-41ef-89dc-bd89965e78e4 req-3ae988ab-2746-470c-92a0-9964bc007890 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1098 time: 0.1234999 Aug 04 14:50:17.175792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:17.181018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.183151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:17.229901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.261203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00c84db0-8fb1-41ef-89dc-bd89965e78e4 req-acfad197-a1c8-4d1d-aeec-9c18dcbcfa6c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800745 Aug 04 14:50:17.261913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.275486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ea2618-9c92-482f-96fa-fab4361014e1 req-3f779ff1-b25d-421d-b813-2bf000f46ecb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738729 Aug 04 14:50:17.306736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Pushing event updated for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:17.324065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.324680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.326083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-7484af8d-c293-4b2c-b230-94897774426f service neutron] 10.222.0.38 "PUT /v2.0/ports/bff3c4a4-85de-41cf-831d-51f3063b1d2e HTTP/1.1" status: 200 len: 1092 time: 2.4239750 Aug 04 14:50:17.326554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:17.328923 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84073b84-c710-4753-b980-5467864f8daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:17.361855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3c18-1e92-454c-a76b-fef1769d77d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.418393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.453223 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9979fd5-d6fe-451a-9083-00cccea9e228 x-openstack-request-id: req-f9979fd5-d6fe-451a-9083-00cccea9e228 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:17.453815 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:17.454064 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9979fd5-d6fe-451a-9083-00cccea9e228 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:17.454999 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e', 'status': 'completed', 'code': 200} Aug 04 14:50:17.457652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.523845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.531621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.540100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-416e1bf7-692d-42ec-9212-8c84bc652768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.540630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.541628 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-416e1bf7-692d-42ec-9212-8c84bc652768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 1095 time: 0.1250350 Aug 04 14:50:17.546745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Deleting port dbd4156d-080e-4f8b-9e78-ba543ca7c39a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:17.547116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.552404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.559613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.567588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.571716 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.578360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.581139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-c96c7edf-e599-4602-8e10-fca9a9963a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.2065125 Aug 04 14:50:17.647924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-5496affc-7c54-42f0-a2ba-7148162bc326 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e HTTP/1.1" status: 200 len: 217 time: 0.0841746 Aug 04 14:50:17.652245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e7db047-9e73-42fd-9d3a-edb2cb260024 req-b3c3e541-0aed-4986-bd04-5d0aeff196bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589707 Aug 04 14:50:17.690348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.700523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.705264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08bc4d90-eaa1-4e38-8c09-a9f84e3e84ea HTTP/1.1" status: 204 len: 168 time: 0.6829748 Aug 04 14:50:17.732862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702e8ae-505e-447b-8044-269235eac483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc4d90-eaa1-4e38-8c09-a9f84e3e84ea,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:17.750330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1920-1266-4191-bd95-8977de2439ac req-2c70180e-7215-48f3-8159-5259fd1a41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.752348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-2c70180e-7215-48f3-8159-5259fd1a41c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0852680 Aug 04 14:50:17.759163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] For port dbd4156d-080e-4f8b-9e78-ba543ca7c39a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:17.759163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.811809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-413a327c-f2b6-4a5f-886a-89d22bbcc726 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497499 Aug 04 14:50:17.822965 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:17.835448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Calling delete_port for dbd4156d-080e-4f8b-9e78-ba543ca7c39a owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:17.849351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13267ad8-2a45-428f-8556-b51209e48e8e req-6089e1de-9545-4ad6-b117-8b7c55d1b810 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0594866 Aug 04 14:50:17.938571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66967-4174-4455-abf5-445be072d959 req-7afd9fd2-5286-4218-bb0d-cc06b04b07fd tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:17.948038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45f66967-4174-4455-abf5-445be072d959 req-7afd9fd2-5286-4218-bb0d-cc06b04b07fd tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 946 time: 0.1136885 Aug 04 14:50:18.015478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45f66967-4174-4455-abf5-445be072d959 req-ced4365a-64b4-4820-aef7-5b5cec52fcca tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661764 Aug 04 14:50:18.164163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.171197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.171744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.178136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.184360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.191048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.199815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.206484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.219792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf9c042f-6c2f-4a92-bff6-0553afb51626 req-d515e3a3-148b-4d77-8f60-bd3bb204c55d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.1339312 Aug 04 14:50:18.219981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbd4156d-080e-4f8b-9e78-ba543ca7c39a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:18.275636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-3bc6e70a-435d-47b4-9ef8-4c6e444e3c1c service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279632 Aug 04 14:50:18.276212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56156) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:18.293630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed80e0ab-c55e-4cc2-a549-b5234c1ff833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.404523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.483242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed80e0ab-c55e-4cc2-a549-b5234c1ff833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.492653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ed80e0ab-c55e-4cc2-a549-b5234c1ff833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.525756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.529344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.531378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb665a-81f1-4ce1-be3e-f09e12b5bd10 req-ea900325-9b87-4f72-b6fd-de3d9da85002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.532664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.533458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46fb665a-81f1-4ce1-be3e-f09e12b5bd10 req-ea900325-9b87-4f72-b6fd-de3d9da85002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 943 time: 0.1145098 Aug 04 14:50:18.542643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c11a1920-1266-4191-bd95-8977de2439ac req-f1671ab4-82ec-47d1-9e7f-59b3d8ce2f74 service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445328 Aug 04 14:50:18.578522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56162) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:18.579164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ed80e0ab-c55e-4cc2-a549-b5234c1ff833 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98883d89e68f49ee8b39fc78b2369b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012364 Aug 04 14:50:18.582562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80e0ab-c55e-4cc2-a549-b5234c1ff833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c804ab2-1979-4590-b613-74170fdea750,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:18.608261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.608949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c522165e-adb0-4ce5-9fa6-a838dae8a4fe {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:18.617704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.618989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91b3a09c-95d2-4d99-a9d5-9da396675fa9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c522165e-adb0-4ce5-9fa6-a838dae8a4fe HTTP/1.1" status: 204 len: 168 time: 1.6556020 Aug 04 14:50:18.628732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56164) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:18.640572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-196684415', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:18.650368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46fb665a-81f1-4ce1-be3e-f09e12b5bd10 req-f63ed65e-2e4b-41c2-86db-fae427447205 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100566 Aug 04 14:50:18.652401 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.689026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.691182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.699802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.707893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073b84-c710-4753-b980-5467864f8daa req-ec1ed1ed-8f87-4716-9b6c-6e906f5d3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.709665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-ec1ed1ed-8f87-4716-9b6c-6e906f5d3b52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 1095 time: 0.0895894 Aug 04 14:50:18.747825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.772508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.874275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073b84-c710-4753-b980-5467864f8daa req-1b4ee782-7799-4aa3-bf6a-100c24b0cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:18.879019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-1b4ee782-7799-4aa3-bf6a-100c24b0cfd0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.1492252 Aug 04 14:50:18.899131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.903308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:18.905614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c804ab2-1979-4590-b613-74170fdea750 HTTP/1.1" status: 204 len: 168 time: 0.3263154 Aug 04 14:50:18.955990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-e35a99f4-8d1e-4ed1-8a18-c1b227e9bddc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e HTTP/1.1" status: 200 len: 217 time: 0.0676756 Aug 04 14:50:18.974900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa906-f6e2-44a0-833c-7a8cdfe5fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c804ab2-1979-4590-b613-74170fdea750,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:18.983457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:19.026854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f65bddc-284d-4fd9-bd3f-5723020d71d7 req-1ca0a8e1-9128-4c75-8ddf-7753ef1332c1 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0617239 Aug 04 14:50:19.058656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073b84-c710-4753-b980-5467864f8daa req-3120ac45-7f23-4b64-8cb6-b7addca4b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:19.060782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-3120ac45-7f23-4b64-8cb6-b7addca4b480 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0952125 Aug 04 14:50:19.122252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-f0cb12ce-ba18-407d-a4db-884596b1fda3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514781 Aug 04 14:50:19.309129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-90ca0287-9d75-4413-a1fb-7c1446a83dbf service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656916 Aug 04 14:50:19.333259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0a9a7-b2d7-4956-a2a8-a3d9ea75fdba req-983bed67-59fc-4596-b906-37e2d7fa91bc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:19.341469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46d0a9a7-b2d7-4956-a2a8-a3d9ea75fdba req-983bed67-59fc-4596-b906-37e2d7fa91bc tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 946 time: 0.1563411 Aug 04 14:50:19.435271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:19.452926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84073b84-c710-4753-b980-5467864f8daa req-c2f74905-c966-4802-aaf7-526f6ea44eea service neutron] 10.222.0.38 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339304 Aug 04 14:50:19.496400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:19.517880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46d0a9a7-b2d7-4956-a2a8-a3d9ea75fdba req-6189b29b-8e97-48b2-8994-38a6c2da8331 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752696 Aug 04 14:50:19.730369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Allocated IP 172.25.0.224 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ce0f9404-05e7-4e54-9a6d-40c35b65845c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:19.743504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-8389d7d0-835d-4f6d-95d1-1fc46ea8f9b7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1706284606&fields=id&tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 267 time: 0.1224096 Aug 04 14:50:19.949131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-ab52f326-f428-4fa1-8d96-13eb5d39ae3c tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:19.951090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-ab52f326-f428-4fa1-8d96-13eb5d39ae3c tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 946 time: 0.2006745 Aug 04 14:50:19.972560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'security_groups': ['e75c0f1b-a045-4dec-b1bb-a1630f26d6c7', '8a260b37-3453-4d99-8991-7b0e362ffe56']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:20.010613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d77a-1892-46de-bfcc-fcd44142dbb2 req-b85e7491-96a0-4d25-800d-2a8daa756f11 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:20.012095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ab4d77a-1892-46de-bfcc-fcd44142dbb2 req-b85e7491-96a0-4d25-800d-2a8daa756f11 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 943 time: 0.1344016 Aug 04 14:50:20.070199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.141126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.144223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.156789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ab4d77a-1892-46de-bfcc-fcd44142dbb2 req-92376c54-efbf-426b-9f67-785929458e34 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 Aug 04 14:50:20.273527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dbd4156d-080e-4f8b-9e78-ba543ca7c39a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:20.275142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.354225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: dbd4156d-080e-4f8b-9e78-ba543ca7c39a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:20.355068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dbd4156d-080e-4f8b-9e78-ba543ca7c39a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:20.371111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55f0cda7-3da7-436d-978e-2781d4fecc37 req-28821b44-612e-4979-8a2f-9113656c8772 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0502968 Aug 04 14:50:20.373064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:20.385733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:20.388512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:20.475491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event updated for resources: {'Port': ['ID=ce0f9404-05e7-4e54-9a6d-40c35b65845c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:20.695235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:20.759129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.795171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.808257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:20.811624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:20.869238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:20.869914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:20.874735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72af373c-e8ac-46bc-97a0-2f33592e3790 req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "PUT /v2.0/ports/accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 982 time: 0.9140725 Aug 04 14:50:20.890921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:20.897573 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971698c-9667-49eb-b4ab-b7fee36f4349" -d '{"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:20.981578 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccdd4f7-ad0a-4f7d-8ae9-a01294cffdfb x-openstack-request-id: req-2ccdd4f7-ad0a-4f7d-8ae9-a01294cffdfb {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:20.981882 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:20.982113 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ccdd4f7-ad0a-4f7d-8ae9-a01294cffdfb {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:20.993275 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'status': 'completed', 'code': 200} Aug 04 14:50:21.025740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:21.043080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:21.050938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.051301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.051651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.051997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.053306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.054188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.055037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.055426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.055774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.056113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.056451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.057098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e4cf6-c980-436d-91ae-0c81f53bdb54 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:21.091323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:21.112995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e4053b3-2da0-4795-a087-465b1d3d92d0 req-c8b80a1e-8913-45f4-a8db-906b356b8f80 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8a260b37-3453-4d99-8991-7b0e362ffe56 HTTP/1.1" status: 200 len: 1803 time: 0.2098029 Aug 04 14:50:21.132856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-0d2436d9-6091-4a88-9f0c-482459e1aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:21.136746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-0d2436d9-6091-4a88-9f0c-482459e1aa25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1137 time: 0.1329851 Aug 04 14:50:21.154851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56264) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:21.268964 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-2e4053b3-2da0-4795-a087-465b1d3d92d0 req-d7613c85-8bc9-4dfa-9096-84ec5f406153 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 14:50:21.279223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e4053b3-2da0-4795-a087-465b1d3d92d0 req-d7613c85-8bc9-4dfa-9096-84ec5f406153 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/8a260b37-3453-4d99-8991-7b0e362ffe56 HTTP/1.1" status: 409 len: 341 time: 0.1650710 Aug 04 14:50:21.350140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-d44c8d6d-be21-45ac-905a-f691c1fa69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:21.351849 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-d44c8d6d-be21-45ac-905a-f691c1fa69e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.2059875 Aug 04 14:50:21.442314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-ce81a077-4928-4a65-a245-ac64cb0bd679 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 217 time: 0.0827887 Aug 04 14:50:21.577344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-5a0b5c9f-eb04-4282-a52a-b9949963b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:21.581508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-5a0b5c9f-eb04-4282-a52a-b9949963b240 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.1317012 Aug 04 14:50:21.642920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:21.672535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-1536970e-6f38-4487-a8cb-e9ec60cfab23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755088 Aug 04 14:50:21.851846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-fc1be78a-9de8-4b55-a237-9bb9dd67f4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720076 Aug 04 14:50:22.057810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bff3c4a4-85de-41cf-831d-51f3063b1d2e details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:22.076175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5971698c-9667-49eb-b4ab-b7fee36f4349 req-a876be72-3c3c-4195-9acd-ede7ef69f539 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066402 Aug 04 14:50:22.226064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-50945515-4c89-486f-ada0-d88eaaceb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.231137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-50945515-4c89-486f-ada0-d88eaaceb734 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1137 time: 0.0902214 Aug 04 14:50:22.259297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4f6628d-dc07-453d-bd68-8f177f144cd2 req-e89fcc2c-8fdf-4da8-bf20-ca922ed9f9b5 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.6098254 Aug 04 14:50:22.405743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.406410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.412274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.412935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.413694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.414092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.414876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.424297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:22.425110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-38043e5a-1794-4732-a91d-aa5ab387a040 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 1.2667494 Aug 04 14:50:22.457940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-95514364-5995-40d4-8952-286358e1c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.463942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-95514364-5995-40d4-8952-286358e1c91c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.2283561 Aug 04 14:50:22.465937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e', 'mac_address': 'fa:16:3e:ec:50:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:22.482258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5fa8-86a5-4db0-a2d2-403d3bda36d4 req-20625d3f-0095-4c4c-92ab-25cfd740af20 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.490522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cfd5fa8-86a5-4db0-a2d2-403d3bda36d4 req-20625d3f-0095-4c4c-92ab-25cfd740af20 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 943 time: 1.1618984 Aug 04 14:50:22.565485 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-256d18bf-c7b7-4b31-8dd1-803411fe4719 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 217 time: 0.0920701 Aug 04 14:50:22.566900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:22.596618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff3c4a4-85de-41cf-831d-51f3063b1d2e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:22.644468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:22.656267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:22.663364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-1137ce33-0cd6-47ed-add8-d05e0c4161bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2372639 Aug 04 14:50:22.704879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-d17271bd-2964-4b12-b39e-5ade93decaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.707097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-d17271bd-2964-4b12-b39e-5ade93decaca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.1345203 Aug 04 14:50:22.720707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa452791-961b-417a-aae4-933e39f633c9 req-236c097e-52a3-47db-bff3-2deca45c4aa7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:22.729836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa452791-961b-417a-aae4-933e39f633c9 req-236c097e-52a3-47db-bff3-2deca45c4aa7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 985 time: 0.2935486 Aug 04 14:50:22.751337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cfd5fa8-86a5-4db0-a2d2-403d3bda36d4 req-f7d0d5b5-8988-4a0c-91f1-e36f4187c868 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550123 Aug 04 14:50:22.772953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:22.789952 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-515df0f8-7547-44d2-9c20-cc0442151f3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753927 Aug 04 14:50:22.838255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa452791-961b-417a-aae4-933e39f633c9 req-23a4b299-ff4c-41d0-9615-c4775cfdf620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=8a260b37-3453-4d99-8991-7b0e362ffe56&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1071720 Aug 04 14:50:22.853942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Router 5c86457b-3a00-452a-9256-46b5e6a9cc83 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:22.932386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-9c019334-51b7-40c2-aefb-ea9efbd4eca5 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288910 Aug 04 14:50:22.992966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['bff3c4a4-85de-41cf-831d-51f3063b1d2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:23.039867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:23.062665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] Sync routers for ids ['5c86457b-3a00-452a-9256-46b5e6a9cc83'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:23.072404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:23.080330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9995f3f-1334-4cf1-911a-19c5ce21a60d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4502587 Aug 04 14:50:23.081359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56372) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:23.084050 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-abc9474e-67a6-4817-a6ff-04daa8274075 req-b26d86fb-c96a-4465-b941-314857a5ca02 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428611 Aug 04 14:50:23.086857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:23.116740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] Routers {'5c86457b-3a00-452a-9256-46b5e6a9cc83'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:23.117722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86457b-3a00-452a-9256-46b5e6a9cc83'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:23.159692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:23.178112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] Routers {'5c86457b-3a00-452a-9256-46b5e6a9cc83'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:23.178918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86457b-3a00-452a-9256-46b5e6a9cc83'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:23.219127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:23.219994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29d9e8a-203f-40ce-970d-374f683a9a00 None None] The sync data for ids ['5c86457b-3a00-452a-9256-46b5e6a9cc83'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:23.512565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-480ae4a1-73df-40ad-8547-52223ba477cb req-edca5556-3cb1-4114-9429-8279f7d8adac tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.1114895 Aug 04 14:50:23.592047 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.105331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb66d-0309-4d61-9052-1e1c51a28fe7 req-e0c181b3-44d9-4647-8602-48cb4a4cf3c1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:24.107059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c8bb66d-0309-4d61-9052-1e1c51a28fe7 req-e0c181b3-44d9-4647-8602-48cb4a4cf3c1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 944 time: 0.1082428 Aug 04 14:50:24.121493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942f60-ef16-466d-bc31-c2ab49c42d42 req-464400d1-4a03-436c-8cf4-1047931e9c44 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:24.123585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04942f60-ef16-466d-bc31-c2ab49c42d42 req-464400d1-4a03-436c-8cf4-1047931e9c44 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 985 time: 0.1229694 Aug 04 14:50:24.278385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c8bb66d-0309-4d61-9052-1e1c51a28fe7 req-5de100bf-bab8-4d39-bd15-5c9b2b95a529 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541030 Aug 04 14:50:24.282204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:24.300087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04942f60-ef16-466d-bc31-c2ab49c42d42 req-7c3ddded-1465-4913-bb87-cfee0e473228 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=8a260b37-3453-4d99-8991-7b0e362ffe56&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1207294 Aug 04 14:50:24.320795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.325258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.522991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.540190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router 5c86457b-3a00-452a-9256-46b5e6a9cc83 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:50:24.590747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-7f52a686-df50-4014-8727-d5f527c346ef tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1547946628&fields=id&tenant_id=191b5b4dbd694acfac02f6eb26bbce26 HTTP/1.1" status: 200 len: 267 time: 0.0489171 Aug 04 14:50:24.687627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.701110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.712723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e44c881-0956-47e0-930a-8188b3807084 req-8cce740a-a1f0-4b8f-8a71-63cb81e77f95 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0479321 Aug 04 14:50:24.767484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18375be5-28d4-465e-8fcf-07b97b9cf2ea,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:24.771284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-58e951c7-5c5a-40d7-a115-6ae4351b4af5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:24.773295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a36e55615c24d95bddd45df73cef9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898007 Aug 04 14:50:24.777978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56448) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:24.780761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-58e951c7-5c5a-40d7-a115-6ae4351b4af5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 985 time: 0.1458967 Aug 04 14:50:24.789263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'port': {'security_groups': ['8a260b37-3453-4d99-8991-7b0e362ffe56', 'e75c0f1b-a045-4dec-b1bb-a1630f26d6c7', '8ff669e4-2d57-4ca7-ad40-260c6e080cdc']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:24.789860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.790333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.790701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.791100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.791690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.792019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.792401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.792997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.793428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.793932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.794416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.794908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c59437-832a-425a-bde5-43681622ee88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:50:24.856682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:24.870263 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] Sync routers for ids ['5c86457b-3a00-452a-9256-46b5e6a9cc83'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:24.882146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.883661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c8ee4983-0805-4fcc-b6c9-6ef8a8c44750 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "PUT /v2.0/routers/5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 200 len: 921 time: 1.8009830 Aug 04 14:50:24.885822 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] Routers {'5c86457b-3a00-452a-9256-46b5e6a9cc83'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:24.886693 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86457b-3a00-452a-9256-46b5e6a9cc83'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:24.886951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:24.898142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.928297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.946328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:24.949288 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:24.960527 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] Routers {'5c86457b-3a00-452a-9256-46b5e6a9cc83'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:24.965033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86457b-3a00-452a-9256-46b5e6a9cc83'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:25.019353 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:25.020275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df4f88-ed80-4e0a-8c89-e75d9b983865 None None] The sync data for ids ['5c86457b-3a00-452a-9256-46b5e6a9cc83'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:25.041868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.044978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.049137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18375be5-28d4-465e-8fcf-07b97b9cf2ea HTTP/1.1" status: 204 len: 168 time: 0.2673912 Aug 04 14:50:25.065567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca4c78-eb7e-43fa-8f25-57ca8251e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18375be5-28d4-465e-8fcf-07b97b9cf2ea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:25.118146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0175e90-1592-4972-9ff3-615a749130a9 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 200 len: 921 time: 0.2298493 Aug 04 14:50:25.121253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:25.231032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03e51f-4b74-4cdb-a3a8-4ecb5bca23db tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:25.232936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce03e51f-4b74-4cdb-a3a8-4ecb5bca23db tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=5c86457b-3a00-452a-9256-46b5e6a9cc83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108005 Aug 04 14:50:25.236302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56462) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:25.358858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d16339-73b8-49bd-a67a-52a3e98cdafd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:25.360500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-38d16339-73b8-49bd-a67a-52a3e98cdafd tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.1205909 Aug 04 14:50:25.369775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:25.370556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:25.405584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5006216-c015-4142-b7cc-8ef6cbc88415 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 200 len: 205 time: 0.0336239 Aug 04 14:50:25.408613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:25.421024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.453940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.470835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:25.473700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:25.519907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56474) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:25.565609 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21320d31-1d63-4d4e-830e-84f89aa3e32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.574000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:25.575252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:25.577032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3124cc65-b576-4d81-81df-9e5c8a049ae7 req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "PUT /v2.0/ports/accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 1021 time: 0.7954054 Aug 04 14:50:25.577815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:25.580065 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0082de19-8fdb-426d-b7a2-3b47e05f3867" -d '{"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:25.639345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159b372-5c2b-46c1-aeee-9092ce939b7d req-6805ba8a-b6f9-411b-b391-37ac041cb435 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:25.641833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2159b372-5c2b-46c1-aeee-9092ce939b7d req-6805ba8a-b6f9-411b-b391-37ac041cb435 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 944 time: 0.1945462 Aug 04 14:50:25.642161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd782ff-5b4c-4385-9720-aa4dc81d6f2e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:25.692025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:25.723766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2159b372-5c2b-46c1-aeee-9092ce939b7d req-94ca3588-f661-4a93-9905-a715939ab261 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620117 Aug 04 14:50:25.870054 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8ab51-7e97-4a5f-8d2c-ccb6372bf277 x-openstack-request-id: req-b3d8ab51-7e97-4a5f-8d2c-ccb6372bf277 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:25.870460 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:25.870615 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3d8ab51-7e97-4a5f-8d2c-ccb6372bf277 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:25.871044 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'status': 'completed', 'code': 200} Aug 04 14:50:25.918500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dda600f2-ac21-4ebc-9fa8-e7d03e0672eb req-67b27ab7-6e23-4359-a71e-456d479095bf tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8ff669e4-2d57-4ca7-ad40-260c6e080cdc HTTP/1.1" status: 200 len: 1803 time: 0.1327853 Aug 04 14:50:26.018073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b41738d9-cede-40ea-a001-ac50a886e095 req-117ae7eb-1b75-4ed9-8e37-126afaf58d4e tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0488737 Aug 04 14:50:26.050131 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-dda600f2-ac21-4ebc-9fa8-e7d03e0672eb req-c66eeae3-0b21-42e4-93f8-f73d0dbbc244 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 14:50:26.051774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dda600f2-ac21-4ebc-9fa8-e7d03e0672eb req-c66eeae3-0b21-42e4-93f8-f73d0dbbc244 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/8ff669e4-2d57-4ca7-ad40-260c6e080cdc HTTP/1.1" status: 409 len: 341 time: 0.1239586 Aug 04 14:50:26.053135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bff3c4a4-85de-41cf-831d-51f3063b1d2e up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:26.346778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaf2e0-4cac-43bd-a00e-f8c38819b776 req-af913e8d-6c5d-4852-a024-332da522ddd0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:26.351635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.359243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52eaf2e0-4cac-43bd-a00e-f8c38819b776 req-af913e8d-6c5d-4852-a024-332da522ddd0 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1024 time: 0.0801611 Aug 04 14:50:26.382628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port bff3c4a4-85de-41cf-831d-51f3063b1d2e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:26.394845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port bff3c4a4-85de-41cf-831d-51f3063b1d2e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:26.395231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.429605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52eaf2e0-4cac-43bd-a00e-f8c38819b776 req-b1bc34bd-cb06-4bd8-af3d-47b641ee779b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=8a260b37-3453-4d99-8991-7b0e362ffe56&id=8ff669e4-2d57-4ca7-ad40-260c6e080cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0652177 Aug 04 14:50:26.449994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-37e64a44-61f6-4671-a82e-242eb34d3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:26.451685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-37e64a44-61f6-4671-a82e-242eb34d3dd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1176 time: 0.1700687 Aug 04 14:50:26.524481 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.550237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:26.552145 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825b40b4-cba9-4c67-808b-4cb1e2297103" -d '{"events": [{"server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "name": "network-vif-plugged", "status": "completed", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:26.567260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:26.577103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.615878 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1034f7-af38-49e4-b497-cbafb103cc72 x-openstack-request-id: req-ba1034f7-af38-49e4-b497-cbafb103cc72 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:26.616168 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "name": "network-vif-plugged", "status": "completed", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:26.616491 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba1034f7-af38-49e4-b497-cbafb103cc72 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:26.616884 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e', 'code': 200} Aug 04 14:50:26.639038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.639550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:26.646035 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21320d31-1d63-4d4e-830e-84f89aa3e32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.668452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21320d31-1d63-4d4e-830e-84f89aa3e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.777926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f7419-eff0-4cb4-a11b-d22b7130172e req-7909762a-5ebe-4bd9-bef9-3b8c7ffa2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:26.784392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b64f7419-eff0-4cb4-a11b-d22b7130172e req-7909762a-5ebe-4bd9-bef9-3b8c7ffa2419 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 1097 time: 0.0721743 Aug 04 14:50:26.788239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-21320d31-1d63-4d4e-830e-84f89aa3e32e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce0aa778126c4ad6aa2ef2c4d742bf36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2639482 Aug 04 14:50:26.788239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-2189bdb5-6b8c-4981-8611-10fca49e6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:26.788821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:26.789549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-2189bdb5-6b8c-4981-8611-10fca49e6942 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 200 len: 913 time: 0.2999306 Aug 04 14:50:26.791630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21320d31-1d63-4d4e-830e-84f89aa3e32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65a47a-1d48-4414-a9d4-bf4fd7249ae9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:26.866796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b64f7419-eff0-4cb4-a11b-d22b7130172e req-4edb7f18-0bff-45ef-a224-584f75ab9c6a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Aug 04 14:50:26.895111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.897733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-d2451c9f-ee60-4f87-ad08-1277f7ab7898 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 200 len: 217 time: 0.0913761 Aug 04 14:50:26.912133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port ce0f9404-05e7-4e54-9a6d-40c35b65845c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:26.912485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.943858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:26.975230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87deb-6038-4d20-8a3f-acc0c67cc76a req-5e78ced1-1e02-4bcc-b849-d5ae2a12da79 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:26.976932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fe87deb-6038-4d20-8a3f-acc0c67cc76a req-5e78ced1-1e02-4bcc-b849-d5ae2a12da79 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.0987706 Aug 04 14:50:27.047434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fe87deb-6038-4d20-8a3f-acc0c67cc76a req-589353b9-0616-4ebe-b33f-001dbf60b571 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578747 Aug 04 14:50:27.059096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.067818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.072110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c65a47a-1d48-4414-a9d4-bf4fd7249ae9 HTTP/1.1" status: 204 len: 168 time: 0.2809570 Aug 04 14:50:27.082307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-fe1dc46b-b143-4517-884d-b9f56a325d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:27.085231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-fe1dc46b-b143-4517-884d-b9f56a325d1d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 200 len: 852 time: 0.1578219 Aug 04 14:50:27.105825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28842-ca86-41cf-a64b-4d29c0696a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65a47a-1d48-4414-a9d4-bf4fd7249ae9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:27.156529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.161150 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-76b3acd5-6915-42c1-938a-febf1ea210f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae48d3af-f864-4a64-9da5-0f287c0dd6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583889 Aug 04 14:50:27.175156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for ce0f9404-05e7-4e54-9a6d-40c35b65845c owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:27.213705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78f327c3-3b75-4bbe-9ddf-0348a271be0f req-b8a39a19-10d6-4e8e-9645-053012f46dd8 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0521595 Aug 04 14:50:27.389358 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-36c474b9-c1a3-49da-98a0-2ba47b1b83c6 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156627 Aug 04 14:50:27.561345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0082de19-8fdb-426d-b7a2-3b47e05f3867 req-b93ea9e1-5f04-4924-97da-62f599a06c32 service neutron] 10.222.0.38 "GET /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634481 Aug 04 14:50:27.566196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.595882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8283c5-1182-4ca5-9bdb-246f163056eb req-21722a21-b316-4327-bc69-faf506a66a41 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:27.600327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8283c5-1182-4ca5-9bdb-246f163056eb req-21722a21-b316-4327-bc69-faf506a66a41 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1024 time: 0.0958128 Aug 04 14:50:27.610316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=ce0f9404-05e7-4e54-9a6d-40c35b65845c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:27.677049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.711466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd8283c5-1182-4ca5-9bdb-246f163056eb req-f1701100-b7cc-4776-a21e-0050f72c93dd tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=8a260b37-3453-4d99-8991-7b0e362ffe56&id=8ff669e4-2d57-4ca7-ad40-260c6e080cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1039269 Aug 04 14:50:27.809659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.819537 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.924876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.925755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router 5c86457b-3a00-452a-9256-46b5e6a9cc83 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:27.945674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:27.947440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3ad1681-aedd-4d7c-94b2-2a241e859cc1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 204 len: 168 time: 2.5373647 Aug 04 14:50:27.951746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56542) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:27.957380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1586391100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:28.012293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.013268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.082852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-c781e635-c067-432e-a8c5-5c39e532391b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:28.084694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-c781e635-c067-432e-a8c5-5c39e532391b tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.38 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 1024 time: 0.1049860 Aug 04 14:50:28.088551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.100924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.143494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.147912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6d919704-e2f7-4d42-ab54-d4903166b05e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1948736 Aug 04 14:50:28.148544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56552) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:28.153368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:28.269982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Deleting port accfeee0-2f02-4be2-ab69-82a9a5e94c8c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:28.272932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.482317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port accfeee0-2f02-4be2-ab69-82a9a5e94c8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:28.482822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.500695 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.501307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Calling delete_port for accfeee0-2f02-4be2-ab69-82a9a5e94c8c owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:28.536664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2b834ef-cb83-4d0d-af36-3a30e0af51aa req-96d10757-b104-4103-bfce-9710ee974f44 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.1684206 Aug 04 14:50:28.541872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19b9c839-cada-49dc-98a8-dfc8dbb51898 req-e285ff4d-d47b-4ce4-b3ac-eff10e4c09c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0861318 Aug 04 14:50:28.561971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ae04e-6903-476e-8c96-4702b7e8f6b5 req-c026c4df-27eb-420d-b79f-1448bb19321e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:28.570650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86ae04e-6903-476e-8c96-4702b7e8f6b5 req-c026c4df-27eb-420d-b79f-1448bb19321e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.3711820 Aug 04 14:50:28.661376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e86ae04e-6903-476e-8c96-4702b7e8f6b5 req-94215967-249d-4a49-93d9-81b918eab19b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874317 Aug 04 14:50:28.703492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.716120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['accfeee0-2f02-4be2-ab69-82a9a5e94c8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:28.719367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:28.749747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'Port': ['ID=accfeee0-2f02-4be2-ab69-82a9a5e94c8c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:28.842464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] No DVR routers for this DVR port accfeee0-2f02-4be2-ab69-82a9a5e94c8c on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:28.850178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:28.856678 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09f95160-e33b-44ea-abb8-a3c57d19e317 req-232d4931-6148-45ee-81bb-abcaadfe52c1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.38 "DELETE /v2.0/ports/accfeee0-2f02-4be2-ab69-82a9a5e94c8c HTTP/1.1" status: 204 len: 173 time: 0.7637827 Aug 04 14:50:28.858208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'name': 'network-vif-deleted', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:28.867069 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ab08e-ef3a-4369-913b-86b8d4a6cd26" -d '{"events": [{"server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "name": "network-vif-deleted", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:28.968852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56610) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:28.975485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5005ea37-b77f-4d95-b2b7-898d06b887ad req-c2683cc9-8cb9-4dd2-a801-01999f76ec79 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=51fbe5df-00fa-4580-b8e2-93e7fd83df88 HTTP/1.1" status: 200 len: 210 time: 0.1179085 Aug 04 14:50:29.133554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.191210 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2febd1b4-fa22-4892-96ed-a39019fc5819 x-openstack-request-id: req-2febd1b4-fa22-4892-96ed-a39019fc5819 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:29.191559 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fbe5df-00fa-4580-b8e2-93e7fd83df88", "name": "network-vif-deleted", "tag": "accfeee0-2f02-4be2-ab69-82a9a5e94c8c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:29.191944 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2febd1b4-fa22-4892-96ed-a39019fc5819 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:29.192425 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fbe5df-00fa-4580-b8e2-93e7fd83df88', 'name': 'network-vif-deleted', 'tag': 'accfeee0-2f02-4be2-ab69-82a9a5e94c8c', 'status': 'completed', 'code': 200} Aug 04 14:50:29.215274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdedc-bdf0-462d-8dfc-51d08e9b3ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.221007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40051-46cd-4043-a94e-0be0b10dbeed req-58a1da8c-8d7a-4635-8c78-b7c5945fc58e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:29.230185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cf40051-46cd-4043-a94e-0be0b10dbeed req-58a1da8c-8d7a-4635-8c78-b7c5945fc58e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.4057999 Aug 04 14:50:29.231823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.375147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cf40051-46cd-4043-a94e-0be0b10dbeed req-e5d30795-e655-4087-a55b-c2207b6813ed tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264212 Aug 04 14:50:29.522296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdedc-bdf0-462d-8dfc-51d08e9b3ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.535514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdedc-bdf0-462d-8dfc-51d08e9b3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.578243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Allocated IP 172.25.0.152 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0be97c52-7913-4245-9f06-25c52fd69739) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:29.630620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a4cdedc-bdf0-462d-8dfc-51d08e9b3ed4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5bee266544c487e8836e8ce08d1ca9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604061 Aug 04 14:50:29.649110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:29.653495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f83fa-a464-4ad6-874e-d882e6a8e1b9 req-a2a825ef-75fa-41f0-8378-999dd847d628 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:29.656277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-617f83fa-a464-4ad6-874e-d882e6a8e1b9 req-a2a825ef-75fa-41f0-8378-999dd847d628 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.1515877 Aug 04 14:50:29.727452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cdedc-bdf0-462d-8dfc-51d08e9b3ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394bf94e-6caf-4b0a-be4c-63325dc78d44,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:29.770971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.782033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8e1394b-3e34-44d2-af84-b8e42750e754 req-6f5c0821-3d95-42f3-aabc-0b148213ee0b tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0630107 Aug 04 14:50:29.809104 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.859019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-617f83fa-a464-4ad6-874e-d882e6a8e1b9 req-942a80cb-b457-4f43-ac5f-a39695135e2d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845760 Aug 04 14:50:29.870205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.927052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.931704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.933386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/394bf94e-6caf-4b0a-be4c-63325dc78d44 HTTP/1.1" status: 204 len: 168 time: 0.2824860 Aug 04 14:50:29.976314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:29.977679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2a87e-2dd2-49c3-9274-51e924f90ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394bf94e-6caf-4b0a-be4c-63325dc78d44,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:30.082810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event updated for resources: {'Port': ['ID=0be97c52-7913-4245-9f06-25c52fd69739,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:30.148080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:30.152486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:30.161162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:30.843672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-767839d7-74f2-4407-abfb-9e56b03a32ed req-12bd0df9-a3de-4472-817c-2405c2aa02a8 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7&device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0927458 Aug 04 14:50:30.893482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b3e27-4d03-4067-acd0-322826febe7d req-07d291d2-257f-42f6-ae74-12c42b6b1d63 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:30.904135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4b3e27-4d03-4067-acd0-322826febe7d req-07d291d2-257f-42f6-ae74-12c42b6b1d63 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.1542702 Aug 04 14:50:31.014215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa4b3e27-4d03-4067-acd0-322826febe7d req-9a26e503-ae42-4d01-bf51-b7df9dc46ffb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091692 Aug 04 14:50:31.090944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c434752d-a60e-49d3-b3ee-649902b0109b req-ac5be7fb-42ef-4ce8-89e4-930daac79953 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8a260b37-3453-4d99-8991-7b0e362ffe56 HTTP/1.1" status: 200 len: 1803 time: 0.2135217 Aug 04 14:50:31.152122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.210880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c434752d-a60e-49d3-b3ee-649902b0109b req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.278120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c434752d-a60e-49d3-b3ee-649902b0109b req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.404566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c434752d-a60e-49d3-b3ee-649902b0109b req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.407647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c434752d-a60e-49d3-b3ee-649902b0109b req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.408946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c434752d-a60e-49d3-b3ee-649902b0109b req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/8a260b37-3453-4d99-8991-7b0e362ffe56 HTTP/1.1" status: 204 len: 173 time: 0.3171284 Aug 04 14:50:31.465468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f171c9-a1d5-4506-97e4-f61c9ab77bc5 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a260b37-3453-4d99-8991-7b0e362ffe56,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:31.467998 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fc7791a-8730-4c9e-8e7c-ebe9c3ec11ec req-78272f7f-d124-4403-991c-cec0eecda053 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d93c86a60b18462cb94aec494ea8888f&device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0709302 Aug 04 14:50:31.524519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fc7791a-8730-4c9e-8e7c-ebe9c3ec11ec req-09ac572f-fe95-41d1-808f-cb6cb3585e34 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d93c86a60b18462cb94aec494ea8888f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390768 Aug 04 14:50:31.583591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.597695 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.618220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-e663e970-464a-4206-8cac-9679d04e32df tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8ff669e4-2d57-4ca7-ad40-260c6e080cdc HTTP/1.1" status: 200 len: 1803 time: 0.1311204 Aug 04 14:50:31.672827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7791a-8730-4c9e-8e7c-ebe9c3ec11ec req-d425d69b-ae25-4e4d-8c45-be621a752bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:31.675236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fc7791a-8730-4c9e-8e7c-ebe9c3ec11ec req-d425d69b-ae25-4e4d-8c45-be621a752bae service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432929 Aug 04 14:50:31.706838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b5e85a9-9a4d-4452-a681-e500a4fabf9f req-a41fd6f6-dc31-465e-8ad1-e0055ef7c4b2 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0986204 Aug 04 14:50:31.715174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff419de-4738-4394-a4c4-f70951122b9f req-4e68db9c-09c2-4e21-ac20-28b413cf0aca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:31.716762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eff419de-4738-4394-a4c4-f70951122b9f req-4e68db9c-09c2-4e21-ac20-28b413cf0aca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.1898851 Aug 04 14:50:31.888243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.903570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:31.929922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:31.969629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port bff3c4a4-85de-41cf-831d-51f3063b1d2e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:31.969970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.017171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bf8dfac2-03a1-40f6-9e19-3af16cf6b699 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-858220209'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:32.017871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bf8dfac2-03a1-40f6-9e19-3af16cf6b699 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Unknown quota resources ['metering_label']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:50:32.029557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Router 4ca84346-0d22-41ec-8db7-7de192e6ea37 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:32.046270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.049550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.050947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffbe10c6-a453-4ceb-aab0-4b3c610a3670 req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/8ff669e4-2d57-4ca7-ad40-260c6e080cdc HTTP/1.1" status: 204 len: 173 time: 0.3813279 Aug 04 14:50:32.062202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device accfeee0-2f02-4be2-ab69-82a9a5e94c8c no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:32.076777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa2931-1793-455a-90e8-9b2e65ac6aab tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff669e4-2d57-4ca7-ad40-260c6e080cdc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:32.123329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-779398732', 'description': 'tempest-description-1614901276'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:32.129681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: accfeee0-2f02-4be2-ab69-82a9a5e94c8c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:32.131203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device accfeee0-2f02-4be2-ab69-82a9a5e94c8c not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:32.176362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port bff3c4a4-85de-41cf-831d-51f3063b1d2e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=bff3c4a4-85de-41cf-831d-51f3063b1d2e,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:32.176745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.255570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for bff3c4a4-85de-41cf-831d-51f3063b1d2e owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:32.263170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.320962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf8dfac2-03a1-40f6-9e19-3af16cf6b699 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.322395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf8dfac2-03a1-40f6-9e19-3af16cf6b699 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4177969 Aug 04 14:50:32.325289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:32.330286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-11a66d41-564a-4fea-97aa-1bf2ae58ee41 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5a1cf58a-7a99-40f5-9698-f4941b74b92f'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:32.330931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-11a66d41-564a-4fea-97aa-1bf2ae58ee41 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:50:32.344855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b51b1-959e-4543-86f0-87cd2e93efbb req-2ef7946c-2024-48ce-8692-5a1c2fb3d061 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:32.346482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-269b51b1-959e-4543-86f0-87cd2e93efbb req-2ef7946c-2024-48ce-8692-5a1c2fb3d061 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee415941-52f6-4c82-856d-eda3b2b6e594 HTTP/1.1" status: 200 len: 945 time: 0.1990831 Aug 04 14:50:32.356193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:32.368623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] Sync routers for ids ['4ca84346-0d22-41ec-8db7-7de192e6ea37'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:32.370724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.372091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01d942c3-d7fc-4dca-ac11-a13564ab7c26 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "PUT /v2.0/routers/4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 200 len: 880 time: 4.2222669 Aug 04 14:50:32.378694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56720) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:32.382145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] Routers {'4ca84346-0d22-41ec-8db7-7de192e6ea37'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:32.383602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4ca84346-0d22-41ec-8db7-7de192e6ea37'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:32.432056 n-d-801743-12 neutron-server[94266]: WARNING neutron.services.metering.metering_plugin [None req-11a66d41-564a-4fea-97aa-1bf2ae58ee41 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 14:50:32.441915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:32.444853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-269b51b1-959e-4543-86f0-87cd2e93efbb req-0a44bda7-069c-4120-8315-298876a0cf7f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833538 Aug 04 14:50:32.482318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] Routers {'4ca84346-0d22-41ec-8db7-7de192e6ea37'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:32.483100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4ca84346-0d22-41ec-8db7-7de192e6ea37'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:32.528884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.534890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.536666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:32.537565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8830af-824e-428d-b401-e8917f3f6c66 None None] The sync data for ids ['4ca84346-0d22-41ec-8db7-7de192e6ea37'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:32.576551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.580761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.582114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b75ba41-e8c7-41ef-a5b3-af9b05d76b7f req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4671946 Aug 04 14:50:32.596172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['bff3c4a4-85de-41cf-831d-51f3063b1d2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:32.616222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033ab1a-342c-4209-bfd8-6d65694c6aa9 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c83d3-c6ca-4323-8f02-70e152ff0763,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:32.623218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=bff3c4a4-85de-41cf-831d-51f3063b1d2e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:32.635777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-11a66d41-564a-4fea-97aa-1bf2ae58ee41 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.637120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-11a66d41-564a-4fea-97aa-1bf2ae58ee41 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3107815 Aug 04 14:50:32.649718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56740) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:32.655515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-eee43523-f04e-4c85-8289-f780ae9c4acd tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5a1cf58a-7a99-40f5-9698-f4941b74b92f'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:32.656272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-eee43523-f04e-4c85-8289-f780ae9c4acd tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:50:32.665423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'fa0326b0-382c-4599-a4d0-3f82e24b5757'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:32.697858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port bff3c4a4-85de-41cf-831d-51f3063b1d2e on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:32.706767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:32.709110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eff419de-4738-4394-a4c4-f70951122b9f req-55575a65-88cc-4493-a08a-89a32d87d925 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.38 "DELETE /v2.0/ports/bff3c4a4-85de-41cf-831d-51f3063b1d2e HTTP/1.1" status: 204 len: 173 time: 0.9826267 Aug 04 14:50:32.709656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'name': 'network-vif-deleted', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:32.712455 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07993871-b631-4311-80bf-70f01ed61cf2" -d '{"events": [{"server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "name": "network-vif-deleted", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:32.765703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-662bb555-df68-473d-b053-9adcd31c7218 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 200 len: 921 time: 0.3851213 Aug 04 14:50:32.839362 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8b8e50-2e43-458c-ab04-3fee6702a214 x-openstack-request-id: req-6a8b8e50-2e43-458c-ab04-3fee6702a214 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:32.839656 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee415941-52f6-4c82-856d-eda3b2b6e594", "name": "network-vif-deleted", "tag": "bff3c4a4-85de-41cf-831d-51f3063b1d2e", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:32.839908 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a8b8e50-2e43-458c-ab04-3fee6702a214 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:32.840334 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee415941-52f6-4c82-856d-eda3b2b6e594', 'name': 'network-vif-deleted', 'tag': 'bff3c4a4-85de-41cf-831d-51f3063b1d2e', 'status': 'completed', 'code': 200} Aug 04 14:50:32.843603 n-d-801743-12 neutron-server[94265]: WARNING neutron.services.metering.metering_plugin [None req-eee43523-f04e-4c85-8289-f780ae9c4acd tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 14:50:32.859765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56756) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:32.972147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897e9d3-2fdf-4de4-8112-7f0f32e5a9a4 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:32.974107 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3897e9d3-2fdf-4de4-8112-7f0f32e5a9a4 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=4ca84346-0d22-41ec-8db7-7de192e6ea37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1129053 Aug 04 14:50:32.979917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.047321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4fc7791a-8730-4c9e-8e7c-ebe9c3ec11ec req-c9f5fdd5-6739-4cdb-b3ae-8c55a92ad46a tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.38 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0995474 Aug 04 14:50:33.050887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-6d14e199-0b97-4f65-87fc-3847c6ad9d38 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/5e2c83d3-c6ca-4323-8f02-70e152ff0763 HTTP/1.1" status: 200 len: 1802 time: 0.3074243 Aug 04 14:50:33.052708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eee43523-f04e-4c85-8289-f780ae9c4acd tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.056767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eee43523-f04e-4c85-8289-f780ae9c4acd tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4055400 Aug 04 14:50:33.057663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.072083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56768) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.072327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cbce2a11-9657-4793-acca-d13f3b2b7665 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=eb42dfb7-0193-4bd6-9b3c-e150e8a352c3 HTTP/1.1" status: 200 len: 464 time: 0.0136747 Aug 04 14:50:33.077650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1421566306', 'description': 'tempest-description-hth-1994307724'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:33.109159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.110080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1181455-3f30-41c4-8885-b8f2f4b8a6f4 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:33.115351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b1181455-3f30-41c4-8885-b8f2f4b8a6f4 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.1341865 Aug 04 14:50:33.116756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56770) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.156009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af0ef2d2-8093-451d-afd2-5567e3e4d6da tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 200 len: 205 time: 0.0379267 Aug 04 14:50:33.158475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56772) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.170934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.175504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.178564 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.179949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e0ede89-e155-45e3-8523-d5af6ccab594 req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "PUT /v2.0/security-groups/5e2c83d3-c6ca-4323-8f02-70e152ff0763 HTTP/1.1" status: 200 len: 1777 time: 0.1067369 Aug 04 14:50:33.234801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbd709-22a5-439c-a999-8862774d3340 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c83d3-c6ca-4323-8f02-70e152ff0763,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:33.332270 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33ecd28d-3695-4bd4-8f8b-b883029c0d3d tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.336172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33ecd28d-3695-4bd4-8f8b-b883029c0d3d tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/eb42dfb7-0193-4bd6-9b3c-e150e8a352c3 HTTP/1.1" status: 204 len: 168 time: 0.2585104 Aug 04 14:50:33.337334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.361919 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33a69bd5-0f84-44f8-80bb-ee6fdd9ad09b tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=eb42dfb7-0193-4bd6-9b3c-e150e8a352c3 HTTP/1.1" status: 200 len: 221 time: 0.0163276 Aug 04 14:50:33.363009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f6166a3-ec70-4103-bb9c-f3e6f42439cf req-86572027-99f0-4080-9d16-2886f012eaba tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=275b2643-957c-40f6-b8fd-f02fe0921db7 HTTP/1.1" status: 200 len: 210 time: 0.0389595 Aug 04 14:50:33.363991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56796) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.371211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ff12f33d-5765-4e68-a61f-0647b273a2d2 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1728179729', 'description': 'label created by tempest'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:33.371697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ff12f33d-5765-4e68-a61f-0647b273a2d2 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Unknown quota resources ['metering_label']. {{(pid=94265) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 14:50:33.438303 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.610140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7453d829-4d22-4cda-94e7-1cc581ef1ed2 req-b73d6846-fe8f-4dc7-9904-aad46674821d tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/5e2c83d3-c6ca-4323-8f02-70e152ff0763 HTTP/1.1" status: 200 len: 1777 time: 0.1572835 Aug 04 14:50:33.662871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff12f33d-5765-4e68-a61f-0647b273a2d2 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:33.664215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ff12f33d-5765-4e68-a61f-0647b273a2d2 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2991533 Aug 04 14:50:33.667173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.804954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-001865ea-2e6d-4a00-a6eb-8de019bde937 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=d38b2495-cf59-402e-acba-e8a278e0f2c0 HTTP/1.1" status: 200 len: 468 time: 0.1364138 Aug 04 14:50:33.819653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-6414cd34-cec2-4c76-b065-36e0456ef3a4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/5e2c83d3-c6ca-4323-8f02-70e152ff0763 HTTP/1.1" status: 200 len: 1777 time: 0.0589428 Aug 04 14:50:33.822869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:33.951909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.010764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port 0be97c52-7913-4245-9f06-25c52fd69739 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:34.011113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.091319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.103819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for 0be97c52-7913-4245-9f06-25c52fd69739 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:34.279410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.305281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=0be97c52-7913-4245-9f06-25c52fd69739,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:34.373462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.396017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.423403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-25f6a26d-302e-44d6-9b27-3b7736b67eaf tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.424597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-25f6a26d-302e-44d6-9b27-3b7736b67eaf tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/d38b2495-cf59-402e-acba-e8a278e0f2c0 HTTP/1.1" status: 204 len: 168 time: 0.6006463 Aug 04 14:50:34.433487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56836) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.471771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.474250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1885504c-a360-4787-98dd-f478c4a560c0 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=d38b2495-cf59-402e-acba-e8a278e0f2c0 HTTP/1.1" status: 200 len: 216 time: 0.0396578 Aug 04 14:50:34.477274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.478420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56838) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.480409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.494324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65403406-d1ab-4674-b0a7-cc83ad62212e tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0151696 Aug 04 14:50:34.502261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.530948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.531472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca84346-0d22-41ec-8db7-7de192e6ea37 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:34.533156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-04877077-d03f-41d5-9df3-d534bbd8a42b tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0282092 Aug 04 14:50:34.537327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.540183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.541394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9b2a2ef1-f64d-4c5e-bd8f-e4d85ade7307 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 204 len: 168 time: 1.3819613 Aug 04 14:50:34.545107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56844) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.550212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63259601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:34.574748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.575773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.608874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-fa8d490c-b424-46e1-8adc-110f2ecfd0ee tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:34.610495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-fa8d490c-b424-46e1-8adc-110f2ecfd0ee tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.2158318 Aug 04 14:50:34.612616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-54caeaf7-47c9-48f5-8263-ff41bba969f7 tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/5a1cf58a-7a99-40f5-9698-f4941b74b92f HTTP/1.1" status: 200 len: 472 time: 0.0737412 Aug 04 14:50:34.613549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.616091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56846) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.616300 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.617371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca62aef9-13ff-4f21-b454-4400c49b3fe6 req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/5e2c83d3-c6ca-4323-8f02-70e152ff0763 HTTP/1.1" status: 204 len: 173 time: 0.7967894 Aug 04 14:50:34.636068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f295268-85ef-44d6-9cfd-b36495fab620 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c83d3-c6ca-4323-8f02-70e152ff0763,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:34.638756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-bec3e0e8-6d3a-43aa-b179-77c2fdb2b94d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/quotas/6fa7d14111fe4d31907b90671ad6aedc HTTP/1.1" status: 200 len: 375 time: 0.0172970 Aug 04 14:50:34.646598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dac25814-b4cd-4931-9615-4837869b486e tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/5726a686-51ba-4395-a90c-809b9e452a89 HTTP/1.1" status: 200 len: 461 time: 0.0246284 Aug 04 14:50:34.647324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56850) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.679444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.684222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.699508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.700917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f4036649-3bf8-4079-9f8f-5e34f387306a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1547189 Aug 04 14:50:34.703912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56852) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.708918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': True}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:34.821814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-b988f060-e2eb-4e3f-a45b-e4728fe027ec tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720672 Aug 04 14:50:34.825835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0eb76af1-4131-417a-80b2-acc76018a34c tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:34.829283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0eb76af1-4131-417a-80b2-acc76018a34c tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/5726a686-51ba-4395-a90c-809b9e452a89 HTTP/1.1" status: 204 len: 168 time: 0.1785824 Aug 04 14:50:34.829651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:34.852413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115b58-831c-4e5d-a3b9-b7a82a3fec42 req-4b81f18e-9316-48fe-beef-5fb685063b42 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:34.853934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4115b58-831c-4e5d-a3b9-b7a82a3fec42 req-4b81f18e-9316-48fe-beef-5fb685063b42 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.1684859 Aug 04 14:50:34.914105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.072996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4115b58-831c-4e5d-a3b9-b7a82a3fec42 req-cf4917b1-c1ac-4f15-8c2f-317ca27cf23b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037697 Aug 04 14:50:35.142804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-c682dbc9-8e54-4960-b5dc-000de868034f service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099132 Aug 04 14:50:35.144332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.148647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-315e9c53-58e1-4485-b9e8-3d4778a3cc5e tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.151266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-315e9c53-58e1-4485-b9e8-3d4778a3cc5e tempest-MeteringTestJSON-1829396169 tempest-MeteringTestJSON-1829396169-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/5a1cf58a-7a99-40f5-9698-f4941b74b92f HTTP/1.1" status: 204 len: 168 time: 0.3205528 Aug 04 14:50:35.174466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.286559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-855cd565-5df2-4f0c-b10e-dedefa60bfe4 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303151 Aug 04 14:50:35.333047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.25.0.69 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/c4a7ef3a-af0b-4dea-9e7d-0db7e1bb01c1) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:35.457908 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-5c6f2a74-93d4-443c-96b1-aef433fd27b3 req-ef1656df-b795-454d-b2a6-3e6e72a49171 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.467246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c6f2a74-93d4-443c-96b1-aef433fd27b3 req-ef1656df-b795-454d-b2a6-3e6e72a49171 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8ff669e4-2d57-4ca7-ad40-260c6e080cdc HTTP/1.1" status: 404 len: 352 time: 0.0231886 Aug 04 14:50:35.501128 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb2fe723-f68f-4fe9-9974-cd1bdcd49c14 req-b86d67e0-ac8f-425a-96e4-300774e85a08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d93c86a60b18462cb94aec494ea8888f&device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0496559 Aug 04 14:50:35.526352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd6c7c0d-adfa-40a6-823a-71544c3c313a req-8b93993b-9ab0-4251-ad0c-757cf4233415 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0545805 Aug 04 14:50:35.561188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4037ed20-3f6e-4332-b8df-f04b4373d309 req-044997ee-f23c-4a04-aaca-a8559d6f857d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 210 time: 0.0378549 Aug 04 14:50:35.579288 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb2fe723-f68f-4fe9-9974-cd1bdcd49c14 req-22a161a1-1360-48e2-b470-c8af7848048a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d93c86a60b18462cb94aec494ea8888f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604022 Aug 04 14:50:35.588630 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-33229eb6-b86c-4fb9-b675-8cd82993f6fc req-37893346-59ca-4fd3-83c9-738e80a3475e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.589680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33229eb6-b86c-4fb9-b675-8cd82993f6fc req-37893346-59ca-4fd3-83c9-738e80a3475e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/8a260b37-3453-4d99-8991-7b0e362ffe56 HTTP/1.1" status: 404 len: 352 time: 0.0222397 Aug 04 14:50:35.593648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56876) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:35.603345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.636205 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-af27c28f-c030-434e-9fa2-21ea4d26c5af req-79f7f305-58b1-4afe-8506-d1ec29e357ef tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.637558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af27c28f-c030-434e-9fa2-21ea4d26c5af req-79f7f305-58b1-4afe-8506-d1ec29e357ef tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/69a490da-9b97-4dd3-87c8-985035ec25bd HTTP/1.1" status: 404 len: 352 time: 0.0156839 Aug 04 14:50:35.678303 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-6ed1e36c-ebfa-413c-b998-fa5284d45f62 req-cb563f55-29ed-413a-8792-83f607fe59d4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.680011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ed1e36c-ebfa-413c-b998-fa5284d45f62 req-cb563f55-29ed-413a-8792-83f607fe59d4 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/e7068932-b5af-41bc-8bf0-21bb49a02b64 HTTP/1.1" status: 404 len: 352 time: 0.0190666 Aug 04 14:50:35.729023 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-714da4a6-ba76-479b-8b7c-8180a40f8132 req-fcf17c09-71b1-45b4-ab1a-fd2d0a7cff0f tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.730887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-714da4a6-ba76-479b-8b7c-8180a40f8132 req-fcf17c09-71b1-45b4-ab1a-fd2d0a7cff0f tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/dbc696ce-7336-4d9b-a8e6-873b2aaccb4c HTTP/1.1" status: 404 len: 352 time: 0.0258448 Aug 04 14:50:35.758780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08581d1f-b9dc-4fb4-8811-2175ff859825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.787777 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-4d0b8b43-9441-4333-8f4e-0f95a41dc33d req-42f7b0a7-054f-4418-90f2-cce18f938b16 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] show failed (client error): The resource could not be found. Aug 04 14:50:35.789746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d0b8b43-9441-4333-8f4e-0f95a41dc33d req-42f7b0a7-054f-4418-90f2-cce18f938b16 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/cf04c8d3-2499-4d68-925e-dbcfea76f2ae HTTP/1.1" status: 404 len: 352 time: 0.0333779 Aug 04 14:50:35.807491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-e0707474-3192-4209-9a72-d30f678793e6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:35.810295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-e0707474-3192-4209-9a72-d30f678793e6 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.1924198 Aug 04 14:50:35.818772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fe723-f68f-4fe9-9974-cd1bdcd49c14 req-7471b84c-64bd-465f-b9d1-55edec64301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:35.820910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb2fe723-f68f-4fe9-9974-cd1bdcd49c14 req-7471b84c-64bd-465f-b9d1-55edec64301d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365358 Aug 04 14:50:35.829896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.914080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:35.918449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:35.930563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08581d1f-b9dc-4fb4-8811-2175ff859825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.936182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08581d1f-b9dc-4fb4-8811-2175ff859825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:35.951740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=c4a7ef3a-af0b-4dea-9e7d-0db7e1bb01c1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:35.964440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:35.978149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-08581d1f-b9dc-4fb4-8811-2175ff859825 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=127f8c6ba2004cea87a78f8feac55931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834295 Aug 04 14:50:35.984417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:36.025090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:36.033196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08581d1f-b9dc-4fb4-8811-2175ff859825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bfbbc-1c86-4026-a420-13bc55e4e23d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:36.078348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-925c44d3-e17e-40ba-b684-0f1780b3fcae tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:36.079958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-925c44d3-e17e-40ba-b684-0f1780b3fcae tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "GET /v2.0/ports?device_id=16723afb-5698-46a4-a83e-01ac38209e1f HTTP/1.1" status: 200 len: 945 time: 0.0799270 Aug 04 14:50:36.084610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.102449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bff3c4a4-85de-41cf-831d-51f3063b1d2e no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:36.122500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.129794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: bff3c4a4-85de-41cf-831d-51f3063b1d2e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:36.130216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device bff3c4a4-85de-41cf-831d-51f3063b1d2e not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:36.141311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.171009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:36.173405 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ebe18d-b03c-47bb-b101-9b02aa0d0241" -d '{"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:36.182802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port fa0326b0-382c-4599-a4d0-3f82e24b5757 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:36.183396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.191387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:36.197858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.263545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d0f22-058f-4023-891c-3b452bf87e35 req-bf73d629-4bb9-42bf-a988-a724be33ab55 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:36.273526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb2d0f22-058f-4023-891c-3b452bf87e35 req-bf73d629-4bb9-42bf-a988-a724be33ab55 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1023 time: 0.2608836 Aug 04 14:50:36.276271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:36.286266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed6bae-6ab6-468f-8546-88047efd735e req-9849a758-964a-4041-9c73-f737569682ee tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:36.294149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87ed6bae-6ab6-468f-8546-88047efd735e req-9849a758-964a-4041-9c73-f737569682ee tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 946 time: 0.1130157 Aug 04 14:50:36.318977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.321648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.325487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf1bfbbc-1c86-4026-a420-13bc55e4e23d HTTP/1.1" status: 204 len: 168 time: 0.3374834 Aug 04 14:50:36.345296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8736a-9d79-4a5e-9e04-ea80fed5615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bfbbc-1c86-4026-a420-13bc55e4e23d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:36.371081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87ed6bae-6ab6-468f-8546-88047efd735e req-0a22134f-11b2-4f57-b73a-95419f2661f1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Aug 04 14:50:36.381641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port fa0326b0-382c-4599-a4d0-3f82e24b5757, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fa0326b0-382c-4599-a4d0-3f82e24b5757,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:36.382040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.395800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb2d0f22-058f-4023-891c-3b452bf87e35 req-e483d137-be58-4b2d-8723-9991281605ed tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=bd07a475-e643-4e40-88b9-f366fa83acf5&id=1886e512-7a1a-47f6-876f-a65db2774fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1211967 Aug 04 14:50:36.406712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for fa0326b0-382c-4599-a4d0-3f82e24b5757 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:36.421354 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751b00a-ed5c-4a7a-9a71-3750d8b2fe74 x-openstack-request-id: req-c751b00a-ed5c-4a7a-9a71-3750d8b2fe74 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:36.421892 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "73470252-eef5-4875-a80e-c24996a21a4a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:36.422419 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c751b00a-ed5c-4a7a-9a71-3750d8b2fe74 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:36.422970 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a', 'code': 200} Aug 04 14:50:36.552969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Deleting port 73470252-eef5-4875-a80e-c24996a21a4a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:36.553323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.657935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fffc4af1-1d38-4dee-ac1f-776d22e4b505 req-39077e77-db96-40c9-9727-949902656585 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0421252 Aug 04 14:50:36.666000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:36.691359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.716284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b3ea29d-8ae0-4f44-ba19-63321468cfbe req-0a46c6f1-edaa-4337-b436-f00a48dfa07e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 210 time: 0.0561042 Aug 04 14:50:36.726345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5bc66fba-6e4f-469c-8068-1f6d4e7a9d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.815694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] For port 73470252-eef5-4875-a80e-c24996a21a4a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=73470252-eef5-4875-a80e-c24996a21a4a,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:36.816191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.841395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-6521be4c-cce2-4177-91fb-ea3030906107 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:36.842898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-6521be4c-cce2-4177-91fb-ea3030906107 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.38 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 805 time: 0.1573963 Aug 04 14:50:36.858446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Request body: {'port': {'device_id': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'admin_state_up': True, 'tenant_id': '6fa7d14111fe4d31907b90671ad6aedc'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:36.872678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Calling delete_port for 73470252-eef5-4875-a80e-c24996a21a4a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:36.899317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.913586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'fa0326b0-382c-4599-a4d0-3f82e24b5757'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:36.966035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5bc66fba-6e4f-469c-8068-1f6d4e7a9d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.973754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5bc66fba-6e4f-469c-8068-1f6d4e7a9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:36.983891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=fa0326b0-382c-4599-a4d0-3f82e24b5757,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:37.028134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5bc66fba-6e4f-469c-8068-1f6d4e7a9d38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9191d3ac7f548228b9627a4a5625f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597445 Aug 04 14:50:37.032176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56916) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:37.039033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66fba-6e4f-469c-8068-1f6d4e7a9d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c4e141-358b-4b9f-8b8b-c9c8dc883092,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:37.043376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Made reservation on behalf of 6fa7d14111fe4d31907b90671ad6aedc for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:37.046898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.093325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port fa0326b0-382c-4599-a4d0-3f82e24b5757 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:37.100326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.102442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a4dda7dc-43d6-481a-b892-b7db3edb7d04 req-b34adebe-1f0c-4e08-895e-a339c3e5eb6b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "DELETE /v2.0/ports/fa0326b0-382c-4599-a4d0-3f82e24b5757 HTTP/1.1" status: 204 len: 173 time: 1.2804961 Aug 04 14:50:37.102955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'name': 'network-vif-deleted', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:37.105360 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5fc35d-8e8b-45ca-8d72-f218ce4cae47" -d '{"events": [{"server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "name": "network-vif-deleted", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:37.157892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.194172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.203242 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eac751-ff70-469c-aba5-301fd1d412a8 x-openstack-request-id: req-f0eac751-ff70-469c-aba5-301fd1d412a8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:37.203560 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0644680f-a9de-4f43-bd91-cfb88f5cbfec", "name": "network-vif-deleted", "tag": "fa0326b0-382c-4599-a4d0-3f82e24b5757", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:37.203839 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0eac751-ff70-469c-aba5-301fd1d412a8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:37.204251 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0644680f-a9de-4f43-bd91-cfb88f5cbfec', 'name': 'network-vif-deleted', 'tag': 'fa0326b0-382c-4599-a4d0-3f82e24b5757', 'status': 'completed', 'code': 200} Aug 04 14:50:37.208097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.210495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.262119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Allocated IP 172.20.0.5 (e4f6af54-c295-482f-a584-143a875ef8a6/f74d388c-40d8-4261-9c69-c7312b090d1e/c3967a91-20d9-457b-aaf6-4810ae255d17) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:37.282340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.303396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.306000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.307231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2c4e141-358b-4b9f-8b8b-c9c8dc883092 HTTP/1.1" status: 204 len: 168 time: 0.2739754 Aug 04 14:50:37.327399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d760d-0669-4d4c-a3f9-d10380a9762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c4e141-358b-4b9f-8b8b-c9c8dc883092,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:37.377193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event deleted for resources: {'Port': ['ID=73470252-eef5-4875-a80e-c24996a21a4a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:37.409843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb2fe723-f68f-4fe9-9974-cd1bdcd49c14 req-b73bfa29-109e-482d-8d47-6bf5a40fd1a4 tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.0642185 Aug 04 14:50:37.486919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] No DVR routers for this DVR port 73470252-eef5-4875-a80e-c24996a21a4a on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:37.499091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.501306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.503290 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0805ef57-f6c4-4ccc-bc10-8d4cf626322f req-015d4482-7f16-45a4-bab3-0915b2b7173b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.46 "DELETE /v2.0/ports/73470252-eef5-4875-a80e-c24996a21a4a HTTP/1.1" status: 204 len: 173 time: 1.3895838 Aug 04 14:50:37.551134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router b18c3378-c47c-4978-ab77-9a6317c1228b is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:37.570968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a68e6750-c252-484c-82dd-db563784b66c req-6072394a-36ac-4bc2-8312-ff9ee9da0282 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=0644680f-a9de-4f43-bd91-cfb88f5cbfec HTTP/1.1" status: 200 len: 210 time: 0.0585034 Aug 04 14:50:37.663863 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.734200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1e1c3-5f3b-4882-80b5-82a7522c67e7 req-cd2f7c79-f465-4dce-9660-96f6b8015030 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:37.736125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82a1e1c3-5f3b-4882-80b5-82a7522c67e7 req-cd2f7c79-f465-4dce-9660-96f6b8015030 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1023 time: 0.2272363 Aug 04 14:50:37.799570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Network e4f6af54-c295-482f-a584-143a875ef8a6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:37.808437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:37.829601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:37.891781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:37.891781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:37.894960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-923b6c42-1687-4134-890f-03b3864c2a7f req-0e84b569-08be-451e-9526-a0750119f97b tempest-ServerShowV247Test-1793461717 tempest-ServerShowV247Test-1793461717-project] 10.222.0.76 "GET /v2.0/ports?device_id=28a71e92-90f4-4372-a04e-673f8cda026a HTTP/1.1" status: 200 len: 210 time: 0.1085415 Aug 04 14:50:37.924044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event updated for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:37.969917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82a1e1c3-5f3b-4882-80b5-82a7522c67e7 req-da3a3dc4-6302-4489-b96b-021779126910 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups?id=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7&id=bd07a475-e643-4e40-88b9-f366fa83acf5&id=1886e512-7a1a-47f6-876f-a65db2774fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2010663 Aug 04 14:50:37.987973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-66c8e60f-922d-4340-8411-0ed7c4700e61 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1345475 Aug 04 14:50:38.013024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Request body: {'port': {'device_id': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:38.152468 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.179048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe6dd8-eb08-4157-96f3-869416086748 req-e831fefa-1fcb-4f43-98bd-a7df8907e9a8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:38.189633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cbe6dd8-eb08-4157-96f3-869416086748 req-e831fefa-1fcb-4f43-98bd-a7df8907e9a8 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 931 time: 0.1189034 Aug 04 14:50:38.194606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-d26846a2-0c94-4845-b1c2-50e1b9e75080 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:38.196234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-d26846a2-0c94-4845-b1c2-50e1b9e75080 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 1023 time: 0.5774746 Aug 04 14:50:38.271231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:38.279602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.280878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c4ac497a-816d-4937-a98b-eb3f1e356ca1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "PUT /v2.0/routers/b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 200 len: 912 time: 3.5758214 Aug 04 14:50:38.281585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cbe6dd8-eb08-4157-96f3-869416086748 req-06a436a6-c405-4f12-8c96-49bfa2928b1d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907047 Aug 04 14:50:38.284236 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] Sync routers for ids ['b18c3378-c47c-4978-ab77-9a6317c1228b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:38.295439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:38.300257 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] Routers {'b18c3378-c47c-4978-ab77-9a6317c1228b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:38.301077 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b18c3378-c47c-4978-ab77-9a6317c1228b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:38.369708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Deleting port 5f412bb2-fefe-4ca1-a867-7acc69568103 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:38.370068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.371247 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:38.390535 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] Routers {'b18c3378-c47c-4978-ab77-9a6317c1228b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:38.391708 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b18c3378-c47c-4978-ab77-9a6317c1228b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:38.476469 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:38.477878 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb395d-ecbc-47ff-8550-a090c4403b8a None None] The sync data for ids ['b18c3378-c47c-4978-ab77-9a6317c1228b'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:38.530440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] For port 5f412bb2-fefe-4ca1-a867-7acc69568103, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=5f412bb2-fefe-4ca1-a867-7acc69568103,segment=NetworkSegment(c6abb525-d7de-4b6d-aa51-b746ddcad783),segment_id=c6abb525-d7de-4b6d-aa51-b746ddcad783)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:38.530894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.545001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Calling delete_port for 5f412bb2-fefe-4ca1-a867-7acc69568103 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:38.665416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f99002aa-7579-4d58-9f17-605d09b5f5ed tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 200 len: 918 time: 0.3688262 Aug 04 14:50:38.668199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56956) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:38.735762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.749716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['5f412bb2-fefe-4ca1-a867-7acc69568103'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:38.750366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e8066c-9a64-48a2-adc8-0bb5fe26a5ad tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:38.752253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73e8066c-9a64-48a2-adc8-0bb5fe26a5ad tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=b18c3378-c47c-4978-ab77-9a6317c1228b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0827780 Aug 04 14:50:38.759037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56962) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:38.833976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'Port': ['ID=5f412bb2-fefe-4ca1-a867-7acc69568103,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:38.882632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] No DVR routers for this DVR port 5f412bb2-fefe-4ca1-a867-7acc69568103 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:38.886502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:38.889429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-225cc214-7b56-454a-929f-ac6e9bf79811 req-65d5a1cb-83f7-4fba-b839-cb707744eaf7 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.46 "DELETE /v2.0/ports/5f412bb2-fefe-4ca1-a867-7acc69568103 HTTP/1.1" status: 204 len: 173 time: 0.6832895 Aug 04 14:50:38.960658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ee026-e422-4083-b66c-1cbd83b5e44a tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:38.962438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d21ee026-e422-4083-b66c-1cbd83b5e44a tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.2023206 Aug 04 14:50:38.965462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3967a91-20d9-457b-aaf6-4810ae255d17 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:38.966846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56974) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:38.974240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.034077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Transition to ACTIVE for port object c3967a91-20d9-457b-aaf6-4810ae255d17 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:39.042104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1180b4a6-1bb3-4692-bf99-7286ebb1961d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 200 len: 205 time: 0.0712130 Aug 04 14:50:39.046490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:39.063782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.195733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.242265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-deleted', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a'}, {'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'name': 'network-vif-deleted', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:39.243104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50badc73-8f6d-4b66-a09f-258fa34b2b36 req-860a6465-d01a-4ca3-836f-efac31fa442e tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/ports?device_id=73b9e582-3015-4ed8-a1e9-cd1506f76983 HTTP/1.1" status: 200 len: 210 time: 0.0792816 Aug 04 14:50:39.249173 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b2f29b-4f41-4d81-a1b7-a2881e36a8a8" -d '{"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-deleted", "tag": "73470252-eef5-4875-a80e-c24996a21a4a"}, {"server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "name": "network-vif-deleted", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:39.301424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:39.336107 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1948b89-ca32-47bb-bc8b-b24a308d84ed x-openstack-request-id: req-b1948b89-ca32-47bb-bc8b-b24a308d84ed {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:39.336566 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16723afb-5698-46a4-a83e-01ac38209e1f", "name": "network-vif-deleted", "tag": "73470252-eef5-4875-a80e-c24996a21a4a", "status": "completed", "code": 200}, {"server_uuid": "73b9e582-3015-4ed8-a1e9-cd1506f76983", "name": "network-vif-deleted", "tag": "5f412bb2-fefe-4ca1-a867-7acc69568103", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:39.336819 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1948b89-ca32-47bb-bc8b-b24a308d84ed {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:39.337223 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16723afb-5698-46a4-a83e-01ac38209e1f', 'name': 'network-vif-deleted', 'tag': '73470252-eef5-4875-a80e-c24996a21a4a', 'status': 'completed', 'code': 200} Aug 04 14:50:39.337486 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b9e582-3015-4ed8-a1e9-cd1506f76983', 'name': 'network-vif-deleted', 'tag': '5f412bb2-fefe-4ca1-a867-7acc69568103', 'status': 'completed', 'code': 200} Aug 04 14:50:39.371432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56998) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:39.413706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-5f45b98b-d1c5-4c6a-8a02-6cce2ff3e66f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:39.416136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-5f45b98b-d1c5-4c6a-8a02-6cce2ff3e66f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.4107234 Aug 04 14:50:39.419196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.493110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-761c6c50-2225-4431-9334-cf9ed8586d46 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0533872 Aug 04 14:50:39.516073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port c4a7ef3a-af0b-4dea-9e7d-0db7e1bb01c1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:39.516357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.517371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Attempting to bind port c3967a91-20d9-457b-aaf6-4810ae255d17 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:39.517727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Attempting to bind port c3967a91-20d9-457b-aaf6-4810ae255d17 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:39.518041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Attempting to bind port c3967a91-20d9-457b-aaf6-4810ae255d17 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:39.536305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Port c3967a91-20d9-457b-aaf6-4810ae255d17 on network e4f6af54-c295-482f-a584-143a875ef8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:39.536637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Attempting to bind port c3967a91-20d9-457b-aaf6-4810ae255d17 on network e4f6af54-c295-482f-a584-143a875ef8a6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:39.563542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:39.563825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Checking segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:39.564201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Bound using segment: {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:39.564646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Bound port: c3967a91-20d9-457b-aaf6-4810ae255d17, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc101b35-e306-4faf-9879-b3b034bbcaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:39.565018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.594374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5d7d-82a6-4bcd-a314-c66f225498cc req-96f99cb8-cf95-436f-83a8-b1ccde93ca7a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:39.595986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-644f5d7d-82a6-4bcd-a314-c66f225498cc req-96f99cb8-cf95-436f-83a8-b1ccde93ca7a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 943 time: 0.1767175 Aug 04 14:50:39.614217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-bd8daf0e-5b0e-469c-9cbb-d8821a3ca3d9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123109 Aug 04 14:50:39.624441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.638887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for c4a7ef3a-af0b-4dea-9e7d-0db7e1bb01c1 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:39.656001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57006) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:39.721793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7476ff1b-9496-453f-b7c3-3bbe037013ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.744408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-644f5d7d-82a6-4bcd-a314-c66f225498cc req-93c54e33-3f74-43bb-a0b5-21c85bbf06df tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355352 Aug 04 14:50:39.753293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:39.759604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c3967a91-20d9-457b-aaf6-4810ae255d17,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:39.768733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.809193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-00c2532b-01c1-45f7-9b99-4ee48cabb25f service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770377 Aug 04 14:50:39.813838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:39.814460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.815864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/c3967a91-20d9-457b-aaf6-4810ae255d17 HTTP/1.1" status: 200 len: 1092 time: 1.8178003 Aug 04 14:50:39.816304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:39.817162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-936505012'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:39.819002 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:39.922881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12129668-ff69-428e-b90c-1e7b4d8548a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:39.941052 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e0315-9299-4a4a-9199-87c74e94738b x-openstack-request-id: req-a64e0315-9299-4a4a-9199-87c74e94738b {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:39.941348 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:39.941592 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a64e0315-9299-4a4a-9199-87c74e94738b {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:39.941988 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17', 'status': 'completed', 'code': 200} Aug 04 14:50:39.957815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:39.961707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-82ee8b39-f290-48c4-aea4-caf2d1b58da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:39.963247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-82ee8b39-f290-48c4-aea4-caf2d1b58da0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 1095 time: 0.0897894 Aug 04 14:50:39.968521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-eda94bd5-b09f-44db-bfb4-70ce46328172 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442213 Aug 04 14:50:39.973595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7476ff1b-9496-453f-b7c3-3bbe037013ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.001959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=c4a7ef3a-af0b-4dea-9e7d-0db7e1bb01c1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:40.007914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7476ff1b-9496-453f-b7c3-3bbe037013ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.011583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-531882f1-c805-483a-925b-e9000514871b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3967a91-20d9-457b-aaf6-4810ae255d17 HTTP/1.1" status: 200 len: 217 time: 0.0406284 Aug 04 14:50:40.063949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fa0326b0-382c-4599-a4d0-3f82e24b5757 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:40.064590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee714-7f99-4e77-853c-9295737dc8ad req-1fc056f3-7d92-401a-9387-fc9ecf5e86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:40.065800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-1fc056f3-7d92-401a-9387-fc9ecf5e86b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.0475850 Aug 04 14:50:40.095888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: fa0326b0-382c-4599-a4d0-3f82e24b5757 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:40.096583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fa0326b0-382c-4599-a4d0-3f82e24b5757 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:40.097504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5f412bb2-fefe-4ca1-a867-7acc69568103 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:40.101097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-09c0351f-e703-4d3d-b1e2-4b57ce5edbf8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277462 Aug 04 14:50:40.102808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57018) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:40.102940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7476ff1b-9496-453f-b7c3-3bbe037013ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d93c86a60b18462cb94aec494ea8888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295370 Aug 04 14:50:40.105336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Made reservation on behalf of ca2d62b9c94244a6b045243885880731 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:40.109198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.129485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 5f412bb2-fefe-4ca1-a867-7acc69568103 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:40.129888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 5f412bb2-fefe-4ca1-a867-7acc69568103 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:40.130397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:50:40.131888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476ff1b-9496-453f-b7c3-3bbe037013ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c862eed-5d30-4686-a837-7a5c620b7c66,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:40.141139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.172333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 73470252-eef5-4875-a80e-c24996a21a4a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:50:40.172909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 73470252-eef5-4875-a80e-c24996a21a4a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:50:40.189420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.221150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78940c81-d144-408e-8ade-3410443076a8 req-4334316f-03d5-4836-b6eb-49fc6f8c8b9a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 210 time: 0.0418868 Aug 04 14:50:40.265406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.299153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-fc6efb0f-fd9b-49f9-b972-83b9a5efc5ab service neutron] 10.222.0.38 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904700 Aug 04 14:50:40.302799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.308985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.313313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.364773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.365407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router b18c3378-c47c-4978-ab77-9a6317c1228b {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:40.373203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.375701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2c161577-b69d-4b58-878d-6a6acdc8cc42 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 204 len: 168 time: 1.3243108 Aug 04 14:50:40.384004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57030) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:40.403217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1006869718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:40.442808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.451034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.495523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b94ea-9dc2-496c-9b1d-0ed9be09dca9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:40.519231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:50:40.523228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-3d0f2c1c-be09-4b27-a304-8f5dd55f04b1 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/1886e512-7a1a-47f6-876f-a65db2774fa5 HTTP/1.1" status: 200 len: 1802 time: 0.1420822 Aug 04 14:50:40.526310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-415ee714-7f99-4e77-853c-9295737dc8ad req-f215939b-add9-4a15-836e-688c0a7a937e service neutron] 10.222.0.38 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107298 Aug 04 14:50:40.537249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.537626 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Added segment 2c35c2d3-32e2-4388-98a7-c261d4ef184d of type vlan for network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 Aug 04 14:50:40.542430 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.547867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.548522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c862eed-5d30-4686-a837-7a5c620b7c66 HTTP/1.1" status: 204 len: 168 time: 0.4458785 Aug 04 14:50:40.551716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.554037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.607724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.637457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58320c4e-f93e-4b77-9cfb-23b2fba5c33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c862eed-5d30-4686-a837-7a5c620b7c66,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:40.647377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.653390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:40.654134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.727672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0298796 Aug 04 14:50:40.738780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76584c-fc0e-497b-9d19-bcc041af95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Pushing event updated for resources: {'Network': ['ID=063b18b3-091f-4c0a-be0f-eb29c3c39b37,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:40.751784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:50:40.800223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.802345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:40.807392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-69184418-9d51-4b73-933f-5f4591fa8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:40.809176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-69184418-9d51-4b73-933f-5f4591fa8b6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 1095 time: 0.1982853 Aug 04 14:50:40.811413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.070881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57054) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:41.080744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37', 'binding:host_id': 'n-h2-801743-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1645167092'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:41.308080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.309082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5736cedc-6240-41e8-9b08-f67842311d67 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9140761 Aug 04 14:50:41.324767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.328929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57066) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:41.338332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:41.415162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Made reservation on behalf of 0a9f1609dbb04e4b83ae52d22aeae1cf for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:41.418000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.437471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.503159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-05be75c9-e210-46ee-b3ef-ed1fd3043175 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:41.504700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-05be75c9-e210-46ee-b3ef-ed1fd3043175 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2093153 Aug 04 14:50:41.521775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:41.548091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e9b7b-784f-4359-95dd-c1e23d931773 req-d9552694-f2cb-45dc-a9eb-c474cc105a3e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:41.549601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d69e9b7b-784f-4359-95dd-c1e23d931773 req-d9552694-f2cb-45dc-a9eb-c474cc105a3e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 943 time: 0.2673991 Aug 04 14:50:41.557030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-5f062b9e-3c09-46b2-aab0-388cf2a83bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:41.558674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-5f062b9e-3c09-46b2-aab0-388cf2a83bf2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 200 len: 906 time: 0.7378168 Aug 04 14:50:41.666359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.669194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.669369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.670368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d3585d0-9586-4e0a-982e-cf6dcd530d2c req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/1886e512-7a1a-47f6-876f-a65db2774fa5 HTTP/1.1" status: 204 len: 173 time: 1.1367202 Aug 04 14:50:41.679511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.685175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-4d77e1c8-3c16-4c36-94a5-639a67959ff2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3967a91-20d9-457b-aaf6-4810ae255d17 HTTP/1.1" status: 200 len: 217 time: 0.0916336 Aug 04 14:50:41.696537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.697489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:41.707051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2234988-3ba9-4e99-a371-3406302d9487 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886e512-7a1a-47f6-876f-a65db2774fa5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:41.763770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d69e9b7b-784f-4359-95dd-c1e23d931773 req-aa37f8f1-6a33-42ec-b310-766040b232d7 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691051 Aug 04 14:50:41.773536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:41.777098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:41.783891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0b32b-c7ef-47ca-b423-c6cd8417c114,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:41.819770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-d98d73ee-cae6-4076-9d5c-b7db9167b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:41.821926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-d98d73ee-cae6-4076-9d5c-b7db9167b0fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 200 len: 845 time: 0.1291444 Aug 04 14:50:41.892563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4e49884-f759-4378-904a-2db47361ac5d req-c1dc3f26-5e27-4122-b087-e09f7d829ac9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 210 time: 0.0664783 Aug 04 14:50:41.897961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-d6816be3-680c-48d0-a730-86d36f05c4de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4f6af54-c295-482f-a584-143a875ef8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541816 Aug 04 14:50:41.977453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea615638-26c7-45b9-b22e-9f280640e402 req-c75c13c1-7fad-4720-895e-8b2d128f5a62 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "GET /v2.0/security-groups/bd07a475-e643-4e40-88b9-f366fa83acf5 HTTP/1.1" status: 200 len: 1803 time: 0.1496305 Aug 04 14:50:42.049535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-6a07c8e5-7e42-4ef9-8a8e-bd682a90962a service neutron] 10.222.0.38 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429570 Aug 04 14:50:42.075251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.4 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/bfac04aa-609d-4317-9fc3-2252c2f7fadc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:42.081794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:42.095941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.105365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:42.126081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Transition to ACTIVE for port object 1cdd1bbe-db3f-41b7-8086-616ab3cede47 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:42.142881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ea615638-26c7-45b9-b22e-9f280640e402 req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.151314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.249183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ea615638-26c7-45b9-b22e-9f280640e402 req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.258744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74824f4d-c83f-4ae5-8a93-5dac92ab2ba2 req-d21dd779-7117-4a27-bb32-b043abb51a8a service neutron] 10.222.0.38 "GET /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020350 Aug 04 14:50:42.261608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc07fab9-647e-4cd8-a660-74dee13c03c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.267896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdd1bbe-db3f-41b7-8086-616ab3cede47,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.312328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.330918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Checking segment: {'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:42.331204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Network hostable DHCP agents. Network: 063b18b3-091f-4c0a-be0f-eb29c3c39b37, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:50:42.332829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.345095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ea615638-26c7-45b9-b22e-9f280640e402 req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.347338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ea615638-26c7-45b9-b22e-9f280640e402 req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.348509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea615638-26c7-45b9-b22e-9f280640e402 req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] 10.222.0.76 "DELETE /v2.0/security-groups/bd07a475-e643-4e40-88b9-f366fa83acf5 HTTP/1.1" status: 204 len: 173 time: 0.3630316 Aug 04 14:50:42.358106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57080) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:42.368921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.386624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dedb91-e027-48ce-a96a-330cdc1d8224 tempest-SecurityGroupsTestJSON-1413147680 tempest-SecurityGroupsTestJSON-1413147680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07a475-e643-4e40-88b9-f366fa83acf5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.428316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:50:42.459074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Allocated IP 172.25.0.125 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/6b55d377-3e2b-4c57-800d-33087789661f) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:42.460246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 063b18b3-091f-4c0a-be0f-eb29c3c39b37) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:42.469756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Deleting subnet ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:50:42.470956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a022f9b-bb63-4c83-b75b-492b5699ed82 None None] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:50:42.479875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.481612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:42.530195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:42.530516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:42.530931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:42.553390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:42.553741 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:42.555955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.559727 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 2 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:42.562548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.567558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.597720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:42.604667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc07fab9-647e-4cd8-a660-74dee13c03c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.616498 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.644094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc07fab9-647e-4cd8-a660-74dee13c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.652313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:42.652653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:42.652992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:42.660495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:42.668024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:42.673184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:42.676337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Pushing event updated for resources: {'Port': ['ID=6b55d377-3e2b-4c57-800d-33087789661f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.696840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:42.697178 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:42.698818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:42.709153 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 3 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:42.714929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.743026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:42.745229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.753589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:42.761985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc07fab9-647e-4cd8-a660-74dee13c03c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a068b7729e74d0bb9b40f663516d7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512175 Aug 04 14:50:42.765027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07fab9-647e-4cd8-a660-74dee13c03c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38724a-674e-478b-ade0-451d6a9a4bad,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.767172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57084) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:42.801798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:42.802140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:42.802480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:42.843703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:42.844279 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:42.850719 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 4 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:42.880627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:42.881677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.896269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:42.896720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:42.897160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:42.905654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.916471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:42.916892 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:42.925149 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 5 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:42.947953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-ac608cfd-80d9-497e-b9fc-993890279002 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4316251 Aug 04 14:50:42.959824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac18abf5-1d2c-44b6-a59e-5a2e36b82a45,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:42.965364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.970123 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-16408327-eb3d-4b03-b159-1c2b2dfac22e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ac18abf5-1d2c-44b6-a59e-5a2e36b82a45 HTTP/1.1" status: 204 len: 168 time: 0.6059358 Aug 04 14:50:42.971351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035c8be-4ef4-465a-92df-f75c55c97912 req-24820b71-9fe0-4d07-b3d3-05a872d4800b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:42.972914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d035c8be-4ef4-465a-92df-f75c55c97912 req-24820b71-9fe0-4d07-b3d3-05a872d4800b tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 943 time: 0.1052129 Aug 04 14:50:42.973408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:42.973904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:42.978841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Request body: {'port': {'device_id': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:42.983573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:42.983910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:42.984250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.020016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.020349 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.024704 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 6 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:43.043671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.053440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.071414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.071750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.072086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.091795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.092126 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.096206 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 7 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:43.101284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.122636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.123009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.123401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.147584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.147924 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.149891 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 8 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:43.151104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.159202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d035c8be-4ef4-465a-92df-f75c55c97912 req-03b7d028-00bb-4217-b431-a98e200743ec tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658106 Aug 04 14:50:43.164229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.167446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.171525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b38724a-674e-478b-ade0-451d6a9a4bad HTTP/1.1" status: 204 len: 168 time: 0.3806503 Aug 04 14:50:43.192589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.193222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.193547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.197705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51082-e45b-4da8-85e1-a4df6ab90ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38724a-674e-478b-ade0-451d6a9a4bad,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:43.211973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.212310 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.233609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a013-5aba-487f-8041-386c96fc566a req-cff3b24f-0bf4-47cc-9679-fbe797d34b2f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:43.235407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4182a013-5aba-487f-8041-386c96fc566a req-cff3b24f-0bf4-47cc-9679-fbe797d34b2f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 931 time: 0.2610590 Aug 04 14:50:43.263417 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 9 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:43.284814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.285156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.285492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.299429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.299996 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.302431 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 10 to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 Aug 04 14:50:43.357441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.357441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.357685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.365571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.365903 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:43.366276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.393029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4182a013-5aba-487f-8041-386c96fc566a req-882a0f8d-5829-4420-adda-b557c81c690f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Aug 04 14:50:43.403241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.448091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae48d3af-f864-4a64-9da5-0f287c0dd6c4']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:43.461443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6abb525-d7de-4b6d-aa51-b746ddcad783') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:43.461794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6abb525-d7de-4b6d-aa51-b746ddcad783') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:43.474765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 1cdd1bbe-db3f-41b7-8086-616ab3cede47, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:43.475419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempted to set empty binding levels {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:50:43.483922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.486023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.506356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.507196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.512938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.518290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:50:43.518731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: items = [ Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:50:43.520566 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:50:43.554561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:43.555246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.574313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfac04aa-609d-4317-9fc3-2252c2f7fadc {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:43.578534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdd1bbe-db3f-41b7-8086-616ab3cede47,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:43.585064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.596415 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7949ec37-2788-4fcf-81b4-043d9ec9ac89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.5234227 Aug 04 14:50:43.599457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57104) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:43.603912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Transition to ACTIVE for port object bfac04aa-609d-4317-9fc3-2252c2f7fadc will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:43.608929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.666179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Pushing event updated for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:43.710386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.715740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.718028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ae48d3af-f864-4a64-9da5-0f287c0dd6c4 HTTP/1.1" status: 204 len: 168 time: 0.7406116 Aug 04 14:50:43.737281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Attempting to bind port bfac04aa-609d-4317-9fc3-2252c2f7fadc on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:43.737623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Attempting to bind port bfac04aa-609d-4317-9fc3-2252c2f7fadc by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:43.737949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Attempting to bind port bfac04aa-609d-4317-9fc3-2252c2f7fadc on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.742448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Port bfac04aa-609d-4317-9fc3-2252c2f7fadc on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:43.742888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Attempting to bind port bfac04aa-609d-4317-9fc3-2252c2f7fadc on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:43.744276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113481e-f0ca-4de5-bf48-c8399c15d934 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae48d3af-f864-4a64-9da5-0f287c0dd6c4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:43.748173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:43.748504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:43.748888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:43.749317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Bound port: bfac04aa-609d-4317-9fc3-2252c2f7fadc, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:43.749676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.786863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Deleting port 1cdd1bbe-db3f-41b7-8086-616ab3cede47 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:43.787223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.834554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:43.839044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:43.855482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.862176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Router 230ec6e5-506a-4068-8f30-671d515e689a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:43.876826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 1cdd1bbe-db3f-41b7-8086-616ab3cede47, host n-h2-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:43.878623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.892513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57118) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:43.900830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Calling delete_port for 1cdd1bbe-db3f-41b7-8086-616ab3cede47 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:43.905177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:43.905785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:43.907226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] 10.222.0.46 "PUT /v2.0/ports/bfac04aa-609d-4317-9fc3-2252c2f7fadc HTTP/1.1" status: 200 len: 1092 time: 0.9342930 Aug 04 14:50:43.907668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:43.909917 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b128e84-0117-4896-b8d7-99f8eca70473" -d '{"events": [{"name": "network-changed", "server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:43.945667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd5360-4627-4633-8099-a8f83a2ac89c service neutron] Pushing event updated for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:43.991742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:50:43.993077 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cfb6b9-2ee1-45a3-bcb2-c3101461043c x-openstack-request-id: req-75cfb6b9-2ee1-45a3-bcb2-c3101461043c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:43.993500 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:43.993839 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75cfb6b9-2ee1-45a3-bcb2-c3101461043c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:43.994329 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc', 'status': 'completed', 'code': 200} Aug 04 14:50:44.013797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-49e18640-1bf8-430e-ac95-73f50d5f7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:44.015477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-49e18640-1bf8-430e-ac95-73f50d5f7e2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 1095 time: 0.0589051 Aug 04 14:50:44.060271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-2194e4d2-6b50-4187-9406-f884893ccf9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc HTTP/1.1" status: 200 len: 217 time: 0.0358779 Aug 04 14:50:44.096098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5e456b1d-98a6-4a4b-95f3-9a1956b11c29 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=191b5b4dbd694acfac02f6eb26bbce26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023542 Aug 04 14:50:44.098872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.137062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:44.141347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.144330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-aa5d6872-3f91-42f1-ae08-504f4e93168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:44.144757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c3967a91-20d9-457b-aaf6-4810ae255d17 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:44.145295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c384319-595f-4e7a-ae1f-e19b6bbbfa63 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "PUT /v2.0/routers/230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 200 len: 916 time: 2.8152199 Aug 04 14:50:44.145793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-aa5d6872-3f91-42f1-ae08-504f4e93168d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0788169 Aug 04 14:50:44.146232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.155417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] Sync routers for ids ['230ec6e5-506a-4068-8f30-671d515e689a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:44.156918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.175919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] Routers {'230ec6e5-506a-4068-8f30-671d515e689a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:44.177095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['230ec6e5-506a-4068-8f30-671d515e689a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:44.204613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cdd1bbe-db3f-41b7-8086-616ab3cede47,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:44.215022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.217100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-79648d62-a3f6-4166-873f-9df9eeff3a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1cdd1bbe-db3f-41b7-8086-616ab3cede47 HTTP/1.1" status: 204 len: 168 time: 0.6153915 Aug 04 14:50:44.220360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57136) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.245648 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-644f2c3a-59ea-4f8f-8d1e-5175c4ae7da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:50:44.250764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-644f2c3a-59ea-4f8f-8d1e-5175c4ae7da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports/1cdd1bbe-db3f-41b7-8086-616ab3cede47 HTTP/1.1" status: 404 len: 333 time: 0.0259764 Aug 04 14:50:44.251378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57138) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.256720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-360199045'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:44.263484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:44.279695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Made reservation on behalf of 0a9f1609dbb04e4b83ae52d22aeae1cf for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:44.283233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.321287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] Routers {'230ec6e5-506a-4068-8f30-671d515e689a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:44.322496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['230ec6e5-506a-4068-8f30-671d515e689a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:44.331569 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-d8a98dbd-6b33-46f4-9393-5003a49dd551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065843 Aug 04 14:50:44.347853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:44.349916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.370166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:44.371296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007fedb8-1af1-4c57-b434-a9942cf17b86 None None] The sync data for ids ['230ec6e5-506a-4068-8f30-671d515e689a'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:44.413713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f07576-4b19-46af-ae78-d3a91f088e73 req-dfa97ac4-a418-42b7-8694-b4cd1f4f9ccc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:44.414434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c3967a91-20d9-457b-aaf6-4810ae255d17,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:44.415622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f07576-4b19-46af-ae78-d3a91f088e73 req-dfa97ac4-a418-42b7-8694-b4cd1f4f9ccc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 943 time: 0.1289151 Aug 04 14:50:44.430772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'c3967a91-20d9-457b-aaf6-4810ae255d17', 'network_id': 'e4f6af54-c295-482f-a584-143a875ef8a6', 'port_id': 'c3967a91-20d9-457b-aaf6-4810ae255d17', 'mac_address': 'fa:16:3e:83:58:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74d388c-40d8-4261-9c69-c7312b090d1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:44.446990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c49f8aa-1dd0-48e3-835b-67241fb1bdc8 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 200 len: 922 time: 0.2943366 Aug 04 14:50:44.446990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.451959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57142) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.513176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.542896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3967a91-20d9-457b-aaf6-4810ae255d17 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:44.554208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e7a5c-c2ce-49d3-a961-3326fd4366c1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:44.556138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f88e7a5c-c2ce-49d3-a961-3326fd4366c1 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=230ec6e5-506a-4068-8f30-671d515e689a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0973842 Aug 04 14:50:44.557981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-8ab24655-6eed-45f3-a348-a7de0d98d9d0 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185447 Aug 04 14:50:44.558834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:44.586198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c3967a91-20d9-457b-aaf6-4810ae255d17,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:44.593601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.653103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:44.741877 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-21ccbd41-8806-43f0-ba59-4403ef1def0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:44.858498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['c3967a91-20d9-457b-aaf6-4810ae255d17'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:44.960020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60f07576-4b19-46af-ae78-d3a91f088e73 req-2a67ee3b-a48f-4897-8dba-b4933adff581 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363367 Aug 04 14:50:44.995261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3701a-4930-4044-95b2-df8ea529d583 req-82b685bf-61a7-41ef-be7d-de93866d9cfe tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.003663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84a3701a-4930-4044-95b2-df8ea529d583 req-82b685bf-61a7-41ef-be7d-de93866d9cfe tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 943 time: 0.1252503 Aug 04 14:50:45.056440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a05d40-4ad4-4841-b091-acbee317ba6c tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.060438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76a05d40-4ad4-4841-b091-acbee317ba6c tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.4980593 Aug 04 14:50:45.070635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57160) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:45.110782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.113583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.114984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e75c0f1b-a045-4dec-b1bb-a1630f26d6c7 HTTP/1.1" status: 204 len: 168 time: 1.0148959 Aug 04 14:50:45.135356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b131cec5-eae9-44c9-9375-b17445241de1 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 200 len: 205 time: 0.0621011 Aug 04 14:50:45.138334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:45.147877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84a3701a-4930-4044-95b2-df8ea529d583 req-349a9d96-93b0-41b4-b14c-6e37c7fd0be9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431353 Aug 04 14:50:45.157341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ac89-b915-4c43-b771-72da787190de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75c0f1b-a045-4dec-b1bb-a1630f26d6c7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:45.231761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.285173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.313763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b31a1a3-b943-46a0-adf1-9c1d9158d193 req-212048c5-a59c-4810-ab8c-401f0f7aac92 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905284 Aug 04 14:50:45.326783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.341335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:45.345307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:45.349545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:45.351365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.351463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.376190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=11bdc1a0-f230-4cf9-b6da-7d44a72456f8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:45.389612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a7fd133e-8780-41b8-93b9-0deb2a30ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1349647 Aug 04 14:50:45.390805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57166) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:45.422863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:45.522798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.529496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-dc2a6df1-00c5-404d-8401-c26a188c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.531034 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-dc2a6df1-00c5-404d-8401-c26a188c5622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 1095 time: 0.1429076 Aug 04 14:50:45.560913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.766302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-1b0f67e6-c743-4331-a62a-c8aa2ae50946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.767863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-1b0f67e6-c743-4331-a62a-c8aa2ae50946 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.2288461 Aug 04 14:50:45.788618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port 6b55d377-3e2b-4c57-800d-33087789661f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:45.788863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.831360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-bd5511dc-8c7c-4ca9-8627-f76861925b58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc HTTP/1.1" status: 200 len: 217 time: 0.0538244 Aug 04 14:50:45.934728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:45.939828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57186) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:45.952486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.967960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-655333d5-7a4c-460e-bcba-e2ff566678f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:45.969433 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-655333d5-7a4c-460e-bcba-e2ff566678f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.1079051 Aug 04 14:50:45.982620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:45.998930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Transition to ACTIVE for port object 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:46.018651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for 6b55d377-3e2b-4c57-800d-33087789661f owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:46.021931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-c790e90a-df80-4b31-b480-b0dcccaaced9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414572 Aug 04 14:50:46.022709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.060391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-118301344-network', 'tenant_id': '5386d528be49433f90fd7d0989dd2497'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:46.097631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6563-e4a8-41fa-958b-c3b695dfba00 req-89d18c44-9025-4e6c-aa6e-2347f7792f04 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:46.099252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79f6563-e4a8-41fa-958b-c3b695dfba00 req-89d18c44-9025-4e6c-aa6e-2347f7792f04 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 944 time: 0.0703208 Aug 04 14:50:46.100049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:46.102386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.116795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.164231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=11bdc1a0-f230-4cf9-b6da-7d44a72456f8,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:46.169496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79f6563-e4a8-41fa-958b-c3b695dfba00 req-d10562f7-1cd1-4b74-9acf-69047e6cce8a tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543976 Aug 04 14:50:46.174967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c3967a91-20d9-457b-aaf6-4810ae255d17 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:46.222876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.223442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.223973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.238491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-01023f07-632c-4010-a117-53a757d49f78 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044013 Aug 04 14:50:46.240738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.241287 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.244006 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 2 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.283148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.297143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.299313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port c3967a91-20d9-457b-aaf6-4810ae255d17 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:46.315783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port c3967a91-20d9-457b-aaf6-4810ae255d17 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:46.318331 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.343068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:50:46.365105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.365448 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Added segment 128c93dc-5466-48cc-a649-535718bcc065 of type vlan for network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f Aug 04 14:50:46.367739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35965ceb-27b5-46c7-b414-20501cce2e32,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:46.405913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b128e84-0117-4896-b8d7-99f8eca70473 req-f7b7a6bc-7f33-4996-a195-9ede5ee898c5 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245751 Aug 04 14:50:46.411176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4a6f7-5c69-4089-99f1-ae37cfd7de59 req-2dff6f3a-7c7b-4ffb-b746-bb38075c7c58 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:46.418356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdf4a6f7-5c69-4089-99f1-ae37cfd7de59 req-2dff6f3a-7c7b-4ffb-b746-bb38075c7c58 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 943 time: 0.1315353 Aug 04 14:50:46.421620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.422009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.422624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.443051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.450309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.460543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.460919 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.464994 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 3 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.490482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdf4a6f7-5c69-4089-99f1-ae37cfd7de59 req-899aee2b-ef86-4cc8-9f2c-cad04e94ad5d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 Aug 04 14:50:46.492692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.493086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.493464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.503257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.503576 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.503958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:46.504807 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 4 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.509971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.513634 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14266dc1-26f3-41b3-a586-ffdbc3ce72d1" -d '{"events": [{"server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "name": "network-vif-plugged", "status": "completed", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:46.525304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.527307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:46.528566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.546825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c3967a91-20d9-457b-aaf6-4810ae255d17,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:46.552390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.552719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.553114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.553962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.560504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=6b55d377-3e2b-4c57-800d-33087789661f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:46.564903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.565506 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.567315 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 5 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.620017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6764598 Aug 04 14:50:46.620696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57210) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:46.629193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Request body: {'subnet': {'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-118301344-subnet', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:46.646135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.646602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.646837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.659419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.659882 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.663091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:46.665380 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 6 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.667356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.683664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:46.692407 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042bcc1d-2e0a-4bde-92fb-a9b6ed3b9795 x-openstack-request-id: req-042bcc1d-2e0a-4bde-92fb-a9b6ed3b9795 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:46.692698 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "name": "network-vif-plugged", "status": "completed", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:46.693277 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-042bcc1d-2e0a-4bde-92fb-a9b6ed3b9795 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:46.693666 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17', 'code': 200} Aug 04 14:50:46.697524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.697869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.698213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.703097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.703520 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.704095 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 7 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.709763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.714240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4c7d-6b85-41b1-b14a-f0e895bfb3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:46.727947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:50:46.816297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.816627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.816968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.848462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.848805 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.850676 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 8 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.854359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.857247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.859128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8eb1-2ee3-4326-b2d0-3ad9cf9b605f req-81e89ddd-d842-4bda-afb3-5eea86170b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:46.860952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-298d8eb1-2ee3-4326-b2d0-3ad9cf9b605f req-81e89ddd-d842-4bda-afb3-5eea86170b3d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0807037 Aug 04 14:50:46.871953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.872328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.872784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.907578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.907578 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.907578 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 9 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.918242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.918801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router 230ec6e5-506a-4068-8f30-671d515e689a {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:46.927097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:46.930200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-298d8eb1-2ee3-4326-b2d0-3ad9cf9b605f req-fa5bb8bd-658f-465a-b32e-68532036dcba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613532 Aug 04 14:50:46.932107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:46.933833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bc6c316e-d630-4d06-bdfd-c5d025c67ade tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 204 len: 168 time: 1.7943308 Aug 04 14:50:46.935228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.935565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.935908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.936649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1564389416', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:46.940652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.940980 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.941365 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 10 to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 Aug 04 14:50:46.953975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:46.954274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:46.954575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:46.959015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:46.959349 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:46.959727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.000236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.001410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.016070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.034297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:47.034736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempted to set empty binding levels {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:50:47.039069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.071648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] In _notify_port_updated(), no bound segment for port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:50:47.072713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.073522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.075212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "PUT /v2.0/ports/11bdc1a0-f230-4cf9-b6da-7d44a72456f8 HTTP/1.1" status: 200 len: 979 time: 1.6582520 Aug 04 14:50:47.080156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57222) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:47.102021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.108499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dec4a73-9fc4-4216-8a87-7f1f8e82c245,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:47.142318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4eaa4-7e08-4b29-a93f-ceb90ee38e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=11bdc1a0-f230-4cf9-b6da-7d44a72456f8,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:47.184750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.185268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.185816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.186381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.187053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.187559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.188198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.188587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.189052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.189515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.189983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.190448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.190964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.191395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.191856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.192010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Checking segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:47.192514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.192602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Network hostable DHCP agents. Network: 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:50:47.193162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.193577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.194044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.194509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.195131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.195794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.196245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.196712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.197561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.197672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.204619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c91d47da-3f6a-4598-a4dd-b8a72855c5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23506 time: 0.1198230 Aug 04 14:50:47.204953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57224) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:47.288520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.311272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Deleting port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:47.311641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.326077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:50:47.363016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ace6b2fe-c8e6-4daa-8cd8-9aca6060522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.379445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:47.389808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b94bb-0334-44f0-88b7-417da6dd8491 req-904fdd22-f0cf-4afd-ba05-45a450fe6fbc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.391136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212834e-8386-4fa9-a5b3-9d90ee1e6b9f None None] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:50:47.398375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b9b94bb-0334-44f0-88b7-417da6dd8491 req-904fdd22-f0cf-4afd-ba05-45a450fe6fbc tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.1295824 Aug 04 14:50:47.399542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 11bdc1a0-f230-4cf9-b6da-7d44a72456f8, host n-h2-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:47.399919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.415782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Calling delete_port for 11bdc1a0-f230-4cf9-b6da-7d44a72456f8 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:47.416843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:47.417487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.449012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6bfd9f54-0f4d-4537-b3ec-6406ae1361f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8247898 Aug 04 14:50:47.450466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57228) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:47.454985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:47.468787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b9b94bb-0334-44f0-88b7-417da6dd8491 req-5ef2d2bf-ca59-44c3-af85-0c620aca51a9 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697348 Aug 04 14:50:47.501938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.502995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.515425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.555879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event deleted for resources: {'Port': ['ID=11bdc1a0-f230-4cf9-b6da-7d44a72456f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:47.574938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.580926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-66cc8e14-1b41-422e-9f09-6bee9ce749fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "DELETE /v2.0/ports/11bdc1a0-f230-4cf9-b6da-7d44a72456f8 HTTP/1.1" status: 204 len: 168 time: 0.3732874 Aug 04 14:50:47.581639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57232) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:47.583920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.632112 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-93242b3e-790c-4d47-9e3f-0c11d4dd137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:50:47.636086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-93242b3e-790c-4d47-9e3f-0c11d4dd137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports/11bdc1a0-f230-4cf9-b6da-7d44a72456f8 HTTP/1.1" status: 404 len: 333 time: 0.0535336 Aug 04 14:50:47.643169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57234) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:47.643855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.653704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1034335220', 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:47.745230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:50:47.746106 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.758313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Made reservation on behalf of 0a9f1609dbb04e4b83ae52d22aeae1cf for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:47.760879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.826840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:47.839152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 29004090-4751-444c-a28b-9addcbfa09de yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:47.983200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Allocated IP 172.20.0.2 (7c71ddc9-7741-44a7-83c6-55b1bb7ff58f/2dec4a73-9fc4-4216-8a87-7f1f8e82c245/d16a0f53-c38d-4a46-8279-fa76ea57fd50) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:48.068633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.070228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.073687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.078031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device bfac04aa-609d-4317-9fc3-2252c2f7fadc details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:50:48.105445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824948a8-3ac4-40e4-a491-589bc43dc16a req-f070f1d5-925e-4df3-91a2-e5b00e351e05 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:48.106958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-824948a8-3ac4-40e4-a491-589bc43dc16a req-f070f1d5-925e-4df3-91a2-e5b00e351e05 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 943 time: 0.4440830 Aug 04 14:50:48.109016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.115097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.162639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:48.170122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:48.175247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:48.176782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:48.177390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.183942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=29004090-4751-444c-a28b-9addcbfa09de,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.187883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.202433 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-404f3240-4b48-4b1b-9314-eaf913ee0556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5556712 Aug 04 14:50:48.202640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Transition to ACTIVE for port object d16a0f53-c38d-4a46-8279-fa76ea57fd50 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:48.203582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:48.231639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Transition to ACTIVE for port object d16a0f53-c38d-4a46-8279-fa76ea57fd50 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:48.236767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-824948a8-3ac4-40e4-a491-589bc43dc16a req-aa0e8a5a-f587-4ddb-a773-ec2125a4ba86 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163008 Aug 04 14:50:48.252809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.255371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d842e-3167-4430-b752-944bfa016e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:48.260818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b06d842e-3167-4430-b752-944bfa016e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports/29004090-4751-444c-a28b-9addcbfa09de HTTP/1.1" status: 200 len: 959 time: 0.0555434 Aug 04 14:50:48.261464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:48.296768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:48.322708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc', 'mac_address': 'fa:16:3e:29:a2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:50:48.325806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:48.326366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Allocated IP 172.25.0.37 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/86306b18-1f28-4611-9340-02190ef88d52) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:48.332985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:48.335880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:48.339092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Pushing event updated for resources: {'Port': ['ID=d16a0f53-c38d-4a46-8279-fa76ea57fd50,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.359067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Deleting port 29004090-4751-444c-a28b-9addcbfa09de {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:48.359396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.413186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.427415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.431285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Attempting to bind port d16a0f53-c38d-4a46-8279-fa76ea57fd50 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:48.431656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Attempting to bind port d16a0f53-c38d-4a46-8279-fa76ea57fd50 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:48.432013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Attempting to bind port d16a0f53-c38d-4a46-8279-fa76ea57fd50 on network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:48.434776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfac04aa-609d-4317-9fc3-2252c2f7fadc {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:50:48.441604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Calling delete_port for 29004090-4751-444c-a28b-9addcbfa09de owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:48.447343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:48.447719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Checking segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:48.448118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.448505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Bound using segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:48.448976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Bound port: d16a0f53-c38d-4a46-8279-fa76ea57fd50, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:48.449348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.467293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:48.472225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.530289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.551815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.553062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.558702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.562874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.575725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] For port d16a0f53-c38d-4a46-8279-fa76ea57fd50, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:48.579001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] For port d16a0f53-c38d-4a46-8279-fa76ea57fd50, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d16a0f53-c38d-4a46-8279-fa76ea57fd50,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:48.580081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.584970 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.600798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event deleted for resources: {'Port': ['ID=29004090-4751-444c-a28b-9addcbfa09de,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.610103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.614810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0aa83ce4-d3b2-4d37-8c90-147e17fb0fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "DELETE /v2.0/ports/29004090-4751-444c-a28b-9addcbfa09de HTTP/1.1" status: 204 len: 168 time: 0.3499496 Aug 04 14:50:48.615240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57248) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:48.642296 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-af968a64-bd97-4df5-b4b6-ec45ab1dd13c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:50:48.646630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af968a64-bd97-4df5-b4b6-ec45ab1dd13c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports/29004090-4751-444c-a28b-9addcbfa09de HTTP/1.1" status: 404 len: 333 time: 0.0277958 Aug 04 14:50:48.648313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57250) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:48.654489 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.655391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2067883518'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:48.669480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f455-13ac-4349-a9d5-6c75ae171bf6 None None] Pushing event updated for resources: {'Port': ['ID=d16a0f53-c38d-4a46-8279-fa76ea57fd50,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.683875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Made reservation on behalf of 0a9f1609dbb04e4b83ae52d22aeae1cf for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:48.686346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.688213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['bfac04aa-609d-4317-9fc3-2252c2f7fadc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:48.692256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f3d35-aded-4461-9020-e46b0c5a531b req-6cba65ec-aeeb-4724-8279-ce1249eda399 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:48.694223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217f3d35-aded-4461-9020-e46b0c5a531b req-6cba65ec-aeeb-4724-8279-ce1249eda399 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.1387694 Aug 04 14:50:48.705908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:48.708785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.803832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:48.821295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:48.831987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:48.844647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Allocated IP 172.25.0.78 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a060a9d3-23c1-472b-81df-2aee90e02b56) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:48.868432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event updated for resources: {'Port': ['ID=86306b18-1f28-4611-9340-02190ef88d52,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:48.893032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:48.901061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-217f3d35-aded-4461-9020-e46b0c5a531b req-ba150917-ce24-4c32-a684-e5886c3b8d78 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953092 Aug 04 14:50:48.955160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.020986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:49.029193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:49.033682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:49.034722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:49.035340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.039628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=495ca4f2-0ebf-4e54-8a17-3e5c20df25f5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:49.060867 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5aabe780-fbf3-41e3-b8de-1898836b943b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4080172 Aug 04 14:50:49.061138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57264) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:49.067073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:49.161774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.210094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.336974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.381476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.435264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] device_id is not set on port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:49.444885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.461723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:49.461975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Transition to ACTIVE for port object 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:49.467206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.505294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:49.514006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:49.548359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Pushing event updated for resources: {'Port': ['ID=a060a9d3-23c1-472b-81df-2aee90e02b56,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:49.591768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d415acb-6082-481f-bb8c-0724e12f45cd req-623605b0-bbec-44c9-b0e1-341842ce301b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:49.600364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d415acb-6082-481f-bb8c-0724e12f45cd req-623605b0-bbec-44c9-b0e1-341842ce301b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 944 time: 0.2096639 Aug 04 14:50:49.603014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=495ca4f2-0ebf-4e54-8a17-3e5c20df25f5,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:49.624731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.625149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.625704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.632926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.632926 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.632926 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 2 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.648409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.649028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.649561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.654782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.655426 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.656034 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 3 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.669394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.669908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.670324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.675179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.675628 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.676082 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 4 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.693950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.694322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.694736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.701346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.701712 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.702174 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 5 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.737282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.737647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.738007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.757444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.757813 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.758334 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 6 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.782809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d415acb-6082-481f-bb8c-0724e12f45cd req-3c66607e-588e-48f0-a910-2b227d712751 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737456 Aug 04 14:50:49.785305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.785842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.786467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.796762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.798823 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.799446 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 7 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.813409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.813799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.814148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.819676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.820018 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.820412 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 8 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.834985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.835333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.835674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.840904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.841261 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.841811 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 9 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.856319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.856818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.857274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.862123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.862566 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.863094 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempt 10 to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 Aug 04 14:50:49.877765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:49.878239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:49.878705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempting to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:49.886542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:50:49.887011 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Failed to bind port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '2c35c2d3-32e2-4388-98a7-c261d4ef184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '063b18b3-091f-4c0a-be0f-eb29c3c39b37'}] Aug 04 14:50:49.887501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:49.996999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:49.997855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attempted to set empty binding levels {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:50:50.005480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.045245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] In _notify_port_updated(), no bound segment for port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 on network 063b18b3-091f-4c0a-be0f-eb29c3c39b37 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:50:50.046211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:50.046944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.048742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "PUT /v2.0/ports/495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 HTTP/1.1" status: 200 len: 980 time: 0.9865193 Aug 04 14:50:50.052310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57318) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:50.090400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device bfac04aa-609d-4317-9fc3-2252c2f7fadc up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:50.114916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19188-6d01-4410-91cd-2beb1b221a40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event updated for resources: {'Port': ['ID=495ca4f2-0ebf-4e54-8a17-3e5c20df25f5,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:50.182204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bf7bf-4580-41a8-98df-e84a001072c4 None None] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:50:50.187456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.196729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Deleting port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:50.197220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.283174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] For port 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5, host n-h2-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:50.283376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.298414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Calling delete_port for 495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:50.437698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.457374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d16a0f53-c38d-4a46-8279-fa76ea57fd50 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:50.471416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Pushing event deleted for resources: {'Port': ['ID=495ca4f2-0ebf-4e54-8a17-3e5c20df25f5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:50.484700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.491248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9eaba82-bfc2-4147-84a2-fd4fa1cf7fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "DELETE /v2.0/ports/495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 HTTP/1.1" status: 204 len: 168 time: 0.4376547 Aug 04 14:50:50.492763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:50.524985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.526082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port bfac04aa-609d-4317-9fc3-2252c2f7fadc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:50.531021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3385b4cb-bdc8-4220-8673-6f9c0ff142f7 None None] Provisioning for port d16a0f53-c38d-4a46-8279-fa76ea57fd50 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:50.549142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572ea1-94bd-458b-a409-a83d59890071 req-3a99a7e8-bff9-466b-88ae-47586dcdfbf5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:50.552786 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e1900f-a204-4c16-a955-e3699fd2b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:50:50.555349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-41e1900f-a204-4c16-a955-e3699fd2b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081819395-project-admin] 10.222.0.76 "GET /v2.0/ports/495ca4f2-0ebf-4e54-8a17-3e5c20df25f5 HTTP/1.1" status: 404 len: 333 time: 0.0599327 Aug 04 14:50:50.556696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f572ea1-94bd-458b-a409-a83d59890071 req-3a99a7e8-bff9-466b-88ae-47586dcdfbf5 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.6057668 Aug 04 14:50:50.557582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:50.558402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port bfac04aa-609d-4317-9fc3-2252c2f7fadc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:50.558845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.643257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.727189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f572ea1-94bd-458b-a409-a83d59890071 req-2b15301c-fa2a-4260-a557-3acb2f15570f tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647182 Aug 04 14:50:50.733017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.746382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d16a0f53-c38d-4a46-8279-fa76ea57fd50 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:50.754700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.765733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063b18b3-091f-4c0a-be0f-eb29c3c39b37']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:50.774170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d16a0f53-c38d-4a46-8279-fa76ea57fd50 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:50.774564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.784775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c35c2d3-32e2-4388-98a7-c261d4ef184d') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:50.785210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c35c2d3-32e2-4388-98a7-c261d4ef184d') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:50.814488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.819667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.842704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.852951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:50:50.853579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.909577 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: items = [ Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:50:50.927300 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:50:50.941233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.941442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:50.944186 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d84ec9a-d0b6-4e8d-a92b-0f712581cd38" -d '{"events": [{"server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "name": "network-vif-plugged", "status": "completed", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:50.948436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.955054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] 10.222.0.76 "DELETE /v2.0/networks/063b18b3-091f-4c0a-be0f-eb29c3c39b37 HTTP/1.1" status: 204 len: 168 time: 0.3962564 Aug 04 14:50:50.965646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:50.967604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d16a0f53-c38d-4a46-8279-fa76ea57fd50, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d16a0f53-c38d-4a46-8279-fa76ea57fd50,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:50.972854 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:50.973756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fedc7-ef58-41d8-a531-8d7548e64abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170898063-project] Pushing event deleted for resources: {'Network': ['ID=063b18b3-091f-4c0a-be0f-eb29c3c39b37,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:50.981914 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.042175 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd6be96-4979-430d-b2c4-b6a90ac12d2a x-openstack-request-id: req-ddd6be96-4979-430d-b2c4-b6a90ac12d2a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:51.042175 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "name": "network-vif-plugged", "status": "completed", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:51.045605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.053789 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddd6be96-4979-430d-b2c4-b6a90ac12d2a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:51.054238 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc', 'code': 200} Aug 04 14:50:51.076300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534e30-8ba8-4906-adb4-eb17d0630f2d req-23942737-0358-43bf-b251-6b49cee1f97b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:51.077932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:51.079467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc534e30-8ba8-4906-adb4-eb17d0630f2d req-23942737-0358-43bf-b251-6b49cee1f97b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 944 time: 0.2266397 Aug 04 14:50:51.132160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Router d5379898-ba3a-4a8c-8586-5c32d869f409 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:51.151927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d16a0f53-c38d-4a46-8279-fa76ea57fd50,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:51.159003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f35-e301-40bc-8a8f-766709d48bf2 req-526c2eff-db4d-47fb-9eb3-fab58e211ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:51.161111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-818a8f35-e301-40bc-8a8f-766709d48bf2 req-526c2eff-db4d-47fb-9eb3-fab58e211ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 1097 time: 0.0621998 Aug 04 14:50:51.189105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f2d4595a-9e30-45af-b98a-1ba5013ce7b2 None None] Provisioning complete for port d16a0f53-c38d-4a46-8279-fa76ea57fd50 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:51.189463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2d4595a-9e30-45af-b98a-1ba5013ce7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.206831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-818a8f35-e301-40bc-8a8f-766709d48bf2 req-58ce1972-a158-4d67-9b89-aa0f4a4d8b8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Aug 04 14:50:51.263235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc534e30-8ba8-4906-adb4-eb17d0630f2d req-ad6c6e58-6774-4238-b249-6d062cf05de9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377633 Aug 04 14:50:51.307277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:51.397298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:51.409065 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] Sync routers for ids ['d5379898-ba3a-4a8c-8586-5c32d869f409'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:51.419898 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] Routers {'d5379898-ba3a-4a8c-8586-5c32d869f409'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:51.420567 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d5379898-ba3a-4a8c-8586-5c32d869f409'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:51.430000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Router f6d1d97e-095f-49d2-8013-bc66ddf2520a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:50:51.472602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-318a0d33-ef74-4973-aadd-486171833a68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca2d62b9c94244a6b045243885880731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640761 Aug 04 14:50:51.473186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57354) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:51.475399 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:51.484725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] Routers {'d5379898-ba3a-4a8c-8586-5c32d869f409'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:51.485596 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d5379898-ba3a-4a8c-8586-5c32d869f409'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:51.517489 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:51.518481 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330748b-86d5-4d80-900f-b6b5f661bd82 None None] The sync data for ids ['d5379898-ba3a-4a8c-8586-5c32d869f409'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:51.523711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.528132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.531960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83974281-f4d8-44fa-9a5d-f2183b71cc59 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5963688 Aug 04 14:50:51.534431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:51.538997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:51.581069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:51.584804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.593127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Sync routers for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:51.609187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:51.610338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:51.611636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:51.614645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57360) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:51.615718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5e3ceaeb-35db-4213-93ef-0a935db7bf33 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1641362 Aug 04 14:50:51.729310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:51.856118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cda0e4-116b-4dfa-84e2-d96b5452b948 req-bdf85fc2-50b0-479d-bcc3-880188ad3a38 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:51.858326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00cda0e4-116b-4dfa-84e2-d96b5452b948 req-bdf85fc2-50b0-479d-bcc3-880188ad3a38 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.0689223 Aug 04 14:50:51.907633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00cda0e4-116b-4dfa-84e2-d96b5452b948 req-06417077-6027-4cbb-a9fc-71730261ac2e tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Aug 04 14:50:51.975334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:49Z', 'revision_number': 3, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:52.008243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Checking router: f6d1d97e-095f-49d2-8013-bc66ddf2520a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:50:52.008898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Updating router f6d1d97e-095f-49d2-8013-bc66ddf2520a port a060a9d3-23c1-472b-81df-2aee90e02b56 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:50:52.050365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.200830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.203590 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.207035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c79b94ea-9dc2-496c-9b1d-0ed9be09dca9 HTTP/1.1" status: 204 len: 168 time: 0.7306719 Aug 04 14:50:52.220043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4a8a9-4053-47f6-840a-df65a4629a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b94ea-9dc2-496c-9b1d-0ed9be09dca9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:52.388030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d16a0f53-c38d-4a46-8279-fa76ea57fd50 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:52.469608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dc7c0-b68f-4322-81a5-b4b60d41627b req-684054e3-3ca7-449d-94f0-64ccf2faa536 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:52.471509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff3dc7c0-b68f-4322-81a5-b4b60d41627b req-684054e3-3ca7-449d-94f0-64ccf2faa536 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.1088407 Aug 04 14:50:52.506447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d16a0f53-c38d-4a46-8279-fa76ea57fd50 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:52.506937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.580881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff3dc7c0-b68f-4322-81a5-b4b60d41627b req-31747c63-bba4-4ac5-9f27-9c6139464182 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Aug 04 14:50:52.592894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.604051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Transition to ACTIVE for port object a060a9d3-23c1-472b-81df-2aee90e02b56 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:52.624309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.662289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.708450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Attempting to bind port a060a9d3-23c1-472b-81df-2aee90e02b56 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:52.709176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Attempting to bind port a060a9d3-23c1-472b-81df-2aee90e02b56 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:52.709766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Attempting to bind port a060a9d3-23c1-472b-81df-2aee90e02b56 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:52.717027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36123ae0-dfd9-4d7e-a367-567020ff40e5 None None] Pushing event updated for resources: {'Port': ['ID=a060a9d3-23c1-472b-81df-2aee90e02b56,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:52.727584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:52.728445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:52.729115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.729767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:52.730516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Bound port: a060a9d3-23c1-472b-81df-2aee90e02b56, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:52.730961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.731376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.828933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] For port a060a9d3-23c1-472b-81df-2aee90e02b56, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:52.833592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] For port a060a9d3-23c1-472b-81df-2aee90e02b56, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a060a9d3-23c1-472b-81df-2aee90e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:52.840396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.919531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57382) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:52.922860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.941870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Deleting port 86306b18-1f28-4611-9340-02190ef88d52 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:52.942520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:52.973324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36123ae0-dfd9-4d7e-a367-567020ff40e5 None None] Pushing event updated for resources: {'Port': ['ID=a060a9d3-23c1-472b-81df-2aee90e02b56,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:52.982725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:52.983607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:53.036475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0f579ecf-3094-4b40-bddd-e4d8cdb64404 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a9f1609dbb04e4b83ae52d22aeae1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132996 Aug 04 14:50:53.050242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57386) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:53.103316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:53.189894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.203872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0f504-11aa-405b-bca0-f7254e0dffc8 req-f793eb2c-a452-4b46-a397-12b2f68ec108 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:53.211300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ae0f504-11aa-405b-bca0-f7254e0dffc8 req-f793eb2c-a452-4b46-a397-12b2f68ec108 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.1820009 Aug 04 14:50:53.217201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Allocated IP 172.20.0.1 (7c71ddc9-7741-44a7-83c6-55b1bb7ff58f/2dec4a73-9fc4-4216-8a87-7f1f8e82c245/9241130c-7139-4700-99e9-5c1283c8a413) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:53.219557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Calling delete_port for 86306b18-1f28-4611-9340-02190ef88d52 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:53.264966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b87d3-4220-4a96-b3a9-48de2e966b77 req-d536e50d-b6ca-4113-8411-268d7a36dced tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:53.266511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf7b87d3-4220-4a96-b3a9-48de2e966b77 req-d536e50d-b6ca-4113-8411-268d7a36dced tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.2391756 Aug 04 14:50:53.314429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.340969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:49Z', 'revision_number': 3, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:53.367156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ae0f504-11aa-405b-bca0-f7254e0dffc8 req-00bea311-7ba8-4441-9985-622056e4901c tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549025 Aug 04 14:50:53.379370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18a4fc-5132-4773-9159-056c279c9327 None None] The sync data for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 is: [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:49Z', 'revision_number': 3, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:53.394235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf7b87d3-4220-4a96-b3a9-48de2e966b77 req-8cbfb19c-08c6-4fda-906d-95c6dc8787f8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194255 Aug 04 14:50:53.411483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.447531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.470728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Transition to ACTIVE for port object 9241130c-7139-4700-99e9-5c1283c8a413 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:53.533108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.537119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.539168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3c0b32b-c7ef-47ca-b423-c6cd8417c114 HTTP/1.1" status: 204 len: 168 time: 0.4462457 Aug 04 14:50:53.548904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.571318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cdc5-91fd-472b-b9f3-5d926eff6c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0b32b-c7ef-47ca-b423-c6cd8417c114,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:53.584706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Pushing event deleted for resources: {'Port': ['ID=86306b18-1f28-4611-9340-02190ef88d52,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:53.597161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.676093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:53.731345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd189-dea9-43f7-8b48-3cfb488857ef req-38aca79a-bc3c-48f2-b22c-c119fb345156 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:53.733175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc5cd189-dea9-43f7-8b48-3cfb488857ef req-38aca79a-bc3c-48f2-b22c-c119fb345156 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.1206145 Aug 04 14:50:53.736541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:53.739856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:53.743844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:53.834750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:53.886385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc5cd189-dea9-43f7-8b48-3cfb488857ef req-547e98d2-06c2-484f-9187-53e6d7756a8e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417243 Aug 04 14:50:53.935991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.265705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-75691b7a-e686-40df-9fbf-d0fd59769e49 None None] Provisioning for port 9241130c-7139-4700-99e9-5c1283c8a413 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:54.266796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.274929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.278292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-75691b7a-e686-40df-9fbf-d0fd59769e49 None None] Provisioning complete for port 9241130c-7139-4700-99e9-5c1283c8a413 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:54.279802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-75691b7a-e686-40df-9fbf-d0fd59769e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.414024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-75691b7a-e686-40df-9fbf-d0fd59769e49 None None] Port 9241130c-7139-4700-99e9-5c1283c8a413 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:50:54.435156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.463463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Router d5379898-ba3a-4a8c-8586-5c32d869f409 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:50:54.498237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a060a9d3-23c1-472b-81df-2aee90e02b56 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:54.511679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ee4b-1f45-4fe4-9665-13bfcc5ea2ea req-c76acef6-3b62-4da0-9ded-69b591a51343 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:54.520977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba47ee4b-1f45-4fe4-9665-13bfcc5ea2ea req-c76acef6-3b62-4da0-9ded-69b591a51343 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.1970439 Aug 04 14:50:54.605544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a060a9d3-23c1-472b-81df-2aee90e02b56 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:50:54.607273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:54.614499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.619001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-defe4d9f-9fd0-482a-8296-967aa7179bd8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "PUT /v2.0/routers/d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 200 len: 706 time: 3.0810289 Aug 04 14:50:54.621323 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] Sync routers for ids ['d5379898-ba3a-4a8c-8586-5c32d869f409'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:54.626339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:54.634193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a060a9d3-23c1-472b-81df-2aee90e02b56 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:54.638365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.640710 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] Routers {'d5379898-ba3a-4a8c-8586-5c32d869f409'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:54.644037 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d5379898-ba3a-4a8c-8586-5c32d869f409'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:54.658959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba47ee4b-1f45-4fe4-9665-13bfcc5ea2ea req-b8160327-90f0-4ed6-882b-9d37bd1f288d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226428 Aug 04 14:50:54.683343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a4224-5f51-41b8-b922-e8991ed1502a req-b24b5f78-359f-4911-9ac9-c111926dac12 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:54.685079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913a4224-5f51-41b8-b922-e8991ed1502a req-b24b5f78-359f-4911-9ac9-c111926dac12 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.1630654 Aug 04 14:50:54.737742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:54.772698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57440) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:54.772836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-913a4224-5f51-41b8-b922-e8991ed1502a req-79b584db-6da8-47d3-81ae-1b66304f03b5 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807972 Aug 04 14:50:54.779241 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] Routers {'d5379898-ba3a-4a8c-8586-5c32d869f409'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:54.784874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d5379898-ba3a-4a8c-8586-5c32d869f409'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:54.841684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.860787 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:54.861780 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf78c93-00b0-4d74-a3b0-7ec130a8ca70 None None] The sync data for ids ['d5379898-ba3a-4a8c-8586-5c32d869f409'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:54.889365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a060a9d3-23c1-472b-81df-2aee90e02b56, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a060a9d3-23c1-472b-81df-2aee90e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:54.901615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:54.912380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-98eabcd7-c841-42ee-8e11-14c604474147 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/routers/d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 200 len: 741 time: 0.2849567 Aug 04 14:50:54.915453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.024229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a060a9d3-23c1-472b-81df-2aee90e02b56,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:55.036620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.039675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-411e1ec7-a78b-47b0-ad20-a803ed639ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.047318 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ab109ecf-1559-4488-9f8e-debf63a6db34 tempest-RoutersAdminTest-1913268854 tempest-RoutersAdminTest-1913268854-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 200 len: 205 time: 0.1302087 Aug 04 14:50:55.048429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57452) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.058699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.094377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74fa3df3-92f9-43eb-8c55-e0d0c4fe580a tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 200 len: 205 time: 0.0444036 Aug 04 14:50:55.098229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.185854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.200466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:55.208950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.373164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:55.380314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-411e1ec7-a78b-47b0-ad20-a803ed639ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.383203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:55.393680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-411e1ec7-a78b-47b0-ad20-a803ed639ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.433465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803676d-746d-4d90-affe-9a0d2df4274f req-86b3d3d4-1fc4-4510-b5be-eafa8bf54803 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:55.435044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c803676d-746d-4d90-affe-9a0d2df4274f req-86b3d3d4-1fc4-4510-b5be-eafa8bf54803 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.38 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.2235684 Aug 04 14:50:55.437077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.440028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.452254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e1ec7-a78b-47b0-ad20-a803ed639ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b39a5-e9fd-4562-98b7-40eadb7c8cc6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:55.461952 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-411e1ec7-a78b-47b0-ad20-a803ed639ec5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb2f3040a518497c8886b6828fd47f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873052 Aug 04 14:50:55.464083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57462) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.537833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.538493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Fanout notify agent at l3_agent the message router_deleted on router d5379898-ba3a-4a8c-8586-5c32d869f409 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:50:55.547204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.548383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-015c70e6-46e2-4072-8077-a859e7486bfb tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 204 len: 168 time: 0.4489770 Aug 04 14:50:55.555149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.613196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2c20d8b-614b-4b76-9c2d-e7adb576d6cf tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 200 len: 205 time: 0.0564826 Aug 04 14:50:55.613508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.685504 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-98170c69-1d7f-427c-be96-4b95cc468f24 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:55.686569 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-98170c69-1d7f-427c-be96-4b95cc468f24 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/d5379898-ba3a-4a8c-8586-5c32d869f409 HTTP/1.1" status: 404 len: 336 time: 0.0681872 Aug 04 14:50:55.689899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.700806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.710070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Router f6d1d97e-095f-49d2-8013-bc66ddf2520a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:50:55.736894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bca70-503d-4281-987f-7e17d4414db9 req-b23a01a1-974e-40e4-8ccf-e892cf96cb45 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:55.738501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-449bca70-503d-4281-987f-7e17d4414db9 req-b23a01a1-974e-40e4-8ccf-e892cf96cb45 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.1575274 Aug 04 14:50:55.758053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.764082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23981970-249f-4083-956a-a595ca7b729c tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 200 len: 205 time: 0.0726440 Aug 04 14:50:55.772316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57480) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.774868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f9ae3466-e085-4467-b48c-f312552800cf None None] Provisioning complete for port 9241130c-7139-4700-99e9-5c1283c8a413 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:55.775342 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3466-e085-4467-b48c-f312552800cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.776159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Deleting port c3967a91-20d9-457b-aaf6-4810ae255d17 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:55.776990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:55.823381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae3466-e085-4467-b48c-f312552800cf None None] Port 9241130c-7139-4700-99e9-5c1283c8a413 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:50:55.889971 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-4ae9ed91-3584-43fb-aef6-c678c32e672d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:55.891154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ae9ed91-3584-43fb-aef6-c678c32e672d tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/230ec6e5-506a-4068-8f30-671d515e689a HTTP/1.1" status: 404 len: 336 time: 0.1100039 Aug 04 14:50:55.916559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57486) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:55.978892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29e25b87-cfcf-4c74-9918-e9826c8f33af tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 200 len: 205 time: 0.0598359 Aug 04 14:50:55.991844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.049633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57492) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.056884 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-f0b751b8-d795-4330-823c-2417ac2fd385 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:56.060621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f0b751b8-d795-4330-823c-2417ac2fd385 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/b18c3378-c47c-4978-ab77-9a6317c1228b HTTP/1.1" status: 404 len: 336 time: 0.0636337 Aug 04 14:50:56.073336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.082989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0f49-7ce8-4b4e-a056-af6855aa2c8e req-2961c186-4b30-441d-99f1-3bfa81ebb85d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:56.084614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-609b0f49-7ce8-4b4e-a056-af6855aa2c8e req-2961c186-4b30-441d-99f1-3bfa81ebb85d tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 945 time: 0.3134263 Aug 04 14:50:56.099277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] For port c3967a91-20d9-457b-aaf6-4810ae255d17, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c3967a91-20d9-457b-aaf6-4810ae255d17,segment=NetworkSegment(dc101b35-e306-4faf-9879-b3b034bbcaf4),segment_id=dc101b35-e306-4faf-9879-b3b034bbcaf4)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:56.099682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.136363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872cd00-ad8b-489b-b40c-4c050cf17c8d req-cc31c2b6-c5bf-4ebe-9e07-08c4960b0174 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:56.137952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a872cd00-ad8b-489b-b40c-4c050cf17c8d req-cc31c2b6-c5bf-4ebe-9e07-08c4960b0174 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 945 time: 0.2549386 Aug 04 14:50:56.143182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30fc1432-7154-4caf-8830-c100173a7310 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 200 len: 205 time: 0.0574551 Aug 04 14:50:56.154267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57498) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.158563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Calling delete_port for c3967a91-20d9-457b-aaf6-4810ae255d17 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:56.227762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1344243012', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:56.330352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a060a9d3-23c1-472b-81df-2aee90e02b56 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:50:56.365947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.368636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.372323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d91b39a5-e9fd-4562-98b7-40eadb7c8cc6 HTTP/1.1" status: 204 len: 168 time: 0.9043090 Aug 04 14:50:56.388598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port bfac04aa-609d-4317-9fc3-2252c2f7fadc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:50:56.389345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.412047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a060a9d3-23c1-472b-81df-2aee90e02b56 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:50:56.412791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.488003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port bfac04aa-609d-4317-9fc3-2252c2f7fadc, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=bfac04aa-609d-4317-9fc3-2252c2f7fadc,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:50:56.488364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.497125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8e03a-c7d2-44ba-b31d-339aecf22c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b39a5-e9fd-4562-98b7-40eadb7c8cc6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:56.502354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:50:56.507573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6652ca0-bfed-4cfd-8072-25362c686bd1 admin admin] 10.222.0.76 "PUT /v2.0/routers/f6d1d97e-095f-49d2-8013-bc66ddf2520a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8919063 Aug 04 14:50:56.518453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for bfac04aa-609d-4317-9fc3-2252c2f7fadc owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:50:56.526234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Sync routers for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:50:56.599839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:56.600198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:56.600457 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-7e02b8af-ca2f-4b7a-a5d9-9068c740c2e0 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:56.601511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7e02b8af-ca2f-4b7a-a5d9-9068c740c2e0 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/4ca84346-0d22-41ec-8db7-7de192e6ea37 HTTP/1.1" status: 404 len: 336 time: 0.4448025 Aug 04 14:50:56.610464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57506) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.646599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-609b0f49-7ce8-4b4e-a056-af6855aa2c8e req-2f78bf0e-2360-4a58-b3de-90ddacaa5867 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ece19a7-66fa-44ba-8fd8-09c378f6272a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385146 Aug 04 14:50:56.660988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c5cd968-302a-4b6b-abb6-4f86f0184c05 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 200 len: 205 time: 0.0472655 Aug 04 14:50:56.662112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.713662 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-ef5b1a4e-be11-4ef6-bc21-ebcb4f81977e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:56.718876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ef5b1a4e-be11-4ef6-bc21-ebcb4f81977e tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/5c86457b-3a00-452a-9256-46b5e6a9cc83 HTTP/1.1" status: 404 len: 336 time: 0.0523446 Aug 04 14:50:56.719783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57514) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.734527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a872cd00-ad8b-489b-b40c-4c050cf17c8d req-1a8f7c41-06d5-47e8-bc8b-7169ce6d081e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809917 Aug 04 14:50:56.762287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Made reservation on behalf of 15ff08fd40ec4c81abf4d66549f42251 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:50:56.765144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.768027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ec266f64-a6f3-450d-8b58-b80062429301 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ecaae7-1009-4a18-a3a8-fd259b2986ca HTTP/1.1" status: 200 len: 205 time: 0.0394676 Aug 04 14:50:56.768733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.783772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.825351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:56.844843 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-b33d4f5c-2870-4c1f-93cd-d960918ea9a8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] delete failed (client error): The resource could not be found. Aug 04 14:50:56.844843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b33d4f5c-2870-4c1f-93cd-d960918ea9a8 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/routers/64ecaae7-1009-4a18-a3a8-fd259b2986ca HTTP/1.1" status: 404 len: 336 time: 0.0697300 Aug 04 14:50:56.844843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57520) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:56.904604 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53cc012-9002-427c-98a6-3420368fdcc6 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] DELETE failed (client error): The resource could not be found. Aug 04 14:50:56.905187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53cc012-9002-427c-98a6-3420368fdcc6 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:50:56.909748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d53cc012-9002-427c-98a6-3420368fdcc6 tempest-RoutersAdminTest-1470133040 tempest-RoutersAdminTest-1470133040-project] 10.222.0.76 "DELETE /v2.0/subnets/49c9fe4b-39bd-42a3-8692-6616c48989fd HTTP/1.1" status: 404 len: 337 time: 0.0617602 Aug 04 14:50:56.961114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:56.989531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'bfac04aa-609d-4317-9fc3-2252c2f7fadc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:57.022521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.037284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['c3967a91-20d9-457b-aaf6-4810ae255d17'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:50:57.051836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=bfac04aa-609d-4317-9fc3-2252c2f7fadc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:57.077772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Pushing event deleted for resources: {'Port': ['ID=c3967a91-20d9-457b-aaf6-4810ae255d17,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:57.156188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.157585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] No DVR routers for this DVR port c3967a91-20d9-457b-aaf6-4810ae255d17 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:57.164197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.166460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c803676d-746d-4d90-affe-9a0d2df4274f req-49593fa0-c6e1-4077-9650-513614d329ca tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.38 "DELETE /v2.0/ports/c3967a91-20d9-457b-aaf6-4810ae255d17 HTTP/1.1" status: 204 len: 173 time: 1.6576347 Aug 04 14:50:57.166949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'name': 'network-vif-deleted', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:57.169627 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76c3214-c44b-4914-bd84-f30f64555bfb" -d '{"events": [{"server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "name": "network-vif-deleted", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:57.180960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.193579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port bfac04aa-609d-4317-9fc3-2252c2f7fadc on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:50:57.194480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] device_id is not set on port 189300a8-494e-4792-93e8-d2bcd1287bca yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:50:57.196856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.199644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-449bca70-503d-4281-987f-7e17d4414db9 req-7cb95f8b-1ece-418f-9c28-9efea69d3888 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "DELETE /v2.0/ports/bfac04aa-609d-4317-9fc3-2252c2f7fadc HTTP/1.1" status: 204 len: 173 time: 1.4544144 Aug 04 14:50:57.200563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'name': 'network-vif-deleted', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:50:57.205139 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3baa7-b193-4056-9c88-0198fc24cbb8" -d '{"events": [{"server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "name": "network-vif-deleted", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:50:57.308788 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e242d-b8ce-4620-8b0d-0736b18d273f x-openstack-request-id: req-451e242d-b8ce-4620-8b0d-0736b18d273f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:57.309285 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cdf76b-bce8-4ea2-a875-de115260b00d", "name": "network-vif-deleted", "tag": "bfac04aa-609d-4317-9fc3-2252c2f7fadc", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:57.309623 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-451e242d-b8ce-4620-8b0d-0736b18d273f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:57.310208 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdf76b-bce8-4ea2-a875-de115260b00d', 'name': 'network-vif-deleted', 'tag': 'bfac04aa-609d-4317-9fc3-2252c2f7fadc', 'status': 'completed', 'code': 200} Aug 04 14:50:57.356496 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464c898a-a32d-40e5-bb61-0bb50cd475d4 x-openstack-request-id: req-464c898a-a32d-40e5-bb61-0bb50cd475d4 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:50:57.356793 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629fc416-f52f-4b53-8036-9c89920ae6e2", "name": "network-vif-deleted", "tag": "c3967a91-20d9-457b-aaf6-4810ae255d17", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:50:57.361428 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-464c898a-a32d-40e5-bb61-0bb50cd475d4 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:50:57.361865 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629fc416-f52f-4b53-8036-9c89920ae6e2', 'name': 'network-vif-deleted', 'tag': 'c3967a91-20d9-457b-aaf6-4810ae255d17', 'status': 'completed', 'code': 200} Aug 04 14:50:57.389531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b636e-47bd-4324-b89c-4a3d078e025a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:57.470247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 2, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:57.506190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Allocated IP 172.25.0.66 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/189300a8-494e-4792-93e8-d2bcd1287bca) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:50:57.514461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Checking router: f6d1d97e-095f-49d2-8013-bc66ddf2520a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:50:57.514843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Updating router f6d1d97e-095f-49d2-8013-bc66ddf2520a port 9241130c-7139-4700-99e9-5c1283c8a413 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:50:57.529670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57576) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:57.552918 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.771815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.842174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.843856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd88529a-1481-4ab2-bc95-4349026ce672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:57.995296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e31f43e-683f-4a83-8508-a763f771387d req-6d641af3-b467-4e78-a812-176e52fe1987 tempest-ImagesTestJSON-1375425941 tempest-ImagesTestJSON-1375425941-project] 10.222.0.76 "GET /v2.0/ports?device_id=629fc416-f52f-4b53-8036-9c89920ae6e2 HTTP/1.1" status: 200 len: 210 time: 0.1400990 Aug 04 14:50:58.021882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:50:58.024248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:50:58.041201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:50:58.118733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd88529a-1481-4ab2-bc95-4349026ce672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.128836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd88529a-1481-4ab2-bc95-4349026ce672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.204478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.206114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cd88529a-1481-4ab2-bc95-4349026ce672 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9c55cec81644461a86c676244d88164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6749496 Aug 04 14:50:58.207171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88529a-1481-4ab2-bc95-4349026ce672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11376275-5186-4639-bc85-de594bcbf14b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:58.210972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57620) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:58.223696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47965c22-3e01-4d70-8edc-ed85e515a172 req-2ee1e547-9e2e-4a50-8489-778b53f4bea7 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=49cdf76b-bce8-4ea2-a875-de115260b00d HTTP/1.1" status: 200 len: 210 time: 0.1152287 Aug 04 14:50:58.227929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Pushing event updated for resources: {'Port': ['ID=189300a8-494e-4792-93e8-d2bcd1287bca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:58.246682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:50:58.247352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.259180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Transition to ACTIVE for port object 9241130c-7139-4700-99e9-5c1283c8a413 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:50:58.272325 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.286444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cf71542a-c992-43bf-aa83-646c4de90f3f tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2306600 Aug 04 14:50:58.289782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:58.300641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.66'}]}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:50:58.379189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.383491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.399579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.483617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.491708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42d8ca-4b9d-41a3-b290-929f743e937a None None] Pushing event updated for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:58.537208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Attempting to bind port 9241130c-7139-4700-99e9-5c1283c8a413 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:50:58.538174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.539033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Attempting to bind port 9241130c-7139-4700-99e9-5c1283c8a413 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:50:58.540782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Attempting to bind port 9241130c-7139-4700-99e9-5c1283c8a413 on network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:50:58.553482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:50:58.554150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Checking segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:50:58.557065 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.557678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Bound using segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:50:58.558366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Bound port: 9241130c-7139-4700-99e9-5c1283c8a413, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:50:58.558947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.592673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.613623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.616179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11376275-5186-4639-bc85-de594bcbf14b HTTP/1.1" status: 204 len: 168 time: 0.4037912 Aug 04 14:50:58.645426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6ff54-c3ef-47b6-bc9f-de032455461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11376275-5186-4639-bc85-de594bcbf14b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:58.745566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] For port 9241130c-7139-4700-99e9-5c1283c8a413, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:50:58.784651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] For port 9241130c-7139-4700-99e9-5c1283c8a413, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9241130c-7139-4700-99e9-5c1283c8a413,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:50:58.795083 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.863943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:58.875657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:50:58.875657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:50:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:59.062574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42d8ca-4b9d-41a3-b290-929f743e937a None None] Pushing event updated for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:50:59.281576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:50:59.518505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:59.538217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57678) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:59.587039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:59.634489 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b1bbc33c-7d65-4c55-b3d1-1f2be0e0eedc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=caa1af2d82af440597ba58eec95fd190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948217 Aug 04 14:50:59.640116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57690) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:59.686067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:50:58Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:50:59.722682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab55d847-ca2c-40a3-b9dd-48b253cc41cf None None] The sync data for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 is: [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:50:58Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:50:59.773708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:59.832653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:50:59.924008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Deleting subnet f74d388c-40d8-4261-9c69-c7312b090d1e {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:50:59.932035 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:50:59.969934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.007192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.141005 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.171946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.177254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device bfac04aa-609d-4317-9fc3-2252c2f7fadc no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:00.182017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.185532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.186743 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6cb3b9c-5177-443c-aead-09ad138bb993 HTTP/1.1" status: 204 len: 168 time: 0.5454242 Aug 04 14:51:00.212150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cc8c4-7cfc-44b3-9e06-dcfb5534abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb3b9c-5177-443c-aead-09ad138bb993,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:00.253902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.286169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.289295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c3967a91-20d9-457b-aaf6-4810ae255d17 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:00.293246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f74d388c-40d8-4261-9c69-c7312b090d1e HTTP/1.1" status: 204 len: 168 time: 0.4568477 Aug 04 14:51:00.293731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57716) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:00.296874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: bfac04aa-609d-4317-9fc3-2252c2f7fadc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:00.298489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device bfac04aa-609d-4317-9fc3-2252c2f7fadc not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:00.382262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0edf6-3f7c-4c68-943a-ebaed3a575b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74d388c-40d8-4261-9c69-c7312b090d1e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:00.400567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: c3967a91-20d9-457b-aaf6-4810ae255d17 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:00.400942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c3967a91-20d9-457b-aaf6-4810ae255d17 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:00.484373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.525151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9241130c-7139-4700-99e9-5c1283c8a413 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:00.681093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9241130c-7139-4700-99e9-5c1283c8a413 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:00.690116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9241130c-7139-4700-99e9-5c1283c8a413 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:00.690971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.718980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.748632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f6af54-c295-482f-a584-143a875ef8a6']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:00.801218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc101b35-e306-4faf-9879-b3b034bbcaf4') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:00.802042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc101b35-e306-4faf-9879-b3b034bbcaf4') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:00.816459 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.841535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.848349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-2da5d21c-ad5c-42d5-b11b-3b0bd552176c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:00.859467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-2da5d21c-ad5c-42d5-b11b-3b0bd552176c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.9697204 Aug 04 14:51:00.870403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9241130c-7139-4700-99e9-5c1283c8a413, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9241130c-7139-4700-99e9-5c1283c8a413,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:00.879463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.892252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.893523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.903300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-c87b7f5b-6b01-41ee-a70b-478037aa58c9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/quotas/7504b1cbf4834ddd8031af6d85c1f220 HTTP/1.1" status: 200 len: 375 time: 0.0427229 Aug 04 14:51:00.918691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:00.920737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.924095 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:00.927070 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:00.970287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:01.032873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.040891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.042907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] 10.222.0.76 "DELETE /v2.0/networks/e4f6af54-c295-482f-a584-143a875ef8a6 HTTP/1.1" status: 204 len: 168 time: 0.6935430 Aug 04 14:51:01.069282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf302f27-5b75-4caf-be6a-bc0ec5b022dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f6af54-c295-482f-a584-143a875ef8a6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:01.086175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-3c199314-731b-4a83-be84-9be25f693023 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815085 Aug 04 14:51:01.096356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.097118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1699e7b-83d8-459b-a91a-d32e60a46369 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:51:01.173603 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 04 14:51:01.176284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6356425a-55f9-488b-8a80-d7af7a457ae3 tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8847623 Aug 04 14:51:01.178625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:01.272226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-d723987c-4d33-4919-afa6-ecee2c363a11 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847885 Aug 04 14:51:01.379016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Deleting port 189300a8-494e-4792-93e8-d2bcd1287bca {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:01.379370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.482322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-3c3fdfe8-eb5f-42d7-b2ea-2f6d03fe4ce5 service neutron] 10.222.0.76 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044756 Aug 04 14:51:01.537610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.556415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Calling delete_port for 189300a8-494e-4792-93e8-d2bcd1287bca owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:01.661443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:01.748769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4f0da4e7-802f-47af-97cd-9ae1ffa53ac0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fa7d14111fe4d31907b90671ad6aedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856104 Aug 04 14:51:01.751538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:01.891168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.936418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:01.987126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Pushing event deleted for resources: {'Port': ['ID=189300a8-494e-4792-93e8-d2bcd1287bca,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:02.024114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d1be6d4-5e83-4cba-9c42-d82c2754b219 req-07ed54c6-5774-42ed-8e8f-5c5ce93b1e37 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 210 time: 0.1330028 Aug 04 14:51:02.056925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:02.092584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:02.118448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9d1cb3a4-1566-4fbc-9a66-d64f57be7aac tempest-RoutersAdminNegativeIpV6Test-367531876 tempest-RoutersAdminNegativeIpV6Test-367531876-project-admin] 10.222.0.76 "DELETE /v2.0/ports/189300a8-494e-4792-93e8-d2bcd1287bca HTTP/1.1" status: 204 len: 168 time: 0.9384487 Aug 04 14:51:02.148081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:02.156007 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:02.160309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ece19a7-66fa-44ba-8fd8-09c378f6272a HTTP/1.1" status: 204 len: 168 time: 0.4011273 Aug 04 14:51:02.173130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85845-a695-4060-be04-7ffe93d2c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece19a7-66fa-44ba-8fd8-09c378f6272a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:02.410550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9241130c-7139-4700-99e9-5c1283c8a413 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:02.521355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9241130c-7139-4700-99e9-5c1283c8a413 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:02.521904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:02.819542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:02.968810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:02.993584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cafdd475-273d-41f5-a0b0-0fdde56caff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.118126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ed28750-2aa9-4363-94c7-4bec5024a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.227939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad264b3-77e3-4f5d-94f1-106082964347 req-14d8d872-e9b2-41f1-b83e-8fef77f0ab82 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 210 time: 0.0519531 Aug 04 14:51:03.256816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cafdd475-273d-41f5-a0b0-0fdde56caff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.264783 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cafdd475-273d-41f5-a0b0-0fdde56caff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.322979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-3d501a81-5f4e-43bc-8903-d4b2a8d8dc40 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:03.327497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-3d501a81-5f4e-43bc-8903-d4b2a8d8dc40 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 805 time: 0.2281475 Aug 04 14:51:03.343814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Request body: {'port': {'device_id': '710948ab-7b45-4f12-bbd5-00010baec59c', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'admin_state_up': True, 'tenant_id': '7504b1cbf4834ddd8031af6d85c1f220'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:03.375730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cafdd475-273d-41f5-a0b0-0fdde56caff5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbef8eb12dc94498bdf8625841f6556e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549400 Aug 04 14:51:03.386423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57810) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:03.413091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdd475-273d-41f5-a0b0-0fdde56caff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a86df4a-7ce3-4a07-acee-f027af91f49e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:03.527565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.552136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.589667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ed28750-2aa9-4363-94c7-4bec5024a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.601362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ed28750-2aa9-4363-94c7-4bec5024a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.622404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Made reservation on behalf of 7504b1cbf4834ddd8031af6d85c1f220 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:03.628625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.658329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9ed28750-2aa9-4363-94c7-4bec5024a821 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8074a710bbc748789ad4602f99d7452a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879330 Aug 04 14:51:03.661666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:03.674049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed28750-2aa9-4363-94c7-4bec5024a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a571fe07-f273-43d2-9caf-bb7660956ab7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:03.707582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57826) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:03.718541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.721501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.725784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a86df4a-7ce3-4a07-acee-f027af91f49e HTTP/1.1" status: 204 len: 168 time: 0.3351409 Aug 04 14:51:03.759019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56896694-1028-4764-9fe5-74cb1e54378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a86df4a-7ce3-4a07-acee-f027af91f49e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:03.761691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.785086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-3d42f959-5607-4024-ab0b-93ce0e4a5bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221998 Aug 04 14:51:03.792356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.888287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.892224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:03.896046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a571fe07-f273-43d2-9caf-bb7660956ab7 HTTP/1.1" status: 204 len: 168 time: 0.2308011 Aug 04 14:51:03.912173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d850834-37dd-41c8-9f12-52b150c566a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571fe07-f273-43d2-9caf-bb7660956ab7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:03.915304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Allocated IP 172.20.0.2 (dc1369be-fc7d-401b-9220-905d016bb483/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634/be3f9653-e026-44c6-9e92-02c4f3bcf079) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:03.946391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-ca7ed9d8-d9d8-4bc5-bca7-bc92adac7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:03.948394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-ca7ed9d8-d9d8-4bc5-bca7-bc92adac7f20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1051157 Aug 04 14:51:04.056916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1193040336'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:04.163618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.165021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.168955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-7496cc61-4655-4e4f-bf53-976d62fa7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:04.170698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-7496cc61-4655-4e4f-bf53-976d62fa7a06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.1995068 Aug 04 14:51:04.236723 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-0a716a7f-5d47-4af0-97dd-3daacaf30d28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53 HTTP/1.1" status: 200 len: 217 time: 0.0540791 Aug 04 14:51:04.301083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.378719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77db3c52-0679-4ca3-953b-48e79fe5b36d req-a195021e-bd20-4b10-b28e-5db61bcbb162 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 210 time: 0.0334389 Aug 04 14:51:04.381019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57848) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:04.416049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.432749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.476372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-b6c304e7-6633-4710-a757-df3016caa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:04.477331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a27def6-7e73-46b0-9b79-2a94cb1da4a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=15ff08fd40ec4c81abf4d66549f42251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951993 Aug 04 14:51:04.478789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57850) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:04.478907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-b6c304e7-6633-4710-a757-df3016caa883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.2118435 Aug 04 14:51:04.492079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.495682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a41510b4-0bc6-4dd2-8d2d-1627cb44a88d tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7854750 Aug 04 14:51:04.496241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:04.569937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.575422 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-0e0184ed-13bf-4a88-ada9-cc456f0c957b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757866 Aug 04 14:51:04.585657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:51:04.677169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.702832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57858) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:04.727748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7287460a-2b9c-4c1d-8061-3d4dcfe004f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.742665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Network dc1369be-fc7d-401b-9220-905d016bb483 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:04.770247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:04.782652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event updated for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:04.785155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:04.904873 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-a725ecea-ad4b-4d88-b287-eb752fb45467 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181541 Aug 04 14:51:04.914748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.918074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.929621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:04.929621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.979118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.979889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e73575d3-dcc6-4248-8336-fab559efdeee {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:51:04.981632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.986111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:04.987292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5b1bd7f-e2fc-45c0-8f0e-65e4d7fac2ea tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e73575d3-dcc6-4248-8336-fab559efdeee HTTP/1.1" status: 204 len: 168 time: 0.4895303 Aug 04 14:51:04.990324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57866) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:04.995895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Request body: {'router': {'name': 'tempest-router-457217000', 'distributed': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:05.026889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.095763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.102488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7287460a-2b9c-4c1d-8061-3d4dcfe004f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.105301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf70d517-e570-4490-a698-33e631cbc9e9 req-0b1fd10e-df7d-47fe-b9a1-a4d262d84b5e service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935081 Aug 04 14:51:05.111198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7287460a-2b9c-4c1d-8061-3d4dcfe004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.117637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.124776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac2b636e-47bd-4324-b89c-4a3d078e025a HTTP/1.1" status: 204 len: 168 time: 0.6432736 Aug 04 14:51:05.141436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-72cf1944-1497-4a87-b806-967b4c4c0d15 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8017228 Aug 04 14:51:05.143284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287460a-2b9c-4c1d-8061-3d4dcfe004f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917b31e-da21-40df-9d12-5b6bd1ea65f2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:05.160095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Request body: {'port': {'device_id': '710948ab-7b45-4f12-bbd5-00010baec59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:05.184565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67a545-f15a-48a1-b960-1e213d54a9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b636e-47bd-4324-b89c-4a3d078e025a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:05.197896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.200597 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.219868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57874) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:05.236046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7287460a-2b9c-4c1d-8061-3d4dcfe004f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8bb952cd34e4570be455b0eead70e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317395 Aug 04 14:51:05.239034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57878) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:05.246387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.329451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.340669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.362261 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.364228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-da2e6878-c2d8-4103-96f4-35eb4406d92a tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3726413 Aug 04 14:51:05.367563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57880) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:05.477160 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.549210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3f9653-e026-44c6-9e92-02c4f3bcf079 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:51:05.556925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.569823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Transition to ACTIVE for port object be3f9653-e026-44c6-9e92-02c4f3bcf079 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:05.582445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.699186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.718487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:05.763241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.807448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Attempting to bind port be3f9653-e026-44c6-9e92-02c4f3bcf079 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:05.807785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Attempting to bind port be3f9653-e026-44c6-9e92-02c4f3bcf079 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:05.808114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Attempting to bind port be3f9653-e026-44c6-9e92-02c4f3bcf079 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:05.816288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Port be3f9653-e026-44c6-9e92-02c4f3bcf079 on network dc1369be-fc7d-401b-9220-905d016bb483 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:51:05.816626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Attempting to bind port be3f9653-e026-44c6-9e92-02c4f3bcf079 on network dc1369be-fc7d-401b-9220-905d016bb483 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:05.823304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:05.823428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Checking segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:05.823736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Bound using segment: {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:05.824167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Bound port: be3f9653-e026-44c6-9e92-02c4f3bcf079, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e599f05-37e1-490a-a849-cd47449ee7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:05.824529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.882732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.885516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:05.886857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0917b31e-da21-40df-9d12-5b6bd1ea65f2 HTTP/1.1" status: 204 len: 168 time: 0.6468725 Aug 04 14:51:05.902261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ce0ea-ac3b-4cbe-b86a-8bb931f201ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917b31e-da21-40df-9d12-5b6bd1ea65f2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:05.928207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:05.936253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:05.952598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.017973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:06.022928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:06.023699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.025192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-2b4178a3-75bd-431c-87cc-8311350509c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/be3f9653-e026-44c6-9e92-02c4f3bcf079 HTTP/1.1" status: 200 len: 1092 time: 0.8718052 Aug 04 14:51:06.026013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:06.027986 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2" -d '{"events": [{"name": "network-changed", "server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:06.072879 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3af923-0705-4528-b219-0e4c8a4892e3 x-openstack-request-id: req-ba3af923-0705-4528-b219-0e4c8a4892e3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:06.073403 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:06.073822 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba3af923-0705-4528-b219-0e4c8a4892e3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:06.074408 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079', 'status': 'completed', 'code': 200} Aug 04 14:51:06.128085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-0dfa123c-650c-44dc-9379-029932ce1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:06.129913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-0dfa123c-650c-44dc-9379-029932ce1d9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 1095 time: 0.0513752 Aug 04 14:51:06.184751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-fb843187-f7e1-4bf6-a027-9952b39a3c3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079 HTTP/1.1" status: 200 len: 217 time: 0.0464973 Aug 04 14:51:06.282349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c88c-c808-4962-888d-689640b60ada req-1337af34-ac41-4ffa-9e5b-579c643dc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:06.284212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-1337af34-ac41-4ffa-9e5b-579c643dc1b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0906012 Aug 04 14:51:06.335642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-75647a8c-4240-49c9-ae97-7e40fe6a257c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422935 Aug 04 14:51:06.338218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66286804-4154-433e-930d-4c4d6bb87cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.350986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160868-dacc-4943-b65e-768badc36ad6 req-f0db2791-1970-434e-99bd-d20077d684f9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:06.360866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84160868-dacc-4943-b65e-768badc36ad6 req-f0db2791-1970-434e-99bd-d20077d684f9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 943 time: 0.7984207 Aug 04 14:51:06.363855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.376469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.477813 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.478635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc17320e-a843-44d0-823f-5023620c4374 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:51:06.485702 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-e0d2242c-51bd-43dc-a043-b08b3f57639b service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429353 Aug 04 14:51:06.486341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.488006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74bc87c8-ab32-4861-b9b9-6ef7e6e1d318 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "DELETE /v2.0/routers/fc17320e-a843-44d0-823f-5023620c4374 HTTP/1.1" status: 204 len: 168 time: 1.1191742 Aug 04 14:51:06.491979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:06.499069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Request body: {'router': {'name': 'tempest-router-425150664', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f77ff5298768458ca45feff2c1c7ee18'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:06.503684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84160868-dacc-4943-b65e-768badc36ad6 req-b0762e62-f7ea-4327-b2d2-e21728fdf4ae tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374116 Aug 04 14:51:06.548695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:06.584892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66286804-4154-433e-930d-4c4d6bb87cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.591542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66286804-4154-433e-930d-4c4d6bb87cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.632234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.633394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.680378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aeb3c88c-c808-4962-888d-689640b60ada req-7f8e829a-a6ff-4371-99d4-89847cc132c1 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550145 Aug 04 14:51:06.699476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66286804-4154-433e-930d-4c4d6bb87cc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5722aff82ad429ea8adcf2a4eee1b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4761310 Aug 04 14:51:06.699476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286804-4154-433e-930d-4c4d6bb87cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8447ff-9cc8-4fa3-a5f0-598bb0313f94,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:06.705615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57930) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:06.718195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-416178583'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:06.737816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.754496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.758263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:06.762777 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.786740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.808816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.811952 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cd15a04a-cb00-4b6e-aaf9-7f5dfa775dc0 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3171124 Aug 04 14:51:06.814312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57936) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:06.815829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.836864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:06.871020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.921433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-c51f5f78-95f2-42b0-82e4-e0ffa8cd1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:06.923137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-c51f5f78-95f2-42b0-82e4-e0ffa8cd1b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 1095 time: 0.1836426 Aug 04 14:51:06.972005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.976552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.983911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.986438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:06.987790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc8447ff-9cc8-4fa3-a5f0-598bb0313f94 HTTP/1.1" status: 204 len: 168 time: 0.2812111 Aug 04 14:51:07.006146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:07.023584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659ce1fc-1abf-4c7c-8791-0ed6cf0993a2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:07.027249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.027882 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Added segment 6bcbb378-174e-46e3-8fed-e8157bac9e19 of type vlan for network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 Aug 04 14:51:07.048709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683878c-1870-45cf-9f31-9e986fde9e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8447ff-9cc8-4fa3-a5f0-598bb0313f94,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:07.087972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.135746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.137626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.138081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.146442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:07.146442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.235859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6830389 Aug 04 14:51:07.240960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57948) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:07.253723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'subnet': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:07.266292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa53ea-9e97-42c1-9837-dfaf899e9f73 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Network': ['ID=789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:07.281098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94266) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 04 14:51:07.281723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Router 0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d migrating from provider to provider. {{(pid=94266) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 04 14:51:07.282158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.282838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:07.301338 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.307176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-5bbf25de-c908-40d6-8e25-efc2aa9611dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:07.308829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-5bbf25de-c908-40d6-8e25-efc2aa9611dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 200 len: 906 time: 0.3424568 Aug 04 14:51:07.316386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.393313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-41c3d7b7-4552-4493-a57a-b5ff9cea43bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079 HTTP/1.1" status: 200 len: 217 time: 0.0693986 Aug 04 14:51:07.453761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:07.458509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.796576 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:07.915908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297639f-9187-4927-8560-6bb20a7def70 req-ba497f51-3799-4267-9c31-90baaec768e8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:07.927164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2297639f-9187-4927-8560-6bb20a7def70 req-ba497f51-3799-4267-9c31-90baaec768e8 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 943 time: 0.2786059 Aug 04 14:51:07.948011 n-d-801743-12 neutron-server[94266]: WARNING neutron.scheduler.l3_agent_scheduler [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] No L3 agents can host the router 0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d Aug 04 14:51:07.957389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Subnet': ['ID=50468553-ab53-4497-a73e-8e54e76a4522,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:07.974917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-a6adb8b1-9dc1-47e4-9c79-7ec94e7e965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:07.976685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-a6adb8b1-9dc1-47e4-9c79-7ec94e7e965d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 200 len: 845 time: 0.0723479 Aug 04 14:51:08.004769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Checking segment: {'id': '6bcbb378-174e-46e3-8fed-e8157bac9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:08.005440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network hostable DHCP agents. Network: 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:08.024057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2297639f-9187-4927-8560-6bb20a7def70 req-9f6dacbe-fe01-4598-8a53-7059d87a1f56 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956781 Aug 04 14:51:08.048515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:08.072430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:08.079041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:08.081424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.083903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f0a13d-fb56-4a89-ac81-364be7122525 None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:08.090448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-29dd59a2-0fb5-4c68-8f19-793c4dbb997d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dc1369be-fc7d-401b-9220-905d016bb483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755188 Aug 04 14:51:08.110431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fbbeeb7d-5268-4ad1-8429-39a1288eaf70 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8684835 Aug 04 14:51:08.113298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57984) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:08.123383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-367152229'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:08.194633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Hosts for router 0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d: [] {{(pid=94266) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 04 14:51:08.227751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Hosts for other DVR routers connected to router 0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d: set() {{(pid=94266) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 04 14:51:08.231180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.232405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af19f34a-88ef-4eb4-82a2-8bd282388b0e tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "PUT /v2.0/routers/0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d HTTP/1.1" status: 200 len: 716 time: 1.4157314 Aug 04 14:51:08.241889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57988) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:08.342011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17b3379a-7080-4a27-9e07-575c912cb709 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "GET /v2.0/routers/0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d HTTP/1.1" status: 200 len: 716 time: 0.1037614 Aug 04 14:51:08.344476 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-b15faade-3327-4b30-93ec-4b7bdcb1a241 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447107 Aug 04 14:51:08.345181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57994) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:08.395550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:08.401048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.419629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'tenant_id': '25baace7afdb45b096958377417a3395', 'fixed_ips': [{'subnet_id': '50468553-ab53-4497-a73e-8e54e76a4522'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:08.420554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.433214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port e25e08ab-cab7-47b8-a102-b90b08c62b49 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:08.485309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a90a2b70-ba10-49c7-8480-4f4a96ef35b2 req-e2d564d6-6ff4-45c1-89b6-45e8b57a8e38 service neutron] 10.222.0.46 "GET /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281517 Aug 04 14:51:08.597572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::107 (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/e25e08ab-cab7-47b8-a102-b90b08c62b49) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:08.818891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.845914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object e25e08ab-cab7-47b8-a102-b90b08c62b49 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:08.851002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58016) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:08.852941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-419a9d66-85e9-431a-989a-75c1938a6836 tempest-RoutersTestDVR-2100573901 tempest-RoutersTestDVR-2100573901-project] 10.222.0.76 "GET /v2.0/routers/0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d HTTP/1.1" status: 200 len: 682 time: 0.5068905 Aug 04 14:51:08.981159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:08.986498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30f7b95d-e8da-4423-84e7-b5de30e27d05 req-9125b0e9-9856-4768-9099-6881c2c111f7 tempest-AbsoluteLimitsNegativeTestJSON-1909763277 tempest-AbsoluteLimitsNegativeTestJSON-1909763277-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0b57fe21af894225ad30c6463dc278b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323639 Aug 04 14:51:09.193008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Allocated IP 2001:db8::2 (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/00236653-e355-40e5-bbb5-33b2f10acec5) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:09.212891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.301532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.310107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.339096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:09.387688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae99b-7d3e-4042-9c64-c0c72a665f84 req-549be663-79ab-4422-beed-eb96bb771dca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:09.389235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83cae99b-7d3e-4042-9c64-c0c72a665f84 req-549be663-79ab-4422-beed-eb96bb771dca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 943 time: 0.2781625 Aug 04 14:51:09.390163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:09.392917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.398455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7b95d-e8da-4423-84e7-b5de30e27d05 req-ceef17e2-a31f-480e-9fd9-b62d4a57c90b tempest-AbsoluteLimitsNegativeTestJSON-1909763277 tempest-AbsoluteLimitsNegativeTestJSON-1909763277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:09.400670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30f7b95d-e8da-4423-84e7-b5de30e27d05 req-ceef17e2-a31f-480e-9fd9-b62d4a57c90b tempest-AbsoluteLimitsNegativeTestJSON-1909763277 tempest-AbsoluteLimitsNegativeTestJSON-1909763277-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775225 Aug 04 14:51:09.402248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:09.404732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Transition to ACTIVE for port object 00236653-e355-40e5-bbb5-33b2f10acec5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:09.408134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:09.408887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.413724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=e25e08ab-cab7-47b8-a102-b90b08c62b49,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:09.436656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Transition to ACTIVE for port object 00236653-e355-40e5-bbb5-33b2f10acec5 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:09.440429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.440939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:51:09.448375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.453009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dfca3202-5cfa-483b-ab9d-1f888e07b9e3 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0cdf42aa-e0e4-44cc-9821-01c2ae7bd23d HTTP/1.1" status: 204 len: 168 time: 0.5974548 Aug 04 14:51:09.455032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:09.455626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.461461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45467fbd-3636-4464-978b-12834b39d774 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3441858 Aug 04 14:51:09.461461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30f7b95d-e8da-4423-84e7-b5de30e27d05 req-83afb881-521d-4c13-a5d1-572c56cb9fe6 tempest-AbsoluteLimitsNegativeTestJSON-1909763277 tempest-AbsoluteLimitsNegativeTestJSON-1909763277-project] 10.222.0.76 "GET /v2.0/quotas/0b57fe21af894225ad30c6463dc278b6 HTTP/1.1" status: 200 len: 375 time: 0.0413055 Aug 04 14:51:09.463026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58054) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:09.465437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Request body: {'router': {'name': 'tempest-router-1450980893', 'distributed': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:09.470803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1233932829', 'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:b2:4b:59'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:09.496760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:09.500380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:09.505155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:09.518100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.520333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.547054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Pushing event updated for resources: {'Port': ['ID=00236653-e355-40e5-bbb5-33b2f10acec5,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:09.571624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30f7b95d-e8da-4423-84e7-b5de30e27d05 req-e598f30b-dde0-43b5-8fa3-56806265d5d9 tempest-AbsoluteLimitsNegativeTestJSON-1909763277 tempest-AbsoluteLimitsNegativeTestJSON-1909763277-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b57fe21af894225ad30c6463dc278b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956399 Aug 04 14:51:09.592824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83cae99b-7d3e-4042-9c64-c0c72a665f84 req-1ac00c09-8e3d-4e9f-af44-3c58ff7d2dd9 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679306 Aug 04 14:51:09.609751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Attempting to bind port 00236653-e355-40e5-bbb5-33b2f10acec5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:09.609933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Attempting to bind port 00236653-e355-40e5-bbb5-33b2f10acec5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6bcbb378-174e-46e3-8fed-e8157bac9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:09.610396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Attempting to bind port 00236653-e355-40e5-bbb5-33b2f10acec5 on network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:09.616648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:09.617921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Checking segment: {'id': '6bcbb378-174e-46e3-8fed-e8157bac9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:09.618631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.619309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Bound using segment: {'id': '6bcbb378-174e-46e3-8fed-e8157bac9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:09.620139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Bound port: 00236653-e355-40e5-bbb5-33b2f10acec5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcbb378-174e-46e3-8fed-e8157bac9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:09.620788 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.646084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.652044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.686246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:09.695935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.702913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71f33165-bf0a-438d-ba2a-a936d44bfb71 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2458799 Aug 04 14:51:09.704397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58062) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:09.735801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] For port 00236653-e355-40e5-bbb5-33b2f10acec5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:09.748835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] For port 00236653-e355-40e5-bbb5-33b2f10acec5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=00236653-e355-40e5-bbb5-33b2f10acec5,segment=NetworkSegment(6bcbb378-174e-46e3-8fed-e8157bac9e19),segment_id=6bcbb378-174e-46e3-8fed-e8157bac9e19)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:09.759334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.863980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b482b9-da2c-4e04-9b5b-035fd5d880fb None None] Pushing event updated for resources: {'Port': ['ID=00236653-e355-40e5-bbb5-33b2f10acec5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:09.887986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.918674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:09.942275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port b089c889-1307-428c-a902-f7539e47424c yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:10.004832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-577eb002-6023-43b7-a700-b99f91dbf048 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1699719 Aug 04 14:51:10.195443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::fe (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/b089c889-1307-428c-a902-f7539e47424c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:10.229993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be3f9653-e026-44c6-9e92-02c4f3bcf079 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:51:10.279484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.280022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.280494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.281203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.281692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.282171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.282769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.285676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-c9f815dd-9c4c-4ac7-9594-c564fef57de8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b946b37933f48d7a3878d7f03bebd23&device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 6510 time: 0.1856887 Aug 04 14:51:10.287940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58072) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:10.301163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.303640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.342748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58076) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:10.429825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.430677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b51ea9ce-6db3-433c-8f90-ef310c203f55 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:51:10.435817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.436979 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6be0fe2b-4bf1-4bed-bf60-754cadb3e0e9 tempest-RoutersTestDVR-1710887972 tempest-RoutersTestDVR-1710887972-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b51ea9ce-6db3-433c-8f90-ef310c203f55 HTTP/1.1" status: 204 len: 168 time: 0.7287414 Aug 04 14:51:10.495422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:10.509570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cbee16-7657-4b12-8576-6056a990478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.531303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 00236653-e355-40e5-bbb5-33b2f10acec5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:10.533615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'be3f9653-e026-44c6-9e92-02c4f3bcf079', 'network_id': 'dc1369be-fc7d-401b-9220-905d016bb483', 'port_id': 'be3f9653-e026-44c6-9e92-02c4f3bcf079', 'mac_address': 'fa:16:3e:ff:75:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3d5523-cd33-4bfa-a1d5-e1a5439ae634', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:51:10.593894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d704fcf-df26-40dd-b6e3-8fb4b5d5b6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.617247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.652422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3f9653-e026-44c6-9e92-02c4f3bcf079 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:51:10.668176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-1ab6d36d-44f1-43e0-bd87-12829779207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.669268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-1ab6d36d-44f1-43e0-bd87-12829779207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.670260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-1ab6d36d-44f1-43e0-bd87-12829779207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.671976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-1ab6d36d-44f1-43e0-bd87-12829779207b service neutron] 10.222.0.38 "GET /v2.0/networks?id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=f1e3ed9b-f210-4762-b053-83ea94e1758f&id=17c78649-0891-43c3-808f-43feeba9048f&id=17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 200 len: 2299 time: 0.3402617 Aug 04 14:51:10.679779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:10.682685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cbee16-7657-4b12-8576-6056a990478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.686757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.692093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 00236653-e355-40e5-bbb5-33b2f10acec5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:10.692281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cbee16-7657-4b12-8576-6056a990478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.775584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbee16-7657-4b12-8576-6056a990478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0dee1-b9ed-4490-9fab-564bd1d3f4fd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:10.811909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:10.813742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36cbee16-7657-4b12-8576-6056a990478f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b57fe21af894225ad30c6463dc278b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246019 Aug 04 14:51:10.816321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58088) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:10.849404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.901442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['be3f9653-e026-44c6-9e92-02c4f3bcf079'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:51:10.920529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.938563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-651e5297-7e28-45b9-93a3-bbefc336d5be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 200 len: 1001 time: 0.2587960 Aug 04 14:51:10.951632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:10.960252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:10.973149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e79f7-babd-4ea6-9f5a-8b5405aaf032 req-45015a14-b7da-4734-b336-2abf5957bcca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:10.975083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-767e79f7-babd-4ea6-9f5a-8b5405aaf032 req-45015a14-b7da-4734-b336-2abf5957bcca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 944 time: 0.2079968 Aug 04 14:51:10.977371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object b089c889-1307-428c-a902-f7539e47424c will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:11.028552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.031832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.033572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eab0dee1-b9ed-4490-9fab-564bd1d3f4fd HTTP/1.1" status: 204 len: 168 time: 0.2095504 Aug 04 14:51:11.068358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63245d72-d0e1-45ec-82f7-827d637a535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0dee1-b9ed-4490-9fab-564bd1d3f4fd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:11.152410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-767e79f7-babd-4ea6-9f5a-8b5405aaf032 req-a9d5758c-cf13-4df6-b5bb-ffff30d4dbb0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553771 Aug 04 14:51:11.176801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-44b599d9-fcd1-441d-8326-f091a4b6f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.178456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-44b599d9-fcd1-441d-8326-f091a4b6f943 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 200 len: 856 time: 0.2205963 Aug 04 14:51:11.209571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.244556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-154c11aa-d662-4084-9870-81876f8933df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.286261 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d704fcf-df26-40dd-b6e3-8fb4b5d5b6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.295061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:11.302236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:11.312034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:11.319344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.320414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.323580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d704fcf-df26-40dd-b6e3-8fb4b5d5b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.378696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=b089c889-1307-428c-a902-f7539e47424c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:11.388936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-31d60c38-1be4-4220-8c47-1e71eed48d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.391787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-31d60c38-1be4-4220-8c47-1e71eed48d93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1f745ce3-acaf-4077-b62b-d2f56dbf8379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032242 Aug 04 14:51:11.400839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58100) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:11.401486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9d704fcf-df26-40dd-b6e3-8fb4b5d5b6e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c4345307d7b4ddf81e300216baf3e27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0255847 Aug 04 14:51:11.403950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b453c-306a-45e4-8919-2087d36a9ebf None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:11.404199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d704fcf-df26-40dd-b6e3-8fb4b5d5b6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e624873-d59e-4176-a107-7079333ea7c8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:11.486560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-154c11aa-d662-4084-9870-81876f8933df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.494358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-154c11aa-d662-4084-9870-81876f8933df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.507308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0f935465-1e5d-4cfa-bbae-b120aa90656f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0431437 Aug 04 14:51:11.512703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:11.520893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Provisioning for port 00236653-e355-40e5-bbb5-33b2f10acec5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:11.532877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.537400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Provisioning complete for port 00236653-e355-40e5-bbb5-33b2f10acec5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:11.537758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.588561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.603086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-154c11aa-d662-4084-9870-81876f8933df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f77ff5298768458ca45feff2c1c7ee18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503651 Aug 04 14:51:11.603714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:11.608760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-43710bdf-767b-430a-bfa1-214621675425 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055595 Aug 04 14:51:11.654892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c11aa-d662-4084-9870-81876f8933df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4641bc-efd6-41eb-9629-d1cad87326d7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:11.677906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ad416-0da8-4da0-a2f6-617e65661f14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.684768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ad416-0da8-4da0-a2f6-617e65661f14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.691064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ad416-0da8-4da0-a2f6-617e65661f14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:11.696884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce3ad416-0da8-4da0-a2f6-617e65661f14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1825416 Aug 04 14:51:11.706405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58114) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:11.775749 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.780700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.789202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.792168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.796510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e624873-d59e-4176-a107-7079333ea7c8 HTTP/1.1" status: 204 len: 168 time: 0.3782873 Aug 04 14:51:11.822294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-97d4f155-4fdc-43e6-ba37-c669398e7302 service neutron] 10.222.0.38 "GET /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016282 Aug 04 14:51:11.833203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2ba32-2fac-4642-9a86-71c8ead0af50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e624873-d59e-4176-a107-7079333ea7c8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:11.869068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:11.939287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-db3ec186-2ab9-4fb7-8204-994dbfe585dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 217 time: 0.1097431 Aug 04 14:51:11.964104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port b089c889-1307-428c-a902-f7539e47424c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:11.965550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.020915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] For port 00236653-e355-40e5-bbb5-33b2f10acec5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=00236653-e355-40e5-bbb5-33b2f10acec5,segment=NetworkSegment(6bcbb378-174e-46e3-8fed-e8157bac9e19),segment_id=6bcbb378-174e-46e3-8fed-e8157bac9e19)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:12.031302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.048434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ae92f0a9-42c3-4e2d-9551-454787868770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:12.049930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ae92f0a9-42c3-4e2d-9551-454787868770 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1004164 Aug 04 14:51:12.123080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.129440 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.133640 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b4641bc-efd6-41eb-9629-d1cad87326d7 HTTP/1.1" status: 204 len: 168 time: 0.5243549 Aug 04 14:51:12.146790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf824fe-836f-4d00-b553-626a2cc1b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4641bc-efd6-41eb-9629-d1cad87326d7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:12.168531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.177953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ee10d21d-9dae-4cc1-b19e-398079fc5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:12.183049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ee10d21d-9dae-4cc1-b19e-398079fc5623 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1254077 Aug 04 14:51:12.194682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65808a8-a15e-4102-8287-e60551ff46e5 None None] Pushing event updated for resources: {'Port': ['ID=00236653-e355-40e5-bbb5-33b2f10acec5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:12.204961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for b089c889-1307-428c-a902-f7539e47424c owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:12.231676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be3f9653-e026-44c6-9e92-02c4f3bcf079 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:12.428640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port be3f9653-e026-44c6-9e92-02c4f3bcf079 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:12.438562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port be3f9653-e026-44c6-9e92-02c4f3bcf079 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:12.439007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.462294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-fb31899a-3525-4bb5-a4b3-7d4aeb7bc64f service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699826 Aug 04 14:51:12.539819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:12.550930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 00236653-e355-40e5-bbb5-33b2f10acec5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:12.559988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a4553-03d5-4f63-9014-64b948a8dcfa req-565037e9-1dda-4644-82b5-325c0e87fdbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:12.568385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e3a4553-03d5-4f63-9014-64b948a8dcfa req-565037e9-1dda-4644-82b5-325c0e87fdbd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 944 time: 0.2144487 Aug 04 14:51:12.599558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.639194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e3a4553-03d5-4f63-9014-64b948a8dcfa req-88cb2a64-cb21-433b-88f8-d33265d313fa tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582163 Aug 04 14:51:12.639732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6beb-a6aa-4e87-8e51-e2f647d39aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.689112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Could not find standard attr ID for object b089c889-1307-428c-a902-f7539e47424c. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:12.698569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-cf69b069-4194-4c48-8be5-8d080543c38b service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296064 Aug 04 14:51:12.759728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=b089c889-1307-428c-a902-f7539e47424c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:12.782640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-27ff8f89-cddd-4620-b3b2-6797c526ac34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 217 time: 0.0765638 Aug 04 14:51:12.802488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Provisioning for port e25e08ab-cab7-47b8-a102-b90b08c62b49 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:12.804654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58140) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:12.813656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Provisioning complete for port e25e08ab-cab7-47b8-a102-b90b08c62b49 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:12.814032 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.820782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.893351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-9140d93e-66dd-4d0a-9e84-b31170501f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:12.898348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-9140d93e-66dd-4d0a-9e84-b31170501f0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1072707 Aug 04 14:51:12.912765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:12.918004 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78644cab-0052-4df6-be57-0fa4b708e824" -d '{"events": [{"server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "name": "network-vif-plugged", "status": "completed", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:12.971630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Port e25e08ab-cab7-47b8-a102-b90b08c62b49 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:12.978007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 00236653-e355-40e5-bbb5-33b2f10acec5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:12.978392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:12.982066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:13.012113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58148) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:13.014689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.022279 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365eaff-37e3-4822-b8d6-e1872ec5cf03 x-openstack-request-id: req-2365eaff-37e3-4822-b8d6-e1872ec5cf03 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:13.022731 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "name": "network-vif-plugged", "status": "completed", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:13.023242 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2365eaff-37e3-4822-b8d6-e1872ec5cf03 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:13.023760 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079', 'code': 200} Aug 04 14:51:13.058417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-39eeaa64-c6cc-4108-b067-0899f965ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:13.074674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.082209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-39eeaa64-c6cc-4108-b067-0899f965ed98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764421 Aug 04 14:51:13.083499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32297949-5059-4ad9-9a11-56b155b68488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.092871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-39f393db-46d3-4ce4-aefc-52b876f03b89 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/b089c889-1307-428c-a902-f7539e47424c HTTP/1.1" status: 204 len: 168 time: 1.3829775 Aug 04 14:51:13.096124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:13.168777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:13.181282 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0322149c-b460-4ee3-bde4-8632816d0e14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] GET failed (client error): The resource could not be found. Aug 04 14:51:13.185151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0322149c-b460-4ee3-bde4-8632816d0e14 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports/b089c889-1307-428c-a902-f7539e47424c HTTP/1.1" status: 404 len: 333 time: 0.0800850 Aug 04 14:51:13.200061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:13.208430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Provisioning complete for port 00236653-e355-40e5-bbb5-33b2f10acec5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:13.208879 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5f65e048-31fa-4f51-a589-e7b5e0030b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.216275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1538728917-network', 'tenant_id': '73adb4b8971d4722851c9f772227b033'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:13.228181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1808517011'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:13.291978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-7b4b45ff-45fa-4f5e-8887-40f47bb5ce51 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979072 Aug 04 14:51:13.327366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf905-4dfc-49f2-8ccf-dd57c1ac9f12 req-9a215ea6-4010-4b1c-a436-d9bfe7fb4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:13.328961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f2cf905-4dfc-49f2-8ccf-dd57c1ac9f12 req-9a215ea6-4010-4b1c-a436-d9bfe7fb4476 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 1097 time: 0.2279310 Aug 04 14:51:13.392472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5f2cf905-4dfc-49f2-8ccf-dd57c1ac9f12 req-c63e4dd0-d275-4415-ae1b-2bf6cc31d845 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504730 Aug 04 14:51:13.451675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-cd8e4496-3280-41ab-bde1-f61404c408f7 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522057 Aug 04 14:51:13.470906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6beb-a6aa-4e87-8e51-e2f647d39aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.476958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6beb-a6aa-4e87-8e51-e2f647d39aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.508757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd3d6beb-a6aa-4e87-8e51-e2f647d39aaa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c38f3d6f42954bb388483018fb147875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579434 Aug 04 14:51:13.517205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:13.523231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-d62cb89e-e10d-410d-8af7-53c8b4d28f9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 200 len: 217 time: 0.0641680 Aug 04 14:51:13.537393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8e9609d4-6524-43b8-87b6-dbacaa5416f4 None None] Could not find standard attr ID for object b089c889-1307-428c-a902-f7539e47424c. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:13.552221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6beb-a6aa-4e87-8e51-e2f647d39aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34e17d-6c6b-4db3-a318-c76a865003ee,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:13.556401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8e9609d4-6524-43b8-87b6-dbacaa5416f4 None None] Provisioning complete for port e25e08ab-cab7-47b8-a102-b90b08c62b49 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:13.556939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8e9609d4-6524-43b8-87b6-dbacaa5416f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.574542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Made reservation on behalf of 73adb4b8971d4722851c9f772227b033 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:13.577571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.595379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.604899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8e9609d4-6524-43b8-87b6-dbacaa5416f4 None None] Port e25e08ab-cab7-47b8-a102-b90b08c62b49 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:13.611189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:51:13.611189 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:51:13.611189 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '25baace7afdb45b096958377417a3395', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 51, 13, 472060)}] Aug 04 14:51:13.611189 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:51:13.611931 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:51:13.614890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.641446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-7564c90b-a1b8-40e4-91b6-81d848b09453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:13.641756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.643726 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-7564c90b-a1b8-40e4-91b6-81d848b09453 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1127987 Aug 04 14:51:13.707866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.709468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ba0da9fb-24ae-4321-811e-746b2cef5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:13.710699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.711612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-ba0da9fb-24ae-4321-811e-746b2cef5397 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609772 Aug 04 14:51:13.715083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e34e17d-6c6b-4db3-a318-c76a865003ee HTTP/1.1" status: 204 len: 168 time: 0.1968446 Aug 04 14:51:13.726860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55c3ce-96e8-4140-b6b7-1e864b75de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34e17d-6c6b-4db3-a318-c76a865003ee,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:13.813630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32297949-5059-4ad9-9a11-56b155b68488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.835823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32297949-5059-4ad9-9a11-56b155b68488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:13.926560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ae40-8447-4fb5-a095-9b2114d3c10d req-c7acf8dd-a96e-4fe6-a0a3-cb916b53e325 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:13.928094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2c6ae40-8447-4fb5-a095-9b2114d3c10d req-c7acf8dd-a96e-4fe6-a0a3-cb916b53e325 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1549697 Aug 04 14:51:13.930450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-32297949-5059-4ad9-9a11-56b155b68488 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9caf20bab3684d0dbae804ae395a30ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9173322 Aug 04 14:51:13.933827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:13.939521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297949-5059-4ad9-9a11-56b155b68488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66c5e5-c623-4b4d-87f4-9c7ebf12f0dd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:13.943565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-099c29bc-9fbc-44a4-b630-177373568c55 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250032 Aug 04 14:51:14.040472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.077990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.173709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.179253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.181247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e66c5e5-c623-4b4d-87f4-9c7ebf12f0dd HTTP/1.1" status: 204 len: 168 time: 0.2459693 Aug 04 14:51:14.204444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7fa89-267a-4747-91cd-155ea17d2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66c5e5-c623-4b4d-87f4-9c7ebf12f0dd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:14.436625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2c6ae40-8447-4fb5-a095-9b2114d3c10d req-300ef46c-0995-4a44-95e9-352c35c456ff tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992564 Aug 04 14:51:14.476197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.485159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.520102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-01147c18-ffca-44ff-85a6-54b57b1b6490 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660791 Aug 04 14:51:14.527486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:14.532050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:14.536543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.563460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:14.587636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee4e67-cee5-432f-9864-9c9a81bd5afa,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:14.591460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.592053 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Added segment 025e19ab-b1f5-4618-9d64-da2d16a31ff0 of type vlan for network 7f4fc366-961a-4022-ba19-51db7f1051f2 Aug 04 14:51:14.594634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-fbb7928d-8b21-46ee-979a-9566425d77d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 200 len: 217 time: 0.0647905 Aug 04 14:51:14.683216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.704582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-85218034-eda3-4cfa-863d-876bc4d4c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:14.706190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-85218034-eda3-4cfa-863d-876bc4d4c522 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 200 len: 797 time: 0.1020777 Aug 04 14:51:14.756675 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4af4-1658-4372-a18a-c1f2dca7caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.764804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.766349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:14.767542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.821538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::49 (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/f6a5d5eb-8d1a-41cd-870e-fe92e4a83445) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:14.837356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-bf81baf8-e69e-4c83-b108-a2736e692b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:14.838917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-bf81baf8-e69e-4c83-b108-a2736e692b93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1e3ed9b-f210-4762-b053-83ea94e1758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206553 Aug 04 14:51:14.846327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0396907 Aug 04 14:51:14.847204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396232b2-eb2d-4f93-b831-47f9483d0cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4fc366-961a-4022-ba19-51db7f1051f2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:14.848738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:14.860514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Request body: {'subnet': {'network_id': '7f4fc366-961a-4022-ba19-51db7f1051f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1538728917-subnet', 'tenant_id': '73adb4b8971d4722851c9f772227b033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:14.864575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 7f4fc366-961a-4022-ba19-51db7f1051f2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:14.898837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Made reservation on behalf of 73adb4b8971d4722851c9f772227b033 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:14.902549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:14.971702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-784bdaf2-fad9-4609-b62b-926f27d021a2 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219146 Aug 04 14:51:15.125427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-7897cba3-d95d-4f94-872a-7446838e12c7 service neutron] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464496 Aug 04 14:51:15.213405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-db436c6a-3c14-4cf5-a2b0-9243ac5c606c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 200 len: 217 time: 0.0808105 Aug 04 14:51:15.233394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:15.279315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:15.298026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-74725f32-460e-4b42-a0b2-39fabf56b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:15.300621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-74725f32-460e-4b42-a0b2-39fabf56b9e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.0797367 Aug 04 14:51:15.322219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:15.368517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-3a3b4250-2b72-4fa6-97c7-c4a9eff17bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:15.370807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-3a3b4250-2b72-4fa6-97c7-c4a9eff17bb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610361 Aug 04 14:51:15.444756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:15.453164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d868e6-1028-4051-84f7-5bf7362fe2c6,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:15.508346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Checking segment: {'id': '025e19ab-b1f5-4618-9d64-da2d16a31ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7f4fc366-961a-4022-ba19-51db7f1051f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:15.508714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Network hostable DHCP agents. Network: 7f4fc366-961a-4022-ba19-51db7f1051f2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:15.528741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:15.537971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:15.542357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=f6a5d5eb-8d1a-41cd-870e-fe92e4a83445,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:15.544732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:15.550410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:15.551169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:15.572025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Network 7f4fc366-961a-4022-ba19-51db7f1051f2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:15.586078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-100fff2e-bdcd-4b80-9bd5-72d3477d573a tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3803582 Aug 04 14:51:15.588706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58224) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:15.595249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:b2:4b:59'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:15.610170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 7f4fc366-961a-4022-ba19-51db7f1051f2) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:15.623894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65daa9-483b-440a-b34b-e04543a07600 None None] Network 7f4fc366-961a-4022-ba19-51db7f1051f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:15.641892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-caa950db-44a6-4e56-a928-08530455e02a service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617023 Aug 04 14:51:15.683397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:15.687318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:15.693536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825a39-03ce-4fa8-9c37-3c3d93139342 req-217c266d-e2fc-40fd-9f5d-b9667e06a4ce tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:15.695902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7825a39-03ce-4fa8-9c37-3c3d93139342 req-217c266d-e2fc-40fd-9f5d-b9667e06a4ce tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1034141 Aug 04 14:51:15.754685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-acdc25b9-3e87-4f7c-b175-8f894d247c35 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8971117 Aug 04 14:51:15.758738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:15.880616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45ecfe-ebe8-4c97-b1e9-c8f4db5d792a None None] Network 7f4fc366-961a-4022-ba19-51db7f1051f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:15.918861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7825a39-03ce-4fa8-9c37-3c3d93139342 req-a1cb5a71-f1cf-42aa-937d-df02f11c9fcd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099271 Aug 04 14:51:15.974989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-294aac54-082e-4165-8203-0f626ae6925f service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212898 Aug 04 14:51:16.060917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-dc990111-13b8-4612-a4a7-4a53bbf6a5f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 200 len: 217 time: 0.0798278 Aug 04 14:51:16.066371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.115692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4dead20c-ac70-418a-a621-d7d0ec38db7d None None] Provisioning for port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:16.131031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4dead20c-ac70-418a-a621-d7d0ec38db7d None None] Provisioning complete for port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:16.133340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dead20c-ac70-418a-a621-d7d0ec38db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.157915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-162f5464-b958-4bd4-a666-4fb44877347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:16.159702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-162f5464-b958-4bd4-a666-4fb44877347a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 200 len: 797 time: 0.0906491 Aug 04 14:51:16.188355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4dead20c-ac70-418a-a621-d7d0ec38db7d None None] Port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:16.273218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1735693676', 'description': 'tempest-description-161145064'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:16.323409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'networks': [{'name': 'tempest-network--92516121'}, {'name': 'tempest-network--74943547'}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:16.323831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-network--92516121'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:16.324392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-network--74943547'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:16.338070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-8df29bd4-8552-4bdc-b43c-950814ece2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:16.339600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-8df29bd4-8552-4bdc-b43c-950814ece2ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17c78649-0891-43c3-808f-43feeba9048f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1673875 Aug 04 14:51:16.342630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.394928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'network': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:16.401400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.416942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.461426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2d7a-993c-4c57-8b63-c1936dc9dc64 req-6909bc25-34a7-4315-88a2-8ed492573221 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:16.463013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59fd2d7a-993c-4c57-8b63-c1936dc9dc64 req-6909bc25-34a7-4315-88a2-8ed492573221 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1384218 Aug 04 14:51:16.476125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.484888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.500473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] In _notify_port_updated(), no bound segment for port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 on network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:51:16.507148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:16.507941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.511986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "PUT /v2.0/ports/f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 HTTP/1.1" status: 200 len: 1002 time: 0.9195974 Aug 04 14:51:16.516391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58262) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:16.536969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-b5b1bd67-8fff-4938-a384-cd56c9d5031a service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780632 Aug 04 14:51:16.557811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227396-4474-46b3-8706-d0ae1b356bbc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=f6a5d5eb-8d1a-41cd-870e-fe92e4a83445,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:16.631065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59fd2d7a-993c-4c57-8b63-c1936dc9dc64 req-61bc0991-3cf4-4eac-b7ab-f33485eac9dc tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596842 Aug 04 14:51:16.714740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.736646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.805724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b74fa52b-39ff-4293-9787-c9aae0dbedc8 req-35467e28-6f55-4b9c-af67-fcb9fbccfd66 service neutron] 10.222.0.38 "GET /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443066 Aug 04 14:51:16.855174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a868fae1-5ae4-47b1-862e-29dcf3009702,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:16.867173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:16.867715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.874566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fa2af4eb-6d0a-4dca-9b77-b18f8b3a7155 None None] Provisioning complete for port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:16.874972 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fa2af4eb-6d0a-4dca-9b77-b18f8b3a7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.884929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.891404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.892109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.934943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fa2af4eb-6d0a-4dca-9b77-b18f8b3a7155 None None] Port f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:16.947880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824da169-8134-40de-8188-7bb1c46e67f9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:16.954762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:16.966394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:16.966860 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment 64edf51b-febe-4f9a-b87c-f7a8ebb2e42d of type vlan for network 6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3 Aug 04 14:51:17.018016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.020089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d299f94-b788-41dc-a03b-32d798ea3c23 req-7b93469d-7815-49ae-990f-9cbb1ce1242f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7590182 Aug 04 14:51:17.029180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.064002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.069641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:17.082826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.083237 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment 4d8e0b6a-1538-4bb6-9ffb-a53a0406e7ce of type vlan for network c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8 Aug 04 14:51:17.103157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:17.122632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3556af-a194-4afc-9307-a64b43eb92f4 req-2c110bba-aa05-4f03-b782-ed5950972260 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.131321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c3556af-a194-4afc-9307-a64b43eb92f4 req-2c110bba-aa05-4f03-b782-ed5950972260 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2289011 Aug 04 14:51:17.136026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.172862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04e87f0d-374c-4039-b419-ded57db0e7df req-17fdaa1e-df48-4c66-85df-f82256474064 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/a868fae1-5ae4-47b1-862e-29dcf3009702 HTTP/1.1" status: 200 len: 1806 time: 0.1292362 Aug 04 14:51:17.190981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.191982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.199214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.204412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.205145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.237555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c3556af-a194-4afc-9307-a64b43eb92f4 req-d2382040-7a62-4402-a956-bf51e5fc12bd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052859 Aug 04 14:51:17.243005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868fae1-5ae4-47b1-862e-29dcf3009702', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:17.243354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868fae1-5ae4-47b1-862e-29dcf3009702', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:17.258251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.4871988 Aug 04 14:51:17.258251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:17.349395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:17.374900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:17.380187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72190e70-1125-4b86-a9f5-fa2b2838adf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.389580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.436026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.444199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.538619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.551000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.552234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04e87f0d-374c-4039-b419-ded57db0e7df req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3258941 Aug 04 14:51:17.563194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6399a3-9b8e-4825-8a2e-6063f2714681 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d676c453-ed08-48cf-b146-23965ac9d273,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:17.612771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.621557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35d890-cd7a-44e7-98aa-9354111145cc tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.625807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1867001144', 'description': 'tempest-description-1376437338'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:17.628196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35d890-cd7a-44e7-98aa-9354111145cc tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.631147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=f6a5d5eb-8d1a-41cd-870e-fe92e4a83445,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:17.635929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35d890-cd7a-44e7-98aa-9354111145cc tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.642435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35d890-cd7a-44e7-98aa-9354111145cc tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.644447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5d35d890-cd7a-44e7-98aa-9354111145cc tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.3620937 Aug 04 14:51:17.663444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58314) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:17.706542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f0ddd-5142-4551-9d5f-1cc824ca3a11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:17.717758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:17.817671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.834040 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.861810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcfd23-a57c-48b6-b53e-3505c3f08220 req-31fd6456-d2c8-4134-871a-8eea07b82837 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:17.869443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ebcfd23-a57c-48b6-b53e-3505c3f08220 req-31fd6456-d2c8-4134-871a-8eea07b82837 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.3346434 Aug 04 14:51:17.885779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:17.964805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ebcfd23-a57c-48b6-b53e-3505c3f08220 req-53eb62fe-d35b-4049-95d5-e5e79402e1f3 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944674 Aug 04 14:51:17.987377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.101995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.106402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ccebe3a-de08-42aa-9106-fb77f28244ce tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 HTTP/1.1" status: 204 len: 168 time: 1.5846193 Aug 04 14:51:18.107578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.124003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.137756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.145302 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae5082-c586-48d2-bf25-0eb4494a1f62 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] GET failed (client error): The resource could not be found. Aug 04 14:51:18.150505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dfae5082-c586-48d2-bf25-0eb4494a1f62 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports/f6a5d5eb-8d1a-41cd-870e-fe92e4a83445 HTTP/1.1" status: 404 len: 333 time: 0.0389893 Aug 04 14:51:18.153920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58328) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.159678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-687921573'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:18.162955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aa57e52-d29c-48ab-b6d8-292b93c0b2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.167611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64edf51b-febe-4f9a-b87c-f7a8ebb2e42d') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.167611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64edf51b-febe-4f9a-b87c-f7a8ebb2e42d') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.182086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.207315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.216485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.219435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:18.219913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:18.223130 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:18.225745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.310987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec3970f-e788-4098-beee-c868d8ea2ff1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:18.319997 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.328534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.334186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58330) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.334892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3 HTTP/1.1" status: 204 len: 168 time: 0.6693769 Aug 04 14:51:18.349644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09de8aa-8107-4ec3-9514-d8734aab5300 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=6d89dce6-4fad-4a61-bfe0-6eb39f6cfbc3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:18.441510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.448593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aa57e52-d29c-48ab-b6d8-292b93c0b2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.455114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aa57e52-d29c-48ab-b6d8-292b93c0b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.459905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.465249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b2f236d-10c0-4825-8297-7e5f5fc02d53 req-d53ca2b7-705d-4ad5-884b-66992e0455b0 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8533428 Aug 04 14:51:18.537860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4aa57e52-d29c-48ab-b6d8-292b93c0b2e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d4e31abbfc84516a758f057066e497e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546064 Aug 04 14:51:18.538603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa57e52-d29c-48ab-b6d8-292b93c0b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f117a9-1503-491b-a4b2-63b85e222be8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:18.541431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58334) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.543968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.553591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-497638e0-583b-4cdf-9e90-0af911b743da tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/6ec3970f-e788-4098-beee-c868d8ea2ff1 HTTP/1.1" status: 200 len: 1807 time: 0.0652478 Aug 04 14:51:18.565052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:18.569234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.574851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ec3970f-e788-4098-beee-c868d8ea2ff1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:18.575501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ec3970f-e788-4098-beee-c868d8ea2ff1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:18.630156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.648311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.652168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.655324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port d3efa830-fca5-487e-af60-0b1a58af1ba0 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:18.664891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.670269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.708151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8e0b6a-1538-4bb6-9ffb-a53a0406e7ce') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.708448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8e0b6a-1538-4bb6-9ffb-a53a0406e7ce') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:18.713025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.724386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.750253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.751865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.761582 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.775148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.777700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.781816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93f117a9-1503-491b-a4b2-63b85e222be8 HTTP/1.1" status: 204 len: 168 time: 0.2390757 Aug 04 14:51:18.783032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:18.783445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:18.786375 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:18.791892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b280f27-9dd5-4aef-adf4-30cc51a989fe,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:18.800327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5b86-6a23-4ff6-818a-016d70259517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f117a9-1503-491b-a4b2-63b85e222be8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:18.807791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.809281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ce1ec50-0842-4eb5-a48e-25d9b7658483 req-a9d22954-30b7-4e6e-84e1-3503baac6e8b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2445848 Aug 04 14:51:18.841426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-617446525', 'description': 'tempest-description-2108327220'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:18.867178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.899135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::204 (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/d3efa830-fca5-487e-af60-0b1a58af1ba0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:18.923320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.935759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:18.940427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8 HTTP/1.1" status: 204 len: 168 time: 0.6023493 Aug 04 14:51:18.941477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:18.956827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724be6a0-02ad-41bf-b318-8a6c0eb07dfe tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=c07e9ace-cb50-4106-a5ca-86ecfcc7a9e8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:19.062652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322dba1c-07a7-4ad3-83b3-1de4e8b19fa9 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:19.071523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322dba1c-07a7-4ad3-83b3-1de4e8b19fa9 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:19.073236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-322dba1c-07a7-4ad3-83b3-1de4e8b19fa9 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1307542 Aug 04 14:51:19.077085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:19.089868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-130026741'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:19.106252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.112995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.127401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.147852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object d3efa830-fca5-487e-af60-0b1a58af1ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:19.150647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:19.155660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.172226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f896f246-a7e3-41da-8e74-7bc94be266a5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:19.180279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.199758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e995cf50-7740-4ff2-a0a7-05e40114b3e5 req-8def60e5-7100-48f6-982c-be8a14d8f0d4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3618467 Aug 04 14:51:19.203641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:19.232957 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.233290 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment 1ce66cb2-e623-4184-9b4d-21f0a07a1cf8 of type vlan for network 07adcdd8-d3ba-4e94-95e5-c824c8621338 Aug 04 14:51:19.270314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.276344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f0947-96ec-4dcf-86dc-e622232aeb39 req-540333ce-7ab4-446e-90dd-cab684c38e85 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:19.278565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf4f0947-96ec-4dcf-86dc-e622232aeb39 req-540333ce-7ab4-446e-90dd-cab684c38e85 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1522584 Aug 04 14:51:19.282442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58362) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:19.309876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.322995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.338447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1392807968', 'description': 'tempest-description-1410387862'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:19.347741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:19.354091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=d3efa830-fca5-487e-af60-0b1a58af1ba0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:19.356846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:19.365404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:19.371469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:19.372153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.376517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf4f0947-96ec-4dcf-86dc-e622232aeb39 req-bb733a6f-6a46-4e78-8fc6-0fc333b26291 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916166 Aug 04 14:51:19.379800 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:51:19.379800 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:51:19.379800 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '405896324cdc486b8ead563093d031cf', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 51, 19, 352074)}] Aug 04 14:51:19.379800 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:51:19.380336 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:51:19.388894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.392570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.401646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:19.402409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.412877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-04427d12-b48a-4310-b97a-92004e08e531 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2557662 Aug 04 14:51:19.414312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58364) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:19.421086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b2:4b:59'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:19.653398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.661374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.686387 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.709594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2bf720-0e37-4733-8af0-f246ffc48d22,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:19.716069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.717910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e46ab90-8562-4985-a68b-bde80508283a req-0b40bd7a-6661-4cf6-b64f-d1cba877828b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3837457 Aug 04 14:51:19.750938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-19e256f3-6ec2-425a-8fc5-4a17df9b4b05 None None] Provisioning for port d3efa830-fca5-487e-af60-0b1a58af1ba0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:19.757043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-19e256f3-6ec2-425a-8fc5-4a17df9b4b05 None None] Provisioning complete for port d3efa830-fca5-487e-af60-0b1a58af1ba0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:19.757556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19e256f3-6ec2-425a-8fc5-4a17df9b4b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.812897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-19e256f3-6ec2-425a-8fc5-4a17df9b4b05 None None] Port d3efa830-fca5-487e-af60-0b1a58af1ba0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:19.831591 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7521513 Aug 04 14:51:19.834429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58368) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:19.839693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-438541326'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:19.844799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-b414bc27-91c6-47cf-b54c-556e997e388a tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/f896f246-a7e3-41da-8e74-7bc94be266a5 HTTP/1.1" status: 200 len: 1806 time: 0.0911868 Aug 04 14:51:19.858917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d2dc-1065-4ab1-b288-142b5f3e1977 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=07adcdd8-d3ba-4e94-95e5-c824c8621338,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:19.869936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 07adcdd8-d3ba-4e94-95e5-c824c8621338 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:19.875284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:19.879521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.881235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.908256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:19.920291 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.921056 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment 084eccc9-67bc-40f2-8849-3b95f3f62667 of type vlan for network 33e2465a-2e05-4df5-a680-b78aef0ed843 Aug 04 14:51:19.968884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-71343a6e-4def-4e1c-9c13-e5bd24532485 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/bb2bf720-0e37-4733-8af0-f246ffc48d22 HTTP/1.1" status: 200 len: 1807 time: 0.0884304 Aug 04 14:51:19.974356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:19.994898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f896f246-a7e3-41da-8e74-7bc94be266a5', 'remote_group_id': 'bb2bf720-0e37-4733-8af0-f246ffc48d22', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:19.995220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f896f246-a7e3-41da-8e74-7bc94be266a5', 'remote_group_id': 'bb2bf720-0e37-4733-8af0-f246ffc48d22', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.009434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.016350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:20.017058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.080367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.089739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.090828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.093520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=33e2465a-2e05-4df5-a680-b78aef0ed843,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.105145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.111817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 33e2465a-2e05-4df5-a680-b78aef0ed843 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:20.151545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] In _notify_port_updated(), no bound segment for port d3efa830-fca5-487e-af60-0b1a58af1ba0 on network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:51:20.157618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:20.158279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.162535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "PUT /v2.0/ports/d3efa830-fca5-487e-af60-0b1a58af1ba0 HTTP/1.1" status: 200 len: 1002 time: 0.7470436 Aug 04 14:51:20.163284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58372) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:20.209935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.214168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03602b8-36b5-4551-9637-176cd551ef47 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=d3efa830-fca5-487e-af60-0b1a58af1ba0,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.214811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a0584e8f-39b8-472d-aba1-5a36c37409b2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3790481 Aug 04 14:51:20.217405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58374) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:20.225110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=405896324cdc486b8ead563093d031cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413500 Aug 04 14:51:20.227534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'ports': [{'network_id': '07adcdd8-d3ba-4e94-95e5-c824c8621338', 'name': 'tempest-port--121665765', 'admin_state_up': True}, {'network_id': '33e2465a-2e05-4df5-a680-b78aef0ed843', 'admin_state_up': False}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.227849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'port': {'network_id': '07adcdd8-d3ba-4e94-95e5-c824c8621338', 'name': 'tempest-port--121665765', 'admin_state_up': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.228339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'port': {'network_id': '33e2465a-2e05-4df5-a680-b78aef0ed843', 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.234075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15b916-bf31-4122-9f4a-f7afaf4a2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a74761-a5f6-4a65-8b24-de7f5497e8a5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.246524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58376) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:20.359222 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.424501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.436395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.449041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.457336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e2424a-8c34-4cd9-abf7-34f068cbfd39,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.472012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.475188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2d0fdbe-f5f3-4c55-9525-e2fe0519835e req-192ab6cf-7cbb-4d82-bd9f-900700d24497 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4971862 Aug 04 14:51:20.525894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1138947433', 'description': 'tempest-description-481966963'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.544243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-264d5682-92fa-4419-8911-7f2b0573f52b None None] Provisioning complete for port d3efa830-fca5-487e-af60-0b1a58af1ba0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:20.544517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.545090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-264d5682-92fa-4419-8911-7f2b0573f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.567138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.586747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port d3efa830-fca5-487e-af60-0b1a58af1ba0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:20.587357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.588065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-264d5682-92fa-4419-8911-7f2b0573f52b None None] Port d3efa830-fca5-487e-af60-0b1a58af1ba0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:20.599913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ebe3-2fe2-4d58-89df-54fbc3694f92 req-455238c7-a43a-4233-b153-f2781ba1f048 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:20.603298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1458ebe3-2fe2-4d58-89df-54fbc3694f92 req-455238c7-a43a-4233-b153-f2781ba1f048 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1175687 Aug 04 14:51:20.685888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.698726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.703015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29a74761-a5f6-4a65-8b24-de7f5497e8a5 HTTP/1.1" status: 204 len: 168 time: 0.4455066 Aug 04 14:51:20.716697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1458ebe3-2fe2-4d58-89df-54fbc3694f92 req-30d0402b-eb22-469a-8e4d-1c5a649640e1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056669 Aug 04 14:51:20.732728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1f0f8-4f42-4416-97a4-9e1b2c041dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a74761-a5f6-4a65-8b24-de7f5497e8a5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.734999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.749068 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.749370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for d3efa830-fca5-487e-af60-0b1a58af1ba0 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:20.756368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.809286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687cface-57d1-4012-9e5b-268625d800e9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:20.825254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'port': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:20.828345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.829845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d264d24f-a128-415e-b726-43a8c6a61e6b req-294ed522-0264-439a-9681-798355c264c1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3125446 Aug 04 14:51:20.830272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.860180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-159348791', 'description': 'tempest-description-1912084853'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:20.862448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.893479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:20.994448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:51:21.005030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] device_id is not set on port a687af74-aedb-48e8-8f12-fe0aac4c7c2e yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:21.021624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.028513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.038343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.076779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=d3efa830-fca5-487e-af60-0b1a58af1ba0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:21.086540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.100118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0145780-d3a0-42b3-b103-3cf904e5745e req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2396519 Aug 04 14:51:21.100118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:21.105595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.106072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.106540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.106947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.107256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.107591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.107926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.108634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.109088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.109447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.109779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.110105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf97542-b865-4657-87bc-fe93e9285587 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:21.115621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.120940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17de2959-3961-4c76-9b55-835324adf66c tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/d3efa830-fca5-487e-af60-0b1a58af1ba0 HTTP/1.1" status: 204 len: 168 time: 0.9529476 Aug 04 14:51:21.120940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:21.165198 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-305e4985-912e-4685-b781-7874cbfd1818 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] GET failed (client error): The resource could not be found. Aug 04 14:51:21.167407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-305e4985-912e-4685-b781-7874cbfd1818 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports/d3efa830-fca5-487e-af60-0b1a58af1ba0 HTTP/1.1" status: 404 len: 333 time: 0.0454214 Aug 04 14:51:21.171558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:21.184574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2114154484'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:21.297981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.340123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-21f2a75a-b36e-4682-a4c3-840e62c0eae4 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/687cface-57d1-4012-9e5b-268625d800e9 HTTP/1.1" status: 200 len: 1806 time: 0.2033076 Aug 04 14:51:21.419645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] device_id is not set on port d0065b1d-290a-4510-a2c2-148b31cc8668 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:21.485138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-b4255b1e-a395-474a-9187-c83d36aba40c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c HTTP/1.1" status: 200 len: 1806 time: 0.1097133 Aug 04 14:51:21.487749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:21.493011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.510088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '687cface-57d1-4012-9e5b-268625d800e9', 'remote_group_id': 'c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:21.510570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '687cface-57d1-4012-9e5b-268625d800e9', 'remote_group_id': 'c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:21.533064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:21.645442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.688884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.705098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.717411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::2de (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/91caea6f-e26f-4955-bbc5-4f31ce55f1a6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:21.742870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.749609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.787119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54a60b9-41d0-4dbd-9298-91b4b9e97ebd,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:21.797076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.797942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Port': ['ID=a687af74-aedb-48e8-8f12-fe0aac4c7c2e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:21.798292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-372e45c2-b9b3-4837-93fc-68aade5e7746 req-2976133f-9169-44f3-a4ef-c67aba72d199 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3024020 Aug 04 14:51:21.820660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Checking segment: {'id': '1ce66cb2-e623-4184-9b4d-21f0a07a1cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07adcdd8-d3ba-4e94-95e5-c824c8621338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:21.821146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network hostable DHCP agents. Network: 07adcdd8-d3ba-4e94-95e5-c824c8621338, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:21.845319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network 07adcdd8-d3ba-4e94-95e5-c824c8621338 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:21.859021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 07adcdd8-d3ba-4e94-95e5-c824c8621338) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:21.863118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:21.864294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.874719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f272eca-2b0c-42ae-b7ef-25ec3b89c6d4 None None] Network 07adcdd8-d3ba-4e94-95e5-c824c8621338 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:21.941155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:21.953684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Port': ['ID=d0065b1d-290a-4510-a2c2-148b31cc8668,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:21.968343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:21.989534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Checking segment: {'id': '084eccc9-67bc-40f2-8849-3b95f3f62667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '33e2465a-2e05-4df5-a680-b78aef0ed843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:21.989903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network hostable DHCP agents. Network: 33e2465a-2e05-4df5-a680-b78aef0ed843, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:22.009783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network 33e2465a-2e05-4df5-a680-b78aef0ed843 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:22.023670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 33e2465a-2e05-4df5-a680-b78aef0ed843) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:22.028499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.044089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc4398-535a-4465-a11c-0e8dd0aa4b42 None None] Network 33e2465a-2e05-4df5-a680-b78aef0ed843 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:22.045269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:22.060797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.068444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:22.074239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:22.074668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.075414 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.103123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:22.109570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.110231 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.122629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d05a900a-79c1-48ee-80ed-8d1791834fce tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8994985 Aug 04 14:51:22.126213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58424) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:22.145117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9693940 Aug 04 14:51:22.159232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:22.191922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a43a6-8319-468b-a0c7-f10ba190a1f1 req-f009781a-dc60-4532-a837-aa173f762754 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.198974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f14a43a6-8319-468b-a0c7-f10ba190a1f1 req-f009781a-dc60-4532-a837-aa173f762754 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1842439 Aug 04 14:51:22.200668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9704-ce3e-465c-aae5-6f091b7d4bd7 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=91caea6f-e26f-4955-bbc5-4f31ce55f1a6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:22.206878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-f6b508cd-921a-47fe-bb41-cf02ebbaa455 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c HTTP/1.1" status: 200 len: 1806 time: 0.3741331 Aug 04 14:51:22.228252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'network_id': '789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1381875575'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:22.266998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f14a43a6-8319-468b-a0c7-f10ba190a1f1 req-a36da438-56d7-4ece-910b-9a0f3bda69a0 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587854 Aug 04 14:51:22.361477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.391366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3308d-beb2-43dc-8b59-cba3af631b06 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.401087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3308d-beb2-43dc-8b59-cba3af631b06 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:22.402815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3a3308d-beb2-43dc-8b59-cba3af631b06 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2754073 Aug 04 14:51:22.406461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:22.408256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.484955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.489588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.490135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d180e2cb-58f7-413e-8549-a7f06b9148f0 req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c HTTP/1.1" status: 204 len: 173 time: 0.2608564 Aug 04 14:51:22.501336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f642e2f-9314-40ae-94f7-f9f3f34cad12 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:22.534246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Made reservation on behalf of 25baace7afdb45b096958377417a3395 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:22.538068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.588358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] device_id is not set on port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:22.589433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f200165-76db-4f18-9d43-ac6bc8b0bea5 None None] Provisioning for port 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:22.595724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f200165-76db-4f18-9d43-ac6bc8b0bea5 None None] Provisioning complete for port 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:22.597868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f200165-76db-4f18-9d43-ac6bc8b0bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.607750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a681d78-778f-4ef0-b691-2bced4fb4050 req-d00edaaf-4633-4ff1-97b4-61d2a94b3b37 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/687cface-57d1-4012-9e5b-268625d800e9 HTTP/1.1" status: 200 len: 1806 time: 0.0760794 Aug 04 14:51:22.659229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0f200165-76db-4f18-9d43-ac6bc8b0bea5 None None] Port 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:22.662542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-630895102', 'description': 'tempest-description-915007911'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:22.668846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting port a687af74-aedb-48e8-8f12-fe0aac4c7c2e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:22.669042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.698473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.825397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.835881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.860242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Allocated IP 2001:db8::12f (789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2/50468553-ab53-4497-a73e-8e54e76a4522/0776db01-73ee-4118-9c7d-5821d4f1ffe0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:22.867781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.873649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:22.875174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e631faa-e95b-475f-af7b-22739db19075 req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2252152 Aug 04 14:51:22.885556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37621f-6cb2-4e3b-bbbd-d4eece8a4b51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea59b011-d943-4f8d-a008-e519a5e93e18,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:22.895136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Calling delete_port for a687af74-aedb-48e8-8f12-fe0aac4c7c2e owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:23.083373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.121840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Port': ['ID=a687af74-aedb-48e8-8f12-fe0aac4c7c2e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:23.132816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.134881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f4cc603-1d83-45e4-9420-020e7c8edd98 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/ports/a687af74-aedb-48e8-8f12-fe0aac4c7c2e HTTP/1.1" status: 204 len: 168 time: 0.7274611 Aug 04 14:51:23.141296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:23.155203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.200621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Transition to ACTIVE for port object 0776db01-73ee-4118-9c7d-5821d4f1ffe0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:23.279718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting port d0065b1d-290a-4510-a2c2-148b31cc8668 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:23.279859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.321882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-c1fbf3cb-e68a-485e-b28e-6cae08ab9037 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 200 len: 1805 time: 0.4217651 Aug 04 14:51:23.328869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.333833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea59b011-d943-4f8d-a008-e519a5e93e18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.334179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea59b011-d943-4f8d-a008-e519a5e93e18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.426404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:23.429974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:23.436038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.440241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:23.442644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.451161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:23.451161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.452853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=0776db01-73ee-4118-9c7d-5821d4f1ffe0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:23.466534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2648b-1a74-4f17-880b-2d72f1774251 req-0d2ed0e0-7377-424f-8b7e-46cdc0a820ff tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:23.468546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12b2648b-1a74-4f17-880b-2d72f1774251 req-0d2ed0e0-7377-424f-8b7e-46cdc0a820ff tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.0810030 Aug 04 14:51:23.492149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Calling delete_port for d0065b1d-290a-4510-a2c2-148b31cc8668 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:23.498018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.505929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.511874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f97ad2bb-0cef-4b0c-bfe7-d3379a986eb0 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3173392 Aug 04 14:51:23.515614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:23.523415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::107', 'mac_address': 'fa:16:3e:b2:4b:59'}, {'ip_address': '2001:db8::2de', 'mac_address': 'fa:16:3e:07:03:f3'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.535015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cee63d-03c8-4ff3-a3cc-e19dbac8adba,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:23.569562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12b2648b-1a74-4f17-880b-2d72f1774251 req-a518ea7e-54c4-4407-bc4c-5540543b0361 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904748 Aug 04 14:51:23.575317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.576544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db64cbe0-ac0a-4889-a1fe-4f94638b3adb req-393884b7-93a9-442d-a8ae-0641d727a64c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2474461 Aug 04 14:51:23.683545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-d3b75f2b-8f81-46ad-8821-3c34448400ce tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 200 len: 2399 time: 0.0819664 Aug 04 14:51:23.689097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea59b011-d943-4f8d-a008-e519a5e93e18', 'remote_group_id': None}]} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.689495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea59b011-d943-4f8d-a008-e519a5e93e18', 'remote_group_id': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.735297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.798003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.802707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Port': ['ID=d0065b1d-290a-4510-a2c2-148b31cc8668,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:23.808655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.813523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd135464-68fb-4bc8-94d3-e84d62adb6ef tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/ports/d0065b1d-290a-4510-a2c2-148b31cc8668 HTTP/1.1" status: 204 len: 168 time: 0.6710782 Aug 04 14:51:23.817542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58482) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:23.856532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c3b1b30-fbb1-4ff9-9289-0bfeffc004aa tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378077 Aug 04 14:51:23.860065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58484) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:23.865143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-3300025'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:23.876563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.883974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.903863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-965e0672-8bc1-4aec-9fa8-5c195f7556de None None] Provisioning for port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:23.911904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-965e0672-8bc1-4aec-9fa8-5c195f7556de None None] Provisioning complete for port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:23.912287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-965e0672-8bc1-4aec-9fa8-5c195f7556de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.923602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.931694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4722d1c-4e6f-4c3f-9328-8c9c56527c22,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:23.960604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:23.966606 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:23.990371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-965e0672-8bc1-4aec-9fa8-5c195f7556de None None] Port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:23.997972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.003237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b525f6aa-6519-4fc9-ab21-741f743e5a21 req-038aad3e-c996-4273-a836-1785339639f2 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3186982 Aug 04 14:51:24.021425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:24.036940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.037296 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment f569c3be-f4d2-47dc-9e97-1c69df45c37b of type vlan for network 5d048218-2614-4814-8d39-9b48573c39bd Aug 04 14:51:24.130541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-430d1199-0379-4af4-b111-1298fe62a0f5 req-975c554d-be60-42f2-b2c7-cee8766cbbf1 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 200 len: 2998 time: 0.0824614 Aug 04 14:51:24.132658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.186643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.196119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.206194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-1a94dbc4-bb05-4129-88c9-11a4d9d5c0c5 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-group-rules/e4722d1c-4e6f-4c3f-9328-8c9c56527c22 HTTP/1.1" status: 200 len: 783 time: 0.0442290 Aug 04 14:51:24.209601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.215122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:24.215804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.263308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] In _notify_port_updated(), no bound segment for port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 on network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:51:24.271121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:24.272166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.273806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "PUT /v2.0/ports/0776db01-73ee-4118-9c7d-5821d4f1ffe0 HTTP/1.1" status: 200 len: 1068 time: 0.7570076 Aug 04 14:51:24.277654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58504) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:24.297906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77effa49-b44b-4b1c-a4b6-7b9e6e4d4b37 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event updated for resources: {'Port': ['ID=0776db01-73ee-4118-9c7d-5821d4f1ffe0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:24.357723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=5d048218-2614-4814-8d39-9b48573c39bd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:24.369022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5d048218-2614-4814-8d39-9b48573c39bd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:24.369506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-a9ad7a05-7310-4ffc-a866-1f818215c3d7 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 200 len: 2998 time: 0.1622815 Aug 04 14:51:24.376190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f84ba18c-1612-43ca-8be8-8d6c591008d3 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5147457 Aug 04 14:51:24.376961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:24.384325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1867637034'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:24.425990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.440251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.452922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:24.453600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.506551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.516601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.517740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69235410-c050-4ed0-9d22-1c863d3727b3 req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e4722d1c-4e6f-4c3f-9328-8c9c56527c22 HTTP/1.1" status: 204 len: 173 time: 0.1397586 Aug 04 14:51:24.536090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:24.542950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.547020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92989-8564-4c05-a862-429ca0f36045 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4722d1c-4e6f-4c3f-9328-8c9c56527c22,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:24.598951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.613518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for 0776db01-73ee-4118-9c7d-5821d4f1ffe0 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:24.615336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58514) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:24.668915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:24.675407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-6c76ddbf-7dde-40a1-bf06-e0500ce97c6b tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 200 len: 2399 time: 0.1262720 Aug 04 14:51:24.714975 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.715559 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Added segment d4c7f423-eec0-4553-b8b0-611516e4ee7f of type vlan for network d8163e28-6159-406c-b255-def34afaaf18 Aug 04 14:51:24.737640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0fac5521-ae65-473d-bc09-cf1dd2fbf8bf None None] Provisioning complete for port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:24.738289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fac5521-ae65-473d-bc09-cf1dd2fbf8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.782539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0fac5521-ae65-473d-bc09-cf1dd2fbf8bf None None] Port 0776db01-73ee-4118-9c7d-5821d4f1ffe0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:24.826211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.839176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-552921e6-2a61-41e8-a37c-dad3aeff009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.842978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.857128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066339-f4c1-463f-8e21-4e5ea3b0f68e req-f97ef3cc-b5ec-42c8-bf06-ca731fc87d96 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:24.859048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08066339-f4c1-463f-8e21-4e5ea3b0f68e req-f97ef3cc-b5ec-42c8-bf06-ca731fc87d96 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1872275 Aug 04 14:51:24.882230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=0776db01-73ee-4118-9c7d-5821d4f1ffe0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:24.904091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.905051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.905051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.905680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.906071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.906549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.907479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.907922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.908796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.909243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.909806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.910294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:24.929589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:24.996008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08066339-f4c1-463f-8e21-4e5ea3b0f68e req-989602a5-428d-4504-8c49-619a0fe6b241 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161101 Aug 04 14:51:25.004676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.019883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:25.020540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.112406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.131975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.137035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2452ae86-4d13-474f-b127-80d67acc48bc tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/0776db01-73ee-4118-9c7d-5821d4f1ffe0 HTTP/1.1" status: 204 len: 168 time: 0.8552463 Aug 04 14:51:25.138677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58524) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:25.165411 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25d528-655b-4954-8bfa-d714d06eb8ff tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] GET failed (client error): The resource could not be found. Aug 04 14:51:25.169461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ed25d528-655b-4954-8bfa-d714d06eb8ff tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports/0776db01-73ee-4118-9c7d-5821d4f1ffe0 HTTP/1.1" status: 404 len: 333 time: 0.0271926 Aug 04 14:51:25.173259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58526) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:25.183810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Network': ['ID=d8163e28-6159-406c-b255-def34afaaf18,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.199380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d8163e28-6159-406c-b255-def34afaaf18 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:25.249890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.252641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.253918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da19eee1-bf9f-46f3-976b-00eb5e1a0710 req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/ea59b011-d943-4f8d-a008-e519a5e93e18 HTTP/1.1" status: 204 len: 173 time: 0.5650241 Aug 04 14:51:25.323277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-552921e6-2a61-41e8-a37c-dad3aeff009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.325265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c41f4-b0b1-4995-bfc8-627230a33909 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea59b011-d943-4f8d-a008-e519a5e93e18,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.339310 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-7d5e109e-3525-42d4-a3d5-4e373357b619 req-e9c35af0-1d8b-4805-b98b-d9ec06e6502c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] show failed (client error): The resource could not be found. Aug 04 14:51:25.345730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d5e109e-3525-42d4-a3d5-4e373357b619 req-e9c35af0-1d8b-4805-b98b-d9ec06e6502c tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/c6ddd3c8-91bb-48f7-b87e-b72fbbf4744c HTTP/1.1" status: 404 len: 352 time: 0.0627499 Aug 04 14:51:25.364711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-87dde844-364c-4cc3-b4d9-ef982e6d4489 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9734206 Aug 04 14:51:25.364711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-552921e6-2a61-41e8-a37c-dad3aeff009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.410474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552921e6-2a61-41e8-a37c-dad3aeff009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc789d4-7fa3-45e5-ad48-a0a9329ed09e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.430994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-552921e6-2a61-41e8-a37c-dad3aeff009c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efeb6e8a8d10499983ba3c168995683a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139100 Aug 04 14:51:25.433315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58536) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:25.453679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:25.454036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.470945 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-3b3fd5d2-87d8-4b9f-99bb-b8f85be1bd51 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/687cface-57d1-4012-9e5b-268625d800e9 HTTP/1.1" status: 200 len: 1806 time: 0.0955698 Aug 04 14:51:25.504112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:25.509790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'subnets': [{'network_id': '5d048218-2614-4814-8d39-9b48573c39bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1981812711', 'ip_version': 4}, {'network_id': 'd8163e28-6159-406c-b255-def34afaaf18', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:25.509928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'subnet': {'network_id': '5d048218-2614-4814-8d39-9b48573c39bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1981812711', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:25.510502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Request body: {'subnet': {'network_id': 'd8163e28-6159-406c-b255-def34afaaf18', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:25.526360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.580999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.586552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.593072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.598570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for 91caea6f-e26f-4955-bbc5-4f31ce55f1a6 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:25.629285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.716591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.719324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.723388 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fc789d4-7fa3-45e5-ad48-a0a9329ed09e HTTP/1.1" status: 204 len: 168 time: 0.2858090 Aug 04 14:51:25.731567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Made reservation on behalf of d42e9926b3964292a40861b1b2ebcea9 for: {'subnet': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:25.737107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.737454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.741139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc904336-129a-4832-94ff-1f37affd4801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc789d4-7fa3-45e5-ad48-a0a9329ed09e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.750102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.753605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.755024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c99d5a1-e8c9-4f21-a0a6-82f45a51bb05 req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/687cface-57d1-4012-9e5b-268625d800e9 HTTP/1.1" status: 204 len: 173 time: 0.2586687 Aug 04 14:51:25.801143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eaec2-fea7-46c0-a0d4-1f6597d36968 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cface-57d1-4012-9e5b-268625d800e9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.841066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.888112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=91caea6f-e26f-4955-bbc5-4f31ce55f1a6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:25.899220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-5e749649-85fd-4759-939d-54bba7367225 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/bb2bf720-0e37-4733-8af0-f246ffc48d22 HTTP/1.1" status: 200 len: 1807 time: 0.1094711 Aug 04 14:51:25.941543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:25.946869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c1db788-2000-46ea-a722-0dc4754d1073 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/91caea6f-e26f-4955-bbc5-4f31ce55f1a6 HTTP/1.1" status: 204 len: 168 time: 0.7710495 Aug 04 14:51:25.947260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:25.995415 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-84239ae8-70a8-40a4-bafc-44f42b39a6af tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] GET failed (client error): The resource could not be found. Aug 04 14:51:25.999208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-84239ae8-70a8-40a4-bafc-44f42b39a6af tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "GET /v2.0/ports/91caea6f-e26f-4955-bbc5-4f31ce55f1a6 HTTP/1.1" status: 404 len: 333 time: 0.0463800 Aug 04 14:51:26.000864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58550) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:26.049094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.093324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.230841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6992b-cc88-4e4c-b61b-950614277005 req-e88faea3-8533-4885-9f68-09023a8a7d0e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:26.235661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad6992b-cc88-4e4c-b61b-950614277005 req-e88faea3-8533-4885-9f68-09023a8a7d0e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1019871 Aug 04 14:51:26.283279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.286328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.291563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a729dc2a-54e0-4c30-9ea7-ff62eb55edfe req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/bb2bf720-0e37-4733-8af0-f246ffc48d22 HTTP/1.1" status: 204 len: 173 time: 0.3909762 Aug 04 14:51:26.302841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad6992b-cc88-4e4c-b61b-950614277005 req-329ea5da-d5ef-4bf0-b592-020b9f2c7bc7 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 Aug 04 14:51:26.331363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098614e-dffd-46e0-ad09-9f3ccc181c0f tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2bf720-0e37-4733-8af0-f246ffc48d22,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:26.389056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-1b2ae466-c161-4a7d-aafd-fa1f159a3843 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/f896f246-a7e3-41da-8e74-7bc94be266a5 HTTP/1.1" status: 200 len: 1806 time: 0.0599446 Aug 04 14:51:26.457314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.494218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.508490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58570) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:26.516737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-245090567'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:26.549925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.554016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.561015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9cea2a7-0b86-42bf-9df3-9594ab0e9486 req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/f896f246-a7e3-41da-8e74-7bc94be266a5 HTTP/1.1" status: 204 len: 173 time: 0.1652768 Aug 04 14:51:26.574918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01604b-915a-4289-a8a6-6c56629a11be tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896f246-a7e3-41da-8e74-7bc94be266a5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:26.576648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:26.580111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.641296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port e25e08ab-cab7-47b8-a102-b90b08c62b49 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:26.641296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.649386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:26.652148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-eb3118b1-26be-469d-b977-d05ffe40dc6a tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/6ec3970f-e788-4098-beee-c868d8ea2ff1 HTTP/1.1" status: 200 len: 2407 time: 0.0519090 Aug 04 14:51:26.704289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.704710 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Added segment 0fb8ae35-7669-46e3-900a-351dcc41e923 of type vlan for network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 Aug 04 14:51:26.725330 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.751356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.777110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.802111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.804920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.806276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d6859d5-6ad9-4e8c-a3b2-80b17fc05e56 req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/6ec3970f-e788-4098-beee-c868d8ea2ff1 HTTP/1.1" status: 204 len: 173 time: 0.1469343 Aug 04 14:51:26.824877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225ff1a-4da4-4854-8fbe-cda445e08f16 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec3970f-e788-4098-beee-c868d8ea2ff1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:26.847436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.861471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.874837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for e25e08ab-cab7-47b8-a102-b90b08c62b49 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:26.888103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-160f6f36-bd31-45c9-b281-421bca1e5f36 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "GET /v2.0/security-groups/a868fae1-5ae4-47b1-862e-29dcf3009702 HTTP/1.1" status: 200 len: 2400 time: 0.0516145 Aug 04 14:51:26.897481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.902962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:26.903566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.952715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:26.981173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.017519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5047510 Aug 04 14:51:27.020796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58588) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.027687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1748136733'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:27.041560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Subnet': ['ID=9a6455d0-1a8a-4cd4-b394-1c0862b92230,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.048254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.050908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.051419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb30075-cf5b-4807-b1fb-96e1316a0ea2 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Network': ['ID=31e8b710-0e12-468d-8fa5-3cccb6395bb3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.052092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98e9f2db-386c-42c8-96fc-b837f85149f4 req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] 10.222.0.76 "DELETE /v2.0/security-groups/a868fae1-5ae4-47b1-862e-29dcf3009702 HTTP/1.1" status: 204 len: 173 time: 0.1573076 Aug 04 14:51:27.058072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58592) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.065824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:27.075355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:27.076093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Checking segment: {'id': 'f569c3be-f4d2-47dc-9e97-1c69df45c37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:27.076471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network hostable DHCP agents. Network: 5d048218-2614-4814-8d39-9b48573c39bd, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:27.078997 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.109699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcdc01-4750-4587-bb9c-25c7f26b1344 tempest-SecurityGroupRulesTestJSON-1572193365 tempest-SecurityGroupRulesTestJSON-1572193365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868fae1-5ae4-47b1-862e-29dcf3009702,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.125111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:27.135031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.135442 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Added segment d1811c74-5d88-4b83-bd8e-42b0cc864e70 of type vlan for network d4f852f3-785d-4520-92f3-d0a9d5bb5806 Aug 04 14:51:27.173269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network 5d048218-2614-4814-8d39-9b48573c39bd is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:27.185205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.189555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5d048218-2614-4814-8d39-9b48573c39bd) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:27.193747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.196056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.207095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5947c0f-3bae-469b-b95d-543fac1d63a4 None None] Network 5d048218-2614-4814-8d39-9b48573c39bd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:27.211384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Deleting subnet 53d868e6-1028-4051-84f7-5bf7362fe2c6 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:27.217279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.264008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=e25e08ab-cab7-47b8-a102-b90b08c62b49,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.264520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.270423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:27.271124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.278136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.330250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.348022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f44cbbb9-6d5a-4b45-9988-2870af91d8c5 tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/ports/e25e08ab-cab7-47b8-a102-b90b08c62b49 HTTP/1.1" status: 204 len: 168 time: 1.3457327 Aug 04 14:51:27.350475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event updated for resources: {'Subnet': ['ID=9cc6faee-a8c9-44ed-b08a-f48ba3c22907,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.354398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58602) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.419143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5d048218-2614-4814-8d39-9b48573c39bd', 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd', 'tenant_id': 'd42e9926b3964292a40861b1b2ebcea9', 'fixed_ips': [{'subnet_id': '9a6455d0-1a8a-4cd4-b394-1c0862b92230'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:27.420241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.427171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4049110 Aug 04 14:51:27.440625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58606) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.459992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'subnet': {'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:27.473859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.476899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf86b71-89e5-4512-b5bc-df524f1b1330 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Network': ['ID=d4f852f3-785d-4520-92f3-d0a9d5bb5806,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.528959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:27.535982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting subnet 50468553-ab53-4497-a73e-8e54e76a4522 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:27.541612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.616189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Checking segment: {'id': 'd4c7f423-eec0-4553-b8b0-611516e4ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:27.616471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network hostable DHCP agents. Network: d8163e28-6159-406c-b255-def34afaaf18, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:27.657626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.683305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Allocated IP 172.20.0.2 (5d048218-2614-4814-8d39-9b48573c39bd/9a6455d0-1a8a-4cd4-b394-1c0862b92230/a9610109-8f44-4e81-af64-919a4fd40072) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:27.700085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Network d8163e28-6159-406c-b255-def34afaaf18 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:27.712135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9b9e-4637-4819-8862-76576d6a0155 req-d19602db-919c-45fb-8129-4427637cf68a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:27.713824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98ee9b9e-4637-4819-8862-76576d6a0155 req-d19602db-919c-45fb-8129-4427637cf68a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2429504 Aug 04 14:51:27.722317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d8163e28-6159-406c-b255-def34afaaf18) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:27.727895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:27.728176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.728785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:27.729793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.737499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:27.741781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.746659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58614) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.760821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c80c50-87cc-4d64-b28a-406a241264b1 None None] Network d8163e28-6159-406c-b255-def34afaaf18 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:27.782089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fea63b9-01e0-4be8-8b7c-9d454c97c007 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2768788 Aug 04 14:51:27.784983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.829175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d868e6-1028-4051-84f7-5bf7362fe2c6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:27.840237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.842296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7044bd0-9cb0-41fa-8fc5-ce8f70f237a6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/53d868e6-1028-4051-84f7-5bf7362fe2c6 HTTP/1.1" status: 204 len: 168 time: 0.7831776 Aug 04 14:51:27.846036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58620) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:27.874217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:27.938356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-65f9c590-ef95-412e-8e4b-9283783ae8eb tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:27.973958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98ee9b9e-4637-4819-8862-76576d6a0155 req-fa384838-1c57-4fb5-b8bd-868482fd59d2 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226877 Aug 04 14:51:27.995212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.007835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d05c5-ff57-4b48-b7b0-fcf5a7600d83 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:28.009891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d05c5-ff57-4b48-b7b0-fcf5a7600d83 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:28.011711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d05c5-ff57-4b48-b7b0-fcf5a7600d83 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:28.016944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e9d05c5-ff57-4b48-b7b0-fcf5a7600d83 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2215290 Aug 04 14:51:28.021499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58622) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.025390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.079601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65f9c590-ef95-412e-8e4b-9283783ae8eb tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "PUT /v2.0/quotas/a38a596e14294d259f85bb9e459335a9 HTTP/1.1" status: 200 len: 366 time: 0.3286912 Aug 04 14:51:28.079601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Subnet': ['ID=50468553-ab53-4497-a73e-8e54e76a4522,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:28.081166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.083803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.087795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ef738d20-c4fc-4e06-8026-2b4f25651b1f tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/subnets/50468553-ab53-4497-a73e-8e54e76a4522 HTTP/1.1" status: 204 len: 168 time: 0.7244570 Aug 04 14:51:28.091167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58626) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.112735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af291b4-6897-4446-84c6-36d4f7861cdb None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:28.124850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting subnet 9a6455d0-1a8a-4cd4-b394-1c0862b92230 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:28.145148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-26c02aaa-df8b-47db-bbbd-ee53a4077a25 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0616069 Aug 04 14:51:28.145908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.169916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.182923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d8163e28-6159-406c-b255-def34afaaf18', 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18', 'tenant_id': 'd42e9926b3964292a40861b1b2ebcea9', 'fixed_ips': [{'subnet_id': '9cc6faee-a8c9-44ed-b08a-f48ba3c22907'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:28.183908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.185300 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc51cb11-4097-49f0-842f-8960a2ebae4a tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas/a38a596e14294d259f85bb9e459335a9 HTTP/1.1" status: 200 len: 366 time: 0.0381427 Aug 04 14:51:28.185471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.187302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4fc366-961a-4022-ba19-51db7f1051f2']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:28.199250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025e19ab-b1f5-4618-9d64-da2d16a31ff0') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:28.199745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025e19ab-b1f5-4618-9d64-da2d16a31ff0') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:28.212044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.213794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.228139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:28.238634 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:28.258940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.263706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0654b1cc-de5e-46b4-8092-1fae03aeed00 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/a38a596e14294d259f85bb9e459335a9 HTTP/1.1" status: 204 len: 168 time: 0.0710323 Aug 04 14:51:28.266094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58632) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.279248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.284432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e994895a-3bb8-45c6-af8a-7bc57590f810 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0146205 Aug 04 14:51:28.285501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58634) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.309955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b9a8cbe6-cf46-48d2-a682-5c92452fb228 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas/a38a596e14294d259f85bb9e459335a9 HTTP/1.1" status: 200 len: 370 time: 0.0196459 Aug 04 14:51:28.309955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.323751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ecccff75-9e80-42c5-aa32-21e2cd9d3860 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas/a38a596e14294d259f85bb9e459335a9/default HTTP/1.1" status: 200 len: 370 time: 0.0090618 Aug 04 14:51:28.323751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58638) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.330615 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-cebb4518-8195-4494-8368-075ddbb87ad1 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] delete failed (client error): The resource could not be found. Aug 04 14:51:28.334439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cebb4518-8195-4494-8368-075ddbb87ad1 tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/a38a596e14294d259f85bb9e459335a9 HTTP/1.1" status: 404 len: 348 time: 0.0090077 Aug 04 14:51:28.340186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.348121 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.352525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7f4fc366-961a-4022-ba19-51db7f1051f2 HTTP/1.1" status: 204 len: 168 time: 0.5029857 Aug 04 14:51:28.364386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Transition to ACTIVE for port object a9610109-8f44-4e81-af64-919a4fd40072 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:28.366316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774705-77f8-42b0-9249-a944b5632838 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4fc366-961a-4022-ba19-51db7f1051f2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:28.387064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Subnet': ['ID=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:28.407258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Transition to ACTIVE for port object a9610109-8f44-4e81-af64-919a4fd40072 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:28.409038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:28.409315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network hostable DHCP agents. Network: 31e8b710-0e12-468d-8fa5-3cccb6395bb3, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:28.420148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.439690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.463652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Deleting port 00236653-e355-40e5-bbb5-33b2f10acec5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:28.464206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.473795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.505483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Network 5d048218-2614-4814-8d39-9b48573c39bd is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:28.512525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] DHCP port deletion for 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:28.515146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Allocated IP 172.20.0.18 (d8163e28-6159-406c-b255-def34afaaf18/9cc6faee-a8c9-44ed-b08a-f48ba3c22907/eeb8de33-ca88-4a60-b5f4-528b64ade9b8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:28.522771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Pushing event updated for resources: {'Port': ['ID=a9610109-8f44-4e81-af64-919a4fd40072,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:28.525416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:28.535608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:28.543465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.543824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.544159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.544495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.544827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.545157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.545495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.545823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.546144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.546470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.546821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.547144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:51:28.563123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:28.585669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58646) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.599543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] For port 00236653-e355-40e5-bbb5-33b2f10acec5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=00236653-e355-40e5-bbb5-33b2f10acec5,segment=NetworkSegment(6bcbb378-174e-46e3-8fed-e8157bac9e19),segment_id=6bcbb378-174e-46e3-8fed-e8157bac9e19)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:28.600299 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.604012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 31e8b710-0e12-468d-8fa5-3cccb6395bb3) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:28.609163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:28.609957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.612145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:network and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.618893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.625298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601d225-718e-49d2-9522-19ea429e6881 None None] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:28.626077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:subnet and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.631991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.636636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Calling delete_port for 00236653-e355-40e5-bbb5-33b2f10acec5 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:28.640300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:subnetpool and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.648338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.655511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:port and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.665306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.672015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-93a7c8e2-af2c-4dcb-b65e-807b12730838 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2302852 Aug 04 14:51:28.672369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:router and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.675613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58648) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.680996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.682299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'subnet': {'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:28.683505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58650) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.708186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:floatingip and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.720083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.744142 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ded4f9ed-f33d-4660-9f41-79eed6e6a0de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73adb4b8971d4722851c9f772227b033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593312 Aug 04 14:51:28.746851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58652) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:28.777982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.783187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Attempting to bind port a9610109-8f44-4e81-af64-919a4fd40072 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:28.783566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Attempting to bind port a9610109-8f44-4e81-af64-919a4fd40072 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f569c3be-f4d2-47dc-9e97-1c69df45c37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:28.783920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Attempting to bind port a9610109-8f44-4e81-af64-919a4fd40072 on network 5d048218-2614-4814-8d39-9b48573c39bd {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:28.808212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:28.808586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Checking segment: {'id': 'f569c3be-f4d2-47dc-9e97-1c69df45c37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:28.809168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.809728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Bound using segment: {'id': 'f569c3be-f4d2-47dc-9e97-1c69df45c37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:28.810210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Bound port: a9610109-8f44-4e81-af64-919a4fd40072, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f569c3be-f4d2-47dc-9e97-1c69df45c37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5d048218-2614-4814-8d39-9b48573c39bd'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:28.810610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.819381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.821205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:security_group and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.832881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.836620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Deleting port 00236653-e355-40e5-bbb5-33b2f10acec5 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:28.837036 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.852218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.854184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Usage tracker for resource:security_group_rule and tenant:7fe937b469414d7c96be596ff7051092 is out of sync, need to count used quota {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 14:51:28.867356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.quota.resource [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94266) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 14:51:28.877753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-108f0e75-d564-4575-8023-8ee917736e6d tempest-QuotasTest-22212811 tempest-QuotasTest-22212811-project-admin] 10.222.0.76 "GET /v2.0/quotas/7fe937b469414d7c96be596ff7051092/details.json HTTP/1.1" status: 200 len: 703 time: 0.2903817 Aug 04 14:51:28.886662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:28.891144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.911022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.926227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.929545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:28.930982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5eee4e67-cee5-432f-9864-9c9a81bd5afa HTTP/1.1" status: 204 len: 168 time: 0.1828125 Aug 04 14:51:28.946350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033198ab-e44f-431f-a40c-ac9e8063645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee4e67-cee5-432f-9864-9c9a81bd5afa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.026737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.038115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Transition to ACTIVE for port object eeb8de33-ca88-4a60-b5f4-528b64ade9b8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:29.102139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Transition to ACTIVE for port object eeb8de33-ca88-4a60-b5f4-528b64ade9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:29.109678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] For port 00236653-e355-40e5-bbb5-33b2f10acec5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=00236653-e355-40e5-bbb5-33b2f10acec5,segment=NetworkSegment(6bcbb378-174e-46e3-8fed-e8157bac9e19),segment_id=6bcbb378-174e-46e3-8fed-e8157bac9e19)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:29.110081 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.138933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.181848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Port': ['ID=00236653-e355-40e5-bbb5-33b2f10acec5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.194064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Calling delete_port for 00236653-e355-40e5-bbb5-33b2f10acec5 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:29.195793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Pushing event updated for resources: {'Port': ['ID=eeb8de33-ca88-4a60-b5f4-528b64ade9b8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.198622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:29.199476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.201991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.207163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] For port a9610109-8f44-4e81-af64-919a4fd40072, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:29.220476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] For port a9610109-8f44-4e81-af64-919a4fd40072, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9610109-8f44-4e81-af64-919a4fd40072,segment=NetworkSegment(f569c3be-f4d2-47dc-9e97-1c69df45c37b),segment_id=f569c3be-f4d2-47dc-9e97-1c69df45c37b)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:29.221862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] No DVR routers for this DVR port 00236653-e355-40e5-bbb5-33b2f10acec5 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:29.227275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.236310 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.261131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Network d8163e28-6159-406c-b255-def34afaaf18 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:29.268934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:29.325081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58666) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:29.325603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6455d0-1a8a-4cd4-b394-1c0862b92230,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.372021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:29.399413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.450202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:29.461623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.464026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-070a5c0e-b7e4-4df8-ac57-f95e41b7bc11 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/subnets/9a6455d0-1a8a-4cd4-b394-1c0862b92230 HTTP/1.1" status: 204 len: 168 time: 1.4396639 Aug 04 14:51:29.467521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58676) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:29.479859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c880fe96-9944-41ea-aad6-22c02101576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.516460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcbb378-174e-46e3-8fed-e8157bac9e19') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:29.517035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcbb378-174e-46e3-8fed-e8157bac9e19') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:29.540281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.562024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027551a9-6fd4-4655-8e0a-b9cb330806d3 req-6b588b03-7dfb-4bef-a361-ea33d6e83ad4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:29.564303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-027551a9-6fd4-4655-8e0a-b9cb330806d3 req-6b588b03-7dfb-4bef-a361-ea33d6e83ad4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.3878262 Aug 04 14:51:29.580821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting subnet 9cc6faee-a8c9-44ed-b08a-f48ba3c22907 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:29.603310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.603999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c876b6-e37f-4061-a34a-5059ab06bc67 None None] Pushing event updated for resources: {'Port': ['ID=a9610109-8f44-4e81-af64-919a4fd40072,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.611612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Attempting to bind port eeb8de33-ca88-4a60-b5f4-528b64ade9b8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:29.612049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Attempting to bind port eeb8de33-ca88-4a60-b5f4-528b64ade9b8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd4c7f423-eec0-4553-b8b0-611516e4ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:29.612605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Attempting to bind port eeb8de33-ca88-4a60-b5f4-528b64ade9b8 on network d8163e28-6159-406c-b255-def34afaaf18 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:29.613014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Checking segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:29.613742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network hostable DHCP agents. Network: d4f852f3-785d-4520-92f3-d0a9d5bb5806, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:29.619591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Subnet': ['ID=5f575548-944d-4c3d-a13a-dfdeb1bcdb09,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.622608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.645052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:29.645458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Checking segment: {'id': 'd4c7f423-eec0-4553-b8b0-611516e4ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:29.645947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.646354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Bound using segment: {'id': 'd4c7f423-eec0-4553-b8b0-611516e4ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:29.647347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Bound port: eeb8de33-ca88-4a60-b5f4-528b64ade9b8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c7f423-eec0-4553-b8b0-611516e4ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8163e28-6159-406c-b255-def34afaaf18'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:29.647956 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.650078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:29.650708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:29.656985 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:29.662092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.765209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Allocated IP 10.1.1.2 (31e8b710-0e12-468d-8fa5-3cccb6395bb3/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e/769f9ca3-b866-4292-9bd8-0bf7f94d53b7) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:29.776887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.782462 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.784789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:29.797480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.802393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] 10.222.0.76 "DELETE /v2.0/networks/789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 HTTP/1.1" status: 204 len: 168 time: 1.7061024 Aug 04 14:51:29.821704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-027551a9-6fd4-4655-8e0a-b9cb330806d3 req-3b2372fd-483c-4601-8cdd-c90b622d09f1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100480 Aug 04 14:51:29.824356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4ff20-cc0d-438d-8fb8-cfdc6fc90b4e tempest-AllowedAddressPairIpV6TestJSON-2139694915 tempest-AllowedAddressPairIpV6TestJSON-2139694915-project] Pushing event deleted for resources: {'Network': ['ID=789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.837349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Network 789ed4e9-9d9b-4cfd-9398-25d0c6cbb6f2 is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:51:29.837810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] No DVR routers for this DVR port 00236653-e355-40e5-bbb5-33b2f10acec5 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:29.840197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d4f852f3-785d-4520-92f3-d0a9d5bb5806) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:29.843360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcf332-40c8-4507-b74b-e2b9d56629e0 None None] Pushing event deleted for resources: {'Port': ['ID=00236653-e355-40e5-bbb5-33b2f10acec5,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:29.849907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:29.854398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.901567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0849eff-578f-41bc-bcb1-7154f4d7a0bd None None] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:29.909767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] For port eeb8de33-ca88-4a60-b5f4-528b64ade9b8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:29.925049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c880fe96-9944-41ea-aad6-22c02101576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.931749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c880fe96-9944-41ea-aad6-22c02101576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:29.937029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0d141c79-6238-4738-af5c-9b9288d2b6a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2603557 Aug 04 14:51:29.939856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58688) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:29.957295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'name': 'tempest-TaggedBootDevicesTest-2103540186', 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:29.968708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] For port eeb8de33-ca88-4a60-b5f4-528b64ade9b8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eeb8de33-ca88-4a60-b5f4-528b64ade9b8,segment=NetworkSegment(d4c7f423-eec0-4553-b8b0-611516e4ee7f),segment_id=d4c7f423-eec0-4553-b8b0-611516e4ee7f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:29.984070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.018755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.084133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c880fe96-9944-41ea-aad6-22c02101576c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5dd8a0be19f847e5ad058ec06cb27d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575908 Aug 04 14:51:30.087980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58694) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.089130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fe96-9944-41ea-aad6-22c02101576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b234f0d-2387-4369-934a-baed28d0dfb0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:30.131055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f851f-e333-4731-87ed-b9091f750dcd None None] Pushing event updated for resources: {'Port': ['ID=eeb8de33-ca88-4a60-b5f4-528b64ade9b8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:30.165978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58696) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.198155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.213708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.214219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Transition to ACTIVE for port object 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:30.218045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.246897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d4f852f3-785d-4520-92f3-d0a9d5bb5806', 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ips': [{'subnet_id': '5f575548-944d-4c3d-a13a-dfdeb1bcdb09'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:30.247778 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.264175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Transition to ACTIVE for port object 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:30.264388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.280146 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.282476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.289400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:30.314504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc6faee-a8c9-44ed-b08a-f48ba3c22907,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:30.323988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.328269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-37b05dc0-0514-4c81-98b5-300ad05dd571 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/subnets/9cc6faee-a8c9-44ed-b08a-f48ba3c22907 HTTP/1.1" status: 204 len: 168 time: 0.8571477 Aug 04 14:51:30.355703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58704) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.481700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-877107682-network', 'tenant_id': 'ea51a0cfbaeb4698b7860c989aa12de1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:30.576762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283912e7-5e90-4224-8fac-5bfe84256f6e tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:30.581593 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-283912e7-5e90-4224-8fac-5bfe84256f6e tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2213192 Aug 04 14:51:30.583399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Made reservation on behalf of ea51a0cfbaeb4698b7860c989aa12de1 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:30.585716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.585859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.604244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.608624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.611939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b234f0d-2387-4369-934a-baed28d0dfb0 HTTP/1.1" status: 204 len: 168 time: 0.5225093 Aug 04 14:51:30.623239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.663896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.701548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9610109-8f44-4e81-af64-919a4fd40072 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:30.702025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] device_id is not set on port 018e47f8-47d0-4996-ad3d-3c37519f2acb yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:30.704020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c1987-37d4-4911-8e3f-d426c7f3b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b234f0d-2387-4369-934a-baed28d0dfb0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:30.749464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.755850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6ad1d346-d914-4192-bd40-f0ce0b97d3a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25baace7afdb45b096958377417a3395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710026 Aug 04 14:51:30.758608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58710) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:30.802733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:30.870051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.920824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:30.985262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Allocated IP 10.2.2.2 (d4f852f3-785d-4520-92f3-d0a9d5bb5806/5f575548-944d-4c3d-a13a-dfdeb1bcdb09/e6112c08-e6c9-47f3-beb0-074b5ca226e8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:30.990776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting port eeb8de33-ca88-4a60-b5f4-528b64ade9b8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:30.991129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.035298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:31.040814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:31.126014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Pushing event updated for resources: {'Port': ['ID=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.129955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42173476-3ba7-4d85-b1b4-9def2d7f8c79 None None] Network 5d048218-2614-4814-8d39-9b48573c39bd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:31.156799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] For port eeb8de33-ca88-4a60-b5f4-528b64ade9b8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eeb8de33-ca88-4a60-b5f4-528b64ade9b8,segment=NetworkSegment(d4c7f423-eec0-4553-b8b0-611516e4ee7f),segment_id=d4c7f423-eec0-4553-b8b0-611516e4ee7f)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:31.157075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.161035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.169245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.172853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/659ce1fc-1abf-4c7c-8791-0ed6cf0993a2 HTTP/1.1" status: 204 len: 168 time: 0.4108477 Aug 04 14:51:31.182016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:31.199923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Calling delete_port for eeb8de33-ca88-4a60-b5f4-528b64ade9b8 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:31.209584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68762d1d-f3c5-420e-9ce4-29ee674f63b2 req-d964e43f-5a6c-4dbb-926d-e2337aa6062d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:31.210927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68762d1d-f3c5-420e-9ce4-29ee674f63b2 req-d964e43f-5a6c-4dbb-926d-e2337aa6062d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2050004 Aug 04 14:51:31.223009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ba276-ac1d-4673-97d8-f7ff310295dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ce1fc-1abf-4c7c-8791-0ed6cf0993a2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.232850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e65ae2b-1960-4f03-a423-6c6e89539c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.277590 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.286501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.1.1.127 (31e8b710-0e12-468d-8fa5-3cccb6395bb3/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e/018e47f8-47d0-4996-ad3d-3c37519f2acb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:31.317455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-84067a61-d011-4c11-936c-187c6bd70530 None None] Provisioning for port a9610109-8f44-4e81-af64-919a4fd40072 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:31.404124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68762d1d-f3c5-420e-9ce4-29ee674f63b2 req-39721200-1559-418e-9c2d-6cea068f2246 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772294 Aug 04 14:51:31.417908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Attempting to bind port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:31.431270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Attempting to bind port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:31.431905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Attempting to bind port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:31.464422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a9610109-8f44-4e81-af64-919a4fd40072 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:31.481881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:31.482627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:31.483228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.483797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Bound using segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:31.484506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Bound port: 769f9ca3-b866-4292-9bd8-0bf7f94d53b7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:31.485064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.490880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a9610109-8f44-4e81-af64-919a4fd40072 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:31.491709 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.535704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.552732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 018e47f8-47d0-4996-ad3d-3c37519f2acb will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:31.563990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e65ae2b-1960-4f03-a423-6c6e89539c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.566556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.583466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.603782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Port': ['ID=eeb8de33-ca88-4a60-b5f4-528b64ade9b8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.606796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e65ae2b-1960-4f03-a423-6c6e89539c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.635298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] No DVR routers for this DVR port eeb8de33-ca88-4a60-b5f4-528b64ade9b8 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:31.644089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b9bfa-752e-4f54-8931-15432c58cb8e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.644662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.667667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Transition to ACTIVE for port object e6112c08-e6c9-47f3-beb0-074b5ca226e8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:31.675634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fb3e1-f398-42fc-b1e2-a5f50f2d2988 None None] Network d8163e28-6159-406c-b255-def34afaaf18 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:31.677457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:31.678501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] For port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:31.684338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] For port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:31.690264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.690648 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Added segment 5c99eef5-affa-4c72-8875-732a2f2c1740 of type vlan for network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c Aug 04 14:51:31.693312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.723447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e65ae2b-1960-4f03-a423-6c6e89539c32 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fe937b469414d7c96be596ff7051092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388665 Aug 04 14:51:31.727335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:31.730086 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.769861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65ae2b-1960-4f03-a423-6c6e89539c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66162a2-de07-4f3b-9660-a7d1f8132f55,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.782491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Transition to ACTIVE for port object e6112c08-e6c9-47f3-beb0-074b5ca226e8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:31.784121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] DHCP port deletion for 5d048218-2614-4814-8d39-9b48573c39bd request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:31.789191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.800665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8163e28-6159-406c-b255-def34afaaf18']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:31.817838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c7f423-eec0-4553-b8b0-611516e4ee7f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:31.818101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-260ed8d6-5ace-4924-b00d-a8c16718ba77 None None] Could not find standard attr ID for object eeb8de33-ca88-4a60-b5f4-528b64ade9b8. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:31.818831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c7f423-eec0-4553-b8b0-611516e4ee7f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:31.833444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.834157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.850831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.872157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:31.873222 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.876170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:31.880821 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:31.884268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:31.888443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:31.891715 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.916243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:31.939853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:31.952102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca522-1ce4-4bda-8750-73cd88cf19bb None None] Pushing event updated for resources: {'Port': ['ID=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:31.955422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:31.958260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:31.999449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:32.000120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.037300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.043114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.065249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.068428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a9610109-8f44-4e81-af64-919a4fd40072, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9610109-8f44-4e81-af64-919a4fd40072,segment=NetworkSegment(f569c3be-f4d2-47dc-9e97-1c69df45c37b),segment_id=f569c3be-f4d2-47dc-9e97-1c69df45c37b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:32.078029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.085699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/d8163e28-6159-406c-b255-def34afaaf18 HTTP/1.1" status: 204 len: 168 time: 1.4986465 Aug 04 14:51:32.089373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924531e-6f8e-4d68-9485-614280e590a2 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=d8163e28-6159-406c-b255-def34afaaf18,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.093447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:32.095275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.098312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.112919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Pushing event updated for resources: {'Port': ['ID=e6112c08-e6c9-47f3-beb0-074b5ca226e8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.161865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73307917-de5a-42a6-9c78-9f8af5dee6e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2120464 Aug 04 14:51:32.164506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58738) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:32.166112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Attempting to bind port e6112c08-e6c9-47f3-beb0-074b5ca226e8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:32.166475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Attempting to bind port e6112c08-e6c9-47f3-beb0-074b5ca226e8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:32.166879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Attempting to bind port e6112c08-e6c9-47f3-beb0-074b5ca226e8 on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:32.169006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc074cf-dc19-456d-b81e-eb48c720cd01 None None] DHCP port deletion for d8163e28-6159-406c-b255-def34afaaf18 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:32.173015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'name': 'tempest-TaggedBootDevicesTest-2088624840', 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:32.203337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:32.208073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Checking segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:32.208501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.209010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Bound using segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:32.209610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Bound port: e6112c08-e6c9-47f3-beb0-074b5ca226e8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:32.210093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.244811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Deleting port a9610109-8f44-4e81-af64-919a4fd40072 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:32.245188 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.253009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.255852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.260293 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f66162a2-de07-4f3b-9660-a7d1f8132f55 HTTP/1.1" status: 204 len: 168 time: 0.5005274 Aug 04 14:51:32.274393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.275749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:32.276420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.280742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b830ef2-cb38-4e93-aec1-94d7ded3b0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66162a2-de07-4f3b-9660-a7d1f8132f55,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.334987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.374344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 00236653-e355-40e5-bbb5-33b2f10acec5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:32.384143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a9610109-8f44-4e81-af64-919a4fd40072,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.397082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2309625 Aug 04 14:51:32.402697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58746) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:32.420368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Request body: {'subnet': {'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-877107682-subnet', 'tenant_id': 'ea51a0cfbaeb4698b7860c989aa12de1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:32.467479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb21a09-02ee-4a0e-a630-ed5b6d72270d admin admin] Pushing event updated for resources: {'Network': ['ID=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.486177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 00236653-e355-40e5-bbb5-33b2f10acec5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:32.486537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 00236653-e355-40e5-bbb5-33b2f10acec5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:32.510158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:32.520324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Made reservation on behalf of ea51a0cfbaeb4698b7860c989aa12de1 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:32.525657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.537363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:32.549092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.579741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] For port a9610109-8f44-4e81-af64-919a4fd40072, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9610109-8f44-4e81-af64-919a4fd40072,segment=NetworkSegment(f569c3be-f4d2-47dc-9e97-1c69df45c37b),segment_id=f569c3be-f4d2-47dc-9e97-1c69df45c37b)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:32.581240 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.603215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] device_id is not set on port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:32.618892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Calling delete_port for a9610109-8f44-4e81-af64-919a4fd40072 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:32.661964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Deleting port a9610109-8f44-4e81-af64-919a4fd40072 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:32.661964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.701164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61084e-1369-4791-b365-9f8d059f5d13 req-dbe42a59-9768-4d66-822b-913a39ad9c0f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:32.703058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f61084e-1369-4791-b365-9f8d059f5d13 req-dbe42a59-9768-4d66-822b-913a39ad9c0f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1730788 Aug 04 14:51:32.805972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f61084e-1369-4791-b365-9f8d059f5d13 req-90a08a36-7211-418d-888b-a29a032e8625 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692883 Aug 04 14:51:32.812470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] For port a9610109-8f44-4e81-af64-919a4fd40072, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9610109-8f44-4e81-af64-919a4fd40072,segment=NetworkSegment(f569c3be-f4d2-47dc-9e97-1c69df45c37b),segment_id=f569c3be-f4d2-47dc-9e97-1c69df45c37b)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:32.812926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.839399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Calling delete_port for a9610109-8f44-4e81-af64-919a4fd40072 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:32.870458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58762) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:32.878295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:32.895346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] For port e6112c08-e6c9-47f3-beb0-074b5ca226e8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:32.922189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.945729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] For port e6112c08-e6c9-47f3-beb0-074b5ca226e8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e6112c08-e6c9-47f3-beb0-074b5ca226e8,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:32.986517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:32.989630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] Pushing event deleted for resources: {'Port': ['ID=a9610109-8f44-4e81-af64-919a4fd40072,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:32.999061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c7503-8b21-488c-b95d-48dd3cc84180 None None] No DVR routers for this DVR port a9610109-8f44-4e81-af64-919a4fd40072 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:33.050638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.1.1.228 (31e8b710-0e12-468d-8fa5-3cccb6395bb3/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:33.174227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e73f2-4ff2-4b04-88eb-e21b878a15a6 None None] Pushing event updated for resources: {'Port': ['ID=e6112c08-e6c9-47f3-beb0-074b5ca226e8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:33.186813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:33.316417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9610109-8f44-4e81-af64-919a4fd40072 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:33.345733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-439626576'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:33.355127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a9610109-8f44-4e81-af64-919a4fd40072 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:33.356907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9610109-8f44-4e81-af64-919a4fd40072 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:33.385975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.403738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:33.407061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Made reservation on behalf of 7b7e1083f8ba48a5a1b884545687ef49 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:33.410654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.429126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.526229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.577987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:33.586826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:33.587029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df392db2-d2c2-415c-801c-3dbbe96fc418 None None] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:33.589039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:33.633373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:33.645900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.651832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:33.652602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.680185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:33.693350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Provisioning for port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:33.712843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Provisioning complete for port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:33.713528 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.742700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.750685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.752707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1953126-2c02-49bf-8552-2f58fdade8e7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:33.778408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:33.779151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1380644961'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:33.786402 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ab585c2-3d70-4569-adcd-a4389a8d60a4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6164048 Aug 04 14:51:33.789714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Checking segment: {'id': '5c99eef5-affa-4c72-8875-732a2f2c1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:33.790173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Network hostable DHCP agents. Network: be9cdf36-0fb9-45ac-84a0-399ddcc68b1c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:33.792529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.829531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04da8259-f782-4f56-ac2a-794b49d9a4d6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:33.834387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Port': ['ID=a9610109-8f44-4e81-af64-919a4fd40072,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:33.843904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] No DVR routers for this DVR port a9610109-8f44-4e81-af64-919a4fd40072 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:33.844754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.845590 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Added segment f37a0153-c906-4c1d-a18b-db96a66542bf of type vlan for network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe Aug 04 14:51:33.880542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:33.884654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.897467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:33.913019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.921421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.968880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, be9cdf36-0fb9-45ac-84a0-399ddcc68b1c) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:33.979025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.986169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:33.986813 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:33.992767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:33.993625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.015312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.042194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d048218-2614-4814-8d39-9b48573c39bd']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:34.069847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f569c3be-f4d2-47dc-9e97-1c69df45c37b') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:34.070133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f569c3be-f4d2-47dc-9e97-1c69df45c37b') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:34.093153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'Network': ['ID=73d3aeaf-0b57-4b12-b7d6-80553e25b8fe,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:34.094481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.117822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f4889-05dc-4cc1-9820-83b31d4eae77 req-e521e289-660b-4302-b87a-05c80d0083fb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:34.120796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f8f4889-05dc-4cc1-9820-83b31d4eae77 req-e521e289-660b-4302-b87a-05c80d0083fb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1560299 Aug 04 14:51:34.140138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.144811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5cf96-1208-41f7-b70f-9c763dc6a533 None None] Network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:34.146857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:34.166034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:34.166496 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:34.171206 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:34.173607 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.292745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f8f4889-05dc-4cc1-9820-83b31d4eae77 req-65915399-1569-4317-8d97-cdce7b3ddd1d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594718 Aug 04 14:51:34.320923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.336469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] For port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:34.341284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.345939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.351186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/5d048218-2614-4814-8d39-9b48573c39bd HTTP/1.1" status: 204 len: 168 time: 2.2498364 Aug 04 14:51:34.353717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58788) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:34.378761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cf320-3fd1-4977-afa0-e3b9195730a0 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=5d048218-2614-4814-8d39-9b48573c39bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:34.417159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.426665 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.447662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aaa60c4f-b480-458f-abef-af9711814a97 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0266767 Aug 04 14:51:34.460914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:34.477275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620e240c-2054-4346-8ba9-aa3828616a81,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:34.486639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.487000 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Added segment 6126c2ac-42a4-4c2d-8ab0-d70791c73080 of type vlan for network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 Aug 04 14:51:34.533209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e78916-71ed-4ea5-9ad0-7efff0666bfc None None] Network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:34.551335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.609166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.622940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:34.624725 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:34.670914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0f32-0f83-492c-8b4f-14e6234402f0 None None] Pushing event updated for resources: {'Port': ['ID=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:34.698691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c416fc-e549-48a9-b004-12fd4aa3cd4b None None] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:34.774873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1370900 Aug 04 14:51:34.780501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58794) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:34.793318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:34.844831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e6112c08-e6c9-47f3-beb0-074b5ca226e8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:34.869756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7754-2d5b-4687-89e8-f572cd2f675c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Network': ['ID=8ecc9dc4-a5b8-4630-9188-8d52f274e682,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:34.919962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:35.017818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.034790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-85e1f8c3-e0e2-4f98-9c01-17d14b2a57ec tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1549201 Aug 04 14:51:35.040039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58800) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:35.049924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Request body: {'subnet': {'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:35.067671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1a5bd1b-4faf-4504-b6c0-b03737a6fc17 None None] Provisioning for port e6112c08-e6c9-47f3-beb0-074b5ca226e8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:35.175791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e6112c08-e6c9-47f3-beb0-074b5ca226e8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:35.183302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e6112c08-e6c9-47f3-beb0-074b5ca226e8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.184109 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.193735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:35.197404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.198463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.217377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e2465a-2e05-4df5-a680-b78aef0ed843']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:35.235388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084eccc9-67bc-40f2-8849-3b95f3f62667') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:35.236260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084eccc9-67bc-40f2-8849-3b95f3f62667') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:35.248675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.273004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.283488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:35.284235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.287260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Provisioning for port 018e47f8-47d0-4996-ad3d-3c37519f2acb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:35.292271 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:35.308842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Provisioning complete for port 018e47f8-47d0-4996-ad3d-3c37519f2acb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.309243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.358303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Port 018e47f8-47d0-4996-ad3d-3c37519f2acb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:35.382991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Provisioning complete for port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.383668 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.383981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.399055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.409353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/33e2465a-2e05-4df5-a680-b78aef0ed843 HTTP/1.1" status: 204 len: 168 time: 1.0523643 Aug 04 14:51:35.410889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:35.428269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4240d-ce2b-4b39-8bea-29e35308085c tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=33e2465a-2e05-4df5-a680-b78aef0ed843,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:35.455714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Made reservation on behalf of 7b7e1083f8ba48a5a1b884545687ef49 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:35.459635 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.480134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.526698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e6112c08-e6c9-47f3-beb0-074b5ca226e8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e6112c08-e6c9-47f3-beb0-074b5ca226e8,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:35.539636 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.540395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58818) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:35.544949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521488294', 'description': 'tempest-description--355721531'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:35.583604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9c08873a-dac8-4706-b5ee-40d32a387bf8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:35.590790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9c08873a-dac8-4706-b5ee-40d32a387bf8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/networks?id=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c HTTP/1.1" status: 200 len: 820 time: 0.4308245 Aug 04 14:51:35.602879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.660332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e6112c08-e6c9-47f3-beb0-074b5ca226e8,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:35.680211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Provisioning for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:35.685975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Provisioning complete for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.686824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.700505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-04b146a4-6f12-4ef8-a140-1a2c3bd81e71 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/quotas/ea51a0cfbaeb4698b7860c989aa12de1 HTTP/1.1" status: 200 len: 375 time: 0.1087563 Aug 04 14:51:35.713317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.720559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.732220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0f14a787-a6d8-4e63-90b6-46e572dab01a None None] Port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:35.743202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.753902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.755431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2144203 Aug 04 14:51:35.758357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:35.763309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'security_group_rule': {'security_group_id': '8257deda-2ceb-4e81-8fe4-bcd9414b7ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:35.764760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-83d304f5-be35-43b4-b8d7-35e8e482b662 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea51a0cfbaeb4698b7860c989aa12de1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633788 Aug 04 14:51:35.768419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d84d-1fcb-43ed-9096-9bfa844ce731 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:35.800548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.852560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eaa47c80-eb1e-448e-99b8-d839a52af422 None None] Provisioning complete for port e6112c08-e6c9-47f3-beb0-074b5ca226e8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.853598 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c80-eb1e-448e-99b8-d839a52af422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.871542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.876660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.893882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d47cf6-547c-4d70-815f-68e16514d5a2,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:35.909556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8ed5-0103-4e04-8d9a-3ed020e31678 req-4ba06649-a59f-482b-9a20-181907482a87 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:35.910882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.912661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b62bf33a-2795-4d05-b29a-5d5a27dfb73c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531286 Aug 04 14:51:35.915332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58822) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:35.915473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bbb8ed5-0103-4e04-8d9a-3ed020e31678 req-4ba06649-a59f-482b-9a20-181907482a87 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.3060501 Aug 04 14:51:35.921065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'security_group_rule': {'security_group_id': '8257deda-2ceb-4e81-8fe4-bcd9414b7ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:35.956628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.958676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eaa47c80-eb1e-448e-99b8-d839a52af422 None None] Provisioning complete for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:35.959050 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c80-eb1e-448e-99b8-d839a52af422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.987029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:35.994810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-eaa47c80-eb1e-448e-99b8-d839a52af422 None None] Port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:36.007767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.012251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.031313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f923a3-5efa-479e-91e1-acac23cb3bcb,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:36.035351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.036638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-78aa1615-d5fa-4f7f-8992-fd68ee8e5d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202908 Aug 04 14:51:36.039863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:36.044938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:36.070315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.137434 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.172474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.183080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07adcdd8-d3ba-4e94-95e5-c824c8621338']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:36.191009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-7be5b7ab-11f8-434d-bec4-10f8dfe30130 service neutron] 10.222.0.76 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121776 Aug 04 14:51:36.207062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bbb8ed5-0103-4e04-8d9a-3ed020e31678 req-8cd36020-6d9b-4eea-b0ef-7d12a5779a29 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658358 Aug 04 14:51:36.217794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce66cb2-e623-4184-9b4d-21f0a07a1cf8') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:36.218140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce66cb2-e623-4184-9b4d-21f0a07a1cf8') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:36.247687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=08a4176c-d316-4cf4-bdeb-23d961f4677e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:36.262271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.293928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 172.25.0.249 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/51208486-c0b2-4232-9e3f-da7874f55720) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:36.318049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.332883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.337747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:36.338129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network hostable DHCP agents. Network: 8ecc9dc4-a5b8-4630-9188-8d52f274e682, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:36.379919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:36.380332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:36.386410 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:36.402138 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.443145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.485704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'Subnet': ['ID=37880969-f91a-444f-b39f-d0107340722d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:36.488602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:36.491703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:36.493052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-ff79248e-de37-4a15-81cf-9f0e67bdef0a service neutron] 10.222.0.76 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835486 Aug 04 14:51:36.494034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:36.498887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:36.501660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=51208486-c0b2-4232-9e3f-da7874f55720,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:36.511529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.517105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.519591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] 10.222.0.76 "DELETE /v2.0/networks/07adcdd8-d3ba-4e94-95e5-c824c8621338 HTTP/1.1" status: 204 len: 168 time: 1.1026740 Aug 04 14:51:36.525579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 8ecc9dc4-a5b8-4630-9188-8d52f274e682) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:36.530076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:36.530700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.533084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Checking segment: {'id': 'f37a0153-c906-4c1d-a18b-db96a66542bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:36.533466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Network hostable DHCP agents. Network: 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:36.559367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c87e78-9f2f-4f26-be61-f88885b01b39 tempest-BulkNetworkOpsTest-743712348 tempest-BulkNetworkOpsTest-743712348-project] Pushing event deleted for resources: {'Network': ['ID=07adcdd8-d3ba-4e94-95e5-c824c8621338,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:36.569889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808b454-1c85-436a-b001-af4ad21c2077 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:36.579685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-773b6e54-c97f-45c9-9cbc-1917b821bb04 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7980621 Aug 04 14:51:36.580342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58828) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:36.585947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'name': 'tempest-NetworksTestDHCPv6-393978501'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:36.678765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.687585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:36.736370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61704e77-0061-488d-b2f8-dc0179047959 req-ae679adf-15e5-4454-9669-ee9ca0e30c82 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 210 time: 0.0506535 Aug 04 14:51:36.737004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:36.752615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:36.753329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.771527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f8b8f-1639-4f55-83d5-9e36cf68c329 None None] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:36.773080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.863751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:36.868068 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:36.887755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:36.911492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa4943a2-bec0-4b27-a63f-578d436611c0 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8667331 Aug 04 14:51:36.915247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:36.930259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Request body: {'port': {'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-688968289'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:36.987760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 93f36bfe-fba5-4730-baf4-6346acbd65e6 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:37.010397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.020148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58842) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:37.028220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.052372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '08a4176c-d316-4cf4-bdeb-23d961f4677e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:37.053234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.114610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=51208486-c0b2-4232-9e3f-da7874f55720,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:37.130067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.138871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::18d (8ecc9dc4-a5b8-4630-9188-8d52f274e682/08a4176c-d316-4cf4-bdeb-23d961f4677e/93f36bfe-fba5-4730-baf4-6346acbd65e6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:37.152202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.154080 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e66292e0-dabf-4b78-a02f-71cecf7ae381 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1131103 Aug 04 14:51:37.164128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-73d3aeaf-0b57-4b12-b7d6-80553e25b8fe', 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe', 'tenant_id': '7b7e1083f8ba48a5a1b884545687ef49', 'fixed_ips': [{'subnet_id': '37880969-f91a-444f-b39f-d0107340722d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:37.165117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.213178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:37.213506 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.371255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Made reservation on behalf of 7b7e1083f8ba48a5a1b884545687ef49 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:37.374814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.383511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a7fd900-5ea5-4b25-8a6e-0d5f24c8bb65 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d42e9926b3964292a40861b1b2ebcea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595276 Aug 04 14:51:37.384372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58856) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:37.437270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] device_id is not set on port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:37.491059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.512467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.539996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 93f36bfe-fba5-4730-baf4-6346acbd65e6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:37.540904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.567494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd60534-7174-456f-b6d8-6b48667206d8 req-a68c0abc-d9ea-4219-a339-dd5882ece408 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:37.569543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bd60534-7174-456f-b6d8-6b48667206d8 req-a68c0abc-d9ea-4219-a339-dd5882ece408 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2136235 Aug 04 14:51:37.604282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.607166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.609343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-8fa50aa3-b402-40cb-b4cd-8416dbeb6aa4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--521488294&fields=id&tenant_id=5386d528be49433f90fd7d0989dd2497 HTTP/1.1" status: 200 len: 267 time: 0.0793076 Aug 04 14:51:37.610767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/824da169-8134-40de-8188-7bb1c46e67f9 HTTP/1.1" status: 204 len: 168 time: 0.2183750 Aug 04 14:51:37.634007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa185279-c6d0-4ab6-988e-dd34aee66867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824da169-8134-40de-8188-7bb1c46e67f9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:37.674745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bd60534-7174-456f-b6d8-6b48667206d8 req-e573a14b-6b39-441b-a5c5-f8a8c032b7d7 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901177 Aug 04 14:51:37.680765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.704542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c8547dc9-9099-42fb-9537-30087221c25b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:37.706249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c8547dc9-9099-42fb-9537-30087221c25b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 932 time: 0.0804136 Aug 04 14:51:37.790266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:37.795661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=93f36bfe-fba5-4730-baf4-6346acbd65e6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:37.812139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:37.817837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:37.818708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/08a4176c-d316-4cf4-bdeb-23d961f4677e/d5e94d12-b251-4b7a-81b2-974dfd291abf) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:37.822370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Allocated IP 172.20.0.2 (73d3aeaf-0b57-4b12-b7d6-80553e25b8fe/37880969-f91a-444f-b39f-d0107340722d/850a0221-5021-45b1-a368-42ced891f05c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:37.837789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:37.838504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:37.860155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c94a9b96-65d4-4db0-8ade-4b9c7b6e32d7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:37.870155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c94a9b96-65d4-4db0-8ade-4b9c7b6e32d7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 932 time: 0.1350861 Aug 04 14:51:37.927453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ad5aa1e-adce-4f33-8e4d-9f12cdcda635 req-d13124f8-76c3-4b20-ae98-90800b9a5590 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 210 time: 0.0546117 Aug 04 14:51:37.969850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58876) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:37.970191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7dff1aa5-8ba3-45b3-aed1-f1e51d2df7da tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3884287 Aug 04 14:51:37.992803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e6112c08-e6c9-47f3-beb0-074b5ca226e8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:37.994352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-2226c007-bf40-4afc-9ad0-fbf3f098857a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1229386 Aug 04 14:51:38.082532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-469ad234-defe-4f5b-8edd-fec1d542876a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0866749 Aug 04 14:51:38.097531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8278e61-077b-4a4a-bd70-fb5255808857 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:38.100287 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f8278e61-077b-4a4a-bd70-fb5255808857 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1294255 Aug 04 14:51:38.103239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:38.231716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e6112c08-e6c9-47f3-beb0-074b5ca226e8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:38.232141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.240151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 93f36bfe-fba5-4730-baf4-6346acbd65e6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:38.243847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.269163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.280873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.285948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-e4c9a4c2-5a22-45a9-8a62-28e7efcab084 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:38.290274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-e4c9a4c2-5a22-45a9-8a62-28e7efcab084 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.38 "GET /v2.0/networks?id=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c HTTP/1.1" status: 200 len: 820 time: 0.1807988 Aug 04 14:51:38.301063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Transition to ACTIVE for port object d5e94d12-b251-4b7a-81b2-974dfd291abf will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:38.305624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Transition to ACTIVE for port object 850a0221-5021-45b1-a368-42ced891f05c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:38.339276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Transition to ACTIVE for port object d5e94d12-b251-4b7a-81b2-974dfd291abf will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:38.343500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Transition to ACTIVE for port object 850a0221-5021-45b1-a368-42ced891f05c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:38.350857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.366849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Request body: {'port': {'device_id': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c', 'admin_state_up': True, 'tenant_id': 'ea51a0cfbaeb4698b7860c989aa12de1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:38.403578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.457034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.486944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 93f36bfe-fba5-4730-baf4-6346acbd65e6 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:38.513237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:38.526073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Pushing event updated for resources: {'Port': ['ID=d5e94d12-b251-4b7a-81b2-974dfd291abf,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:38.529004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:38.532640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:38.536560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:38.543423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:38.547556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:38.642821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Allocated IP 172.20.0.4 (73d3aeaf-0b57-4b12-b7d6-80553e25b8fe/37880969-f91a-444f-b39f-d0107340722d/25fc7802-73d8-4e2a-919c-8a3695f5eda7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:38.680393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Pushing event updated for resources: {'Port': ['ID=850a0221-5021-45b1-a368-42ced891f05c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:38.703204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Attempting to bind port 850a0221-5021-45b1-a368-42ced891f05c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:38.703876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-7a677568-d15d-4a5b-89fd-6a790da02cde tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:38.704466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Attempting to bind port 850a0221-5021-45b1-a368-42ced891f05c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f37a0153-c906-4c1d-a18b-db96a66542bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:38.705068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Attempting to bind port 850a0221-5021-45b1-a368-42ced891f05c on network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:38.708558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Attempting to bind port d5e94d12-b251-4b7a-81b2-974dfd291abf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:38.709163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Attempting to bind port d5e94d12-b251-4b7a-81b2-974dfd291abf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:38.709763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Attempting to bind port d5e94d12-b251-4b7a-81b2-974dfd291abf on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:38.710461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-7a677568-d15d-4a5b-89fd-6a790da02cde tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:38.716186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-7a677568-d15d-4a5b-89fd-6a790da02cde tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:38.717613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:38.718524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Checking segment: {'id': 'f37a0153-c906-4c1d-a18b-db96a66542bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:38.719181 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.719802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Bound using segment: {'id': 'f37a0153-c906-4c1d-a18b-db96a66542bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:38.720673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Bound port: 850a0221-5021-45b1-a368-42ced891f05c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37a0153-c906-4c1d-a18b-db96a66542bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:38.721477 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.725262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-7a677568-d15d-4a5b-89fd-6a790da02cde tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 1989 time: 0.6420949 Aug 04 14:51:38.733028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:38.734790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:38.735494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.736266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:38.737355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Bound port: d5e94d12-b251-4b7a-81b2-974dfd291abf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:38.737973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.756212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-8390a08c-7e0c-49b7-bfe0-667950afd595 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/quotas/5386d528be49433f90fd7d0989dd2497 HTTP/1.1" status: 200 len: 375 time: 0.0298555 Aug 04 14:51:38.766184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.823451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58898) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:38.831007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=93f36bfe-fba5-4730-baf4-6346acbd65e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:38.850918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.853075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b92d5a2-23ee-4aab-93ab-c403ae495c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/93f36bfe-fba5-4730-baf4-6346acbd65e6 HTTP/1.1" status: 204 len: 168 time: 0.7484720 Aug 04 14:51:38.855548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58902) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:38.864847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] For port 850a0221-5021-45b1-a368-42ced891f05c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:38.871070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] For port 850a0221-5021-45b1-a368-42ced891f05c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=850a0221-5021-45b1-a368-42ced891f05c,segment=NetworkSegment(f37a0153-c906-4c1d-a18b-db96a66542bf),segment_id=f37a0153-c906-4c1d-a18b-db96a66542bf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:38.874332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] For port d5e94d12-b251-4b7a-81b2-974dfd291abf, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:38.879769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] For port d5e94d12-b251-4b7a-81b2-974dfd291abf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5e94d12-b251-4b7a-81b2-974dfd291abf,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:38.882013 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.893294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:38.994539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Made reservation on behalf of ea51a0cfbaeb4698b7860c989aa12de1 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:38.998072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a97972-9492-46d9-9640-b0541f80e394 None None] Pushing event updated for resources: {'Port': ['ID=850a0221-5021-45b1-a368-42ced891f05c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:39.003932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbee41-fc70-46e0-ae02-d85dbd344e4c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:39.006384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbee41-fc70-46e0-ae02-d85dbd344e4c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:39.010910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a2bbee41-fc70-46e0-ae02-d85dbd344e4c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1510944 Aug 04 14:51:39.011091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.011667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58906) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:39.075290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-d53eedb3-8a85-4a4a-9a82-fe5b45ed6fcb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3180223 Aug 04 14:51:39.093174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1743955338'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:39.094178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8d0a-2440-45a7-bcdb-5fbb54578285 None None] Pushing event updated for resources: {'Port': ['ID=d5e94d12-b251-4b7a-81b2-974dfd291abf,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:39.098219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0de45-47fa-45aa-8f5d-97bedeebbb12 req-1409c116-a822-43e7-be7f-594a07fc17fb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:39.099751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a0de45-47fa-45aa-8f5d-97bedeebbb12 req-1409c116-a822-43e7-be7f-594a07fc17fb tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2762349 Aug 04 14:51:39.100155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 08a4176c-d316-4cf4-bdeb-23d961f4677e {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:39.104696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.158753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.180281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:39.184639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.199611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.364574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.365512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a0de45-47fa-45aa-8f5d-97bedeebbb12 req-afc816be-9259-4473-81f7-fc8a545813cd tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330782 Aug 04 14:51:39.370993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.425458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Transition to ACTIVE for port object 25fc7802-73d8-4e2a-919c-8a3695f5eda7 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:39.432203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0054f77f-45f0-4fa5-95bf-d21fc72bc26f service neutron] 10.222.0.76 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293674 Aug 04 14:51:39.508608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.509602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Allocated IP 172.20.0.10 (be9cdf36-0fb9-45ac-84a0-399ddcc68b1c/e1953126-2c02-49bf-8552-2f58fdade8e7/0829d609-0897-4278-93bb-69a11d94c821) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:39.518454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.531282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.548566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:39.570129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c7a042b-edfc-4b05-bb30-dbc3101a6fb4 req-9a547e42-ec60-42fe-9e47-461d5da5d022 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 210 time: 0.0634975 Aug 04 14:51:39.585095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=08a4176c-d316-4cf4-bdeb-23d961f4677e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:39.589038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.591144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8de33898-11bd-455f-b253-308d696e8239 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/08a4176c-d316-4cf4-bdeb-23d961f4677e HTTP/1.1" status: 204 len: 168 time: 0.5784113 Aug 04 14:51:39.593400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.593888 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment 0ef65f48-4cb4-4ba4-903e-4db66e7d8a40 of type vlan for network 5a85746e-200f-4a52-9c06-79ff31d51ca9 Aug 04 14:51:39.595096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58910) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:39.609382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db1fda-b20d-4c11-888f-117d7d40984f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:39.616810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-3933fcb3-619b-47d0-9bd0-4f1e75ce8829 service neutron] 10.222.0.76 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690509 Aug 04 14:51:39.676869 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.683145 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6c93f26d-dc01-4e9d-b0d2-ce81c2d11209 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866084 Aug 04 14:51:39.686354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:39.695677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:39.716888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.803272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.808960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:39.809594 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.874324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:39.878314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:39.887292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0626161 Aug 04 14:51:39.947957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb52909-732c-4d7a-bdc3-351948a86b5a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=5a85746e-200f-4a52-9c06-79ff31d51ca9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:39.963143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:40.140799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.190523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:40.196209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:40.200710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:40.201569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.211898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=539d890d-98ad-41c0-81f9-e028796f408c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:40.225239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e22e85f-bb7b-4bde-a92a-d1b1fdaac765 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5376837 Aug 04 14:51:40.228848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:40.235377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'name': 'tempest-NetworksTestDHCPv6-825502915'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:40.261577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-2186513c-6b64-4e62-906b-d3668fafd66f service neutron] 10.222.0.76 "GET /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6058955 Aug 04 14:51:40.355726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:40.372012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:40.384155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'Port': ['ID=25fc7802-73d8-4e2a-919c-8a3695f5eda7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:40.389712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:40.419932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae2fad-bef1-49da-a230-f39f69a5e2c3 None None] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:40.461495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:40.471974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.509120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.530615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:40.533635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00fdda09-ee33-4f78-81d8-175bd27b947c None None] Provisioning for port 850a0221-5021-45b1-a368-42ced891f05c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:40.692846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:40.693488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.713054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:40.764074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-fd385f81-0b17-41d4-b7ed-9482513d2af3 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015249 Aug 04 14:51:40.780006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::393 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/539d890d-98ad-41c0-81f9-e028796f408c/0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:40.835316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 850a0221-5021-45b1-a368-42ced891f05c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:40.920190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Pushing event updated for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:40.956341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74500961-db83-41dc-84c6-807515c8342f None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:40.964951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e30a0efd-359d-4113-bceb-e258212fb25d tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0454514 Aug 04 14:51:40.995220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:41.005506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:41.009773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Request body: {'port': {'network_id': '73d3aeaf-0b57-4b12-b7d6-80553e25b8fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-934418545', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:41.010471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] bootfile-name is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:41.011077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.011377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] tftp-server is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:41.011839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] server-ip-address is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:41.036496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:41.040113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 850a0221-5021-45b1-a368-42ced891f05c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:41.115501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.150251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacfbe5-b6be-4142-80b3-345f58b1c94c req-ff4db750-7e78-4bde-a3fd-3309923bf477 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.152536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfacfbe5-b6be-4142-80b3-345f58b1c94c req-ff4db750-7e78-4bde-a3fd-3309923bf477 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.6377680 Aug 04 14:51:41.156158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Made reservation on behalf of 7b7e1083f8ba48a5a1b884545687ef49 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:41.160454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.162820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:41.165909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:41.172622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:41.176590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:41.185061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:41.191286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.192599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.205539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 850a0221-5021-45b1-a368-42ced891f05c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:41.205931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.216681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:41.230652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-192ef86f-5532-4147-923c-3bc398f50aca tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0000741 Aug 04 14:51:41.232399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58924) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:41.297803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] device_id is not set on port 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:41.317206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b17165d0-ff28-4552-981e-5d00c7751e64 None None] Provisioning for port d5e94d12-b251-4b7a-81b2-974dfd291abf completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:41.331612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c772051-6d2d-4f10-b9a1-4e2363faa067 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.341025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c772051-6d2d-4f10-b9a1-4e2363faa067 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.342926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5c772051-6d2d-4f10-b9a1-4e2363faa067 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1091301 Aug 04 14:51:41.357182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58926) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:41.399549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.416465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfacfbe5-b6be-4142-80b3-345f58b1c94c req-9abf15bb-9bb5-42f5-89cd-c3966f17767c tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466197 Aug 04 14:51:41.517777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.518804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.522207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 850a0221-5021-45b1-a368-42ced891f05c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=850a0221-5021-45b1-a368-42ced891f05c,segment=NetworkSegment(f37a0153-c906-4c1d-a18b-db96a66542bf),segment_id=f37a0153-c906-4c1d-a18b-db96a66542bf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:41.537553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Provisioning complete for port 850a0221-5021-45b1-a368-42ced891f05c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:41.538353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.542419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.543558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5e94d12-b251-4b7a-81b2-974dfd291abf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:41.556933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-874dbd37-225e-400c-9c4c-45b184f55fe3 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919717 Aug 04 14:51:41.611902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-9b02d6f6-8ccc-442c-96e9-ef8afbef1076 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2992806 Aug 04 14:51:41.621480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:41.622457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.640514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Allocated IP 172.20.0.13 (73d3aeaf-0b57-4b12-b7d6-80553e25b8fe/37880969-f91a-444f-b39f-d0107340722d/2a140648-c27e-46ca-9fcc-b5c37d9a1be8) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:41.647821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Request body: {'port': {'device_id': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:41.716276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-d79b4f5f-4899-4703-a87f-ec5d249bed7e service neutron] 10.222.0.76 "GET /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1256022 Aug 04 14:51:41.748529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=850a0221-5021-45b1-a368-42ced891f05c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:41.756351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be31c1-ec72-4940-a936-469b56909467 req-9484488c-65aa-43b8-ba54-39c778bfb7c0 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:41.758948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45be31c1-ec72-4940-a936-469b56909467 req-9484488c-65aa-43b8-ba54-39c778bfb7c0 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 932 time: 0.2085395 Aug 04 14:51:41.774125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.778827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329f92c-2278-49ac-821f-0ecb3396a705 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:41.789135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:41.846527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d5e94d12-b251-4b7a-81b2-974dfd291abf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:41.857168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5e94d12-b251-4b7a-81b2-974dfd291abf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:41.857551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.896242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.974733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Provisioning for port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:41.975978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:41.998541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Provisioning complete for port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:41.999302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.026072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45be31c1-ec72-4940-a936-469b56909467 req-8fb82625-95a3-4673-8753-03778a0100c8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217112 Aug 04 14:51:42.061150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:42.098813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.115931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.121509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a6158072-d82b-4413-9f51-71966ba63855 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939605 Aug 04 14:51:42.124544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d2b26986-ef55-4bd8-956b-394f7a306fdd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 HTTP/1.1" status: 204 len: 168 time: 0.7621925 Aug 04 14:51:42.125291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58928) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:42.139833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a6892c26-30de-41d3-aec1-8b0e6ca400eb None None] Port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:42.185861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d5e94d12-b251-4b7a-81b2-974dfd291abf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5e94d12-b251-4b7a-81b2-974dfd291abf,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:42.193681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.295207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2de90c-bce5-4f76-806a-259bed778c94 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:42.296857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2de90c-bce5-4f76-806a-259bed778c94 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:42.298904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b2de90c-bce5-4f76-806a-259bed778c94 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1712224 Aug 04 14:51:42.301670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58930) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:42.301970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d5e94d12-b251-4b7a-81b2-974dfd291abf,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:42.309025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Provisioning complete for port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:42.309640 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.382159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:42.392619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 539d890d-98ad-41c0-81f9-e028796f408c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:42.402805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Provisioning complete for port d5e94d12-b251-4b7a-81b2-974dfd291abf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:42.403234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.404989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.483397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.583136 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.596051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc0612da-25b9-4fe7-b3f6-50e95ab46583 None None] Could not find standard attr ID for object 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:42.613998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.630517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Transition to ACTIVE for port object 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:42.680451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.715292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=539d890d-98ad-41c0-81f9-e028796f408c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:42.722322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.726856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c4333bd3-3f9f-4fcc-95f6-2ed494da7ca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/539d890d-98ad-41c0-81f9-e028796f408c HTTP/1.1" status: 204 len: 168 time: 0.4216371 Aug 04 14:51:42.733204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a180ab29-c759-4768-8081-595a2c4138bf None None] Provisioning complete for port d5e94d12-b251-4b7a-81b2-974dfd291abf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:42.733204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a180ab29-c759-4768-8081-595a2c4138bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.739186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:42.767565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0e481623-4c86-468d-913d-86d712cc5be6 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370888 Aug 04 14:51:42.797450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 850a0221-5021-45b1-a368-42ced891f05c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:42.801109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-caa64dda-015f-442b-87d1-c4e5d7d38f9b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546277 Aug 04 14:51:42.801747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58936) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:42.808049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:42.943711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c378-d215-4860-a877-943a31f5fba3 req-4aa14999-c379-473a-bac7-0426b857c884 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:42.945542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c100c378-d215-4860-a877-943a31f5fba3 req-4aa14999-c379-473a-bac7-0426b857c884 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.3072038 Aug 04 14:51:42.953372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:42.957925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:42.960610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b29fb2-c451-49e7-b770-809761679404 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:42.970953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.064412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:43.090849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c100c378-d215-4860-a877-943a31f5fba3 req-97242949-515c-48be-b3c8-72759a9f4962 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282339 Aug 04 14:51:43.116378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:43.119485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:43.149073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 850a0221-5021-45b1-a368-42ced891f05c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:43.149627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.152405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58940) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:43.170558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:43.188097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'Port': ['ID=2a140648-c27e-46ca-9fcc-b5c37d9a1be8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:43.243398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5488898b-f3a9-413f-a258-09fa6589a55a service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314547 Aug 04 14:51:43.248037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0829d609-0897-4278-93bb-69a11d94c821 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:51:43.268159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.295329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.296095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.370847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Transition to ACTIVE for port object 0829d609-0897-4278-93bb-69a11d94c821 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:43.377521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.395778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b16533-9edc-46c5-9aec-d46f5a661048 req-7d64a07b-3ed6-4a0f-8af3-8218772a5c9b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.397642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42b16533-9edc-46c5-9aec-d46f5a661048 req-7d64a07b-3ed6-4a0f-8af3-8218772a5c9b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 932 time: 0.2107191 Aug 04 14:51:43.398067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:43.402107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.403658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.415144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-38cdf17d-1685-41fa-b8bd-128ed3fcfe40 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4140399 Aug 04 14:51:43.417214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:43.461598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:43.479348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:43.492976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e334adff-1b43-46bb-9cff-829607aef265 None None] Could not find standard attr ID for object 93f36bfe-fba5-4730-baf4-6346acbd65e6. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:43.530008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5e94d12-b251-4b7a-81b2-974dfd291abf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:43.552327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Pushing event updated for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:43.594381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Deleting port d5e94d12-b251-4b7a-81b2-974dfd291abf {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:43.594647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.600219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-2bfce1f1-2c10-4938-9531-a6ff123b60d7 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421011 Aug 04 14:51:43.673454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5e94d12-b251-4b7a-81b2-974dfd291abf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:43.674008 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.683888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-effe525f-5a7f-477c-a902-70bfe6a5b080 None None] Provisioning for port 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:43.692870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42b16533-9edc-46c5-9aec-d46f5a661048 req-6def5b8c-545a-4fe4-b749-81810670f18e tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763939 Aug 04 14:51:43.711099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-effe525f-5a7f-477c-a902-70bfe6a5b080 None None] Provisioning complete for port 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:43.711482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-effe525f-5a7f-477c-a902-70bfe6a5b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.713046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ff60a-0c9c-46a1-9f79-7adbab3bdb89 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.719082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ff60a-0c9c-46a1-9f79-7adbab3bdb89 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.725022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ff60a-0c9c-46a1-9f79-7adbab3bdb89 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.726949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9c2ff60a-0c9c-46a1-9f79-7adbab3bdb89 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3042872 Aug 04 14:51:43.734613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:43.773664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] For port d5e94d12-b251-4b7a-81b2-974dfd291abf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5e94d12-b251-4b7a-81b2-974dfd291abf,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:43.774101 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.797276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-effe525f-5a7f-477c-a902-70bfe6a5b080 None None] Port 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:43.799838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Calling delete_port for d5e94d12-b251-4b7a-81b2-974dfd291abf owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:43.810187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Attempting to bind port 0829d609-0897-4278-93bb-69a11d94c821 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:43.810649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Attempting to bind port 0829d609-0897-4278-93bb-69a11d94c821 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '5c99eef5-affa-4c72-8875-732a2f2c1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:43.810898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Attempting to bind port 0829d609-0897-4278-93bb-69a11d94c821 on network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:43.824553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:43.834672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Port 0829d609-0897-4278-93bb-69a11d94c821 on network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:51:43.834672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Attempting to bind port 0829d609-0897-4278-93bb-69a11d94c821 on network be9cdf36-0fb9-45ac-84a0-399ddcc68b1c {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:43.841532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:43.842135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.867508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-3a1093ac-517f-4e49-85d9-5b007f777f86 service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383349 Aug 04 14:51:43.869802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:43.870151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Checking segment: {'id': '5c99eef5-affa-4c72-8875-732a2f2c1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:43.870548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Bound using segment: {'id': '5c99eef5-affa-4c72-8875-732a2f2c1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:43.871037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Bound port: 0829d609-0897-4278-93bb-69a11d94c821, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c99eef5-affa-4c72-8875-732a2f2c1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:43.871410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.894896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0909977 Aug 04 14:51:43.899829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd784d2-15e7-4723-9754-4c77a785b7e7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=28abcf46-a28e-4de4-805f-77afb48968c9,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:43.901027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:43.914208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'name': 'tempest-NetworksTestDHCPv6-1685813003'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:43.932937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:43.964058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] No DVR routers for this DVR port d5e94d12-b251-4b7a-81b2-974dfd291abf on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:43.969452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bb054-6359-450a-a78f-2d89b0659e05 None None] Pushing event deleted for resources: {'Port': ['ID=d5e94d12-b251-4b7a-81b2-974dfd291abf,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:43.986402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98cc3d3-1eb2-448a-8dea-6a01645b0320 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:44.021896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Deleting port 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:44.022244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.080460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:44.112967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0829d609-0897-4278-93bb-69a11d94c821,segment=NetworkSegment(5c99eef5-affa-4c72-8875-732a2f2c1740),segment_id=5c99eef5-affa-4c72-8875-732a2f2c1740)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:44.116848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:44.118542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-7f448137-d10d-4ad3-8d2f-a0c24091caea service neutron] 10.222.0.76 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312427 Aug 04 14:51:44.120546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.128055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.148142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port e112effa-f77b-436b-8745-773512678d44 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:44.160812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.189075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '28abcf46-a28e-4de4-805f-77afb48968c9'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:44.191161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.275457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.276092 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.277526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] 10.222.0.38 "PUT /v2.0/ports/0829d609-0897-4278-93bb-69a11d94c821 HTTP/1.1" status: 200 len: 1093 time: 2.6409209 Aug 04 14:51:44.279264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.284824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'tag': '0829d609-0897-4278-93bb-69a11d94c821'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:44.286487 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9287f8-2f6e-4528-b442-fb908f275215" -d '{"events": [{"name": "network-changed", "server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "tag": "0829d609-0897-4278-93bb-69a11d94c821"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:44.314813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=23319062-e8eb-4655-919c-4049e5386beb,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:44.341269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:44.341624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: 5a85746e-200f-4a52-9c06-79ff31d51ca9, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:44.366257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::10a (8ecc9dc4-a5b8-4630-9188-8d52f274e682/28abcf46-a28e-4de4-805f-77afb48968c9/e112effa-f77b-436b-8745-773512678d44) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:44.388456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:44.408454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5a85746e-200f-4a52-9c06-79ff31d51ca9) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:44.416518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7f43d-9430-43be-aaf3-ddd406c768e4 None None] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:44.444459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.445555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.506532 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e896d50d-aef5-4e72-8586-6c2873d12bb7 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3475552 Aug 04 14:51:44.517472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:44.527756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065837845'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:44.588324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5a85746e-200f-4a52-9c06-79ff31d51ca9', 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': '23319062-e8eb-4655-919c-4049e5386beb'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:44.589292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.603646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.618119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object e112effa-f77b-436b-8745-773512678d44 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:44.657888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:44.662034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.666398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.676036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5e94d12-b251-4b7a-81b2-974dfd291abf no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:44.693526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Calling delete_port for 2a140648-c27e-46ca-9fcc-b5c37d9a1be8 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:44.720403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d5e94d12-b251-4b7a-81b2-974dfd291abf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:44.720826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5e94d12-b251-4b7a-81b2-974dfd291abf not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:44.724694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdcbd7-f242-4d0a-8634-5d302ed2763d service neutron] Pushing event updated for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:44.738904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:44.758198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.759013 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment 264dc575-7d6e-482d-95c5-9109aab79356 of type vlan for network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 Aug 04 14:51:44.777414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20d34d05-a184-4755-966e-d4ab1ab48802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.783928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e655b33-edd6-4654-bbff-c861deaafc6f req-a56611fd-7b4d-4d9f-8ec3-c680a9dea44d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.785483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e655b33-edd6-4654-bbff-c861deaafc6f req-a56611fd-7b4d-4d9f-8ec3-c680a9dea44d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.5790696 Aug 04 14:51:44.787706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/28abcf46-a28e-4de4-805f-77afb48968c9/c0f19922-6dad-41eb-9ba1-78b79dfd65f2) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:44.816581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.837373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:44.848652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-86657f91-166d-4f10-999f-69df5e5ef052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.849198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:44.850165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-86657f91-166d-4f10-999f-69df5e5ef052 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea51a0cfbaeb4698b7860c989aa12de1&device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 1096 time: 0.1726158 Aug 04 14:51:44.855239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-32bf23b6-dca8-4921-8c27-21f83bd33ea1 service neutron] 10.222.0.76 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171226 Aug 04 14:51:44.864292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:44.871509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.872524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.878149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=e112effa-f77b-436b-8745-773512678d44,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:44.906834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Allocated IP 2001:db8:0:ffff::2 (5a85746e-200f-4a52-9c06-79ff31d51ca9/23319062-e8eb-4655-919c-4049e5386beb/34efd5fc-2fe8-44d2-8d56-cf05b21f80a6) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:44.913812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.921548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:44.922277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:44.937537 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c3b8920-5764-444c-a1bb-d16d2ffbd819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0334692 Aug 04 14:51:44.949872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58962) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:44.962443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-346af736-aee2-48b8-9523-a1bf65600717 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0829d609-0897-4278-93bb-69a11d94c821 HTTP/1.1" status: 200 len: 217 time: 0.0953383 Aug 04 14:51:44.974620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e655b33-edd6-4654-bbff-c861deaafc6f req-c667dd9e-86f4-4ea8-a5fd-f78aeb6f69ca tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681201 Aug 04 14:51:45.011986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4908984 Aug 04 14:51:45.015912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58966) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:45.021286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:45.087670 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09141c91-c42d-40b9-939c-f2aca8142ff2 x-openstack-request-id: req-09141c91-c42d-40b9-939c-f2aca8142ff2 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:45.088492 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "tag": "0829d609-0897-4278-93bb-69a11d94c821", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:45.088805 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09141c91-c42d-40b9-939c-f2aca8142ff2 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:45.089342 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'tag': '0829d609-0897-4278-93bb-69a11d94c821', 'status': 'completed', 'code': 200} Aug 04 14:51:45.090661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a3b1-02b2-4427-8531-38fee4f90b4e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.109608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:45.126877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f03dcd-078f-4450-810c-45778928dc51 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:45.131638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1f03dcd-078f-4450-810c-45778928dc51 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1775246 Aug 04 14:51:45.131868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.134148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:45.146401 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.166395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:45.171240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.199621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Transition to ACTIVE for port object c0f19922-6dad-41eb-9ba1-78b79dfd65f2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:45.221188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event deleted for resources: {'Port': ['ID=2a140648-c27e-46ca-9fcc-b5c37d9a1be8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.239443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Transition to ACTIVE for port object c0f19922-6dad-41eb-9ba1-78b79dfd65f2 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:45.248566 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.267056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.270310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Transition to ACTIVE for port object 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:45.278843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933e7b-3c94-4774-9021-7c10908438fb req-320fe080-0735-4df8-bf4b-b3cdf3fc9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:45.280406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-320fe080-0735-4df8-bf4b-b3cdf3fc9d72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1953126-2c02-49bf-8552-2f58fdade8e7 HTTP/1.1" status: 200 len: 860 time: 0.2967849 Aug 04 14:51:45.323520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5a195ebc-8ed2-4ac0-bae8-2b34b1e45f88 service neutron] 10.222.0.76 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549510 Aug 04 14:51:45.356275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:45.361120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Pushing event updated for resources: {'Port': ['ID=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.379851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:45.384739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:45.389125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Transition to ACTIVE for port object 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:45.396686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-5018f997-5335-40a1-8ecc-3bfbf73f9e56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032269 Aug 04 14:51:45.409381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706203e-28e5-4493-8535-6c003a0fa564 req-562b2653-d138-4058-b72d-6122dcdd507b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:45.410944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7706203e-28e5-4493-8535-6c003a0fa564 req-562b2653-d138-4058-b72d-6122dcdd507b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 944 time: 0.3250084 Aug 04 14:51:45.415967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.503793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:45.506070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Pushing event updated for resources: {'Port': ['ID=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.515439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:45.519560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Attempting to bind port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:45.520832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Attempting to bind port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:45.521457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Attempting to bind port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:45.524948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:45.528955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.531083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-093df7f9-a562-4a52-9998-9f083e5ac67e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "DELETE /v2.0/ports/2a140648-c27e-46ca-9fcc-b5c37d9a1be8 HTTP/1.1" status: 204 len: 168 time: 1.7955384 Aug 04 14:51:45.534094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:45.535084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:45.535084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.535562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:45.536127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Bound port: c0f19922-6dad-41eb-9ba1-78b79dfd65f2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:45.536600 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.539788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:45.548650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Request body: {'port': {'name': 'tempest-new-port-name-2090556038', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:45.550970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] bootfile-name is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:45.550970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] tftp-server is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:45.550970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.api.validators [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] server-ip-address is not in valid_values {{(pid=94265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 14:51:45.573834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:51:45.575421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.634149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Attempting to bind port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:45.634786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Attempting to bind port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:45.635335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Attempting to bind port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 on network 5a85746e-200f-4a52-9c06-79ff31d51ca9 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:45.640318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=d2549677-5f5d-4f53-8b42-d026df9492d5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.646044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7706203e-28e5-4493-8535-6c003a0fa564 req-ace9f097-4207-4861-9bff-5c4d825b40b5 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842337 Aug 04 14:51:45.652070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:45.653019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Checking segment: {'id': '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:45.653670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.654004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Bound using segment: {'id': '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:45.654567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Bound port: 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a85746e-200f-4a52-9c06-79ff31d51ca9'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:45.655072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.668616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] For port c0f19922-6dad-41eb-9ba1-78b79dfd65f2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:45.670895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': '264dc575-7d6e-482d-95c5-9109aab79356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:45.671285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:45.685546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] For port c0f19922-6dad-41eb-9ba1-78b79dfd65f2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:45.690080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port e112effa-f77b-436b-8745-773512678d44 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:45.690080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.704307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:45.706621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.724269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:45.729592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:45.730394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.747781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-060b32c3-6f40-4a90-b96b-d1b9ff7260ce service neutron] 10.222.0.76 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814309 Aug 04 14:51:45.756035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-247facc5-9088-4fd5-b198-8e43396b3405 service neutron] 10.222.0.38 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284495 Aug 04 14:51:45.756265 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2f95510-1eb7-4d3a-a2da-cdae896c1167 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7363961 Aug 04 14:51:45.756380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.756483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58974) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:45.759843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853d13e-02e5-42e4-b4d4-ca467e3dc744 None None] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:45.764767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'port': {'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8', 'name': 'tempest-NetworksIpV6TestAttrs-1911184915'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:45.844974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] For port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:45.854751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] For port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,segment=NetworkSegment(0ef65f48-4cb4-4ba4-903e-4db66e7d8a40),segment_id=0ef65f48-4cb4-4ba4-903e-4db66e7d8a40)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:45.866964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.870492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3459f2-23f0-4f7f-9d12-6543c7602dd5 None None] Pushing event updated for resources: {'Port': ['ID=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:45.973012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:45.976925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:45.998277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.008296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] device_id is not set on port d9bef95c-f6b1-4884-aa18-715d413a0bba yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:46.071574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for e112effa-f77b-436b-8745-773512678d44 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:46.080573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779a80-c7d6-401e-b85b-d38c52ab1841 None None] Pushing event updated for resources: {'Port': ['ID=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:46.102925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8', 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': 'd2549677-5f5d-4f53-8b42-d026df9492d5'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:46.103855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.206240 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-42e7be83-9866-4c04-add7-8c620289f988 service neutron] 10.222.0.76 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481516 Aug 04 14:51:46.224826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Allocated IP 2001:db8::f816:3eff:fe0d:c89a (ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8/d2549677-5f5d-4f53-8b42-d026df9492d5/d9bef95c-f6b1-4884-aa18-715d413a0bba) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:46.280441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a933e7b-3c94-4774-9021-7c10908438fb req-eb42c3a9-3912-4d66-89fb-bb0bac6abe0e service neutron] 10.222.0.38 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119221 Aug 04 14:51:46.346769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265baf2-8c9c-4dd3-9b5b-6f5c50126b51 req-fd08459b-5afa-40db-82e0-bb4c9ab0c8fe tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:46.348399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3265baf2-8c9c-4dd3-9b5b-6f5c50126b51 req-fd08459b-5afa-40db-82e0-bb4c9ab0c8fe tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.3525350 Aug 04 14:51:46.507321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3265baf2-8c9c-4dd3-9b5b-6f5c50126b51 req-7a3ed1a7-bfeb-4546-91c7-27b3810e877e tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503749 Aug 04 14:51:46.543888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-09d94efb-b795-4efe-8260-9cbb20cf0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:46.545423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-09d94efb-b795-4efe-8260-9cbb20cf0478 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea51a0cfbaeb4698b7860c989aa12de1&device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 1096 time: 0.1843379 Aug 04 14:51:46.686486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.702969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.711608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.714211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.739001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Transition to ACTIVE for port object d9bef95c-f6b1-4884-aa18-715d413a0bba will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:46.743479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:46.780868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.789515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb614-e0e6-4f88-8095-c5ec8b0ff27e req-7fa231d2-553e-4e39-9810-b5d49b36b33b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:46.798746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-090bb614-e0e6-4f88-8095-c5ec8b0ff27e req-7fa231d2-553e-4e39-9810-b5d49b36b33b tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2022109 Aug 04 14:51:46.805567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-41bfa78c-f20d-4747-904c-ba85aa24b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:46.807528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-41bfa78c-f20d-4747-904c-ba85aa24b955 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c HTTP/1.1" status: 200 len: 921 time: 0.2524197 Aug 04 14:51:46.851353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Port': ['ID=d9bef95c-f6b1-4884-aa18-715d413a0bba,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:46.871514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:46.874042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:46.876711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:46.883891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:46.884840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:46.906780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Allocated IP 2001:db8::f816:3eff:fe97:978a (ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8/d2549677-5f5d-4f53-8b42-d026df9492d5/c4e9ac23-45ff-4d6a-ad58-1add8da0c50a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:46.914175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f1b55baa-a578-4526-be97-24bcb23ec4ba tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1567547 Aug 04 14:51:46.917068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59000) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:46.919668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-beb7838f-ba23-4d82-8387-42995312fea9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0829d609-0897-4278-93bb-69a11d94c821 HTTP/1.1" status: 200 len: 217 time: 0.1038530 Aug 04 14:51:46.939493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:46.953945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0f19922-6dad-41eb-9ba1-78b79dfd65f2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:46.989360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting subnet d2549677-5f5d-4f53-8b42-d026df9492d5 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:47.045006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-090bb614-e0e6-4f88-8095-c5ec8b0ff27e req-023ccba8-0326-4d9d-8195-cfa6e1540924 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449334 Aug 04 14:51:47.045741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event updated for resources: {'Port': ['ID=25fc7802-73d8-4e2a-919c-8a3695f5eda7,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:47.050056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] In _notify_port_updated(), no bound segment for port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 on network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:51:47.075344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.076094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.088130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66efa13f-bcb5-48de-9c33-d92a449d955e tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "PUT /v2.0/ports/25fc7802-73d8-4e2a-919c-8a3695f5eda7 HTTP/1.1" status: 200 len: 1136 time: 1.5446627 Aug 04 14:51:47.090705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59006) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:47.097070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.103372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/e112effa-f77b-436b-8745-773512678d44 HTTP/1.1" status: 204 len: 168 time: 1.9658334 Aug 04 14:51:47.108729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:47.186801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a037f-e442-4e15-907e-e77508ab6a75 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=e112effa-f77b-436b-8745-773512678d44,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:47.206007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d422ec5d-d4fc-4fa5-a7d6-dfc99f8d2166 req-4fd02328-121d-4d6f-a258-df407870b368 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0924675 Aug 04 14:51:47.240564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-2b6e8f52-96b2-4ffb-9d67-aa57cc4c472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.242657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-2b6e8f52-96b2-4ffb-9d67-aa57cc4c472d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1953126-2c02-49bf-8552-2f58fdade8e7 HTTP/1.1" status: 200 len: 860 time: 0.2890456 Aug 04 14:51:47.248542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:47.312874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-573e207f-94f9-45a7-8643-108823feda20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516374 Aug 04 14:51:47.323214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.341576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Transition to ACTIVE for port object c4e9ac23-45ff-4d6a-ad58-1add8da0c50a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:47.375465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b590-ce62-48bb-9dff-80967d70dbe3 req-62910f89-3f56-4e01-a0f6-febb2d3633b5 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.377447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f10b590-ce62-48bb-9dff-80967d70dbe3 req-62910f89-3f56-4e01-a0f6-febb2d3633b5 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 944 time: 0.1846654 Aug 04 14:51:47.381609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290e5ff-5546-4773-9959-a93c97394f1b tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.383226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e290e5ff-5546-4773-9959-a93c97394f1b tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "GET /v2.0/ports/25fc7802-73d8-4e2a-919c-8a3695f5eda7 HTTP/1.1" status: 200 len: 1136 time: 0.2914901 Aug 04 14:51:47.390116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59012) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:47.411292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3444fd6-203f-4411-8da1-2b596070a62e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.413488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3444fd6-203f-4411-8da1-2b596070a62e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.417730 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b3444fd6-203f-4411-8da1-2b596070a62e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2956903 Aug 04 14:51:47.417898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b3518067-51f0-4e63-b92e-5cfee0459f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.431671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Transition to ACTIVE for port object c4e9ac23-45ff-4d6a-ad58-1add8da0c50a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:47.434035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59016) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:47.449442 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.459380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d80614c8-d2d9-42f4-b2d5-c51d19edd3eb None None] Provisioning complete for port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:47.462620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d80614c8-d2d9-42f4-b2d5-c51d19edd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.474217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.606631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f10b590-ce62-48bb-9dff-80967d70dbe3 req-df093b30-c709-438b-88e8-9349db37f5bb tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737976 Aug 04 14:51:47.635342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.661610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096fc7-a278-4ed7-900c-412d1e27655d req-b39075e2-00dc-4f09-a243-34eb499f51f4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:47.663961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6096fc7-a278-4ed7-900c-412d1e27655d req-b39075e2-00dc-4f09-a243-34eb499f51f4 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2837970 Aug 04 14:51:47.670628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-e8872c99-3a99-47bf-98da-2aec1cbfbe32 service neutron] 10.222.0.38 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486240 Aug 04 14:51:47.762873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 28abcf46-a28e-4de4-805f-77afb48968c9 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:47.765878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Deleting port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:47.766237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.832921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:47.844572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.862525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:47.874852 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.876023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:47.882752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Pushing event updated for resources: {'Port': ['ID=c4e9ac23-45ff-4d6a-ad58-1add8da0c50a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:47.896029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:47.900053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d80614c8-d2d9-42f4-b2d5-c51d19edd3eb None None] Port 25fc7802-73d8-4e2a-919c-8a3695f5eda7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:47.952790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d6096fc7-a278-4ed7-900c-412d1e27655d req-04fb069b-b531-43dc-a182-1d3f5f98860a tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694840 Aug 04 14:51:48.001062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.036920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Attempting to bind port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:48.047007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Attempting to bind port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '264dc575-7d6e-482d-95c5-9109aab79356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:48.054156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Attempting to bind port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a on network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:48.070172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:48.070920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Checking segment: {'id': '264dc575-7d6e-482d-95c5-9109aab79356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:48.071508 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.072069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Bound using segment: {'id': '264dc575-7d6e-482d-95c5-9109aab79356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:48.074130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Bound port: c4e9ac23-45ff-4d6a-ad58-1add8da0c50a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264dc575-7d6e-482d-95c5-9109aab79356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:48.074791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.094250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Provisioning for port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:48.108066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Provisioning complete for port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:48.113608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.119223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f9287f8-2f6e-4528-b442-fb908f275215 req-58955ee2-7c14-462b-8742-f9acbcd90076 service neutron] 10.222.0.38 "GET /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373436 Aug 04 14:51:48.156851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.181786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.183667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f088c72-0194-4268-8c0d-e5037c5d76a7 None None] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:48.217852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Calling delete_port for 25fc7802-73d8-4e2a-919c-8a3695f5eda7 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:48.287037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a0b1-5dc2-4a81-95eb-3c5ddac2a40f req-e7738db2-75d0-47c3-b518-65612c2cbefd tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.288436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fc7a0b1-5dc2-4a81-95eb-3c5ddac2a40f req-e7738db2-75d0-47c3-b518-65612c2cbefd tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.1681004 Aug 04 14:51:48.321687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.387709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.397247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] For port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:48.404608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] For port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c4e9ac23-45ff-4d6a-ad58-1add8da0c50a,segment=NetworkSegment(264dc575-7d6e-482d-95c5-9109aab79356),segment_id=264dc575-7d6e-482d-95c5-9109aab79356)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:48.433971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fc7a0b1-5dc2-4a81-95eb-3c5ddac2a40f req-f9d6118c-4a39-4c7b-abfb-1f09739f7e06 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382763 Aug 04 14:51:48.445213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=d2549677-5f5d-4f53-8b42-d026df9492d5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:48.454665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77d28-1d05-46f5-83bc-1490de793eee req-868a952b-d8e2-419d-b91f-1ced52155992 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.456599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9a77d28-1d05-46f5-83bc-1490de793eee req-868a952b-d8e2-419d-b91f-1ced52155992 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1312671 Aug 04 14:51:48.462081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.471587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0f18e54d-d7c8-42c6-820c-4b3e57a6e148 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/d2549677-5f5d-4f53-8b42-d026df9492d5 HTTP/1.1" status: 204 len: 168 time: 1.5531671 Aug 04 14:51:48.474228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59034) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:48.475405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.549956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9a77d28-1d05-46f5-83bc-1490de793eee req-fe5f991e-e958-4bb3-b180-277115edc780 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863521 Aug 04 14:51:48.551230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.585661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bae6e27-d98f-4a01-bbb1-ae30197267ff req-bacdf27e-739a-4e11-9ef7-487684e1189e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0497980 Aug 04 14:51:48.594671 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.617371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266bb39-719a-4653-b422-1f72f8338b9d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.619203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266bb39-719a-4653-b422-1f72f8338b9d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.620830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9266bb39-719a-4653-b422-1f72f8338b9d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1455467 Aug 04 14:51:48.623884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59038) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:48.633773 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.656136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.663956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/28abcf46-a28e-4de4-805f-77afb48968c9 HTTP/1.1" status: 204 len: 168 time: 1.1635838 Aug 04 14:51:48.665041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec652-a534-4b4c-ba15-aab46a3a18e0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=28abcf46-a28e-4de4-805f-77afb48968c9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:48.670271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59042) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:48.682368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7e27-04b9-4a07-93e1-5e98da3f9811 None None] Pushing event updated for resources: {'Port': ['ID=c4e9ac23-45ff-4d6a-ad58-1add8da0c50a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:48.693735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.760495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-123132f7-6dc3-4ab7-889f-b5317fb2d782 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887640 Aug 04 14:51:48.770669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59044) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:48.782318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:51:48.782705 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:51:48.805475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:48.863953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccaad82-7857-460b-8065-e73e7b083986 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.866382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ccaad82-7857-460b-8065-e73e7b083986 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0892088 Aug 04 14:51:48.874645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81809f-ef0a-49db-859a-484e1b350efc req-51d68820-e38e-4bef-9ef0-16a8cda451f2 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:48.876696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a81809f-ef0a-49db-859a-484e1b350efc req-51d68820-e38e-4bef-9ef0-16a8cda451f2 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 944 time: 0.1199555 Aug 04 14:51:48.877370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59046) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:48.889756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event deleted for resources: {'Port': ['ID=25fc7802-73d8-4e2a-919c-8a3695f5eda7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:49.011085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7acedb90-d9e2-431e-9be5-99e7c8c468c8 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.056500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-d718afb1-ec49-496b-9fd6-d1d5f31e471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.058197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-d718afb1-ec49-496b-9fd6-d1d5f31e471b service neutron] 10.222.0.46 "GET /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 1028 time: 0.2115293 Aug 04 14:51:49.062337 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acedb90-d9e2-431e-9be5-99e7c8c468c8 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 04 14:51:49.063098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acedb90-d9e2-431e-9be5-99e7c8c468c8 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:51:49.065094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7acedb90-d9e2-431e-9be5-99e7c8c468c8 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 HTTP/1.1" status: 409 len: 405 time: 0.4402826 Aug 04 14:51:49.071386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59050) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:49.092150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2112637217'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:49.109822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be12c0-4ddb-4a25-8f34-cdd8078baf27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.111392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-61be12c0-4ddb-4a25-8f34-cdd8078baf27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2328980 Aug 04 14:51:49.114430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59052) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:49.158117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a81809f-ef0a-49db-859a-484e1b350efc req-09d32796-2f9e-44be-b6c3-0635630a06ff tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091544 Aug 04 14:51:49.169637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1369ca-e438-4f03-aced-fd8880208739 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:49.209413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.219193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-01606451-92d8-46be-ac56-345555595f65 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "DELETE /v2.0/ports/25fc7802-73d8-4e2a-919c-8a3695f5eda7 HTTP/1.1" status: 204 len: 168 time: 1.8222518 Aug 04 14:51:49.219193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5d6e46db-b56a-4f2c-be3c-8b40af1ec1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.220199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5d6e46db-b56a-4f2c-be3c-8b40af1ec1ac service neutron] 10.222.0.46 "GET /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 1028 time: 0.1512513 Aug 04 14:51:49.220673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59056) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:49.282182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0d977a6-a894-4b4e-9ae4-32cdd3313ac5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420588 Aug 04 14:51:49.283136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59058) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:49.310490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:49.362699 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.438289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Deleting subnet 37880969-f91a-444f-b39f-d0107340722d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:49.445375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.461010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] For port c0f19922-6dad-41eb-9ba1-78b79dfd65f2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:49.470157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.580871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c6b4-fe06-49eb-b830-707142f79aef None None] Pushing event updated for resources: {'Port': ['ID=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:49.588030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:49.599573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-7ef65767-07d9-460c-ae8f-32b52ce0e55f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.600738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-7ef65767-07d9-460c-ae8f-32b52ce0e55f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.1011446 Aug 04 14:51:49.608373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f36abbd5-40b0-4851-9291-32c91e7f6933 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.614351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f36abbd5-40b0-4851-9291-32c91e7f6933 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.621162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f36abbd5-40b0-4851-9291-32c91e7f6933 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:49.622887 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f36abbd5-40b0-4851-9291-32c91e7f6933 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 1989 time: 0.3556359 Aug 04 14:51:49.626558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.634676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Provisioning for port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:49.648175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Provisioning complete for port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:49.649089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.749930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Deleting port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:49.750644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.825940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b927ed40-9754-4023-80f3-fc435a4b1f8c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5386d528be49433f90fd7d0989dd2497 HTTP/1.1" status: 200 len: 379 time: 0.1230059 Aug 04 14:51:49.839488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'admin_state_up': True, 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'security_groups': ['8257deda-2ceb-4e81-8fe4-bcd9414b7ddf']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:49.891863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] For port c0f19922-6dad-41eb-9ba1-78b79dfd65f2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:49.892270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.895274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.927566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Calling delete_port for c0f19922-6dad-41eb-9ba1-78b79dfd65f2 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:49.953834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] For port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,segment=NetworkSegment(0ef65f48-4cb4-4ba4-903e-4db66e7d8a40),segment_id=0ef65f48-4cb4-4ba4-903e-4db66e7d8a40)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:49.981213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:49.984952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:49.997025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.042681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Could not find standard attr ID for object 0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:50.062154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port be3f9653-e026-44c6-9e92-02c4f3bcf079 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:50.062997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.070631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:50.070876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Could not find standard attr ID for object e112effa-f77b-436b-8745-773512678d44. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:51:50.075080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.123006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:50.133087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.133637 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment 7873ca66-b22f-4d13-93f9-1a8a787b8062 of type vlan for network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 Aug 04 14:51:50.185124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.186446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.205593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] No DVR routers for this DVR port c0f19922-6dad-41eb-9ba1-78b79dfd65f2 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:50.207354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230cff-c784-4d5b-9848-0550c2f23657 None None] Pushing event updated for resources: {'Port': ['ID=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:50.227902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.239036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d215c6-d884-4228-b1e5-d8f9fcd972d0 req-12ec57ee-cfbf-4386-869d-d77a2361fb3f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:50.240775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39d215c6-d884-4228-b1e5-d8f9fcd972d0 req-12ec57ee-cfbf-4386-869d-d77a2361fb3f tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 945 time: 0.2809751 Aug 04 14:51:50.253718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625708-6626-4782-8c7e-79fd1b25b7cd req-b58815e3-b7f5-4d8e-af7d-da0b4e09de90 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:50.266140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d625708-6626-4782-8c7e-79fd1b25b7cd req-b58815e3-b7f5-4d8e-af7d-da0b4e09de90 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.3183637 Aug 04 14:51:50.275301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbccc37-ca81-41ab-a778-dbe4242ca0be None None] Pushing event deleted for resources: {'Port': ['ID=c0f19922-6dad-41eb-9ba1-78b79dfd65f2,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:50.278822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b603a-11f9-48a5-95c1-0708f7546604 None None] Network ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:50.301253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.307043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:50.307815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.344843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:50.349077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.366997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4361d5fd-d0f8-424f-8f51-52552252b712 None None] Provisioning for port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:50.440661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0829d609-0897-4278-93bb-69a11d94c821 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:51:50.555962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0829d609-0897-4278-93bb-69a11d94c821,segment=NetworkSegment(5c99eef5-affa-4c72-8875-732a2f2c1740),segment_id=5c99eef5-affa-4c72-8875-732a2f2c1740)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:50.573657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '0829d609-0897-4278-93bb-69a11d94c821', 'network_id': 'be9cdf36-0fb9-45ac-84a0-399ddcc68b1c', 'port_id': '0829d609-0897-4278-93bb-69a11d94c821', 'mac_address': 'fa:16:3e:80:d6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1953126-2c02-49bf-8552-2f58fdade8e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:51:50.577034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5022917 Aug 04 14:51:50.623351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59066) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:50.630830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:50.637815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.653404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.674131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0829d609-0897-4278-93bb-69a11d94c821 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:51:50.704294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0829d609-0897-4278-93bb-69a11d94c821,segment=NetworkSegment(5c99eef5-affa-4c72-8875-732a2f2c1740),segment_id=5c99eef5-affa-4c72-8875-732a2f2c1740)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:50.707422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] DHCP port deletion for ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:50.713091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:50.728062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d625708-6626-4782-8c7e-79fd1b25b7cd req-a39d61dc-878b-4e32-9d99-9f68087df78f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565423 Aug 04 14:51:50.738042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.774044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=cedd41f8-9fee-444e-b049-f7afe1ad2e27,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:50.784663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:50.790655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:50.795545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.805602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.817147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:50.829723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930cd2b-cc2a-4d65-a183-29154c93e6b0 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:50.830655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:50.877805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39d215c6-d884-4228-b1e5-d8f9fcd972d0 req-564bf217-9582-4534-9514-036f69fcda88 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862744 Aug 04 14:51:50.895116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 172.20.0.7 (7c71ddc9-7741-44a7-83c6-55b1bb7ff58f/2dec4a73-9fc4-4216-8a87-7f1f8e82c245/56da62b5-4485-4af7-a8bf-d289dab33f00) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:50.910042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:50.956913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-652991c1-47c9-4b37-8a75-190978f72204 req-da3681cc-e42a-4f83-a4d2-b5ebbe41acf1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0728190 Aug 04 14:51:50.979283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event deleted for resources: {'Subnet': ['ID=37880969-f91a-444f-b39f-d0107340722d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:50.983312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ed44f-47bf-4e65-abe8-4ab3e167157a tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=541f71bd-dd32-4d4c-ac54-5e6980e148f5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:51.017449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:51.018258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.020542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f5a2af7-b7a5-4f59-a480-7af2b432cc63 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "DELETE /v2.0/subnets/37880969-f91a-444f-b39f-d0107340722d HTTP/1.1" status: 204 len: 168 time: 1.7989454 Aug 04 14:51:51.031076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:51.033564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd243aec-c8d3-4c80-b800-f96e0fa4f8ac tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7276418 Aug 04 14:51:51.036337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59070) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:51.042440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': 'cedd41f8-9fee-444e-b049-f7afe1ad2e27', 'ip_address': '2001:db8::96f:f78c:83ba:974f'}], 'name': 'tempest-NetworksTestDHCPv6-131792021'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:51.069184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-2b2451c8-75cb-411a-b17b-5f15fb61d351 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:51.070792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-2b2451c8-75cb-411a-b17b-5f15fb61d351 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.3412936 Aug 04 14:51:51.090615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78fb8b6-0fa3-4b12-a6a2-a4a376c93cf4 None None] Network 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:51.158271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port be3f9653-e026-44c6-9e92-02c4f3bcf079, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be3f9653-e026-44c6-9e92-02c4f3bcf079,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:51.158781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.164935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:51.168399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.189123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['0829d609-0897-4278-93bb-69a11d94c821'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:51:51.202783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for be3f9653-e026-44c6-9e92-02c4f3bcf079 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:51.225006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.254745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Deleting port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:51.255133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.261722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e57a43-ea8c-47b3-b532-9a7ee6e80d5c req-d31aa368-5009-4661-a6e2-37eb3d55d415 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:51.264451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e57a43-ea8c-47b3-b532-9a7ee6e80d5c req-d31aa368-5009-4661-a6e2-37eb3d55d415 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 945 time: 0.2463658 Aug 04 14:51:51.361843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.409773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 56da62b5-4485-4af7-a8bf-d289dab33f00 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:51.415179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e57a43-ea8c-47b3-b532-9a7ee6e80d5c req-c46ca1d9-f86d-4c9d-aec6-d976c9e63ad4 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316252 Aug 04 14:51:51.416362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] For port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c4e9ac23-45ff-4d6a-ad58-1add8da0c50a,segment=NetworkSegment(264dc575-7d6e-482d-95c5-9109aab79356),segment_id=264dc575-7d6e-482d-95c5-9109aab79356)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:51.416762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.436394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Deleting port 850a0221-5021-45b1-a368-42ced891f05c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:51.437050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.440687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Calling delete_port for c4e9ac23-45ff-4d6a-ad58-1add8da0c50a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:51.477222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Deleting port 7a09d8ad-5823-4178-97ec-c0f32845025a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:51.478052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.484458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:51.514653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] For port 850a0221-5021-45b1-a368-42ced891f05c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=850a0221-5021-45b1-a368-42ced891f05c,segment=NetworkSegment(f37a0153-c906-4c1d-a18b-db96a66542bf),segment_id=f37a0153-c906-4c1d-a18b-db96a66542bf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:51.515160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.530245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Calling delete_port for 850a0221-5021-45b1-a368-42ced891f05c owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:51.556420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.625954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.648405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] No DVR routers for this DVR port c4e9ac23-45ff-4d6a-ad58-1add8da0c50a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:51.660717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102bfe-e925-4364-86f1-58b750e3e02e None None] Pushing event deleted for resources: {'Port': ['ID=c4e9ac23-45ff-4d6a-ad58-1add8da0c50a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:51.683819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:51.684184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.714388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event deleted for resources: {'Port': ['ID=850a0221-5021-45b1-a368-42ced891f05c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:51.721180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] No DVR routers for this DVR port 850a0221-5021-45b1-a368-42ced891f05c on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:51.760165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': 'cedd41f8-9fee-444e-b049-f7afe1ad2e27'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:51.768224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.829698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.841288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d3aeaf-0b57-4b12-b7d6-80553e25b8fe']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:51.856059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a0153-c906-4c1d-a18b-db96a66542bf') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:51.856451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a0153-c906-4c1d-a18b-db96a66542bf') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:51.867133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.882748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.887627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.890367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:51:51.890861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.912271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] For port 7a09d8ad-5823-4178-97ec-c0f32845025a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7a09d8ad-5823-4178-97ec-c0f32845025a,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:51.913860 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.957282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a2dfc-245a-4852-bc69-564634a2c594 None None] DHCP port deletion for 73d3aeaf-0b57-4b12-b7d6-80553e25b8fe request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:51:51.965156 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:51:51.974479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:51.977103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.009813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.011097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['70e89a3b-ee11-447a-ac2a-0f27e43baf53'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:51:52.014943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] 10.222.0.76 "DELETE /v2.0/networks/73d3aeaf-0b57-4b12-b7d6-80553e25b8fe HTTP/1.1" status: 204 len: 168 time: 0.9798830 Aug 04 14:51:52.015316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf06ed-ccbf-43c6-ad0f-4f8ee47023c7 tempest-ExtraDHCPOptionsTestJSON-1183733831 tempest-ExtraDHCPOptionsTestJSON-1183733831-project] Pushing event deleted for resources: {'Network': ['ID=73d3aeaf-0b57-4b12-b7d6-80553e25b8fe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:52.017425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.023549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c9226-0051-4331-bd54-439e451e7467 req-761f7d92-8951-43ef-b706-21f2de53f13a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:52.026566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-258c9226-0051-4331-bd54-439e451e7467 req-761f7d92-8951-43ef-b706-21f2de53f13a tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 945 time: 0.2004616 Aug 04 14:51:52.036372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port a345e6a1-0944-4d6a-a6ac-890db89a0196 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:52.079103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=be3f9653-e026-44c6-9e92-02c4f3bcf079,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:52.106498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:52.135729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:52.137958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:52.184031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port be3f9653-e026-44c6-9e92-02c4f3bcf079 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:52.216000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.219279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c7f030ea-e4fd-4f8e-a277-fe88bbdc1184 req-378d20a8-2ffa-42b9-9cb9-2e4f373c59cf tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "DELETE /v2.0/ports/be3f9653-e026-44c6-9e92-02c4f3bcf079 HTTP/1.1" status: 204 len: 173 time: 2.5879402 Aug 04 14:51:52.219879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'name': 'network-vif-deleted', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:52.222994 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448059d-b6a4-4561-ad18-67ad8282bab8" -d '{"events": [{"server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "name": "network-vif-deleted", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:52.262084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:52.326397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:52.329063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.376284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-b646e06a-6358-4cc7-b0ff-b8192eba9a9b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5408847 Aug 04 14:51:52.390694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'admin_state_up': True, 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'security_groups': ['8257deda-2ceb-4e81-8fe4-bcd9414b7ddf']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:52.411075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0f19922-6dad-41eb-9ba1-78b79dfd65f2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:52.504461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59086) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:52.504729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be3f9653-e026-44c6-9e92-02c4f3bcf079 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:52.541280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/cedd41f8-9fee-444e-b049-f7afe1ad2e27/587b0fc7-1835-477c-b25a-c783c074fa8e) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:52.546069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61c1d3c6-4815-42e9-84ba-e71b1c59013c req-160c8b78-2db4-48eb-9769-515c22482bac tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=710948ab-7b45-4f12-bbd5-00010baec59c HTTP/1.1" status: 200 len: 210 time: 0.2113957 Aug 04 14:51:52.697306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:52.705702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.745153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.758814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Transition to ACTIVE for port object 587b0fc7-1835-477c-b25a-c783c074fa8e will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:52.769908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76e7c9f0-7c2c-4f80-b166-8d9ee3fa277d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b7e1083f8ba48a5a1b884545687ef49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649870 Aug 04 14:51:52.784100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Transition to ACTIVE for port object 587b0fc7-1835-477c-b25a-c783c074fa8e will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:52.801664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:52.822896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c0f19922-6dad-41eb-9ba1-78b79dfd65f2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:52.823361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0f19922-6dad-41eb-9ba1-78b79dfd65f2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:52.831094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: be3f9653-e026-44c6-9e92-02c4f3bcf079 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:52.831443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be3f9653-e026-44c6-9e92-02c4f3bcf079 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:52.833852 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.920989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab2d9b6a-660e-44bb-892c-3c63b508ae50 None None] Provisioning for port 56da62b5-4485-4af7-a8bf-d289dab33f00 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:52.950481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:51:52.966023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab2d9b6a-660e-44bb-892c-3c63b508ae50 None None] Provisioning complete for port 56da62b5-4485-4af7-a8bf-d289dab33f00 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:52.970006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9b6a-660e-44bb-892c-3c63b508ae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:52.971710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-258c9226-0051-4331-bd54-439e451e7467 req-f4c59fcb-177e-4076-b40f-2d7cb46aae21 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6526542 Aug 04 14:51:52.982152 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.040027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:53.062746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.1.1.233 (31e8b710-0e12-468d-8fa5-3cccb6395bb3/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e/8778bc6a-35ee-43a7-9652-4f8f617ecefb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:53.080169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.088287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=6b07b387-070b-4e5a-8695-ec66bb37b48f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:53.096315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 850a0221-5021-45b1-a368-42ced891f05c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:53.100176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:53.117853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.120810 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c6156f-3851-49d9-badd-aa239e76ac28 x-openstack-request-id: req-63c6156f-3851-49d9-badd-aa239e76ac28 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:53.121186 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710948ab-7b45-4f12-bbd5-00010baec59c", "name": "network-vif-deleted", "tag": "be3f9653-e026-44c6-9e92-02c4f3bcf079", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:53.121501 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63c6156f-3851-49d9-badd-aa239e76ac28 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:53.122751 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710948ab-7b45-4f12-bbd5-00010baec59c', 'name': 'network-vif-deleted', 'tag': 'be3f9653-e026-44c6-9e92-02c4f3bcf079', 'status': 'completed', 'code': 200} Aug 04 14:51:53.125736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:53.154765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e9ab0-1077-40ef-a0fe-414440e4a842 req-707ec7d2-531a-49a7-a933-5325e9b105dc tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:53.156369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e61e9ab0-1077-40ef-a0fe-414440e4a842 req-707ec7d2-531a-49a7-a933-5325e9b105dc tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 931 time: 0.4268093 Aug 04 14:51:53.170100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Pushing event updated for resources: {'Port': ['ID=587b0fc7-1835-477c-b25a-c783c074fa8e,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:53.180527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 850a0221-5021-45b1-a368-42ced891f05c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:53.180879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 850a0221-5021-45b1-a368-42ced891f05c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:53.181303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c4e9ac23-45ff-4d6a-ad58-1add8da0c50a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:53.205774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::96f:f78c:83ba:974f (8ecc9dc4-a5b8-4630-9188-8d52f274e682/cedd41f8-9fee-444e-b049-f7afe1ad2e27/a345e6a1-0944-4d6a-a6ac-890db89a0196) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:53.214307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d9b6a-660e-44bb-892c-3c63b508ae50 None None] Port 56da62b5-4485-4af7-a8bf-d289dab33f00 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:53.242532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c4e9ac23-45ff-4d6a-ad58-1add8da0c50a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:53.243036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c4e9ac23-45ff-4d6a-ad58-1add8da0c50a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:53.291809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.295120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.296305 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04da8259-f782-4f56-ac2a-794b49d9a4d6 HTTP/1.1" status: 204 len: 168 time: 0.4941328 Aug 04 14:51:53.303258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Attempting to bind port 587b0fc7-1835-477c-b25a-c783c074fa8e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:53.303673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Attempting to bind port 587b0fc7-1835-477c-b25a-c783c074fa8e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:53.304072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Attempting to bind port 587b0fc7-1835-477c-b25a-c783c074fa8e on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:53.314426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:53.314426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:53.315400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.316150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:53.316509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Bound port: 587b0fc7-1835-477c-b25a-c783c074fa8e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:53.317087 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.326705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcb8fe-3b63-4e90-8d85-537f7cb50793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da8259-f782-4f56-ac2a-794b49d9a4d6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:53.393982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.398987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e61e9ab0-1077-40ef-a0fe-414440e4a842 req-7421228c-c0fe-40f5-bb93-59d64f2faa35 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314296 Aug 04 14:51:53.403342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.406190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.406532 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Floating IP 1c788106-df0e-4bc1-bf73-7291bb3357db disassociated. External IP: 172.25.0.190, port: 7a09d8ad-5823-4178-97ec-c0f32845025a. Aug 04 14:51:53.406916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Calling delete_port for 7a09d8ad-5823-4178-97ec-c0f32845025a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:53.412982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] For port 587b0fc7-1835-477c-b25a-c783c074fa8e, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:53.416817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] For port 587b0fc7-1835-477c-b25a-c783c074fa8e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=587b0fc7-1835-477c-b25a-c783c074fa8e,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:53.431156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.433547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': '7873ca66-b22f-4d13-93f9-1a8a787b8062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:53.436138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: 541f71bd-dd32-4d4c-ac54-5e6980e148f5, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:51:53.455343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 8778bc6a-35ee-43a7-9652-4f8f617ecefb will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:53.460467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b560ef-dd3c-437e-83e3-835db1b7d729 req-9e1e7fec-864c-4cc9-8683-9ad752a28703 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:53.462120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00b560ef-dd3c-437e-83e3-835db1b7d729 req-9e1e7fec-864c-4cc9-8683-9ad752a28703 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 945 time: 0.3028262 Aug 04 14:51:53.509534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258724ce-a44f-4324-a848-a25769d5b423 None None] Pushing event updated for resources: {'Port': ['ID=587b0fc7-1835-477c-b25a-c783c074fa8e,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:53.524566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.586773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:53.591264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:53.601404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:53.682818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:51:53.699632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:53.700307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:53.710963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:53.733238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00b560ef-dd3c-437e-83e3-835db1b7d729 req-739a0193-f84d-4c51-bb6e-1fa4aae340b8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528455 Aug 04 14:51:53.736330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-addf655d-7d96-406f-9835-07729feb2d60 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3525810 Aug 04 14:51:53.764674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'admin_state_up': True, 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'security_groups': ['8257deda-2ceb-4e81-8fe4-bcd9414b7ddf']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:53.811195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 541f71bd-dd32-4d4c-ac54-5e6980e148f5) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:53.820371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29461b7f-94f6-44ea-aec0-6e172a81bdc4 None None] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:53.873561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:53.874455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.034605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30988b9b-7c52-4924-8206-4aa16fa67848 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4085047 Aug 04 14:51:54.043484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59118) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:54.058991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'port': {'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5', 'name': 'tempest-NetworksIpV6TestAttrs-674220875'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:54.105623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.108008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:54.117234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.233053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object a345e6a1-0944-4d6a-a6ac-890db89a0196 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:54.241070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.272838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-541f71bd-dd32-4d4c-ac54-5e6980e148f5', 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': '6b07b387-070b-4e5a-8695-ec66bb37b48f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:51:54.273768 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.279850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event deleted for resources: {'Port': ['ID=7a09d8ad-5823-4178-97ec-c0f32845025a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:54.283510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3ef97dd0-5ad5-4eb7-a8c5-a09e9e194869 None None] Provisioning for port 8778bc6a-35ee-43a7-9652-4f8f617ecefb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:54.302119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d95f-06ce-409a-b2a5-3afdc4a0cbc0 req-4eab182c-23b0-4f03-a480-52af58325e84 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:54.310211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70b9d95f-06ce-409a-b2a5-3afdc4a0cbc0 req-4eab182c-23b0-4f03-a480-52af58325e84 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 867 time: 0.1452644 Aug 04 14:51:54.328352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3ef97dd0-5ad5-4eb7-a8c5-a09e9e194869 None None] Provisioning complete for port 8778bc6a-35ee-43a7-9652-4f8f617ecefb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:54.328731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3ef97dd0-5ad5-4eb7-a8c5-a09e9e194869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.386603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70b9d95f-06ce-409a-b2a5-3afdc4a0cbc0 req-8d88ba4b-bc1e-4eff-b3ec-124e88580194 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups?id=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753357 Aug 04 14:51:54.457046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0829d609-0897-4278-93bb-69a11d94c821 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:54.519362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:54.526619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.551159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.1.1.71 (31e8b710-0e12-468d-8fa5-3cccb6395bb3/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e/3a1dcc4c-3995-4ed6-8763-5f192410d942) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:54.573000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3ef97dd0-5ad5-4eb7-a8c5-a09e9e194869 None None] Port 8778bc6a-35ee-43a7-9652-4f8f617ecefb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:54.599634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] device_id is not set on port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:51:54.698415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59144) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:54.791493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 0829d609-0897-4278-93bb-69a11d94c821 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:54.802573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Allocated IP 2001:db8::f816:3eff:fe0b:872f (541f71bd-dd32-4d4c-ac54-5e6980e148f5/6b07b387-070b-4e5a-8695-ec66bb37b48f/af091e8e-22df-4621-a1be-6adbfa888ad9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:54.812092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 0829d609-0897-4278-93bb-69a11d94c821 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:54.812610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.834806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:54.884831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 3a1dcc4c-3995-4ed6-8763-5f192410d942 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:54.969506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.054403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:55.083253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:55.085074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:55.087082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 587b0fc7-1835-477c-b25a-c783c074fa8e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:55.101586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:55.214611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.215525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.245823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a3417ad1-f17e-4c4d-8397-b57de490bafb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5001137 Aug 04 14:51:55.258029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'admin_state_up': True, 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'security_groups': ['8257deda-2ceb-4e81-8fe4-bcd9414b7ddf']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:55.289999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'networks': [{'name': 'tempest-network--808997883'}, {'name': 'tempest-network--816412886'}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:55.290470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-network--808997883'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:55.291227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-network--816412886'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:55.361438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'network': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:55.366022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.413657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 587b0fc7-1835-477c-b25a-c783c074fa8e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:55.415647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.456400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0829d609-0897-4278-93bb-69a11d94c821,segment=NetworkSegment(5c99eef5-affa-4c72-8875-732a2f2c1740),segment_id=5c99eef5-affa-4c72-8875-732a2f2c1740)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:55.459376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829d609-0897-4278-93bb-69a11d94c821'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:55.462204 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a174f-fc8d-4de9-be8c-163db97abcaf" -d '{"events": [{"server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0829d609-0897-4278-93bb-69a11d94c821"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:55.467537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.469256 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.469978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7a09d8ad-5823-4178-97ec-c0f32845025a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:51:55.500089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7a09d8ad-5823-4178-97ec-c0f32845025a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:51:55.500669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7a09d8ad-5823-4178-97ec-c0f32845025a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:51:55.522248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.569380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:55.582191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:55.587175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=a345e6a1-0944-4d6a-a6ac-890db89a0196,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:55.591523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:55.597084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.597715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.598919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Provisioning for port 587b0fc7-1835-477c-b25a-c783c074fa8e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:55.613273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:51:55.617647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Provisioning complete for port 587b0fc7-1835-477c-b25a-c783c074fa8e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:55.618237 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.624450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:55.627681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd823-d107-4395-98fa-18cc9885a576 req-77be1940-c0cb-4e65-8f42-500a10e88da3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.633623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd823-d107-4395-98fa-18cc9885a576 req-77be1940-c0cb-4e65-8f42-500a10e88da3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.639375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd823-d107-4395-98fa-18cc9885a576 req-77be1940-c0cb-4e65-8f42-500a10e88da3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.647751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74cd823-d107-4395-98fa-18cc9885a576 req-77be1940-c0cb-4e65-8f42-500a10e88da3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 2373 time: 0.2152913 Aug 04 14:51:55.657659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.675627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Transition to ACTIVE for port object af091e8e-22df-4621-a1be-6adbfa888ad9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:55.676034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:51:55.696647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93005-141b-4b96-a30a-99a1104d58ae req-31f9d003-5ebd-40a4-b34e-494ad0415430 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:55.703646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Transition to ACTIVE for port object af091e8e-22df-4621-a1be-6adbfa888ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:55.705694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cf93005-141b-4b96-a30a-99a1104d58ae req-31f9d003-5ebd-40a4-b34e-494ad0415430 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.2952614 Aug 04 14:51:55.719333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.755406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74cd823-d107-4395-98fa-18cc9885a576 req-01a21105-ff46-4d53-b335-c8751166869b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017096 Aug 04 14:51:55.842962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:55.847069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:55.850137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:55.859150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Pushing event updated for resources: {'Port': ['ID=af091e8e-22df-4621-a1be-6adbfa888ad9,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:55.864735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.885455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:51:55.900124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Sync routers for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:51:55.923727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:51:55.926785 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:51:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:55.942431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.944456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] No DVR routers for this DVR port 7a09d8ad-5823-4178-97ec-c0f32845025a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:51:55.956641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Allocated IP 2001:db8::f816:3eff:feb6:bb03 (541f71bd-dd32-4d4c-ac54-5e6980e148f5/6b07b387-070b-4e5a-8695-ec66bb37b48f/8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:55.967853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.979647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.980497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:55.988101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e14b6c19-5c16-4d10-a0f2-c9b2064def8f req-f72675b4-302d-49cf-8ada-fd0f86cf3cb6 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.38 "DELETE /v2.0/ports/7a09d8ad-5823-4178-97ec-c0f32845025a HTTP/1.1" status: 204 len: 173 time: 4.8504176 Aug 04 14:51:55.996574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cf93005-141b-4b96-a30a-99a1104d58ae req-3a90971e-108b-4702-9f2e-c66bc41d0234 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543366 Aug 04 14:51:55.997026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'name': 'network-vif-deleted', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:51:55.999621 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293ba62-9036-4bfb-80c9-0209c5f5edc0" -d '{"events": [{"server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "name": "network-vif-deleted", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:51:56.017384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-654c2245-4da2-45be-9b64-a3f9bd29c535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.9683862 Aug 04 14:51:56.018245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59162) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:56.019903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.082226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] For port 587b0fc7-1835-477c-b25a-c783c074fa8e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=587b0fc7-1835-477c-b25a-c783c074fa8e,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:56.093431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.098298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Attempting to bind port af091e8e-22df-4621-a1be-6adbfa888ad9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:51:56.098991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Attempting to bind port af091e8e-22df-4621-a1be-6adbfa888ad9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7873ca66-b22f-4d13-93f9-1a8a787b8062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:51:56.099451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Attempting to bind port af091e8e-22df-4621-a1be-6adbfa888ad9 on network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:51:56.149859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:51:56.150292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Checking segment: {'id': '7873ca66-b22f-4d13-93f9-1a8a787b8062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:51:56.150732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.151134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Bound using segment: {'id': '7873ca66-b22f-4d13-93f9-1a8a787b8062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:51:56.151660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Bound port: af091e8e-22df-4621-a1be-6adbfa888ad9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7873ca66-b22f-4d13-93f9-1a8a787b8062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '541f71bd-dd32-4d4c-ac54-5e6980e148f5'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:51:56.152104 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.206243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d86cd1-7594-4eeb-97e8-29897931b6c6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:56.233650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97454154-3ed5-4410-a45b-57f18908ce03 req-25d330e6-f9ba-410e-bf77-20caa2310cdc tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.0872941 Aug 04 14:51:56.244806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] For port af091e8e-22df-4621-a1be-6adbfa888ad9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:51:56.250739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] For port af091e8e-22df-4621-a1be-6adbfa888ad9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=af091e8e-22df-4621-a1be-6adbfa888ad9,segment=NetworkSegment(7873ca66-b22f-4d13-93f9-1a8a787b8062),segment_id=7873ca66-b22f-4d13-93f9-1a8a787b8062)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:51:56.253271 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3651189-3b04-40f6-bfba-5b003bc8d35b x-openstack-request-id: req-c3651189-3b04-40f6-bfba-5b003bc8d35b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:56.253543 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0829d609-0897-4278-93bb-69a11d94c821", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:56.253906 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3651189-3b04-40f6-bfba-5b003bc8d35b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:56.254487 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829d609-0897-4278-93bb-69a11d94c821', 'code': 200} Aug 04 14:51:56.260825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Provisioning for port 3a1dcc4c-3995-4ed6-8763-5f192410d942 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:56.260958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:56.265800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.281409 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:51:56.285718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3bc6a-5103-4b15-9456-07b3279643d5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:56.287130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Provisioning complete for port 3a1dcc4c-3995-4ed6-8763-5f192410d942 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:56.287516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.308210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3bc6a-5103-4b15-9456-07b3279643d5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:56.315736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89c3bc6a-5103-4b15-9456-07b3279643d5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2963428 Aug 04 14:51:56.334402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59166) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:56.340522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Pushing event updated for resources: {'Port': ['ID=587b0fc7-1835-477c-b25a-c783c074fa8e,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:56.388502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-eb0feb3c-97d5-4cd7-a2b8-f92a2c726708 None None] Port 3a1dcc4c-3995-4ed6-8763-5f192410d942 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:56.419972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7e47a-60ef-43af-af5e-4dbc171d7cfc None None] Pushing event updated for resources: {'Port': ['ID=af091e8e-22df-4621-a1be-6adbfa888ad9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:56.429490 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e2700e-91e1-4e63-95d3-79029a05461d x-openstack-request-id: req-d2e2700e-91e1-4e63-95d3-79029a05461d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:51:56.433312 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1897a96-1e64-4df5-aec6-0edb92b779be", "name": "network-vif-deleted", "tag": "7a09d8ad-5823-4178-97ec-c0f32845025a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:51:56.433602 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2e2700e-91e1-4e63-95d3-79029a05461d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:51:56.434030 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1897a96-1e64-4df5-aec6-0edb92b779be', 'name': 'network-vif-deleted', 'tag': '7a09d8ad-5823-4178-97ec-c0f32845025a', 'status': 'completed', 'code': 200} Aug 04 14:51:56.516216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8c99-6740-4570-a389-959bc4101c1b req-79511777-f4e0-4ba2-9224-ec5c64289cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:56.521872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa3c8c99-6740-4570-a389-959bc4101c1b req-79511777-f4e0-4ba2-9224-ec5c64289cf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 1098 time: 0.2024102 Aug 04 14:51:56.523215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.523363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5cb94684-d772-4bc8-8241-308aeea87603 None None] Provisioning for port a345e6a1-0944-4d6a-a6ac-890db89a0196 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:56.523817 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment 3223c6f9-b9e5-4059-9140-0c4894003257 of type vlan for network 458e68a2-b727-4a4e-81d4-6132bc338054 Aug 04 14:51:56.531040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5cb94684-d772-4bc8-8241-308aeea87603 None None] Provisioning complete for port a345e6a1-0944-4d6a-a6ac-890db89a0196 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:56.531424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5cb94684-d772-4bc8-8241-308aeea87603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.587878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5cb94684-d772-4bc8-8241-308aeea87603 None None] Port a345e6a1-0944-4d6a-a6ac-890db89a0196 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:56.594880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c0aa-65e8-45d1-b84a-62da302db426 req-a3ee6457-06b8-42c1-8a46-7b394ba992a1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:56.599153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f993c0aa-65e8-45d1-b84a-62da302db426 req-a3ee6457-06b8-42c1-8a46-7b394ba992a1 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.1950490 Aug 04 14:51:56.694339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f993c0aa-65e8-45d1-b84a-62da302db426 req-767496aa-ae4a-46ef-8953-e939791c0206 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842979 Aug 04 14:51:56.704165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa3c8c99-6740-4570-a389-959bc4101c1b req-90473f99-603f-49d5-906f-27ddf10d1f6a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678994 Aug 04 14:51:56.714543 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:56.748182 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Checking router: 8bdaef15-d451-4533-a456-e6bcabeb7fc3 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:51:56.764455 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:51:56.765425 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:51:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:56.814738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:56.943986 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:51:57.063214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:51:57.069319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95feaf-ce55-40f7-a687-e738232e3de7 req-586e0b14-5de7-40a9-8a82-f2140818837e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.076414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port a345e6a1-0944-4d6a-a6ac-890db89a0196 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:57.077221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.084628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95feaf-ce55-40f7-a687-e738232e3de7 req-586e0b14-5de7-40a9-8a82-f2140818837e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.116810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device af091e8e-22df-4621-a1be-6adbfa888ad9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:57.119560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95feaf-ce55-40f7-a687-e738232e3de7 req-586e0b14-5de7-40a9-8a82-f2140818837e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.128404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed95feaf-ce55-40f7-a687-e738232e3de7 req-586e0b14-5de7-40a9-8a82-f2140818837e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 2373 time: 0.2044804 Aug 04 14:51:57.176135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.189877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for a345e6a1-0944-4d6a-a6ac-890db89a0196 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:57.198469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed95feaf-ce55-40f7-a687-e738232e3de7 req-7d76e19a-10dd-4b78-92f5-49888c44b1f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613067 Aug 04 14:51:57.241146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f588219-65c1-473b-a4f8-f19671047b2a req-2af2294b-1eab-4627-914d-181e64cecf6d tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.245396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f588219-65c1-473b-a4f8-f19671047b2a req-2af2294b-1eab-4627-914d-181e64cecf6d tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.0753193 Aug 04 14:51:57.267730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port af091e8e-22df-4621-a1be-6adbfa888ad9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:57.272749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 587b0fc7-1835-477c-b25a-c783c074fa8e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:57.278292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.293551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.294166 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment a8d71c33-61bf-4221-8cc8-4d1b654ef8d4 of type vlan for network 5dea82b3-48a4-4efa-8615-4ac965abf4bd Aug 04 14:51:57.333061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f588219-65c1-473b-a4f8-f19671047b2a req-da78229c-0515-4d9b-9679-eab6f7303088 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773492 Aug 04 14:51:57.341876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.2.2.100 (d4f852f3-785d-4520-92f3-d0a9d5bb5806/5f575548-944d-4c3d-a13a-dfdeb1bcdb09/0d07a1b8-6052-4555-a7fa-652163987dfe) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:51:57.398915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 587b0fc7-1835-477c-b25a-c783c074fa8e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:57.399180 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.408955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Transition to ACTIVE for port object 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:57.452536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:57.533525 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692a678-4267-45c0-804c-7426ebe7c826 None None] The sync data for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 is: [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:48:55Z', 'revision_number': 4, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf272ab8-4d07-45f4-93d0-a3da6f3bc088', 'name': '', 'network_id': '282527b3-29df-437c-9637-86be5fae0236', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'mac_address': 'fa:16:3e:ef:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:54Z', 'updated_at': '2021-08-04T14:49:02Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'subnets': [{'id': 'a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:51:57.545129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.555845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb6996d9-3cec-4aed-9545-4dbd027acbaf req-f16d16ab-8e93-4878-b461-fc65270299ab tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.1046388 Aug 04 14:51:57.677525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af132a36-b753-4ac6-a098-dea68414aeff req-a57f404a-f4d3-41a5-82f1-bb986d63a94d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.679183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af132a36-b753-4ac6-a098-dea68414aeff req-a57f404a-f4d3-41a5-82f1-bb986d63a94d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.2768068 Aug 04 14:51:57.810949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.822834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.822834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.831153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.836667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.837437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.866189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359d3cc-f3d4-435c-8a10-f18dc347cd4c req-6aab1e4b-901a-4751-a96b-c96f9e3f906e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:57.874944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d359d3cc-f3d4-435c-8a10-f18dc347cd4c req-6aab1e4b-901a-4751-a96b-c96f9e3f906e tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.0935125 Aug 04 14:51:57.880856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f788a-55f5-4faf-95e8-769236076109 None None] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:51:57.931460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:57.956210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d359d3cc-f3d4-435c-8a10-f18dc347cd4c req-355bac32-9f1c-4f96-bd81-360c20f0e597 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801930 Aug 04 14:51:57.997239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:51:58.025653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ea3cb-7a89-455a-871d-91cbfd39ef3c None None] New status for floating IP 1c788106-df0e-4bc1-bf73-7291bb3357db: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:51:58.030867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Provisioning for port af091e8e-22df-4621-a1be-6adbfa888ad9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:58.085869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Provisioning complete for port af091e8e-22df-4621-a1be-6adbfa888ad9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:58.085869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.337616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.352307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 0d07a1b8-6052-4555-a7fa-652163987dfe will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:51:58.415558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4513090 Aug 04 14:51:58.415558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.415900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb1fa3-1771-4b28-8fd4-b43d0f5956d0 req-a5eab008-5fa5-4877-a684-7be683b37bf7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.420649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.422133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59180) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:58.432373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb1fa3-1771-4b28-8fd4-b43d0f5956d0 req-a5eab008-5fa5-4877-a684-7be683b37bf7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.449057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb1fa3-1771-4b28-8fd4-b43d0f5956d0 req-a5eab008-5fa5-4877-a684-7be683b37bf7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.456624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccb1fa3-1771-4b28-8fd4-b43d0f5956d0 req-a5eab008-5fa5-4877-a684-7be683b37bf7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 2373 time: 0.1589708 Aug 04 14:51:58.469836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] For port af091e8e-22df-4621-a1be-6adbfa888ad9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=af091e8e-22df-4621-a1be-6adbfa888ad9,segment=NetworkSegment(7873ca66-b22f-4d13-93f9-1a8a787b8062),segment_id=7873ca66-b22f-4d13-93f9-1a8a787b8062)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:58.477149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.505284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccb1fa3-1771-4b28-8fd4-b43d0f5956d0 req-8a0a17a5-4538-4e29-aae2-01b954743201 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476313 Aug 04 14:51:58.551675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:58.581087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d99fc-1394-4fc0-9e8f-2d442763fcd8 None None] Pushing event updated for resources: {'Port': ['ID=af091e8e-22df-4621-a1be-6adbfa888ad9,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:58.607092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385639a6-0235-4338-8ac1-e6204b3ec2a0 req-d7bad81e-375e-4bf0-a045-3b1b7f317b5a tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.610760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-385639a6-0235-4338-8ac1-e6204b3ec2a0 req-d7bad81e-375e-4bf0-a045-3b1b7f317b5a tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.0795023 Aug 04 14:51:58.627392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:51:58.630915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Port': ['ID=8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:58.634666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:58.647659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=458e68a2-b727-4a4e-81d4-6132bc338054,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:58.653518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:58.658246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 458e68a2-b727-4a4e-81d4-6132bc338054 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:58.672950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.683865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.701369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-713bfd3a-e385-4cb4-b968-00bce6ddb840 req-85472000-09ea-4e56-8686-ae7f3ba25dec tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.0369892 Aug 04 14:51:58.716448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-385639a6-0235-4338-8ac1-e6204b3ec2a0 req-a473a27e-aec5-436d-b14c-2aee2830a530 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Aug 04 14:51:58.803708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:58.805949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/a345e6a1-0944-4d6a-a6ac-890db89a0196 HTTP/1.1" status: 204 len: 168 time: 2.4198878 Aug 04 14:51:58.807243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:51:58.808511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59186) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:58.809428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e6ab-5038-43e9-9264-daae09c8ede5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=a345e6a1-0944-4d6a-a6ac-890db89a0196,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:58.900078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:51:58.909075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4118f879-a66f-4896-a492-0e5ade1f0497 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.8638682 Aug 04 14:51:58.919188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59190) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:58.927856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e67b9-8f62-4c9b-a9f2-0b53224835d3 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.935635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e67b9-8f62-4c9b-a9f2-0b53224835d3 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.969244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e67b9-8f62-4c9b-a9f2-0b53224835d3 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.969244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e67b9-8f62-4c9b-a9f2-0b53224835d3 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:58.969706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-284e67b9-8f62-4c9b-a9f2-0b53224835d3 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5343285 Aug 04 14:51:58.989554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59196) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:59.043362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device af091e8e-22df-4621-a1be-6adbfa888ad9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:51:59.057513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17305e3b-b475-4fc9-b9f9-0c8691ebfc38 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:59.065825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17305e3b-b475-4fc9-b9f9-0c8691ebfc38 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:59.068028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-17305e3b-b475-4fc9-b9f9-0c8691ebfc38 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2583122 Aug 04 14:51:59.071463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59200) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:59.111113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting subnet 6b07b387-070b-4e5a-8695-ec66bb37b48f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:59.118727 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.190792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Provisioning for port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:59.196126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Provisioning complete for port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:59.196498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.198466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4193-c339-4ddf-baef-62ca4bcfe862 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=5dea82b3-48a4-4efa-8615-4ac965abf4bd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:59.216670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:51:59.241951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Deleting port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:51:59.242831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.245307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5dea82b3-48a4-4efa-8615-4ac965abf4bd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:51:59.329591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.368993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet cedd41f8-9fee-444e-b049-f7afe1ad2e27 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:51:59.381166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.407886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port af091e8e-22df-4621-a1be-6adbfa888ad9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:59.408269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.452320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:59.478502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Provisioning complete for port af091e8e-22df-4621-a1be-6adbfa888ad9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:59.478905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85dd2099-3095-4d4a-a2ff-aeb9f43c20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.486327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad408d-f841-433e-a87e-3a7a48285027 req-85768df2-7911-4fa0-86bc-953850c68112 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:59.488047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8ad408d-f841-433e-a87e-3a7a48285027 req-85768df2-7911-4fa0-86bc-953850c68112 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 946 time: 0.3708472 Aug 04 14:51:59.521938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.575713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] For port 70e89a3b-ee11-447a-ac2a-0f27e43baf53, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=70e89a3b-ee11-447a-ac2a-0f27e43baf53,segment=NetworkSegment(5e599f05-37e1-490a-a849-cd47449ee7ff),segment_id=5e599f05-37e1-490a-a849-cd47449ee7ff)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:51:59.576341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.615861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:51:59.617664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.621514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8ad408d-f841-433e-a87e-3a7a48285027 req-0546e22e-cce4-42c4-a74b-74f6dbba374d tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/security-groups?id=2128bebf-25c5-4546-9848-6a203c80a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981665 Aug 04 14:51:59.622177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Calling delete_port for 70e89a3b-ee11-447a-ac2a-0f27e43baf53 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:51:59.639270 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.657057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e0a69c7d-b688-48d6-b46b-152eb90a6018 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4039934 Aug 04 14:51:59.699916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'admin_state_up': True, 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'security_groups': ['8257deda-2ceb-4e81-8fe4-bcd9414b7ddf']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:51:59.702073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.739265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.878670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Provisioning for port 0d07a1b8-6052-4555-a7fa-652163987dfe completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:51:59.886091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Provisioning complete for port 0d07a1b8-6052-4555-a7fa-652163987dfe triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:59.886673 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.895566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.916467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458e68a2-b727-4a4e-81d4-6132bc338054']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:59.927455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.933029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3223c6f9-b9e5-4059-9140-0c4894003257') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:59.933552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3223c6f9-b9e5-4059-9140-0c4894003257') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:51:59.946293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Port 0d07a1b8-6052-4555-a7fa-652163987dfe cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:51:59.956706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.958381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Provisioning complete for port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:51:59.958864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.964002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/6b07b387-070b-4e5a-8695-ec66bb37b48f HTTP/1.1" status: 204 len: 168 time: 1.0388637 Aug 04 14:51:59.965483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59226) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:51:59.966158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.980963 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.989183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:51:59.995878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/cedd41f8-9fee-444e-b049-f7afe1ad2e27 HTTP/1.1" status: 204 len: 168 time: 0.9228759 Aug 04 14:51:59.999620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c13a9-a5e2-4c11-aa51-365d75544cf3 None None] Network 541f71bd-dd32-4d4c-ac54-5e6980e148f5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:00.007583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-bde4c241-9d6e-453c-aac4-d3d7788457ff tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.016372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-bde4c241-9d6e-453c-aac4-d3d7788457ff tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.019510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59228) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:00.023909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-bde4c241-9d6e-453c-aac4-d3d7788457ff tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.033668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-bde4c241-9d6e-453c-aac4-d3d7788457ff tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.035363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.048002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-bde4c241-9d6e-453c-aac4-d3d7788457ff tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3094 time: 0.2807133 Aug 04 14:52:00.075128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8afc271d-6b45-44ff-850d-107496957d85 None None] Port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:00.078296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b801d-3441-45f9-9da4-70efc7410628 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:00.089106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:00.089687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.094488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174343-63e1-41e5-8c11-b608eadc769a req-d44550a8-bf32-4dc1-ac74-cc0c1aaa4da8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:00.097189 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:00.100963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b5f740a-19c5-4be5-b87e-299fc2d79417 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802672 Aug 04 14:52:00.111269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68174343-63e1-41e5-8c11-b608eadc769a req-d44550a8-bf32-4dc1-ac74-cc0c1aaa4da8 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.3029933 Aug 04 14:52:00.115916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:00.121206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:00.149580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370802f-119a-4764-9588-36c12eb3c00d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=6b07b387-070b-4e5a-8695-ec66bb37b48f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:00.153066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Made reservation on behalf of 5386d528be49433f90fd7d0989dd2497 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:00.158036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.169970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.189727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432c59-2904-4bcb-9bec-16a3d27bec13 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=cedd41f8-9fee-444e-b049-f7afe1ad2e27,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:00.191443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05dabb0-ed44-41a7-a70a-14be81d2dcd2 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.193496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05dabb0-ed44-41a7-a70a-14be81d2dcd2 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:00.195174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f05dabb0-ed44-41a7-a70a-14be81d2dcd2 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2254636 Aug 04 14:52:00.207516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59232) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:00.301844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.318569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68174343-63e1-41e5-8c11-b608eadc769a req-b752131b-99a6-4def-a999-21537f98b087 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062323 Aug 04 14:52:00.321159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Pushing event deleted for resources: {'Port': ['ID=70e89a3b-ee11-447a-ac2a-0f27e43baf53,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:00.328909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b32c7fcb-9147-4b29-9211-c78b126e7c0e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.329083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.331126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/458e68a2-b727-4a4e-81d4-6132bc338054 HTTP/1.1" status: 204 len: 168 time: 1.1428032 Aug 04 14:52:00.348921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2074a03-df1a-4d9a-9992-693e1b865433 req-67962baf-ee50-4ef5-b7b1-6b2db459d278 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996731 Aug 04 14:52:00.349824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59234) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:00.414928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea8276-4819-4a0e-8df2-276e0827a8f7 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=458e68a2-b727-4a4e-81d4-6132bc338054,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:00.452097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] No DVR routers for this DVR port 70e89a3b-ee11-447a-ac2a-0f27e43baf53 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:00.463219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.463870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] DHCP port deletion for 541f71bd-dd32-4d4c-ac54-5e6980e148f5 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:00.473105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.475034 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c7fcb-9147-4b29-9211-c78b126e7c0e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 04 14:52:00.475666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32c7fcb-9147-4b29-9211-c78b126e7c0e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:00.478488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b32c7fcb-9147-4b29-9211-c78b126e7c0e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/541f71bd-dd32-4d4c-ac54-5e6980e148f5 HTTP/1.1" status: 409 len: 405 time: 0.2683938 Aug 04 14:52:00.479421 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af132a36-b753-4ac6-a098-dea68414aeff req-5b293c73-3ea3-45e8-ab75-98d263c784df tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.46 "DELETE /v2.0/ports/70e89a3b-ee11-447a-ac2a-0f27e43baf53 HTTP/1.1" status: 204 len: 173 time: 2.7831299 Aug 04 14:52:00.480213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'name': 'network-vif-deleted', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:00.481376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59236) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:00.488135 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209319f0-eecc-47b8-8895-846c6d85bf0a" -d '{"events": [{"server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "name": "network-vif-deleted", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:00.489159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2010679138'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:00.510290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:00.513658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 70e89a3b-ee11-447a-ac2a-0f27e43baf53 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:00.540537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 70e89a3b-ee11-447a-ac2a-0f27e43baf53 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:00.542292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 70e89a3b-ee11-447a-ac2a-0f27e43baf53 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:00.569777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef501f40-a5e0-41b1-97f9-432686dc4160 req-b10a7003-32e8-4c02-bb21-885d9edf431d tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.0676005 Aug 04 14:52:00.576014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:00.588296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.592603 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5fbbff-0e50-47ba-af3e-dcfba80d4607 x-openstack-request-id: req-ce5fbbff-0e50-47ba-af3e-dcfba80d4607 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:00.592894 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e22fef-7f4b-4b07-b77e-2c002cc97ef9", "name": "network-vif-deleted", "tag": "70e89a3b-ee11-447a-ac2a-0f27e43baf53", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:00.593149 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce5fbbff-0e50-47ba-af3e-dcfba80d4607 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:00.593554 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e22fef-7f4b-4b07-b77e-2c002cc97ef9', 'name': 'network-vif-deleted', 'tag': '70e89a3b-ee11-447a-ac2a-0f27e43baf53', 'status': 'completed', 'code': 200} Aug 04 14:52:00.608848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Deleting port af091e8e-22df-4621-a1be-6adbfa888ad9 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:00.610082 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.630610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:52:00.630610 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:52:00.630610 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '06eeca1b0dcb4035b6308b331949b73a', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 52, 0, 507484)}] Aug 04 14:52:00.630610 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:52:00.632111 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:52:00.711035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] For port af091e8e-22df-4621-a1be-6adbfa888ad9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=af091e8e-22df-4621-a1be-6adbfa888ad9,segment=NetworkSegment(7873ca66-b22f-4d13-93f9-1a8a787b8062),segment_id=7873ca66-b22f-4d13-93f9-1a8a787b8062)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:00.711472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.718256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Allocated IP 10.2.2.200 (d4f852f3-785d-4520-92f3-d0a9d5bb5806/5f575548-944d-4c3d-a13a-dfdeb1bcdb09/38bb246d-d1fc-4291-afcc-61cd365d534e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:00.724694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Deleting port 587b0fc7-1835-477c-b25a-c783c074fa8e {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:00.725165 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.729950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.759237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dea82b3-48a4-4efa-8615-4ac965abf4bd']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:00.781683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Calling delete_port for af091e8e-22df-4621-a1be-6adbfa888ad9 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:00.788646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d71c33-61bf-4221-8cc8-4d1b654ef8d4') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:00.789834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d71c33-61bf-4221-8cc8-4d1b654ef8d4') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:00.862761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74768c3d-07ec-461a-bd40-e3f8a8b2a827 req-7c14cf1b-e328-4404-8c3f-7d8ff0edf004 tempest-ServersTestJSON-811205762 tempest-ServersTestJSON-811205762-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e22fef-7f4b-4b07-b77e-2c002cc97ef9 HTTP/1.1" status: 200 len: 210 time: 0.0434937 Aug 04 14:52:00.865159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.875467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] For port 587b0fc7-1835-477c-b25a-c783c074fa8e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=587b0fc7-1835-477c-b25a-c783c074fa8e,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:00.875897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.884288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.895865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Calling delete_port for 587b0fc7-1835-477c-b25a-c783c074fa8e owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:00.901137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:00.904359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:00.911845 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:00.959541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.977733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:00.984494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.031607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] Pushing event deleted for resources: {'Port': ['ID=af091e8e-22df-4621-a1be-6adbfa888ad9,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:01.034625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e302c8-16e5-4639-971a-f9fd26e03939 None None] No DVR routers for this DVR port af091e8e-22df-4621-a1be-6adbfa888ad9 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:01.037701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device af091e8e-22df-4621-a1be-6adbfa888ad9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:01.053084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.054834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Transition to ACTIVE for port object 38bb246d-d1fc-4291-afcc-61cd365d534e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:01.063730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:01.064681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: af091e8e-22df-4621-a1be-6adbfa888ad9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:01.065048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device af091e8e-22df-4621-a1be-6adbfa888ad9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:01.065435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 587b0fc7-1835-477c-b25a-c783c074fa8e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:01.081003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:01.086901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.088223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.088847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.093736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/5dea82b3-48a4-4efa-8615-4ac965abf4bd HTTP/1.1" status: 204 len: 168 time: 0.7390456 Aug 04 14:52:01.104335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.107081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09561-78d6-4930-9144-f308cc1d53a6 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=5dea82b3-48a4-4efa-8615-4ac965abf4bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:01.117472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:01.141913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-65000a43-8672-4302-bf18-a60b63e5b85b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.146560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] Pushing event deleted for resources: {'Port': ['ID=587b0fc7-1835-477c-b25a-c783c074fa8e,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:01.150463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fafb6-f3a1-4f5a-aeb9-422236bffedb None None] No DVR routers for this DVR port 587b0fc7-1835-477c-b25a-c783c074fa8e on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:01.159154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-65000a43-8672-4302-bf18-a60b63e5b85b tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.38 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.1727445 Aug 04 14:52:01.171176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd923ce-87c8-42b3-b0e6-7315e4231ead None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:01.174382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No active binding found for port 587b0fc7-1835-477c-b25a-c783c074fa8e {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 14:52:01.183999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 587b0fc7-1835-477c-b25a-c783c074fa8e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:01.222640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:01.226835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.279728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1600287 Aug 04 14:52:01.280551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586dc61-8103-4b08-9382-de6dd2a11974 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=6ca59cdc-31b7-4801-9a9b-9c53204ebeff,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:01.285761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:01.287002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.297367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '6ca59cdc-31b7-4801-9a9b-9c53204ebeff', 'ip_address': '2001:db8::17a2:a507:378e:d20a'}], 'name': 'tempest-NetworksTestDHCPv6-1856139410'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:01.347616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:01.352840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.353327 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment cf886554-ea9c-43e6-b8d8-7acaf75d132f of type vlan for network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 Aug 04 14:52:01.398763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '6ca59cdc-31b7-4801-9a9b-9c53204ebeff'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:01.399789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.411554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Deleting port 0829d609-0897-4278-93bb-69a11d94c821 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:01.412108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.499820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:01.511651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:01.521555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:01.536754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:01.538430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] For port 0829d609-0897-4278-93bb-69a11d94c821, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0829d609-0897-4278-93bb-69a11d94c821,segment=NetworkSegment(5c99eef5-affa-4c72-8875-732a2f2c1740),segment_id=5c99eef5-affa-4c72-8875-732a2f2c1740)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:01.538921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.568657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Calling delete_port for 0829d609-0897-4278-93bb-69a11d94c821 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:01.583229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffcf13-4ef4-4cc4-a458-c33fb4176b9d tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.592077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffcf13-4ef4-4cc4-a458-c33fb4176b9d tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.594023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-16ffcf13-4ef4-4cc4-a458-c33fb4176b9d tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4662330 Aug 04 14:52:01.599694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59252) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:01.607734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-636981446'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:01.644593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:01.649952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.671290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6ca59cdc-31b7-4801-9a9b-9c53204ebeff/fe6de3ee-6e54-4a93-9242-fb1c7edfecf0) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:01.694951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.695622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.714029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:01.730749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.731108 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment c07e9f87-dc29-416e-9f49-1ceea9128b99 of type vlan for network 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7 Aug 04 14:52:01.752108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:01.787276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.859552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.868060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a23dac7a-d50c-4501-ad96-6cc7ee85414d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1727462 Aug 04 14:52:01.883300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.895859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Transition to ACTIVE for port object fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:01.897996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:01.927527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.934543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Transition to ACTIVE for port object fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:01.943224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['0829d609-0897-4278-93bb-69a11d94c821'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:01.952243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-049a94d0-821d-451f-a7f9-5a442ad9636a None None] Provisioning for port 38bb246d-d1fc-4291-afcc-61cd365d534e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:01.956614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e4d55-7e0e-41d4-8802-627936d986bf req-3070a195-bc4e-4049-8191-53fb745bd924 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:01.963281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port a0f2009e-6cbf-480a-b101-33ede3f3fa01 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:01.965321 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-214e4d55-7e0e-41d4-8802-627936d986bf req-3070a195-bc4e-4049-8191-53fb745bd924 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/ports?device_id=c93efb55-514f-4962-ac29-59548cf72a1f HTTP/1.1" status: 200 len: 946 time: 0.2308943 Aug 04 14:52:01.971607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.986280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-049a94d0-821d-451f-a7f9-5a442ad9636a None None] Provisioning complete for port 38bb246d-d1fc-4291-afcc-61cd365d534e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:01.986719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-049a94d0-821d-451f-a7f9-5a442ad9636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:01.989053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.035461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.044649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.053880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.060396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.069422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.069539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:02.078728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-21a707da-f0e1-41fa-9e2c-346f1b3f01de tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3815 time: 0.3453190 Aug 04 14:52:02.082189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:02.090414 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.091321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Pushing event deleted for resources: {'Port': ['ID=0829d609-0897-4278-93bb-69a11d94c821,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:02.091449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:02.103521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-049a94d0-821d-451f-a7f9-5a442ad9636a None None] Port 38bb246d-d1fc-4291-afcc-61cd365d534e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:02.108668 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.115363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.116596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.141072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Pushing event updated for resources: {'Port': ['ID=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:02.188530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.195437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:02.196353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.197854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Attempting to bind port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:02.198257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Attempting to bind port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:02.201045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Attempting to bind port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:02.212882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:02.213280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:02.215056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.215553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:02.216329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Bound port: fe6de3ee-6e54-4a93-9242-fb1c7edfecf0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:02.216816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.330046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] For port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:02.336247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] For port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:02.344017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.348358 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7445290 Aug 04 14:52:02.362951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:02.387197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2082102484'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:02.405091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8d95a-cac2-4780-9978-c1e20ce1fddc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:02.417984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a215-5de5-440d-9a8c-9cd024f348fb None None] Pushing event updated for resources: {'Port': ['ID=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:02.424772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:02.523733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::17a2:a507:378e:d20a (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6ca59cdc-31b7-4801-9a9b-9c53204ebeff/a0f2009e-6cbf-480a-b101-33ede3f3fa01) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:02.575956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:02.579428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.666992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-214e4d55-7e0e-41d4-8802-627936d986bf req-b8ed8570-5da0-4def-a313-2dbff9e86f6d tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46b9bfa-752e-4f54-8931-15432c58cb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7006278 Aug 04 14:52:02.700439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] No DVR routers for this DVR port 0829d609-0897-4278-93bb-69a11d94c821 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:02.711503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.714188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84f5fad0-ca92-4f73-8544-4d4a102237f8 req-0c57763c-28b7-4fca-9484-c74edf7137c7 tempest-ServerMetadataNegativeTestJSON-5211036 tempest-ServerMetadataNegativeTestJSON-5211036-project] 10.222.0.38 "DELETE /v2.0/ports/0829d609-0897-4278-93bb-69a11d94c821 HTTP/1.1" status: 204 len: 173 time: 1.5303354 Aug 04 14:52:02.724356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:02.725053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'name': 'network-vif-deleted', 'tag': '0829d609-0897-4278-93bb-69a11d94c821'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:02.740520 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974de598-5f03-4eba-ac46-e7aeee9dedd7" -d '{"events": [{"server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "name": "network-vif-deleted", "tag": "0829d609-0897-4278-93bb-69a11d94c821"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:02.766922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2841330 Aug 04 14:52:02.775711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59260) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:02.783476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': '4b478fb5-d622-4446-acbd-6d3fe1ba8a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:02.826916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.827271 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment f2dbb782-2598-4675-9640-850c18d43dd6 of type vlan for network 2a97c555-3b6f-4936-bf47-40cf423de707 Aug 04 14:52:02.920545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7626-afae-4551-8eee-4f5a2aa4c49d tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=4b478fb5-d622-4446-acbd-6d3fe1ba8a37,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:02.931114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-116c9b6d-eb34-45f1-acfe-1ffc07909a53 req-fc298555-a917-45d5-af1b-bffea27c0bd9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8512213 Aug 04 14:52:02.938360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.963548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:02.967884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:02.992270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:03.055270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59262) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:03.150763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d1a17b7-c189-4a99-b593-002cc470a194 req-770051c8-d37d-4e93-bb34-9c51876d9c77 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1897a96-1e64-4df5-aec6-0edb92b779be HTTP/1.1" status: 200 len: 210 time: 0.1910634 Aug 04 14:52:03.164380 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eead20-68d7-4e1a-9f6e-7ae23bcf8618 x-openstack-request-id: req-21eead20-68d7-4e1a-9f6e-7ae23bcf8618 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:03.164742 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93efb55-514f-4962-ac29-59548cf72a1f", "name": "network-vif-deleted", "tag": "0829d609-0897-4278-93bb-69a11d94c821", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:03.164955 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21eead20-68d7-4e1a-9f6e-7ae23bcf8618 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:03.165394 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93efb55-514f-4962-ac29-59548cf72a1f', 'name': 'network-vif-deleted', 'tag': '0829d609-0897-4278-93bb-69a11d94c821', 'status': 'completed', 'code': 200} Aug 04 14:52:03.190057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:03.268403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:03.433940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:52:03.436689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.521172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.527419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:03.528051 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.536276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=422f7a15-1f4e-4b04-bc63-6340c1c43a08,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:03.537415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.576085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': 'cf886554-ea9c-43e6-b8d8-7acaf75d132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4b478fb5-d622-4446-acbd-6d3fe1ba8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:03.576085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: 4b478fb5-d622-4446-acbd-6d3fe1ba8a37, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:03.598137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:03.612631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 4b478fb5-d622-4446-acbd-6d3fe1ba8a37) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:03.626964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:03.627633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.629083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc710e94-4b4e-4400-9d87-8369e861f96e None None] Network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:03.648929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9a32fb2f-3db5-4fe4-a31d-fce8824d3797 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8699565 Aug 04 14:52:03.651623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59264) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:03.661363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da62b5-4485-4af7-a8bf-d289dab33f00 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:03.675069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object a0f2009e-6cbf-480a-b101-33ede3f3fa01 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:03.686372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.693342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3106358 Aug 04 14:52:03.695995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59266) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:03.705453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'ports': [{'network_id': '2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7', 'name': 'tempest-port--1520850711', 'admin_state_up': True}, {'network_id': '2a97c555-3b6f-4936-bf47-40cf423de707', 'admin_state_up': False}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:03.705775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'port': {'network_id': '2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7', 'name': 'tempest-port--1520850711', 'admin_state_up': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:03.706285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'port': {'network_id': '2a97c555-3b6f-4936-bf47-40cf423de707', 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:03.719553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Deleting subnet 2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:03.723030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.760021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.763564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59270) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:03.848757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Transition to ACTIVE for port object 56da62b5-4485-4af7-a8bf-d289dab33f00 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:03.849783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cb591-14e9-43fc-836e-04a2631ec83a tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=2a97c555-3b6f-4936-bf47-40cf423de707,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:03.874938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.913735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Deleting subnet e1953126-2c02-49bf-8552-2f58fdade8e7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:03.918479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.923313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:03.966814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:03.971067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2a97c555-3b6f-4936-bf47-40cf423de707 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:03.999614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.001424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.067754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.106253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.130708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.136087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Provisioning for port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:04.149517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Provisioning complete for port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:04.150051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.281557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.288471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.296418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59278) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.297343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.306080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.312221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.314290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-8ca39330-e60e-46ab-9542-753ba3ae0f2c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3827 time: 0.2512777 Aug 04 14:52:04.351096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.363378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Attempting to bind port 56da62b5-4485-4af7-a8bf-d289dab33f00 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:04.363848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Attempting to bind port 56da62b5-4485-4af7-a8bf-d289dab33f00 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:04.364204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Attempting to bind port 56da62b5-4485-4af7-a8bf-d289dab33f00 on network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:04.378215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1953126-2c02-49bf-8552-2f58fdade8e7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.382344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.394360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:04.402817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=a0f2009e-6cbf-480a-b101-33ede3f3fa01,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.417431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Port 56da62b5-4485-4af7-a8bf-d289dab33f00 on network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:04.417974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Attempting to bind port 56da62b5-4485-4af7-a8bf-d289dab33f00 on network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:04.420243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:04.423822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.427085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.431600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-06196903-dd00-4195-ab44-c8122ecaabaf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e1953126-2c02-49bf-8552-2f58fdade8e7 HTTP/1.1" status: 204 len: 168 time: 0.6647735 Aug 04 14:52:04.431766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:04.434237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=422f7a15-1f4e-4b04-bc63-6340c1c43a08,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.443756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.444482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.464065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.469453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783cef5-d7b9-4286-8209-5076b1c616fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-4b478fb5-d622-4446-acbd-6d3fe1ba8a37', 'network_id': '4b478fb5-d622-4446-acbd-6d3fe1ba8a37', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': '422f7a15-1f4e-4b04-bc63-6340c1c43a08'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:04.470341 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3783cef5-d7b9-4286-8209-5076b1c616fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.471550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.496988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.508795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b478fb5-d622-4446-acbd-6d3fe1ba8a37']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:04.519133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0829d609-0897-4278-93bb-69a11d94c821 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:04.520321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf886554-ea9c-43e6-b8d8-7acaf75d132f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:04.520633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf886554-ea9c-43e6-b8d8-7acaf75d132f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:04.539717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.554823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.555449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 0829d609-0897-4278-93bb-69a11d94c821 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:04.555820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0829d609-0897-4278-93bb-69a11d94c821 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:04.558884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] For port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:04.561679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:04.561679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.592894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:04.593541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Checking segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:04.594320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Bound using segment: {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:04.595039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Bound port: 56da62b5-4485-4af7-a8bf-d289dab33f00, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128c93dc-5466-48cc-a649-535718bcc065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:04.595571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.616430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:04.636126 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:04.640373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b986b565-c7c8-4cc1-8afd-32beda436924 req-ba3e756f-6d46-4f86-bcd3-56c2dfdc6125 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139935 Aug 04 14:52:04.667322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.671291 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.687803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.696711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.706247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/4b478fb5-d622-4446-acbd-6d3fe1ba8a37 HTTP/1.1" status: 204 len: 168 time: 1.0459731 Aug 04 14:52:04.707057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.722499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1449519151'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:04.725951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ad5a-f77e-498c-9301-13880c7d42ff tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=4b478fb5-d622-4446-acbd-6d3fe1ba8a37,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.752110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6f937-2890-4b95-8e6b-f63c648e3bcd None None] Network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:04.752881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:04.758614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.766505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6f937-2890-4b95-8e6b-f63c648e3bcd None None] Network 4b478fb5-d622-4446-acbd-6d3fe1ba8a37 could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 14:52:04.770877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a92a-1268-4934-a4db-7d30781b8a20 None None] Pushing event updated for resources: {'Port': ['ID=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.801850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'port': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:04.804223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:04.807336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.814296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.814843 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment 7ff8e57f-a952-4cab-bbb0-ecc80d7604d7 of type vlan for network 257f6e01-38be-4f1b-9251-90aa19423fbe Aug 04 14:52:04.838698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3d5523-cd33-4bfa-a1d5-e1a5439ae634,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:04.843627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0dd08c76-c3e8-42ff-9862-1d494a78485c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5522461 Aug 04 14:52:04.856352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.877195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.879863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.881015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "DELETE /v2.0/security-groups/d3dbf8da-9d1f-42db-8d7c-a80f01bfd985 HTTP/1.1" status: 204 len: 168 time: 0.5783637 Aug 04 14:52:04.884304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.888473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a098c24-74f0-4d3b-a01c-84a594e69c52 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2e3d5523-cd33-4bfa-a1d5-e1a5439ae634 HTTP/1.1" status: 204 len: 168 time: 1.8277712 Aug 04 14:52:04.891433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.894172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.894511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59288) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:04.906339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.913705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:04.925608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-227faa56-a271-4fec-9d8a-e8ab641d9173 None None] Provisioning for port a0f2009e-6cbf-480a-b101-33ede3f3fa01 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:04.929861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-227faa56-a271-4fec-9d8a-e8ab641d9173 None None] Provisioning complete for port a0f2009e-6cbf-480a-b101-33ede3f3fa01 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:04.930354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-227faa56-a271-4fec-9d8a-e8ab641d9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.962333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:04.979155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:04.984845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4580295-1eed-4eb6-a8be-bf348e0c547b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.992586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4580295-1eed-4eb6-a8be-bf348e0c547b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:04.998364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4580295-1eed-4eb6-a8be-bf348e0c547b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1407919 Aug 04 14:52:05.003512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59290) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:05.009951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-227faa56-a271-4fec-9d8a-e8ab641d9173 None None] Port a0f2009e-6cbf-480a-b101-33ede3f3fa01 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:05.021844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f638-567a-4280-b609-0969fc62d8f2 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dbf8da-9d1f-42db-8d7c-a80f01bfd985,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:05.023955 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-aaf5961a-8156-4ed6-a74b-a5123ed5362f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] show failed (client error): The resource could not be found. Aug 04 14:52:05.025351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:05.025751 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.027829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aaf5961a-8156-4ed6-a74b-a5123ed5362f tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "GET /v2.0/security-groups/d3dbf8da-9d1f-42db-8d7c-a80f01bfd985 HTTP/1.1" status: 404 len: 347 time: 0.1294880 Aug 04 14:52:05.038891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:05.107237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.113104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.114182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.127364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:05.171115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.213093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4928339 Aug 04 14:52:05.214443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59294) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:05.224961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': '257f6e01-38be-4f1b-9251-90aa19423fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:05.231864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd152-1988-48f0-8369-7aeaf56f475b tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=257f6e01-38be-4f1b-9251-90aa19423fbe,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:05.249983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 257f6e01-38be-4f1b-9251-90aa19423fbe details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:05.298750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port a0f2009e-6cbf-480a-b101-33ede3f3fa01 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:05.299109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.300977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.321929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.322565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.324029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] 10.222.0.46 "PUT /v2.0/ports/56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 1092 time: 3.4347045 Aug 04 14:52:05.328515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:05.332426 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4906245-2aa5-4704-943d-408070bf8ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:05.391659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:05.405047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:05.409585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.413923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] device_id is not set on port e7e6fec4-a859-40ec-aa9a-47f32ac596b8 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:05.453171 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15837aab-3263-438a-a81b-c40a1ea5585e x-openstack-request-id: req-15837aab-3263-438a-a81b-c40a1ea5585e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:05.453718 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:05.453981 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15837aab-3263-438a-a81b-c40a1ea5585e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:05.454397 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'status': 'completed', 'code': 200} Aug 04 14:52:05.503052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7740-88df-4ef4-b6f1-99dd0186fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:05.576878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.578518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.599535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for a0f2009e-6cbf-480a-b101-33ede3f3fa01 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:05.645899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9cdf36-0fb9-45ac-84a0-399ddcc68b1c']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:05.687959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c99eef5-affa-4c72-8875-732a2f2c1740') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:05.688273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c99eef5-affa-4c72-8875-732a2f2c1740') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:05.703520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.713320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.717256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.738965 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.750522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.758391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:05.759624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:05.838943 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:05.854055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.854852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.855727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.856472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.857098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.859076 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-d3e97992-04fa-47d6-abe2-137684874434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 4363 time: 0.3757133 Aug 04 14:52:05.883549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=e0d1a568-0f82-414b-a168-21f9c0936bea,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:05.886339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1369be-fc7d-401b-9220-905d016bb483']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:05.889839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Deleting port 452a4819-ece2-4fc2-9634-a73fcdfab070 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:05.890182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.892339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.894157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': '7ff8e57f-a952-4cab-bbb0-ecc80d7604d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '257f6e01-38be-4f1b-9251-90aa19423fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:05.894537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: 257f6e01-38be-4f1b-9251-90aa19423fbe, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:05.912248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.918037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.924065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.930196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.936190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:05.938174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26a673cf-d119-4393-a26c-0f50244777c6 req-bd730c66-c1b2-44ca-b66a-10716380c2d0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3827 time: 0.1878319 Aug 04 14:52:05.940433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:05.981570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 257f6e01-38be-4f1b-9251-90aa19423fbe is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:05.988674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=a0f2009e-6cbf-480a-b101-33ede3f3fa01,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:06.033469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.038619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c76b89bc-99f1-47b9-9aaf-545a459f4050 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/a0f2009e-6cbf-480a-b101-33ede3f3fa01 HTTP/1.1" status: 204 len: 168 time: 1.0303979 Aug 04 14:52:06.038619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59300) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.052593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 257f6e01-38be-4f1b-9251-90aa19423fbe) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:06.069580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c598c-e5f1-431e-b565-891ae52b76d8 None None] Network 257f6e01-38be-4f1b-9251-90aa19423fbe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:06.090253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.090898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.099071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26a673cf-d119-4393-a26c-0f50244777c6 req-c0c9a79e-7f00-4c9f-a167-27888c618af9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221635 Aug 04 14:52:06.131229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dbd86694-eb1c-4591-ae81-8c30372fd8e4 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9110014 Aug 04 14:52:06.131424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.132992 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] 10.222.0.76 "DELETE /v2.0/networks/be9cdf36-0fb9-45ac-84a0-399ddcc68b1c HTTP/1.1" status: 204 len: 168 time: 1.6489062 Aug 04 14:52:06.136138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59302) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.150151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6bf27-4485-49f0-881c-d94c2365b4a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.152243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6bf27-4485-49f0-881c-d94c2365b4a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.156599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-46d6bf27-4485-49f0-881c-d94c2365b4a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1154685 Aug 04 14:52:06.157977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59306) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.195103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e599f05-37e1-490a-a849-cd47449ee7ff') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:06.195521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e599f05-37e1-490a-a849-cd47449ee7ff') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:06.296170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 6ca59cdc-31b7-4801-9a9b-9c53204ebeff {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:06.314915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.371508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.381190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.509303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.550250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8c510-0e7c-4670-94c6-25dc661e8e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-257f6e01-38be-4f1b-9251-90aa19423fbe', 'network_id': '257f6e01-38be-4f1b-9251-90aa19423fbe', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': 'e0d1a568-0f82-414b-a168-21f9c0936bea'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:06.551131 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eed8c510-0e7c-4670-94c6-25dc661e8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.579508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.632189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.634653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd303-0bcd-4ceb-8667-68d5ae243803 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9cdf36-0fb9-45ac-84a0-399ddcc68b1c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:06.653596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.672427 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.684956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-fb11f396-2ada-4c69-b7a6-e851f8e44b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.685442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-fb11f396-2ada-4c69-b7a6-e851f8e44b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.685913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-fb11f396-2ada-4c69-b7a6-e851f8e44b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:06.687700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-fb11f396-2ada-4c69-b7a6-e851f8e44b61 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7931054 Aug 04 14:52:06.713786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca59cdc-31b7-4801-9a9b-9c53204ebeff,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:06.716014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.718143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1f06235-2652-4ac0-94b3-a12cc6bd93db tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6ca59cdc-31b7-4801-9a9b-9c53204ebeff HTTP/1.1" status: 204 len: 168 time: 0.5602608 Aug 04 14:52:06.720933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59310) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.738471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.740238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb4b9b-90a5-4f62-b905-94f31598a9de None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:06.770206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b441aab6-b8c0-4bb0-b8ec-5b1ff783bae6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480988 Aug 04 14:52:06.773248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59312) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:06.779111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:06.853452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.864491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:06.865046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:06.868887 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:06.905928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d1a568-0f82-414b-a168-21f9c0936bea,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:06.981719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.982076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-eed8c510-0e7c-4670-94c6-25dc661e8e84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d1a568-0f82-414b-a168-21f9c0936bea: This subnet is being modified by another concurrent operation. Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:52:06.984738 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d1a568-0f82-414b-a168-21f9c0936bea: This subnet is being modified by another concurrent operation. Aug 04 14:52:06.988245 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 14:52:07.003849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.045405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:07.051106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.060692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.061204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527d3cd-c6e6-4578-ab25-b0ee4778cf16 None None] Network 257f6e01-38be-4f1b-9251-90aa19423fbe requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:07.131273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257f6e01-38be-4f1b-9251-90aa19423fbe']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:07.148926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:07.158371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff8e57f-a952-4cab-bbb0-ecc80d7604d7') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:07.158694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff8e57f-a952-4cab-bbb0-ecc80d7604d7') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:07.164067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Calling delete_port for 452a4819-ece2-4fc2-9634-a73fcdfab070 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:07.170546 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-79e7a464-7cc2-48c0-8ed6-f8b9c241ae3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea51a0cfbaeb4698b7860c989aa12de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312335 Aug 04 14:52:07.171995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59314) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:07.195842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.202170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.250528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.252512 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] 10.222.0.76 "DELETE /v2.0/networks/dc1369be-fc7d-401b-9220-905d016bb483 HTTP/1.1" status: 204 len: 168 time: 2.3530121 Aug 04 14:52:07.276541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.321807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:07.328866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:07.338243 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:07.352989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b6c3-4cb7-48e6-b584-5e0520af0c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1369be-fc7d-401b-9220-905d016bb483,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:07.378608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Deleting port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:07.379455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.400422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] device_id is not set on port a3241e0d-432a-4c67-bede-6707a63e5f71 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:07.414063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-47be8e19-9e67-4df9-921d-7c91e0bd1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.415644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c4906245-2aa5-4704-943d-408070bf8ab8 req-47be8e19-9e67-4df9-921d-7c91e0bd1c7d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7129357 Aug 04 14:52:07.476308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] For port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:07.476723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.491531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Calling delete_port for fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:07.557645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59320) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:07.590619 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.619002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] Pushing event deleted for resources: {'Port': ['ID=fe6de3ee-6e54-4a93-9242-fb1c7edfecf0,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:07.633633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41131bb-7d2a-4483-a118-f3ff26a0cf49 None None] No DVR routers for this DVR port fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:07.656129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34448c-2bf4-4f17-8ffa-bc4e324a5dc1 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:52:07.671765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.690034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.692230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8cab5672-2a19-4ccb-b0e3-ed99acf8ed39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7504b1cbf4834ddd8031af6d85c1f220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330087 Aug 04 14:52:07.715562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59322) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:07.719645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:07.748121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.754931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.761766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.768498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.774665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:07.776558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a30c2565-c049-4798-b885-e69ee8173572 req-000d8c65-3fa4-4209-93ac-7133349eb442 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3827 time: 0.4562690 Aug 04 14:52:07.851883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34448c-2bf4-4f17-8ffa-bc4e324a5dc1 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:52:08.021923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e47f8-47d0-4996-ad3d-3c37519f2acb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:08.043805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.047563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.085310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Transition to ACTIVE for port object 018e47f8-47d0-4996-ad3d-3c37519f2acb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:08.087742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.124913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.134043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Pushing event deleted for resources: {'Port': ['ID=452a4819-ece2-4fc2-9634-a73fcdfab070,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.174918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.178500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/257f6e01-38be-4f1b-9251-90aa19423fbe HTTP/1.1" status: 204 len: 168 time: 2.0411053 Aug 04 14:52:08.194113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:08.201501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=1fe98438-ea79-4ffe-9271-db47bc6deeda,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.206166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2137591257'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:08.229047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:08.252143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.252725 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.274072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:08.277801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:08.278396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.287108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.299590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd5efd-c783-4780-8809-702dc8c86f16 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=257f6e01-38be-4f1b-9251-90aa19423fbe,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.319214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:08.322748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.345481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.372420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.471458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a30c2565-c049-4798-b885-e69ee8173572 req-65fa43f7-6e2c-4c8d-b017-da33b8744324 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714086 Aug 04 14:52:08.472547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Port': ['ID=e7e6fec4-a859-40ec-aa9a-47f32ac596b8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.475526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.478463 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.483603 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-df69e19c-c2ec-4baa-a502-1b6e38a4b2f0 tempest-ServersTestBootFromVolume-1033856960 tempest-ServersTestBootFromVolume-1033856960-project] 10.222.0.76 "DELETE /v2.0/floatingips/1c788106-df0e-4bc1-bf73-7291bb3357db HTTP/1.1" status: 204 len: 168 time: 3.4436235 Aug 04 14:52:08.489413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b945a815-0292-48b8-9c6a-1ff5319b8186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7150114 Aug 04 14:52:08.490248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.496401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.499949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2128bebf-25c5-4546-9848-6a203c80a071 HTTP/1.1" status: 204 len: 168 time: 0.7791739 Aug 04 14:52:08.499949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59326) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:08.500527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59328) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:08.519481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '1fe98438-ea79-4ffe-9271-db47bc6deeda', 'ip_address': '2001:db8::f503:7c0f:427b:7f28'}], 'name': 'tempest-NetworksTestDHCPv6-1469191909'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:08.560839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:08.562749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Checking segment: {'id': 'c07e9f87-dc29-416e-9f49-1ceea9128b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:08.563120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network hostable DHCP agents. Network: 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:08.589257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.589652 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Added segment 4f5a3b4d-e798-4f77-b2c4-d06e29e456f4 of type vlan for network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d Aug 04 14:52:08.605484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de88c-9164-4324-9e3b-034f2fd50a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128bebf-25c5-4546-9848-6a203c80a071,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.636322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:08.706023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.708620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.709961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e46b9bfa-752e-4f54-8931-15432c58cb8e HTTP/1.1" status: 204 len: 168 time: 1.5347288 Aug 04 14:52:08.752662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fd31d-ac4f-4575-8ec5-c9166a4ba64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b9bfa-752e-4f54-8931-15432c58cb8e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:08.754087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Attempting to bind port 018e47f8-47d0-4996-ad3d-3c37519f2acb on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:08.755117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Attempting to bind port 018e47f8-47d0-4996-ad3d-3c37519f2acb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:08.755935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Attempting to bind port 018e47f8-47d0-4996-ad3d-3c37519f2acb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:08.790098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Port 018e47f8-47d0-4996-ad3d-3c37519f2acb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:08.790603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Attempting to bind port 018e47f8-47d0-4996-ad3d-3c37519f2acb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:08.797422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:08.804132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:08.804481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:08.804920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Bound using segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:08.805445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Bound port: 018e47f8-47d0-4996-ad3d-3c37519f2acb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:08.806254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.816304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.829730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:08.830264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.927758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '1fe98438-ea79-4ffe-9271-db47bc6deeda'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:08.932577 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:08.985669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:09.054421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Port': ['ID=a3241e0d-432a-4c67-bede-6707a63e5f71,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:09.079107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:09.086912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:52:09.144669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:09.159402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:09.161099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fe6de3ee-6e54-4a93-9242-fb1c7edfecf0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:09.197683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:09.198919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.205037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.205702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.255199 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.261448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0629368 Aug 04 14:52:09.274842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59344) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:09.285440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Request body: {'subnet': {'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:09.372299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.372928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.375819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] 10.222.0.46 "PUT /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 1132 time: 4.0085247 Aug 04 14:52:09.406290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/1fe98438-ea79-4ffe-9271-db47bc6deeda/bf614da4-ccbf-4b22-8b56-2d6ae8b9d479) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:09.412585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '018e47f8-47d0-4996-ad3d-3c37519f2acb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:09.415150 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ecee6-f590-4faf-a5cc-9ce95011d277" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "018e47f8-47d0-4996-ad3d-3c37519f2acb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:09.473195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.478995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Checking segment: {'id': 'f2dbb782-2598-4675-9640-850c18d43dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2a97c555-3b6f-4936-bf47-40cf423de707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:09.479410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network hostable DHCP agents. Network: 2a97c555-3b6f-4936-bf47-40cf423de707, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:09.507059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:09.574882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:09.606515 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e50265d-1da5-4caf-9fd7-b24b9250b418 x-openstack-request-id: req-4e50265d-1da5-4caf-9fd7-b24b9250b418 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:09.606515 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "018e47f8-47d0-4996-ad3d-3c37519f2acb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:09.606515 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e50265d-1da5-4caf-9fd7-b24b9250b418 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:09.606515 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '018e47f8-47d0-4996-ad3d-3c37519f2acb', 'status': 'completed', 'code': 200} Aug 04 14:52:09.670513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fb957-4100-4c66-b1ab-4dc27c318fc5 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Network': ['ID=28e08280-fd7d-4bcb-b94e-4f96f2d4998d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:09.735709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network 2a97c555-3b6f-4936-bf47-40cf423de707 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:09.741204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee0d4-4964-4d0d-994f-4a1d57abf137 service neutron] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:09.741910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:09.790543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2a97c555-3b6f-4936-bf47-40cf423de707) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:09.797422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:09.809370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.820010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.820725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.871683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.884932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Transition to ACTIVE for port object bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:09.886189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.886723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.888373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.890265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.890265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.890506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:09.894769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-7e9dc4b2-4ccf-4da7-8c5f-d649e31b5dcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5288 time: 0.2877014 Aug 04 14:52:09.898047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.913167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Transition to ACTIVE for port object bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:09.929499 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:09.988542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Made reservation on behalf of 06eeca1b0dcb4035b6308b331949b73a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:09.995445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.014857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68a9fc0a-ca57-471b-9292-81495987e405 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3135114 Aug 04 14:52:10.016935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:10.020891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:10.025079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:10.036348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:10.057079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Pushing event updated for resources: {'Port': ['ID=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:10.159555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Attempting to bind port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:10.159929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Attempting to bind port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:10.160279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Attempting to bind port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:10.166321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:10.166765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:10.167135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.167530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:10.168004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Bound port: bf614da4-ccbf-4b22-8b56-2d6ae8b9d479, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:10.168381 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.277802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f503:7c0f:427b:7f28 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/1fe98438-ea79-4ffe-9271-db47bc6deeda/4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:10.331834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] For port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:10.346745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] For port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:10.361442 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.390002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59390) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:10.453319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59394) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:10.461177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff7a66-5e84-411b-9079-06e0cc350459 None None] Pushing event updated for resources: {'Port': ['ID=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:10.465674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.471619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.477538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.483450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.489642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.495663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.498711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-9fefbb74-8d69-40f8-a979-b26802adb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.499201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-9fefbb74-8d69-40f8-a979-b26802adb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.499680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-9fefbb74-8d69-40f8-a979-b26802adb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.501333 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-9fefbb74-8d69-40f8-a979-b26802adb6b9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5871382 Aug 04 14:52:10.503598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-42b41d3c-016b-4e54-be0f-a9ad8b5e798a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 4600 time: 0.7832735 Aug 04 14:52:10.515748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99cbe7-15aa-4091-8981-6fe4fb61d7bc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.538159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99cbe7-15aa-4091-8981-6fe4fb61d7bc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.545721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:10.547749 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d99cbe7-15aa-4091-8981-6fe4fb61d7bc tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4625154 Aug 04 14:52:10.609652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.705367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28e712d2-e8c4-40e3-8c8a-a786b3c163b8 req-56a05575-e634-4765-a237-870d44ed2a87 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007294 Aug 04 14:52:10.749209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1406102801-network', 'tenant_id': '953f02fe00d14452b7327ccb2c4093da'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:10.877962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-b32ffc80-d393-4224-bf2b-51b52ad7be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:10.878360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb84-c00c-4577-a788-6ffae02de386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.879499 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d25ecee6-f590-4faf-a5cc-9ce95011d277 req-b32ffc80-d393-4224-bf2b-51b52ad7be37 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175449 Aug 04 14:52:10.947014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Made reservation on behalf of 953f02fe00d14452b7327ccb2c4093da for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:10.950475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:10.963339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.013913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:11.068378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.081700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:11.089340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:11.200094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:11.219155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.257832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:52:11.266339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.268640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Deleting port e7e6fec4-a859-40ec-aa9a-47f32ac596b8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:11.269033 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.278631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.310533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.317347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Transition to ACTIVE for port object a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:11.327740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.332475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.404805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:11.410538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:11.435251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:11.446910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event updated for resources: {'Subnet': ['ID=494e028e-1fdb-4eab-87e5-95ecd18ab0f8,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.447312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:11.453460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:11.454141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.462834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.463185 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Added segment bd7cbbbe-1dbe-4bcb-be2c-055f437d9595 of type vlan for network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 Aug 04 14:52:11.471064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.474793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.476184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca82f4-0e65-4f39-98c5-dbfe0525244a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.481128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.488929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Checking segment: {'id': '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:11.489303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network hostable DHCP agents. Network: 28e08280-fd7d-4bcb-b94e-4f96f2d4998d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:11.521007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Calling delete_port for e7e6fec4-a859-40ec-aa9a-47f32ac596b8 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:11.572055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.606909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:11.638289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 28e08280-fd7d-4bcb-b94e-4f96f2d4998d) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:11.643568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:11.644209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.657131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Attempting to bind port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:11.657481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Attempting to bind port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:11.657800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Attempting to bind port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:11.665805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.666917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:11.667514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.675603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:11.675934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Attempting to bind port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:11.710750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.723434 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb84-c00c-4577-a788-6ffae02de386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.739672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f6c852-5055-4a92-ac4b-1282e3a2ed60,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.745686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:11.746388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:11.746735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Bound using segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:11.747313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Bound port: a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:11.747693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.751462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:11.765817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a0580451-73f8-4fed-ab37-33ddd2a601b5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3739135 Aug 04 14:52:11.768549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Port': ['ID=e7e6fec4-a859-40ec-aa9a-47f32ac596b8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:11.768825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59402) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:11.775890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Request body: {'subnet': {'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1406102801-subnet', 'tenant_id': '953f02fe00d14452b7327ccb2c4093da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:11.777760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb84-c00c-4577-a788-6ffae02de386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.784916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a7c8fde7-9f2c-4948-bbcd-4ced78408615 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5074022 Aug 04 14:52:11.786483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:11.792310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ea932ca5-2e62-41da-b153-4c1055cdea1e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2825329 Aug 04 14:52:11.794012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Deleting port bf272ab8-4d07-45f4-93d0-a3da6f3bc088 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:11.794473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.801413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59406) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:11.868187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.872942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a128b0b-179a-45b7-b8aa-c4770e85e6af tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/ports/e7e6fec4-a859-40ec-aa9a-47f32ac596b8 HTTP/1.1" status: 204 len: 168 time: 1.3165722 Aug 04 14:52:11.878973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59408) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:11.923053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d76c0-4eec-4899-95a9-118b4cc5880e None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:11.930049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a6bc7-df25-4f40-954e-3a71e9e64e33 None None] Network 2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:11.931706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Made reservation on behalf of 953f02fe00d14452b7327ccb2c4093da for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:11.933927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:11.946294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b54eb84-c00c-4577-a788-6ffae02de386 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ee7dc203d614b11b5a7acfb25241d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4346354 Aug 04 14:52:11.979453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59412) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:11.980954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54eb84-c00c-4577-a788-6ffae02de386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1100d5e-954b-4f2d-a9c5-17ba74554ebd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:12.065684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] For port bf272ab8-4d07-45f4-93d0-a3da6f3bc088, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:12.066057 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.097512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2ae54-eda0-4b13-a6b2-9fb426563038 None None] Network 2a97c555-3b6f-4936-bf47-40cf423de707 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:12.099867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69286581-33a2-46c8-b4c0-cde4a977e180 None None] Network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:12.298434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Provisioning for port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:12.404160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Provisioning complete for port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:12.404542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.430634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Calling delete_port for bf272ab8-4d07-45f4-93d0-a3da6f3bc088 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:12.462346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.469555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.477477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.484818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.492213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.498747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.504947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.507428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-a64ba419-241e-4012-92a2-31dcd9ea2ac0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5373 time: 0.6442661 Aug 04 14:52:12.593017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd2b25-a1d1-4c7e-b385-2a94a9b0ff03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.601159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd2b25-a1d1-4c7e-b385-2a94a9b0ff03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.602908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-adfd2b25-a1d1-4c7e-b385-2a94a9b0ff03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7992339 Aug 04 14:52:12.615858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:12.659313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.682068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c878ff7a-89e5-4c05-a1cc-038eeb07c57d req-fd82b0ad-8e1a-41cf-959b-bbd7207f53c5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671546 Aug 04 14:52:12.696655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:12.745458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:12.770778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-28e08280-fd7d-4bcb-b94e-4f96f2d4998d', 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d', 'tenant_id': '06eeca1b0dcb4035b6308b331949b73a', 'fixed_ips': [{'subnet_id': '494e028e-1fdb-4eab-87e5-95ecd18ab0f8'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:12.772171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.792657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.797629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Deleting port a3241e0d-432a-4c67-bede-6707a63e5f71 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:12.798026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.813402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.880950 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.907479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:12.943545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:12.944208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:12.946134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a21fe5c6-5581-47c4-956d-72321402748a service neutron] 10.222.0.46 "PUT /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 1132 time: 3.5242789 Aug 04 14:52:12.950671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:12.953266 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:13.002752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:13.026980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.034125 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c99c2-96a1-4032-b733-06a6effa6e0e x-openstack-request-id: req-353c99c2-96a1-4032-b733-06a6effa6e0e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:13.034422 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:13.035127 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-353c99c2-96a1-4032-b733-06a6effa6e0e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:13.035514 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396', 'status': 'completed', 'code': 200} Aug 04 14:52:13.072756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.079267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.115612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Calling delete_port for a3241e0d-432a-4c67-bede-6707a63e5f71 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:13.218435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] For port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:13.247919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.250881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Allocated IP 2001:db8::f816:3eff:febe:eff3 (28e08280-fd7d-4bcb-b94e-4f96f2d4998d/494e028e-1fdb-4eab-87e5-95ecd18ab0f8/45a058f5-a5f6-46f1-89d5-29dadecb8f95) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:13.256279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.285437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.298391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:13.298783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.327333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.330105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.331595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1100d5e-954b-4f2d-a9c5-17ba74554ebd HTTP/1.1" status: 204 len: 168 time: 1.3352518 Aug 04 14:52:13.395258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6b79d-ffcb-4b8e-ab7a-137733e85478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1100d5e-954b-4f2d-a9c5-17ba74554ebd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:13.435290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33470efc-06f2-4da3-9eb4-e778de98074a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:13.450111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Checking segment: {'id': 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:13.450485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Network hostable DHCP agents. Network: f1f6c852-5055-4a92-ac4b-1282e3a2ed60, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:13.456562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.509626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d24b5-1b22-460d-a32b-9984ecd9a141 None None] Pushing event updated for resources: {'Port': ['ID=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:13.513242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.526831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.527322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.527793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.528283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.528758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.529231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.537301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fe8436f6-9721-458a-a63c-b1d330a181bf None None] Provisioning complete for port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:13.538004 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe8436f6-9721-458a-a63c-b1d330a181bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.538132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:13.540166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-f81d11ad-7361-4578-87d3-45cbbf3bc4c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6213 time: 0.4722998 Aug 04 14:52:13.563688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.565760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/ports/a3241e0d-432a-4c67-bede-6707a63e5f71 HTTP/1.1" status: 204 len: 168 time: 1.6700640 Aug 04 14:52:13.600967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59424) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:13.672452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc4b56-67dd-4778-a81c-d502f077cd67 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Port': ['ID=a3241e0d-432a-4c67-bede-6707a63e5f71,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:13.695002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dc08b7de-4c6a-46dc-a8b1-39fd4f72f23e tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0916893 Aug 04 14:52:13.700015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59426) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:13.727449 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.751595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Transition to ACTIVE for port object 45a058f5-a5f6-46f1-89d5-29dadecb8f95 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:13.759646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1606218903'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:13.767061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf272ab8-4d07-45f4-93d0-a3da6f3bc088,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:13.825338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Transition to ACTIVE for port object 45a058f5-a5f6-46f1-89d5-29dadecb8f95 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:13.846998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8778bc6a-35ee-43a7-9652-4f8f617ecefb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:13.850996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.856120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.871024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Transition to ACTIVE for port object 8778bc6a-35ee-43a7-9652-4f8f617ecefb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:13.894256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.965063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:13.988240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:13.995557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:14.045530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:14.055157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.062372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:14.068128 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.139900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.147189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.154592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.163054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.165427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.170625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.176531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e08280-fd7d-4bcb-b94e-4f96f2d4998d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:14.178016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.187671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:14.187976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:14.191795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.194007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-5af84df1-8259-4fcb-b76a-790e41986115 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5385 time: 0.2639272 Aug 04 14:52:14.198257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.213394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.220773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:14.221219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.279222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f1f6c852-5055-4a92-ac4b-1282e3a2ed60) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:14.284359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.284950 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.303432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=494e028e-1fdb-4eab-87e5-95ecd18ab0f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:14.311394 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:14.341378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:52:14.341378 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:52:14.341378 n-d-801743-12 neutron-server[94266]: [parameters: {'id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'}] Aug 04 14:52:14.341378 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:52:14.341870 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:52:14.343967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:14.352837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:14.357768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8be2e-c4ec-4963-b2ac-eb726f1c958e None None] Network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:14.397859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23542024-6461-4c53-9f8d-7b4b7b094030 req-fdbae2c9-bff9-43f0-94fc-4837bb5febb5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205797 Aug 04 14:52:14.407373 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.407814 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment d359e502-8e92-49c1-9409-424cb3a63acc of type vlan for network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c Aug 04 14:52:14.419194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.442500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:14.475960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:14.506241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Pushing event updated for resources: {'Port': ['ID=45a058f5-a5f6-46f1-89d5-29dadecb8f95,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:14.608876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.648228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-4d570c14-a3cc-401f-9c85-18b209a46ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.648936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-4d570c14-a3cc-401f-9c85-18b209a46ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.649529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-4d570c14-a3cc-401f-9c85-18b209a46ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.652576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-4d570c14-a3cc-401f-9c85-18b209a46ea5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0916443 Aug 04 14:52:14.653834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Attempting to bind port 8778bc6a-35ee-43a7-9652-4f8f617ecefb on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:14.654899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Attempting to bind port 8778bc6a-35ee-43a7-9652-4f8f617ecefb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:14.655427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Attempting to bind port 8778bc6a-35ee-43a7-9652-4f8f617ecefb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:14.667889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a69ff06d-ca72-4f2a-a53a-e3f750d38100 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8894279 Aug 04 14:52:14.684040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdeb2f-3dd3-4659-a2b0-c7378fefa878 None None] Network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:14.695733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Attempting to bind port 45a058f5-a5f6-46f1-89d5-29dadecb8f95 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:14.696383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Attempting to bind port 45a058f5-a5f6-46f1-89d5-29dadecb8f95 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:14.697073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Attempting to bind port 45a058f5-a5f6-46f1-89d5-29dadecb8f95 on network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:14.719604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:14.730784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:14.734079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Checking segment: {'id': '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:14.735908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.737279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Bound using segment: {'id': '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:14.737279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Bound port: 45a058f5-a5f6-46f1-89d5-29dadecb8f95, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '28e08280-fd7d-4bcb-b94e-4f96f2d4998d'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:14.737279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.737987 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.746251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.753265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:14.754571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.822397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:14.830418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Port 8778bc6a-35ee-43a7-9652-4f8f617ecefb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:14.830798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Attempting to bind port 8778bc6a-35ee-43a7-9652-4f8f617ecefb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:14.841463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fe8436f6-9721-458a-a63c-b1d330a181bf None None] Could not find standard attr ID for object 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:52:14.842119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:52:14.847566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1390328 Aug 04 14:52:14.847566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99db4-0f82-4b7f-a3a5-40007ea53447 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:14.848791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:14.854744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-828526283'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:14.857684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.866254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:14.868799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:14.869340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Bound using segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:14.869724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Bound port: 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:14.870043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:14.887886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:14.897154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:14.901384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.002973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-66236098-network', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:15.102011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.115023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb969086-3114-4c01-b687-c15879902b6a None None] Could not find standard attr ID for object 4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:52:15.115881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91e50b38-c47c-4ce1-9a05-2f3b4a3d76e3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac HTTP/1.1" status: 204 len: 168 time: 2.4971392 Aug 04 14:52:15.116667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0c1b64fc-97c7-4786-95e0-3c273a5b5605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.118337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-817dd6e6-6db0-482d-b0fc-b4abff223d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:15.123388 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb6f1afb-d732-4936-89c0-d1ed4bee83c1 req-817dd6e6-6db0-482d-b0fc-b4abff223d06 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626484 Aug 04 14:52:15.125440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:15.164487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:15.179751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:15.192500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Made reservation on behalf of 0a275cf579a841f4a2ac1aa56c68bf08 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:15.195710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.202150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:15.214206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.215105 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Added segment 13581ba4-b6f9-4b68-86e0-864c154028bf of type vlan for network e6ab20f9-8991-4ffd-b296-fa01c1a73153 Aug 04 14:52:15.215879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Sync routers for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:15.230216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:15.234278 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:51:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:15.246123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:15.255201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-11d644e6-68a3-492f-9f46-f135a9fca41b admin admin] 10.222.0.76 "PUT /v2.0/routers/8bdaef15-d451-4533-a456-e6bcabeb7fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7489061 Aug 04 14:52:15.275066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:15.275835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.325579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:15.342465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting port 45a058f5-a5f6-46f1-89d5-29dadecb8f95 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:15.342813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.353637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19be90-c2ac-4d87-a903-90fbe609a652 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:15.355340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19be90-c2ac-4d87-a903-90fbe609a652 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:15.363391 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a19be90-c2ac-4d87-a903-90fbe609a652 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2295098 Aug 04 14:52:15.380888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:15.381316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.384164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59472) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:15.418176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] For port 45a058f5-a5f6-46f1-89d5-29dadecb8f95, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:15.461087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.471114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] For port 45a058f5-a5f6-46f1-89d5-29dadecb8f95, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=45a058f5-a5f6-46f1-89d5-29dadecb8f95,segment=NetworkSegment(4f5a3b4d-e798-4f77-b2c4-d06e29e456f4),segment_id=4f5a3b4d-e798-4f77-b2c4-d06e29e456f4)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:15.485003 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.554194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:15.559693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.563235 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] 10.222.0.46 "PUT /v2.0/ports/8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 1092 time: 2.5716641 Aug 04 14:52:15.578239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc523-9dfc-472b-bd36-cb4e7e61bbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:15.597298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:15.600251 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:15.614761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:15.632961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de42e3-00ad-420d-90b0-0dbd68e28065 None None] Network 28e08280-fd7d-4bcb-b94e-4f96f2d4998d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:15.666282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] For port 45a058f5-a5f6-46f1-89d5-29dadecb8f95, host n-d-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:15.666714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.699754 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:15.716821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.723080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Calling delete_port for 45a058f5-a5f6-46f1-89d5-29dadecb8f95 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:15.836754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.840574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47233e2f-e8f5-4c8f-a880-c3922e8f633d None None] Pushing event updated for resources: {'Port': ['ID=45a058f5-a5f6-46f1-89d5-29dadecb8f95,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:15.877166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3d458-763d-4e9e-bbc6-56947c6ede06 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:52:15.970472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 1fe98438-ea79-4ffe-9271-db47bc6deeda {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:15.973935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:15.997866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.004463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.010600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.016819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.023232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.029225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.035701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.037641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a88584e5-349e-41b3-a435-af2e06250f2e req-30144ccf-7eff-40f7-a092-ed552058c561 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5385 time: 0.4487486 Aug 04 14:52:16.041729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.resource_extend [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:52:16.051800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3d458-763d-4e9e-bbc6-56947c6ede06 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:52:16.057125 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:52:13Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.111003 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Checking router: 8bdaef15-d451-4533-a456-e6bcabeb7fc3 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:16.124714 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Routers {'8bdaef15-d451-4533-a456-e6bcabeb7fc3'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:16.125377 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:51:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.159051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.159573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.167617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-574db8d4-165a-4299-b081-7e06f543fc3e tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.169203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-574db8d4-165a-4299-b081-7e06f543fc3e tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/networks?id=f1f6c852-5055-4a92-ac4b-1282e3a2ed60 HTTP/1.1" status: 200 len: 813 time: 0.8545780 Aug 04 14:52:16.175786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.181413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.182044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.229629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No DVR routers for this DVR port 45a058f5-a5f6-46f1-89d5-29dadecb8f95 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:16.237280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Port': ['ID=45a058f5-a5f6-46f1-89d5-29dadecb8f95,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:16.248037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.279167 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] Set router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:16.448167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.481280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e08280-fd7d-4bcb-b94e-4f96f2d4998d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.495850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.496254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5a3b4d-e798-4f77-b2c4-d06e29e456f4') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.512389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1dcc4c-3995-4ed6-8763-5f192410d942 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:16.518028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.518871 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:52:13Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:16.527746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.540613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.549623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:16.550119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:16.553203 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:16.559328 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528a2bb-692d-42e9-8972-5a2275fa878e None None] The sync data for ids ['8bdaef15-d451-4533-a456-e6bcabeb7fc3'] in n-d-801743-12 is: [{'id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'name': 'tempest-ServersTestBootFromVolume-1688749155-router', 'tenant_id': '5f3963ae38f742628cb2fef5d59dae9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:48:49Z', 'updated_at': '2021-08-04T14:52:13Z', 'revision_number': 5, 'project_id': '5f3963ae38f742628cb2fef5d59dae9b', 'gw_port': {'id': 'd003d6d8-c99a-4d73-8ae4-c80e4d991da8', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:df:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdaef15-d451-4533-a456-e6bcabeb7fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:48:50Z', 'updated_at': '2021-08-04T14:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:16.626117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Transition to ACTIVE for port object 3a1dcc4c-3995-4ed6-8763-5f192410d942 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:16.628689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.633684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.635937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a88584e5-349e-41b3-a435-af2e06250f2e req-3796301e-d17e-47f1-b1ce-2ac026039297 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5588031 Aug 04 14:52:16.639596 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/28e08280-fd7d-4bcb-b94e-4f96f2d4998d HTTP/1.1" status: 204 len: 168 time: 4.8506868 Aug 04 14:52:16.641071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:16.651825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-b6ad3558-73d8-4ff0-a9ee-107b0ae100a9 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/quotas/953f02fe00d14452b7327ccb2c4093da HTTP/1.1" status: 200 len: 375 time: 0.4623742 Aug 04 14:52:16.695634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.705074 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d89bbce-f4aa-456c-b65c-e2e5bf4feeed tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:16.705626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d89bbce-f4aa-456c-b65c-e2e5bf4feeed tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:16.709820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9d89bbce-f4aa-456c-b65c-e2e5bf4feeed tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/494e028e-1fdb-4eab-87e5-95ecd18ab0f8 HTTP/1.1" status: 404 len: 337 time: 0.0624194 Aug 04 14:52:16.717887 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c9ce2-4013-407f-ba6f-67690f546281 x-openstack-request-id: req-000c9ce2-4013-407f-ba6f-67690f546281 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:16.718188 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:16.718417 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-000c9ce2-4013-407f-ba6f-67690f546281 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:16.719664 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'status': 'completed', 'code': 200} Aug 04 14:52:16.741178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59480) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:16.751197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-be8fbc5b-b5ea-41ab-a6bc-cb32ec113bfc tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=953f02fe00d14452b7327ccb2c4093da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856674 Aug 04 14:52:16.761459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14684964-0492-4df1-965a-e48efe6eb06c tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=28e08280-fd7d-4bcb-b94e-4f96f2d4998d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:16.778448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Network': ['ID=e6ab20f9-8991-4ffd-b296-fa01c1a73153,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:16.786044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.792243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e6ab20f9-8991-4ffd-b296-fa01c1a73153 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:16.804881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:16.834365 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3352fe45-08f8-4ac6-a02f-f1e385aa5cb1 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:16.835017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3352fe45-08f8-4ac6-a02f-f1e385aa5cb1 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:16.839586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3352fe45-08f8-4ac6-a02f-f1e385aa5cb1 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/28e08280-fd7d-4bcb-b94e-4f96f2d4998d HTTP/1.1" status: 404 len: 339 time: 0.0884953 Aug 04 14:52:16.839586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.850780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:16.884942 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-308cb168-42e2-4288-b229-41c25d9c89ca tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0353351 Aug 04 14:52:16.894005 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8868ffc-0066-4574-9707-aca6ea3d8ca6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:16.894486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8868ffc-0066-4574-9707-aca6ea3d8ca6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:16.898799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e8868ffc-0066-4574-9707-aca6ea3d8ca6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/e0d1a568-0f82-414b-a168-21f9c0936bea HTTP/1.1" status: 404 len: 337 time: 0.0444808 Aug 04 14:52:16.898966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59484) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:16.927402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.928481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.928481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.928768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.929229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.929831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.930158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:16.932195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-c9e449d7-1ed5-4a91-8693-2c420851fad5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6307 time: 0.1838169 Aug 04 14:52:16.947279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:16.954469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:16.954638 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd0808e-9c6e-4dfe-acfb-fd4b210397f6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:16.955008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd0808e-9c6e-4dfe-acfb-fd4b210397f6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:16.960957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0fd0808e-9c6e-4dfe-acfb-fd4b210397f6 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/257f6e01-38be-4f1b-9251-90aa19423fbe HTTP/1.1" status: 404 len: 339 time: 0.0568986 Aug 04 14:52:16.962974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:16.963114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.011983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf272ab8-4d07-45f4-93d0-a3da6f3bc088 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:17.052600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d5c22-b8a9-47e7-b5be-9181fbef99a5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:17.057069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bf272ab8-4d07-45f4-93d0-a3da6f3bc088 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:17.057195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf272ab8-4d07-45f4-93d0-a3da6f3bc088 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:17.089815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.090454 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Added segment 2836c77d-a4c8-466c-ba18-27e16c930bee of type vlan for network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 Aug 04 14:52:17.211819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-94158bf7-9d7f-476a-82ad-12aba5792b53 service neutron] 10.222.0.76 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305828 Aug 04 14:52:17.250666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.327005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.362782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42b40eab-a7c6-4f6b-bb45-5711e6227c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.367121 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c930f5-fcf2-4e33-a45d-ccea9f446876 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:17.367889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c930f5-fcf2-4e33-a45d-ccea9f446876 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:17.369772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76c930f5-fcf2-4e33-a45d-ccea9f446876 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/422f7a15-1f4e-4b04-bc63-6340c1c43a08 HTTP/1.1" status: 404 len: 337 time: 0.3962348 Aug 04 14:52:17.373898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:17.375282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe98438-ea79-4ffe-9271-db47bc6deeda,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:17.383755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.389504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14171867-d24b-479f-92cb-32568fd4d605 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/1fe98438-ea79-4ffe-9271-db47bc6deeda HTTP/1.1" status: 204 len: 168 time: 1.9750459 Aug 04 14:52:17.391353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92710d3e-a77e-439d-9805-48c63f4d2b99 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:17.393528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:17.396084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Attempting to bind port 3a1dcc4c-3995-4ed6-8763-5f192410d942 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:17.396421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Attempting to bind port 3a1dcc4c-3995-4ed6-8763-5f192410d942 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:17.396750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Attempting to bind port 3a1dcc4c-3995-4ed6-8763-5f192410d942 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:17.404561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Port 3a1dcc4c-3995-4ed6-8763-5f192410d942 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:17.404900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Attempting to bind port 3a1dcc4c-3995-4ed6-8763-5f192410d942 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:17.422761 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7bdbfe-a8ff-4cbc-a9f8-593f5375e30e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:17.423364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7bdbfe-a8ff-4cbc-a9f8-593f5375e30e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:17.425425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e7bdbfe-a8ff-4cbc-a9f8-593f5375e30e tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/4b478fb5-d622-4446-acbd-6d3fe1ba8a37 HTTP/1.1" status: 404 len: 339 time: 0.0505278 Aug 04 14:52:17.432423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59492) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:17.443070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:17.443421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Checking segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:17.443826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Bound using segment: {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:17.444278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Bound port: 3a1dcc4c-3995-4ed6-8763-5f192410d942, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb8ae35-7669-46e3-900a-351dcc41e923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:17.444684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.450876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-665343fd-7631-4984-b9b5-50c7a5e7e397 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534739 Aug 04 14:52:17.463927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:17.497218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Deleting port d003d6d8-c99a-4d73-8ae4-c80e4d991da8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:17.498087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.558014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-9334ae61-ffda-45d1-a989-d06f75a7624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.558504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-9334ae61-ffda-45d1-a989-d06f75a7624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.559024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-9334ae61-ffda-45d1-a989-d06f75a7624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.560638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-9334ae61-ffda-45d1-a989-d06f75a7624e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6168461 Aug 04 14:52:17.585435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] For port d003d6d8-c99a-4d73-8ae4-c80e4d991da8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:17.585839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.600638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Calling delete_port for d003d6d8-c99a-4d73-8ae4-c80e4d991da8 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:17.622604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.679941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:17.706909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:17.708163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting port 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:17.708589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.714468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:17.762555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.764459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.766185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.768753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.805865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Deleting port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:17.806548 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.825333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.833990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:17.852748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-cef2fb8a-a0e4-4538-8781-5ef39f7e535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.854663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d2b954c6-f6a8-4fbc-8312-db3d0b785ead req-cef2fb8a-a0e4-4538-8781-5ef39f7e535a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2778969 Aug 04 14:52:17.863050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:17.863667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.865268 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5ad28907-f192-45a6-9e59-7aa6b1f6c6e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 1091 time: 2.2590618 Aug 04 14:52:17.883312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:17.885029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c7883568-e9c5-4418-a4e7-a5ac2ec688e8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:17.891771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-5b06e819-1885-4011-9f8e-32f64dbab3ec service neutron] 10.222.0.76 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331685 Aug 04 14:52:17.900804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:17.909592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:17.934251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Calling delete_port for 8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:17.938296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-44b7be54-3ae1-4615-bbce-e855e7e65cf8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2176328 Aug 04 14:52:17.941799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59498) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:17.960258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Request body: {'subnet': {'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-66236098-subnet', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:18.055197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.073942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] For port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:18.074561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.091164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Made reservation on behalf of 0a275cf579a841f4a2ac1aa56c68bf08 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:18.094099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.107675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Calling delete_port for bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:18.118285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882a5df-c669-45b4-87c1-d55cc89c849c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.122668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c882a5df-c669-45b4-87c1-d55cc89c849c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6531065 Aug 04 14:52:18.129266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:18.331424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.404719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] Pushing event deleted for resources: {'Port': ['ID=bf614da4-ccbf-4b22-8b56-2d6ae8b9d479,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:18.409853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582957f4-47c6-4bba-9ef7-f76527833680 None None] No DVR routers for this DVR port bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:18.435337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.444751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aa3c657-40ab-4b00-88bc-db668efba174 req-d42f6f4b-53c0-48c0-bada-976441ac62db tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 210 time: 0.0960007 Aug 04 14:52:18.464889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.471930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.479149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.486092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.493998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.501184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.509214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.518879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-b9da58f7-8a6a-4e31-9b11-b58d70322397 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5397 time: 0.6618843 Aug 04 14:52:18.541701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Port': ['ID=8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:18.551258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.572257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e9d75-dfe3-40c2-a1d0-fcb8a3bb742e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:18.577104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c50e9d75-dfe3-40c2-a1d0-fcb8a3bb742e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4336524 Aug 04 14:52:18.582754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:18.653843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8034dbef-9770-4b19-bba1-042d0286206a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679412 Aug 04 14:52:18.655947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.673725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59512) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:18.679213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ffcf8f0-3b4a-451f-adfa-6ff65d17336c req-900977d6-d465-4074-b88d-eb781a6c7126 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588402 Aug 04 14:52:18.695750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.701562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59516) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:18.709926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76ada076-0bec-4c20-8396-62155796a604 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/ports/8fe0bbe0-fcf0-4879-abcb-9bdb14ebeb23 HTTP/1.1" status: 204 len: 168 time: 1.2712693 Aug 04 14:52:18.715196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.738493 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fd1c83-6287-4b65-b212-d3f0686662ec tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:18.739043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fd1c83-6287-4b65-b212-d3f0686662ec tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:18.743347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-65fd1c83-6287-4b65-b212-d3f0686662ec tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/6b07b387-070b-4e5a-8695-ec66bb37b48f HTTP/1.1" status: 404 len: 337 time: 0.0375683 Aug 04 14:52:18.761250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:18.787140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Pushing event deleted for resources: {'Port': ['ID=d003d6d8-c99a-4d73-8ae4-c80e4d991da8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:18.917414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d07a1b8-6052-4555-a7fa-652163987dfe {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:18.926711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.938741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:18.964344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Transition to ACTIVE for port object 0d07a1b8-6052-4555-a7fa-652163987dfe will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:18.972683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:18.998848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:19.001321 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d92f446-f6d1-493b-b34d-b3e35808e29e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:19.019046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.067658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.167633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:19.229492 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59489c5d-436a-4573-963d-d685e8dc145b x-openstack-request-id: req-59489c5d-436a-4573-963d-d685e8dc145b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:19.230086 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:19.230619 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59489c5d-436a-4573-963d-d685e8dc145b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:19.231887 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942', 'status': 'completed', 'code': 200} Aug 04 14:52:19.257459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.260819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:19.261425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf614da4-ccbf-4b22-8b56-2d6ae8b9d479 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:19.406459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.417949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.422163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.425659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541f71bd-dd32-4d4c-ac54-5e6980e148f5']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:19.495885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7873ca66-b22f-4d13-93f9-1a8a787b8062') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:19.496625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7873ca66-b22f-4d13-93f9-1a8a787b8062') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:19.512084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.512615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdaef15-d451-4533-a456-e6bcabeb7fc3 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:52:19.519397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.524204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d1cc8d48-57ef-44e1-82cd-e6f663b2e561 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8bdaef15-d451-4533-a456-e6bcabeb7fc3 HTTP/1.1" status: 204 len: 168 time: 4.2269247 Aug 04 14:52:19.526502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.528193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59524) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:19.573158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.583436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:19.583847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:19.590896 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:19.597211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:19.620398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:19.625771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.644909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:19.717193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.718124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.719362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.720241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.720890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.721536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.722226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.725203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-156d4b9b-89f8-4a07-8c6f-1cf126801e00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6375 time: 0.4119236 Aug 04 14:52:19.725921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Deleting subnet a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:19.749372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Checking segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:19.749885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Network hostable DHCP agents. Network: c7883568-e9c5-4418-a4e7-a5ac2ec688e8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:19.766897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Attempting to bind port 0d07a1b8-6052-4555-a7fa-652163987dfe on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:19.766897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Attempting to bind port 0d07a1b8-6052-4555-a7fa-652163987dfe by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:19.767180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Attempting to bind port 0d07a1b8-6052-4555-a7fa-652163987dfe on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:19.842623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Port 0d07a1b8-6052-4555-a7fa-652163987dfe on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:19.843498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Attempting to bind port 0d07a1b8-6052-4555-a7fa-652163987dfe on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:19.854955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:19.855672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Checking segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:19.856476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Bound using segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:19.857737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Bound port: 0d07a1b8-6052-4555-a7fa-652163987dfe, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:19.858281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.860727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:19.876522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-3c0e5ff2-f6d0-4060-b682-bbe59d614051 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.879007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-3c0e5ff2-f6d0-4060-b682-bbe59d614051 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.38 "GET /v2.0/networks?id=f1f6c852-5055-4a92-ac4b-1282e3a2ed60 HTTP/1.1" status: 200 len: 813 time: 0.1824732 Aug 04 14:52:19.882922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.908277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c7883568-e9c5-4418-a4e7-a5ac2ec688e8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:19.915131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:19.915948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.921136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb73fa-8f93-4a5c-85cf-2354f2f83a78 None None] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:19.938672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:19.981260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:19.985430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:20.009073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.029507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.030703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.032692 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] 10.222.0.46 "PUT /v2.0/ports/0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 1092 time: 2.1304867 Aug 04 14:52:20.069017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.100904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Request body: {'port': {'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.119106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-25af7dcc-cccc-4dbf-8312-e9347df54f0e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1745195 Aug 04 14:52:20.128493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59528) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:20.172076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.176839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59530) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:20.196280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-a83d1395-34ab-4f4d-8dea-9a0d351a8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.196777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-a83d1395-34ab-4f4d-8dea-9a0d351a8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.197263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-a83d1395-34ab-4f4d-8dea-9a0d351a8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.199324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-a83d1395-34ab-4f4d-8dea-9a0d351a8da0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4512699 Aug 04 14:52:20.203722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:20.204847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.209297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.209782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'subnets': [{'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2059420302', 'ip_version': 6}, {'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.210130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'subnet': {'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2059420302', 'ip_version': 6}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.211016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Request body: {'subnet': {'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.218456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Request body: {'port': {'device_id': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60', 'admin_state_up': True, 'tenant_id': '953f02fe00d14452b7327ccb2c4093da'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:20.238773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10ce0e60-8467-43f2-9ecc-53eff04e8dc1 req-d5a4d81a-6f37-4f5c-ba46-d3ea6f706b6b tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 210 time: 0.5503135 Aug 04 14:52:20.346766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.368550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.372898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.377617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/541f71bd-dd32-4d4c-ac54-5e6980e148f5 HTTP/1.1" status: 204 len: 168 time: 1.6124272 Aug 04 14:52:20.389766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:20.392179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa679bf-29fe-4e21-bfed-ec37a5b7d75a service neutron] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:20.433130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.438001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Allocated IP 172.20.0.2 (c7883568-e9c5-4418-a4e7-a5ac2ec688e8/df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2/7f8f89d2-76ae-42ce-ba52-8bc0b45a7304) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:20.474814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.475968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.610046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.618252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.619285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Transition to ACTIVE for port object 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:20.636630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Transition to ACTIVE for port object 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:20.643726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.694811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:20.698382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:20.703723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:20.707538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Pushing event updated for resources: {'Port': ['ID=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:20.720576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.742270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f49ac-3ebe-4aad-8c6b-44c069e954bd None None] Network 282527b3-29df-437c-9637-86be5fae0236 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:20.747005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:20.748854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.753680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f3865ab3-024a-432c-b351-3247e09ba497 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a9d8c7cf-ad2d-430f-8b0c-780f24dff5b5 HTTP/1.1" status: 204 len: 168 time: 1.2216823 Aug 04 14:52:20.758454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59534) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:20.761171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e269d-c5e5-480a-8798-8a73c3961717 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=541f71bd-dd32-4d4c-ac54-5e6980e148f5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:20.774663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-51467694-f8c0-4d1d-bf5f-fb8461d3cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.776206 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2d92f446-f6d1-493b-b34d-b3e35808e29e req-51467694-f8c0-4d1d-bf5f-fb8461d3cfd9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5307498 Aug 04 14:52:20.804728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.810661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.817083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.822979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.828804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.835052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.840947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:20.842977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-140a0812-8816-48b3-bf9f-158cbcb998df tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5409 time: 0.6585929 Aug 04 14:52:20.885818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Attempting to bind port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:20.886216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Attempting to bind port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:20.886738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Attempting to bind port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:20.905794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d003d6d8-c99a-4d73-8ae4-c80e4d991da8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:20.932133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d003d6d8-c99a-4d73-8ae4-c80e4d991da8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:20.932575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d003d6d8-c99a-4d73-8ae4-c80e4d991da8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:20.939306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:20.939758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Checking segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:20.940166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.940293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.940612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Bound using segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:20.941107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Bound port: 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:20.941883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.945569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Made reservation on behalf of 953f02fe00d14452b7327ccb2c4093da for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:20.949294 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:20.970292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ca84c5ea-5bae-405f-acc5-a74a31f913f2 req-bd9b872d-be80-403a-b5cb-b852778ea7af tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000001 Aug 04 14:52:21.049535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] For port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:21.055641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] For port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:21.063731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.073491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] DHCP port deletion for 282527b3-29df-437c-9637-86be5fae0236 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:21.123745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Deleting port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:21.124353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.181099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Allocated IP 172.20.0.10 (f1f6c852-5055-4a92-ac4b-1282e3a2ed60/33470efc-06f2-4da3-9eb4-e778de98074a/0c745935-03b7-4704-8a6b-774f4beafa28) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:21.190281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d94a5-00b6-430c-8be6-3c8c10442c03 None None] Pushing event updated for resources: {'Port': ['ID=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:21.229039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] For port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:21.229463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.257005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Calling delete_port for c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:21.269647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Deleting port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:21.270145 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.298437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:21.299846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:21.302616 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2abef8-48a9-4253-80e0-0c6e598f26a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:21.307990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:21.327575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.328895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.332003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f72b5a2-7171-4a84-8b97-98cdb7783c00 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:21.460690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] For port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,segment=NetworkSegment(5ecb66d0-8559-4585-9ab0-320a3f840730),segment_id=5ecb66d0-8559-4585-9ab0-320a3f840730)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:21.461140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.483678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=13f5ac4a-34c8-4f00-ace0-863924c333e3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:21.487262 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad3c11e-50ab-455b-abce-e813bfdd2a22 x-openstack-request-id: req-1ad3c11e-50ab-455b-abce-e813bfdd2a22 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:21.487262 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:21.487560 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ad3c11e-50ab-455b-abce-e813bfdd2a22 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:21.487876 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'status': 'completed', 'code': 200} Aug 04 14:52:21.506053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3835a4e5-d1c1-4309-8ffd-a73ce204d02c req-ea5675e1-747f-41bd-bc9e-03665e6e0a4f tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 210 time: 0.0580976 Aug 04 14:52:21.560122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Made reservation on behalf of fefca1c9b9414103bf91cd49502f3de4 for: {'subnet': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:21.565324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.565669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.582382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.616304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:21.626073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.639181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.639561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.639876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.640214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.640551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.640882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.641210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.641538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.641865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.642195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.642688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.643018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:21.663177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] No DVR routers for this DVR port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:21.669872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.671785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Calling delete_port for c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:21.686226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d914ba2-8f65-40bc-a8da-29e7724abb12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9625890 Aug 04 14:52:21.700224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:21.712235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '13f5ac4a-34c8-4f00-ace0-863924c333e3', 'ip_address': '2001:db8::f668:726c:aff2:17f3'}], 'name': 'tempest-NetworksTestDHCPv6-720500613'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:21.737852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting port d9bef95c-f6b1-4884-aa18-715d413a0bba {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:21.738230 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.769998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.791310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282527b3-29df-437c-9637-86be5fae0236']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:21.807642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecb66d0-8559-4585-9ab0-320a3f840730') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:21.807976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecb66d0-8559-4585-9ab0-320a3f840730') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:21.823550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.836333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: from cryptography.utils import int_from_bytes Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: from cryptography.utils import int_from_bytes Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.865528 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:21.869116 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 14:52:21.874833 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.893782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.901685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:21.901918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.902889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.902889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.903335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.903588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '13f5ac4a-34c8-4f00-ace0-863924c333e3'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:21.905226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.905226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.906000 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.906091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:21.907014 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-681725c7-c764-4ccb-9f05-d35dc2463cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6417 time: 0.4162085 Aug 04 14:52:21.909364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] Pushing event deleted for resources: {'Port': ['ID=c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:21.910820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:21.911233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:21.914346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:21.917818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:21.920721 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:21.924588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80188e-78e9-4c98-9977-c05e168cbd01 None None] No DVR routers for this DVR port c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:22.003712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Pushing event updated for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:22.047645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.048290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.052808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.055709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bb246d-d1fc-4291-afcc-61cd365d534e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:22.064400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.067824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.068218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.069781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] 10.222.0.76 "DELETE /v2.0/networks/282527b3-29df-437c-9637-86be5fae0236 HTTP/1.1" status: 204 len: 168 time: 1.3097620 Aug 04 14:52:22.090977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85e12a-8b63-4533-a919-5bb582cbf423 admin admin] Pushing event deleted for resources: {'Network': ['ID=282527b3-29df-437c-9637-86be5fae0236,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:22.093815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-865975f6-0d8b-438d-ba95-c690cafbe3f5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8811953 Aug 04 14:52:22.116375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Request body: {'port': {'device_id': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:22.120379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Transition to ACTIVE for port object 38bb246d-d1fc-4291-afcc-61cd365d534e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:22.141236 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/13f5ac4a-34c8-4f00-ace0-863924c333e3/27b2a2f4-e2bb-44b4-84bd-635e638ef0f8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:22.144475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Calling delete_port for d9bef95c-f6b1-4884-aa18-715d413a0bba owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:22.152276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.201574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.208021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.214391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.220739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.226772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.232755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.247368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.255894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-b28f44cf-bd2c-48b3-ae55-4dda3e416a8b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5409 time: 0.1905766 Aug 04 14:52:22.278702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.294146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:22.358747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94bce327-3f6b-4b6a-ade4-11ff130f2308 req-a1889245-8d52-40d3-b754-d162ba74af14 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017959 Aug 04 14:52:22.447432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-603916e2-5131-4017-b677-615c471f7138 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f3963ae38f742628cb2fef5d59dae9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457205 Aug 04 14:52:22.451470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59548) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:22.462668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:22.484993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.499722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Transition to ACTIVE for port object 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:22.528718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-6805f320-84cd-4f2b-84b0-95119c8d4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.531225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-6805f320-84cd-4f2b-84b0-95119c8d4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.531892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-6805f320-84cd-4f2b-84b0-95119c8d4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.532041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Transition to ACTIVE for port object 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:22.533941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-6805f320-84cd-4f2b-84b0-95119c8d4d01 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5386d528be49433f90fd7d0989dd2497&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6097157 Aug 04 14:52:22.545362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.605474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:22.615485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:22.623903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:22.627372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Pushing event updated for resources: {'Port': ['ID=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:22.731404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:22.732432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Attempting to bind port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:22.732584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.734186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Attempting to bind port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:22.734981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Attempting to bind port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:22.743582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:22.744936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:22.745599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.746570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:22.746570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Bound port: 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:22.746570 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.757456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772ff9b-d353-4062-b8e7-6aa1664e9857 req-721faa05-f29a-44f0-bfbe-83987069694c tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:22.764731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a772ff9b-d353-4062-b8e7-6aa1664e9857 req-721faa05-f29a-44f0-bfbe-83987069694c tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 932 time: 0.1007156 Aug 04 14:52:22.767718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71bd332-3957-4897-b641-cf2a68caac7d None None] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:22.801281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.850958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a772ff9b-d353-4062-b8e7-6aa1664e9857 req-6692a0db-972e-42a7-9548-733ce18c1c8b tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853040 Aug 04 14:52:22.875175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-42d08d2b-4ad0-42c9-aa1d-fc60daf81618 None None] Provisioning for port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:22.912575 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.912848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] For port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:22.928433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] For port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:22.942520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.945655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c745935-03b7-4704-8a6b-774f4beafa28 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:22.950437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.953240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.957487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65686adb-59f8-4eb4-befe-d2cf33923773 HTTP/1.1" status: 204 len: 168 time: 0.5043459 Aug 04 14:52:22.965689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:22.973805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5c7c9-616e-4675-9b07-ef791afa2987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65686adb-59f8-4eb4-befe-d2cf33923773,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:22.985451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Transition to ACTIVE for port object 0c745935-03b7-4704-8a6b-774f4beafa28 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:22.990305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.062622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Pushing event updated for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:23.083620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ed2a-e876-4636-980c-5cb814f9ad97 None None] Pushing event updated for resources: {'Port': ['ID=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:23.112743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:23.160750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Attempting to bind port 0c745935-03b7-4704-8a6b-774f4beafa28 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:23.161524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Attempting to bind port 0c745935-03b7-4704-8a6b-774f4beafa28 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:23.162336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Attempting to bind port 0c745935-03b7-4704-8a6b-774f4beafa28 on network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:23.170540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Port 0c745935-03b7-4704-8a6b-774f4beafa28 on network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:23.172542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Attempting to bind port 0c745935-03b7-4704-8a6b-774f4beafa28 on network f1f6c852-5055-4a92-ac4b-1282e3a2ed60 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:23.184984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:23.185835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Checking segment: {'id': 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:23.188402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Bound using segment: {'id': 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:23.189360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Bound port: 0c745935-03b7-4704-8a6b-774f4beafa28, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:23.193133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.203068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-531f9024-c4f4-43e8-b5bc-4d00553dfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.205174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:23.209893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:23.210486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.211147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e2abef8-48a9-4253-80e0-0c6e598f26a7 req-531f9024-c4f4-43e8-b5bc-4d00553dfab9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6350594 Aug 04 14:52:23.292211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.317632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Attempting to bind port 38bb246d-d1fc-4291-afcc-61cd365d534e on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:23.317995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Attempting to bind port 38bb246d-d1fc-4291-afcc-61cd365d534e by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:23.318353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Attempting to bind port 38bb246d-d1fc-4291-afcc-61cd365d534e on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:23.339103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.418894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:23.429445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0c745935-03b7-4704-8a6b-774f4beafa28,segment=NetworkSegment(bd7cbbbe-1dbe-4bcb-be2c-055f437d9595),segment_id=bd7cbbbe-1dbe-4bcb-be2c-055f437d9595)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:23.442105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.485312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:23.491547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.492779 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.499226 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.501155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] 10.222.0.38 "PUT /v2.0/ports/0c745935-03b7-4704-8a6b-774f4beafa28 HTTP/1.1" status: 200 len: 1093 time: 1.3904717 Aug 04 14:52:23.501853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:23.501975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:23.512909 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7133e6c4-2f54-4685-9b18-008350e93560" -d '{"events": [{"name": "network-changed", "server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:23.551676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.555950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/ports/d9bef95c-f6b1-4884-aa18-715d413a0bba HTTP/1.1" status: 204 len: 168 time: 3.1606514 Aug 04 14:52:23.559115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64365a08-db72-415e-b3e3-5ba0f8d45260 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Port': ['ID=d9bef95c-f6b1-4884-aa18-715d413a0bba,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:23.566765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59560) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:23.568368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Port 38bb246d-d1fc-4291-afcc-61cd365d534e on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:23.568950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Attempting to bind port 38bb246d-d1fc-4291-afcc-61cd365d534e on network d4f852f3-785d-4520-92f3-d0a9d5bb5806 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:23.633062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:23.633771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Checking segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:23.634461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Bound using segment: {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:23.635101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Bound port: 38bb246d-d1fc-4291-afcc-61cd365d534e, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1811c74-5d88-4b83-bd8e-42b0cc864e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:23.635628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.660586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:23.711826 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d91af-a0aa-4133-b20b-76d3e2aac315 x-openstack-request-id: req-e65d91af-a0aa-4133-b20b-76d3e2aac315 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:23.712352 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:23.712688 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e65d91af-a0aa-4133-b20b-76d3e2aac315 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:23.713203 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28', 'status': 'completed', 'code': 200} Aug 04 14:52:23.717262 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f1c576-87fc-453f-a4f5-a7db602649e3 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:23.717851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f1c576-87fc-453f-a4f5-a7db602649e3 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:23.722485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-67f1c576-87fc-453f-a4f5-a7db602649e3 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/d2549677-5f5d-4f53-8b42-d026df9492d5 HTTP/1.1" status: 404 len: 337 time: 0.0780249 Aug 04 14:52:23.722677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.725131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-86f7c191-1d95-466a-b0cc-ecdca9c8ad7f None None] Provisioning complete for port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:23.732053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59566) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:23.734194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86f7c191-1d95-466a-b0cc-ecdca9c8ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.740084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:23.758177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248227f5-b7a8-4ac3-bca6-61837f62ed90 service neutron] Pushing event updated for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:23.768868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-a03ba300-a183-454e-a46c-b1bd48668c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.770536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-a03ba300-a183-454e-a46c-b1bd48668c45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953f02fe00d14452b7327ccb2c4093da&device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 1096 time: 0.2028201 Aug 04 14:52:23.810906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:23.811837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c80ce4e2-cb62-48cd-9e3f-0d0cc3bc836e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:23.813139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.822402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.830114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.830547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.833348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:23.843158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.849150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.855884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.862005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:23.864770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-aae3e1ac-423d-43bd-9c93-98d765579845 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.2992597 Aug 04 14:52:23.902031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-10c82cb5-0144-49ca-b9fb-216a4041f7e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c745935-03b7-4704-8a6b-774f4beafa28 HTTP/1.1" status: 200 len: 217 time: 0.1181250 Aug 04 14:52:23.980953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec47409b-c4ff-4468-a88a-b3d9f519a4c2 req-e975878a-187b-4890-bcd5-917e82491dbc tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821314 Aug 04 14:52:23.999494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-bde1b503-1708-46b9-be44-8295118334b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.001085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-bde1b503-1708-46b9-be44-8295118334b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33470efc-06f2-4da3-9eb4-e778de98074a HTTP/1.1" status: 200 len: 853 time: 0.0915833 Aug 04 14:52:24.060456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-84efa371-d8ab-4060-afa4-58ef5a6a3654 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1f6c852-5055-4a92-ac4b-1282e3a2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495903 Aug 04 14:52:24.111175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:24.120000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.154769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271401-baba-453d-a513-ff74325a1082 req-c99972ec-823f-462f-8979-82c343531aea tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.158961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Subnet': ['ID=7b56d63f-5f4e-4198-a83f-56fcadab8757,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:24.159471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23271401-baba-453d-a513-ff74325a1082 req-c99972ec-823f-462f-8979-82c343531aea tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 944 time: 0.1624868 Aug 04 14:52:24.168854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:24.205974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.222416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59582) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:24.251020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23271401-baba-453d-a513-ff74325a1082 req-c9d96a08-713d-417d-aee2-dbb216bb01c5 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744328 Aug 04 14:52:24.253319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-d77e96f9-4004-41bf-ae0c-93c2e6edb9a1 service neutron] 10.222.0.38 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858103 Aug 04 14:52:24.367043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67391221-73b7-46f0-b9d3-1f3c08082715 req-91f6a909-2c5a-4b44-b7bd-8d9191026bbe service neutron] 10.222.0.38 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060507 Aug 04 14:52:24.397760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1814711130-network', 'tenant_id': 'a477009fcb6e4cfda2bdce4da02373dc'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:24.421226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Made reservation on behalf of a477009fcb6e4cfda2bdce4da02373dc for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:24.423977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.457814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.494814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133e6c4-2f54-4685-9b18-008350e93560 req-89efa78b-4fca-4931-960a-e05ea96b7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.495903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-89efa78b-4fca-4931-960a-e05ea96b7cb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953f02fe00d14452b7327ccb2c4093da&device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 1096 time: 0.0695219 Aug 04 14:52:24.519050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fc75a4ae-b709-4613-9b38-f16af76a10e5 None None] Provisioning for port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:24.628929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f668:726c:aff2:17f3 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/13f5ac4a-34c8-4f00-ace0-863924c333e3/cf1ca6ff-bd29-40d2-b9c6-af9f122c4054) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:24.641226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133e6c4-2f54-4685-9b18-008350e93560 req-a9cf1233-dba6-4b74-a1b4-6840a56eb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.642870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-a9cf1233-dba6-4b74-a1b4-6840a56eb59f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f1f6c852-5055-4a92-ac4b-1282e3a2ed60 HTTP/1.1" status: 200 len: 914 time: 0.1361892 Aug 04 14:52:24.650625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Checking segment: {'id': 'd359e502-8e92-49c1-9409-424cb3a63acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:24.651340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network hostable DHCP agents. Network: f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:24.673190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.673829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.675292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] 10.222.0.46 "PUT /v2.0/ports/38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 1092 time: 4.5880563 Aug 04 14:52:24.679280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:24.681743 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69775366-cbd9-41a5-ae7d-c3a2fc54e122" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:24.700120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.702096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-5161cfdf-c5f5-4c17-8c81-3bf0c2c2634b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c745935-03b7-4704-8a6b-774f4beafa28 HTTP/1.1" status: 200 len: 217 time: 0.0484519 Aug 04 14:52:24.738684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.770128 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028dc6f3-0247-4977-8bf2-9f8b842177cd x-openstack-request-id: req-028dc6f3-0247-4977-8bf2-9f8b842177cd {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:24.770770 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:24.770770 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-028dc6f3-0247-4977-8bf2-9f8b842177cd {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:24.771147 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'status': 'completed', 'code': 200} Aug 04 14:52:24.772469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:24.788909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133e6c4-2f54-4685-9b18-008350e93560 req-d5642e11-5fd5-4024-85fd-1e6570cc0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.790162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-d5642e11-5fd5-4024-85fd-1e6570cc0d50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33470efc-06f2-4da3-9eb4-e778de98074a HTTP/1.1" status: 200 len: 853 time: 0.0799091 Aug 04 14:52:24.791803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77150ef-e7ef-466b-bf73-bed31117aabc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:24.796105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.796455 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Added segment 1a1d1282-cccd-4825-bf1e-28d12d9473c3 of type vlan for network 5a65be31-01de-417b-a5ad-36deb2ddd22f Aug 04 14:52:24.807160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Allocated IP 172.25.0.86 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/38e8977c-c016-48d8-90c9-0eebe835431d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:24.853505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-fdf2cd29-d17c-4303-94fb-2461b431794b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f1f6c852-5055-4a92-ac4b-1282e3a2ed60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552802 Aug 04 14:52:24.860900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd9618-57b3-4b4c-bc50-dac144fc5865 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:24.863698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:24.867411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.871323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.907052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:24.929693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12175645-a6d9-43f4-b434-2d4d550806de None None] Network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:24.930546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:24.964460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.965360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:24.965890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:24.994731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.011689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264dc575-7d6e-482d-95c5-9109aab79356') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:25.011992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264dc575-7d6e-482d-95c5-9109aab79356') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:25.041083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-cf2a9d85-6d85-4c7d-9c83-50b5096b4e3d service neutron] 10.222.0.38 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695111 Aug 04 14:52:25.052746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8273466 Aug 04 14:52:25.053957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:25.077143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Request body: {'subnet': {'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1814711130-subnet', 'tenant_id': 'a477009fcb6e4cfda2bdce4da02373dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:25.178229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978a45-9f72-4a03-9059-2b3d1cd1ccde admin admin] Pushing event updated for resources: {'Network': ['ID=5a65be31-01de-417b-a5ad-36deb2ddd22f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:25.179108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.203974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5a65be31-01de-417b-a5ad-36deb2ddd22f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:25.214406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Made reservation on behalf of a477009fcb6e4cfda2bdce4da02373dc for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:25.217807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.276504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.277324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.277971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.278454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.278979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.279452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.280128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.282115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ea425f60-1c07-48d5-95e3-112b6a9a1475 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6485 time: 0.4967232 Aug 04 14:52:25.286834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:25.298011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.303543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.309610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.316821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.323021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.324264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event updated for resources: {'Subnet': ['ID=281ff7f8-7cc9-4fed-9608-7dcb178a997b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:25.329327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.333359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:25.333783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.335832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.341833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.344281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-f09e718d-7937-420e-8813-b16ab9330c14 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.3060699 Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:25.357901 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:25.362414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c', 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c', 'tenant_id': 'fefca1c9b9414103bf91cd49502f3de4', 'fixed_ips': [{'subnet_id': '7b56d63f-5f4e-4198-a83f-56fcadab8757'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:25.363302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.413184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7133e6c4-2f54-4685-9b18-008350e93560 req-2df7e023-d653-4de7-b1a2-ffbf3a495d50 service neutron] 10.222.0.38 "GET /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452189 Aug 04 14:52:25.426987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.433830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.440178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.446764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.452997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.459053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.460401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-1e7dcbfc-1b52-43b2-87d5-683201ab6683 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 217 time: 0.1597989 Aug 04 14:52:25.465017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.467243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-84e0e368-f09e-4036-afa0-4e388f160ae0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.3289487 Aug 04 14:52:25.469258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.469641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.470061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.470476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.471089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.471528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.471937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.472452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.473459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.473905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.474357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.474792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:25.485576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:25.485956 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.495135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7ec68af-8795-4e1a-9cec-18aaaadb761d req-d87577b8-31e8-4a0d-afb8-460612d86ef2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1363285 Aug 04 14:52:25.542016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.573169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:25.576396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-513e6e65-960b-4d41-a8c5-3ae26a532abc req-f21492c1-ee4b-420e-9cd8-93f1b01c3d3f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784907 Aug 04 14:52:25.580737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Allocated IP 2001:db8::1 (f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c/7b56d63f-5f4e-4198-a83f-56fcadab8757/bcd97003-3a7e-44d9-881e-550a15553e87) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:25.600147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Checking segment: {'id': '13581ba4-b6f9-4b68-86e0-864c154028bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:25.600773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network hostable DHCP agents. Network: e6ab20f9-8991-4ffd-b296-fa01c1a73153, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:25.631373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.649306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.656271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.684260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.688430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8 HTTP/1.1" status: 204 len: 168 time: 1.9531562 Aug 04 14:52:25.689335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4084b-3a5e-4721-9a50-d7a7a3a9085e req-490b2d9f-58a5-40d4-a5c9-9fd3c7536c42 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.691001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72c4084b-3a5e-4721-9a50-d7a7a3a9085e req-490b2d9f-58a5-40d4-a5c9-9fd3c7536c42 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 944 time: 0.1135395 Aug 04 14:52:25.692127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59600) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:25.701281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c823a08-de3d-4197-aee7-fb4899335103 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=ae4d1cc4-2ee9-47ea-9efe-6bd714bf94b8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:25.715940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:25.718734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0976570f-1728-4f82-85b7-9e0395dfdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.720767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0976570f-1728-4f82-85b7-9e0395dfdaa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.2421465 Aug 04 14:52:25.726905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Network e6ab20f9-8991-4ffd-b296-fa01c1a73153 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:25.772825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.774455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e6ab20f9-8991-4ffd-b296-fa01c1a73153) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:25.777166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092d67aa-e223-4a72-b272-b54c6c93f570,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:25.793703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607997a-6592-48cc-8502-41cd0049a864 None None] Network e6ab20f9-8991-4ffd-b296-fa01c1a73153 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:25.795594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.796105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.796761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.802283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting subnet 23319062-e8eb-4655-919c-4049e5386beb {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:25.810156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.815860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72c4084b-3a5e-4721-9a50-d7a7a3a9085e req-c1bc4722-86ee-46bd-a6b6-04b31c87c62d tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Aug 04 14:52:25.846382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Checking segment: {'id': '1a1d1282-cccd-4825-bf1e-28d12d9473c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:25.846836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Network hostable DHCP agents. Network: 5a65be31-01de-417b-a5ad-36deb2ddd22f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:25.866139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.884193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.891957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:25.896020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58bd9f84-e415-4279-854b-18d475efadfb tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.7006438 Aug 04 14:52:25.896338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59602) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:25.899714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ac67a8f4-2fba-4f1e-a240-dea6b39f7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.901320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ac67a8f4-2fba-4f1e-a240-dea6b39f7c5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699927 Aug 04 14:52:25.904688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=cf1ca6ff-bd29-40d2-b9c6-af9f122c4054,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:25.905319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.907842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:25.914698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:25.922790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:25.928539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:25.929494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.930071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Transition to ACTIVE for port object bcd97003-3a7e-44d9-881e-550a15553e87 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:25.938258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:25.938663 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:25.940873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Network 5a65be31-01de-417b-a5ad-36deb2ddd22f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:25.966205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5a65be31-01de-417b-a5ad-36deb2ddd22f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:25.980252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:25.984872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Transition to ACTIVE for port object bcd97003-3a7e-44d9-881e-550a15553e87 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:26.000705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.001376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.004384 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.015793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:26.018647 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32adf3ff-2887-4c24-adde-5f15a1d09682 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3139975 Aug 04 14:52:26.026682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:26.027628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163b647-cdca-402f-b3ae-1e6e7567db57 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.029251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163b647-cdca-402f-b3ae-1e6e7567db57 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.031279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163b647-cdca-402f-b3ae-1e6e7567db57 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.031409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:26.042236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5163b647-cdca-402f-b3ae-1e6e7567db57 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1353946 Aug 04 14:52:26.042464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56c9a4-00f0-4990-918a-d8ac06d4f011 None None] Network 5a65be31-01de-417b-a5ad-36deb2ddd22f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:26.058727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59606) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:26.065428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '13f5ac4a-34c8-4f00-ace0-863924c333e3', 'ip_address': '2001:db8::f668:726c:aff2:17f3'}], 'name': 'tempest-NetworksTestDHCPv6-1501690898'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:26.113290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Deleting subnet 7b56d63f-5f4e-4198-a83f-56fcadab8757 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:26.122395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.127870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Pushing event updated for resources: {'Port': ['ID=38e8977c-c016-48d8-90c9-0eebe835431d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:26.128427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:26.153856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:26.155087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2b239223-ed4f-4214-be02-e27d064d4843 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0838521 Aug 04 14:52:26.155930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:26.178721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Pushing event updated for resources: {'Port': ['ID=bcd97003-3a7e-44d9-881e-550a15553e87,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:26.194948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.230470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0deca515-35d1-43b5-b459-141d1e4f58fa service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198113 Aug 04 14:52:26.299074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.355483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.363870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.370758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.377507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.384794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.391336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.400158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.402562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-0a457774-9543-42f6-8d8e-917899c9f0b9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.3985193 Aug 04 14:52:26.434560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.466493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e6ab20f9-8991-4ffd-b296-fa01c1a73153', 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153', 'tenant_id': 'fefca1c9b9414103bf91cd49502f3de4', 'fixed_ips': [{'subnet_id': '281ff7f8-7cc9-4fed-9608-7dcb178a997b'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:26.467390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.503281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:26.510249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.513414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Subnet': ['ID=23319062-e8eb-4655-919c-4049e5386beb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:26.526997 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.531478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b141bdb-7a3a-44c1-8044-a7af662f7d89 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/subnets/23319062-e8eb-4655-919c-4049e5386beb HTTP/1.1" status: 204 len: 168 time: 0.8343008 Aug 04 14:52:26.537005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d6b0f3dd-71f9-40dc-8afc-14ccb4bda4c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.538863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d6b0f3dd-71f9-40dc-8afc-14ccb4bda4c9 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1243854 Aug 04 14:52:26.541527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:26.597291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 846ededc-c225-4f51-bb1f-b5cb68a6cde9 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:26.609915 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9463f1ff-4c18-4012-ab33-b99b1e0bedb7 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699040 Aug 04 14:52:26.663459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983a3d3-f8ed-4e35-9e74-d6a5ba516225 None None] Network 5a85746e-200f-4a52-9c06-79ff31d51ca9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:26.666427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0c745935-03b7-4704-8a6b-774f4beafa28 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:26.671949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Attempting to bind port bcd97003-3a7e-44d9-881e-550a15553e87 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:26.672318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Attempting to bind port bcd97003-3a7e-44d9-881e-550a15553e87 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd359e502-8e92-49c1-9409-424cb3a63acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:26.672689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Attempting to bind port bcd97003-3a7e-44d9-881e-550a15553e87 on network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:26.702601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-9908bf8f-5a83-4c5f-9ba9-c28707c3848b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 217 time: 0.0797360 Aug 04 14:52:26.702888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d078742-17e1-4562-a50d-8a47d1741ee2 None None] Provisioning for port cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:26.704658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.768183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d078742-17e1-4562-a50d-8a47d1741ee2 None None] Provisioning complete for port cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:26.768573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d078742-17e1-4562-a50d-8a47d1741ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.778420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:26.778902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Checking segment: {'id': 'd359e502-8e92-49c1-9409-424cb3a63acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:26.779293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.779678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Bound using segment: {'id': 'd359e502-8e92-49c1-9409-424cb3a63acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:26.780171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Bound port: bcd97003-3a7e-44d9-881e-550a15553e87, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd359e502-8e92-49c1-9409-424cb3a63acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:26.780555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.823098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Allocated IP 2001:db8:0:1::1 (e6ab20f9-8991-4ffd-b296-fa01c1a73153/281ff7f8-7cc9-4fed-9608-7dcb178a997b/d8d31206-4344-480d-865f-9e17701670ff) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:26.845165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-1466cb74-de63-4525-9186-6264900e4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:26.846699 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-1466cb74-de63-4525-9186-6264900e4690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1112373 Aug 04 14:52:26.850422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:26.858711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8137c8-5b1e-4fea-9883-24b1bef2b051 None None] Network 5a65be31-01de-417b-a5ad-36deb2ddd22f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:26.996953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:27.022536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f989a89e-99fa-41cd-bdff-85d8a025bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.024010 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-f989a89e-99fa-41cd-bdff-85d8a025bf1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1696761 Aug 04 14:52:27.024855 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 14:52:27.025278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:27.025400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.053408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1d078742-17e1-4562-a50d-8a47d1741ee2 None None] Port cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:27.126286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32b938f4-a2e8-4c8a-9adf-320747659583 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0938797 Aug 04 14:52:27.129909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59632) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:27.134451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.179676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-1fe93fe2-bde2-48dd-8b1b-3db3943cce3d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.184003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-1fe93fe2-bde2-48dd-8b1b-3db3943cce3d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/networks?id=5a65be31-01de-417b-a5ad-36deb2ddd22f HTTP/1.1" status: 200 len: 814 time: 0.2469089 Aug 04 14:52:27.216847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.259122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0c745935-03b7-4704-8a6b-774f4beafa28,segment=NetworkSegment(bd7cbbbe-1dbe-4bcb-be2c-055f437d9595),segment_id=bd7cbbbe-1dbe-4bcb-be2c-055f437d9595)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:27.263301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:27.268194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba03c06-29d9-402a-98be-e83551efaea8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.274224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba03c06-29d9-402a-98be-e83551efaea8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.277766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.279081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0ba03c06-29d9-402a-98be-e83551efaea8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1477721 Aug 04 14:52:27.279490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59634) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:27.283869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.287729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.289787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.290713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-4d5f109b-609e-48ba-81a4-5b80ff0c0ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550437 Aug 04 14:52:27.295908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.301638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.307542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.314769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:27.315488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-90a3046e-357f-4892-9266-d4bae31f6a5e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 5446 time: 0.3782630 Aug 04 14:52:27.316548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '0c745935-03b7-4704-8a6b-774f4beafa28', 'network_id': 'f1f6c852-5055-4a92-ac4b-1282e3a2ed60', 'port_id': '0c745935-03b7-4704-8a6b-774f4beafa28', 'mac_address': 'fa:16:3e:1c:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33470efc-06f2-4da3-9eb4-e778de98074a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:27.327477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-72049b5f-09b1-4c05-ad8e-60509950d431 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/quotas/a477009fcb6e4cfda2bdce4da02373dc HTTP/1.1" status: 200 len: 375 time: 0.1155195 Aug 04 14:52:27.351189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-410dedf6-b9be-4f70-9684-f0d930198567 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7775862 Aug 04 14:52:27.362536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:27.410166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] For port bcd97003-3a7e-44d9-881e-550a15553e87, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:27.411276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-532c1b79-aa2b-4a5a-baa8-a7b0e526948b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a477009fcb6e4cfda2bdce4da02373dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827222 Aug 04 14:52:27.438452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] DHCP port deletion for 5a85746e-200f-4a52-9c06-79ff31d51ca9 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:27.444996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] For port bcd97003-3a7e-44d9-881e-550a15553e87, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bcd97003-3a7e-44d9-881e-550a15553e87,segment=NetworkSegment(d359e502-8e92-49c1-9409-424cb3a63acc),segment_id=d359e502-8e92-49c1-9409-424cb3a63acc)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:27.454525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.457743 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.460176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.466051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.526246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Transition to ACTIVE for port object d8d31206-4344-480d-865f-9e17701670ff will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:27.545614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c745935-03b7-4704-8a6b-774f4beafa28 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:27.578898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Subnet': ['ID=7b56d63f-5f4e-4198-a83f-56fcadab8757,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:27.587784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Transition to ACTIVE for port object d8d31206-4344-480d-865f-9e17701670ff will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:27.588552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.593289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fc277b6d-301d-40f9-8229-545b758ed8ff tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/subnets/7b56d63f-5f4e-4198-a83f-56fcadab8757 HTTP/1.1" status: 204 len: 168 time: 1.5338776 Aug 04 14:52:27.599209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cdc40d4-01be-44ee-8a98-242fecd9efec req-d102f734-ba88-4af2-a266-d73e732b620a tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2479379 Aug 04 14:52:27.605417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16ba2-3ee0-4808-9e65-8d6cc823397e None None] Pushing event updated for resources: {'Port': ['ID=bcd97003-3a7e-44d9-881e-550a15553e87,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:27.605772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:27.611158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0c745935-03b7-4704-8a6b-774f4beafa28,segment=NetworkSegment(bd7cbbbe-1dbe-4bcb-be2c-055f437d9595),segment_id=bd7cbbbe-1dbe-4bcb-be2c-055f437d9595)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:27.616365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.628164 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.650698 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.692785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Network e6ab20f9-8991-4ffd-b296-fa01c1a73153 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:27.697349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Deleting port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:27.697848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.708071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:27.727771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:27.754868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Pushing event updated for resources: {'Port': ['ID=d8d31206-4344-480d-865f-9e17701670ff,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:27.755134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Deleting subnet 281ff7f8-7cc9-4fed-9608-7dcb178a997b {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:27.768743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-fdd20f72-8f5a-4c32-b1a4-d900594aecf6 service neutron] 10.222.0.76 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361816 Aug 04 14:52:27.777979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.782782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Deleting port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:27.783123 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.846507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] For port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,segment=NetworkSegment(0ef65f48-4cb4-4ba4-903e-4db66e7d8a40),segment_id=0ef65f48-4cb4-4ba4-903e-4db66e7d8a40)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:27.847106 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:27.899714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['0c745935-03b7-4704-8a6b-774f4beafa28'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:27.908966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Calling delete_port for 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:27.964191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-279000c5-fc7a-43fa-881c-a60b5f337310 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498208 Aug 04 14:52:27.980633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:27.996196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Attempting to bind port d8d31206-4344-480d-865f-9e17701670ff on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:27.997151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Attempting to bind port d8d31206-4344-480d-865f-9e17701670ff by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '13581ba4-b6f9-4b68-86e0-864c154028bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:27.997696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Attempting to bind port d8d31206-4344-480d-865f-9e17701670ff on network e6ab20f9-8991-4ffd-b296-fa01c1a73153 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:28.014309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:28.014681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.020958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-88513fee-6fc6-4fc3-8d45-3feef1747f28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 217 time: 0.0484831 Aug 04 14:52:28.061932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:28.062595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Checking segment: {'id': '13581ba4-b6f9-4b68-86e0-864c154028bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:28.063129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.063630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Bound using segment: {'id': '13581ba4-b6f9-4b68-86e0-864c154028bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:28.064228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Bound port: d8d31206-4344-480d-865f-9e17701670ff, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13581ba4-b6f9-4b68-86e0-864c154028bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e6ab20f9-8991-4ffd-b296-fa01c1a73153'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:28.064726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.081332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.135957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:52:28.153670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] For port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,segment=NetworkSegment(0ef65f48-4cb4-4ba4-903e-4db66e7d8a40),segment_id=0ef65f48-4cb4-4ba4-903e-4db66e7d8a40)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:28.154060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.159826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-dce085db-09eb-410f-9e86-d427d4650244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.161324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-dce085db-09eb-410f-9e86-d427d4650244 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1294065 Aug 04 14:52:28.181429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.187249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.193707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.196300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] For port d8d31206-4344-480d-865f-9e17701670ff, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:28.200980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.201291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] For port d8d31206-4344-480d-865f-9e17701670ff, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d8d31206-4344-480d-865f-9e17701670ff,segment=NetworkSegment(13581ba4-b6f9-4b68-86e0-864c154028bf),segment_id=13581ba4-b6f9-4b68-86e0-864c154028bf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:28.207153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.213875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.219157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.220683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.222929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-e3f5e09d-46f0-4df8-a19c-d5e0b726f6e9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.4006631 Aug 04 14:52:28.245769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.273791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.283759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:28.290569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Calling delete_port for 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:28.323120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] No DVR routers for this DVR port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:28.332704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-ea414973-2317-4bfa-9733-6b1565c69e62 service neutron] 10.222.0.76 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610549 Aug 04 14:52:28.365083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e825c-8a9c-4dcf-9914-ca12c5eac33a None None] Pushing event updated for resources: {'Port': ['ID=d8d31206-4344-480d-865f-9e17701670ff,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:28.386299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-86da50bb-d7ce-46db-9248-c336ab7c99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:28.388221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-86da50bb-d7ce-46db-9248-c336ab7c99d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2177203 Aug 04 14:52:28.395036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb56dae-7ac6-41bb-8c3a-80fa168b8fd9 None None] Pushing event deleted for resources: {'Port': ['ID=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:28.407000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:28.422430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:28.446512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:28.447466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:28.493022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.496849 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-89b275f6-b5fb-4eb8-b7d6-e484e43514e3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3391864 Aug 04 14:52:28.506569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59638) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:28.506793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9350547a-fee4-4cb4-83a6-90593abc02b4,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:28.679960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ba5cf00-198d-4464-8db3-1b3d4fd315d5 req-c038e7c6-1e0c-49c9-baf0-e47748db6203 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4326613 Aug 04 14:52:28.696747 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.755341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-78b638ef-493d-4805-8768-a1ab596f25a4 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518171 Aug 04 14:52:28.811877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.875561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] For port 9350547a-fee4-4cb4-83a6-90593abc02b4, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:28.887131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.911194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9350547a-fee4-4cb4-83a6-90593abc02b4 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:28.937001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] device_id is not set on port 9350547a-fee4-4cb4-83a6-90593abc02b4 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:28.945582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=cf1ca6ff-bd29-40d2-b9c6-af9f122c4054,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:28.955736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:28.973803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:29.076491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9350547a-fee4-4cb4-83a6-90593abc02b4 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:29.076926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cdeac427-a056-4414-912e-53ba8decb772 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:29.098257 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.101559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.106571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f80b71d-c9ee-4a69-a83a-8d196445dbbb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 HTTP/1.1" status: 204 len: 168 time: 1.8228395 Aug 04 14:52:29.117761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Port': ['ID=34efd5fc-2fe8-44d2-8d56-cf05b21f80a6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:29.183555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59652) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:29.230322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454cae-83f1-49f8-8125-f1e08d8a82bc req-a89ff0bf-9276-43c7-bbba-346c5e46c5d4 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.232025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84454cae-83f1-49f8-8125-f1e08d8a82bc req-a89ff0bf-9276-43c7-bbba-346c5e46c5d4 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 945 time: 0.5511050 Aug 04 14:52:29.234024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef7af41a-b006-4901-933d-2481730a5d94 req-646f2bf4-0e53-4635-b9c4-a09f01fa649c tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 210 time: 0.4073935 Aug 04 14:52:29.256736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] No DVR routers for this DVR port 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:29.277093 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-540b3d1e-c70e-4c8e-b08b-e8465a569ff8 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997985 Aug 04 14:52:29.404870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7dc0a-b38e-4e65-bb65-7819575fe519 None None] Network f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:29.468339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Pushing event updated for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:29.501755 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-ef36f964-db9a-4a6c-9481-1f194850d7d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 217 time: 0.1150723 Aug 04 14:52:29.613512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d8d31206-4344-480d-865f-9e17701670ff up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:29.623424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.646377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] No DVR routers for this DVR port 9350547a-fee4-4cb4-83a6-90593abc02b4 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:29.695774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0a7a26a4-7f76-404e-8e9c-984acb84d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.697468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-0a7a26a4-7f76-404e-8e9c-984acb84d544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1873071 Aug 04 14:52:29.715219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a9f4f8d6-638a-43a3-89b3-2fb81626d0a6 None None] Provisioning for port bcd97003-3a7e-44d9-881e-550a15553e87 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:29.726982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.734355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f91361-cf69-4d39-ba57-33fba0a17ebd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.736845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f91361-cf69-4d39-ba57-33fba0a17ebd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.739362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:29.741561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f7f91361-cf69-4d39-ba57-33fba0a17ebd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5565813 Aug 04 14:52:29.741772 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f8f54-5a04-454e-991b-bfa2f0a985ac" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "cdeac427-a056-4414-912e-53ba8decb772"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:29.745660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59658) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:29.755678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.777706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a85746e-200f-4a52-9c06-79ff31d51ca9']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:29.793808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:29.798100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84454cae-83f1-49f8-8125-f1e08d8a82bc req-e66c9833-b73d-41de-8cb8-f4e2f19583ff tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389373 Aug 04 14:52:29.837986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:29.838290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef65f48-4cb4-4ba4-903e-4db66e7d8a40') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:29.845129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.847611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/subnets/281ff7f8-7cc9-4fed-9608-7dcb178a997b HTTP/1.1" status: 204 len: 168 time: 2.2396913 Aug 04 14:52:29.848782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935c8a-ab87-4412-87cd-ccabe4eae968 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Subnet': ['ID=281ff7f8-7cc9-4fed-9608-7dcb178a997b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:29.853200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:29.865875 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.866746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f8e72c4f-84f8-499f-9333-437233e74c5a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:29.896124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.908261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 13f5ac4a-34c8-4f00-ace0-863924c333e3 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:29.919417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e5330fc5-9717-43bb-82e8-84fecca6ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.921171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e5330fc5-9717-43bb-82e8-84fecca6ce8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2150371 Aug 04 14:52:29.922059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.923697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.930447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:26Z', 'revision_number': 3, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:29.931287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.940508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.948044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.955885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.959382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73443945-0793-4cd2-839d-b7ae01826c81 req-36b1da08-f82d-43d7-85d4-9e972631ce90 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 4666 time: 0.4821610 Aug 04 14:52:29.980254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:29.980625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Updating router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 port 38e8977c-c016-48d8-90c9-0eebe835431d binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:52:29.980836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.982563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d8d31206-4344-480d-865f-9e17701670ff completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:29.982804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] In _notify_port_updated(), no bound segment for port 9350547a-fee4-4cb4-83a6-90593abc02b4 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:52:29.983720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:29.984633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:29.986035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cbb119bf-c55b-4639-87f0-a69bc9335b04 service neutron] 10.222.0.38 "PUT /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 200 len: 1033 time: 2.6279843 Aug 04 14:52:30.029931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bcd97003-3a7e-44d9-881e-550a15553e87 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:30.074765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.079956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:30.080099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.090540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9ae62eee-d67d-416b-a4ea-aafea416128a None None] Provisioning complete for port 9350547a-fee4-4cb4-83a6-90593abc02b4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:30.090963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9ae62eee-d67d-416b-a4ea-aafea416128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.114015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-2328daa1-195b-4f60-8cb2-173ab3473500 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.115487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-2328daa1-195b-4f60-8cb2-173ab3473500 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "GET /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1102602 Aug 04 14:52:30.132844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:30.137772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.170138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1ae48-31e6-4f23-88e8-3ab7c507a9e2 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.181207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9ae62eee-d67d-416b-a4ea-aafea416128a None None] Port 9350547a-fee4-4cb4-83a6-90593abc02b4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:30.182740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f5b1ae48-31e6-4f23-88e8-3ab7c507a9e2 tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3179464 Aug 04 14:52:30.184309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:30.184616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59664) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:30.185130 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.191456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab83d7-4fbb-40fe-8640-dbff991c5d33 None None] Network e6ab20f9-8991-4ffd-b296-fa01c1a73153 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:30.193629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] DHCP port deletion for f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:30.197016 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:30.201307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.201307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.201307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.201307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.210222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.211408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.213472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.214076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.214694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.215427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.216161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.217286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:30.254155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73443945-0793-4cd2-839d-b7ae01826c81 req-85508106-4327-42f5-bbcd-a774314b3be6 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&id=9e4dd0aa-31e7-432c-bb5c-017c94ecf823&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2650952 Aug 04 14:52:30.300880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.306875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.312800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.319153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.325172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.328099 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.331058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.337080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.339237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-9f09815f-9b00-4803-9724-da9bd3abd6d1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.3442442 Aug 04 14:52:30.356669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.385441 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d636afb-0fec-4028-bed6-f0f081223da5 x-openstack-request-id: req-2d636afb-0fec-4028-bed6-f0f081223da5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:30.386059 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "cdeac427-a056-4414-912e-53ba8decb772", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:30.386502 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d636afb-0fec-4028-bed6-f0f081223da5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:30.387096 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772', 'code': 200} Aug 04 14:52:30.468449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.472187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-a1e7321c-b3eb-48b2-9d9c-2b0a7df718c2 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385637 Aug 04 14:52:30.489560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Provisioning for port d8d31206-4344-480d-865f-9e17701670ff completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:30.511410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.520130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Provisioning complete for port d8d31206-4344-480d-865f-9e17701670ff triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:30.520798 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.535197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:30.594895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bcd97003-3a7e-44d9-881e-550a15553e87 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:30.597467 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.598424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 03358fde-85af-40d4-8135-a9956850dcb5 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:30.643200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bcd97003-3a7e-44d9-881e-550a15553e87 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:30.643850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.654425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.671696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.675977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] 10.222.0.76 "DELETE /v2.0/networks/5a85746e-200f-4a52-9c06-79ff31d51ca9 HTTP/1.1" status: 204 len: 168 time: 4.1310790 Aug 04 14:52:30.676185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.743295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fd579af-ee56-404a-9d68-848ab5b413db req-7e199810-47e5-4af0-a48d-23612a8a8764 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 210 time: 0.0970688 Aug 04 14:52:30.757557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8621901-c728-4c07-8e3a-a6d446335455 tempest-NetworksIpV6TestAttrs-1804477033 tempest-NetworksIpV6TestAttrs-1804477033-project] Pushing event deleted for resources: {'Network': ['ID=5a85746e-200f-4a52-9c06-79ff31d51ca9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:30.794083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Deleting port bcd97003-3a7e-44d9-881e-550a15553e87 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:30.794738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:30.812884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ff299f8-d7e4-44d0-8c8c-05d6bd9cde08 req-3a166879-da1d-46c1-b334-1263f9af7256 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4662778 Aug 04 14:52:30.912027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-4439423b-ca92-4d73-8628-d6c730f50088 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:30.914318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-4439423b-ca92-4d73-8628-d6c730f50088 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.46 "GET /v2.0/networks?id=5a65be31-01de-417b-a5ad-36deb2ddd22f HTTP/1.1" status: 200 len: 814 time: 0.5088325 Aug 04 14:52:30.922476 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-8b9d84ac-097d-466a-b3d5-91bdfd148b7d service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971989 Aug 04 14:52:30.944484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Request body: {'port': {'device_id': 'a080b365-8499-42dd-b586-6a5e852c183b', 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f', 'admin_state_up': True, 'tenant_id': 'a477009fcb6e4cfda2bdce4da02373dc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:30.968540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:30.991044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59674) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:31.002986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=03358fde-85af-40d4-8135-a9956850dcb5,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:31.060873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c72df-b09c-4efa-9dd9-e43c7cb1106d req-00a3bdb6-1467-4200-8e8f-ed66fdeb762f tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.062715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-854c72df-b09c-4efa-9dd9-e43c7cb1106d req-00a3bdb6-1467-4200-8e8f-ed66fdeb762f tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 945 time: 0.1231971 Aug 04 14:52:31.082050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] For port 03358fde-85af-40d4-8135-a9956850dcb5, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:31.097141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] For port bcd97003-3a7e-44d9-881e-550a15553e87, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bcd97003-3a7e-44d9-881e-550a15553e87,segment=NetworkSegment(d359e502-8e92-49c1-9409-424cb3a63acc),segment_id=d359e502-8e92-49c1-9409-424cb3a63acc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:31.097709 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.151300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] device_id is not set on port 03358fde-85af-40d4-8135-a9956850dcb5 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:31.163669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-854c72df-b09c-4efa-9dd9-e43c7cb1106d req-255cf9d8-fdd0-4328-ac71-7ccd7e3465fc tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914178 Aug 04 14:52:31.168692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.176015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.275183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bc325a2a-6bb0-4a64-98d1-805aa0476862 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06eeca1b0dcb4035b6308b331949b73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794366 Aug 04 14:52:31.313814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59678) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:31.315306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] No DVR routers for this DVR port 03358fde-85af-40d4-8135-a9956850dcb5 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:31.324824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.325608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Pushing event updated for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:31.352981 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.365642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] DHCP port deletion for e6ab20f9-8991-4ffd-b296-fa01c1a73153 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:31.376058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Calling delete_port for bcd97003-3a7e-44d9-881e-550a15553e87 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:31.402814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] For port d8d31206-4344-480d-865f-9e17701670ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d8d31206-4344-480d-865f-9e17701670ff,segment=NetworkSegment(13581ba4-b6f9-4b68-86e0-864c154028bf),segment_id=13581ba4-b6f9-4b68-86e0-864c154028bf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:31.404186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.421322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.454376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] In _notify_port_updated(), no bound segment for port 03358fde-85af-40d4-8135-a9956850dcb5 on network f1e3ed9b-f210-4762-b053-83ea94e1758f {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:52:31.455320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.455939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.457279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-39809a19-7bae-449a-bab3-a16c13e1986c service neutron] 10.222.0.38 "PUT /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 200 len: 1033 time: 1.3342512 Aug 04 14:52:31.463735 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-55ca737f-5adf-4d04-b7cd-a9aecfb82222 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 217 time: 0.5266731 Aug 04 14:52:31.475537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.481444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.488040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.492401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=13f5ac4a-34c8-4f00-ace0-863924c333e3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:31.494023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.504187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.506080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-9889ca84-522d-4bf9-ac12-2624d5cb80b2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3882 time: 0.1251795 Aug 04 14:52:31.517885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f5cf5-ff62-42fa-be77-975d2d521936 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:31.518457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.520519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b16aa90d-967f-4a03-8466-8f0885f2ef0f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/13f5ac4a-34c8-4f00-ace0-863924c333e3 HTTP/1.1" status: 204 len: 168 time: 1.7646017 Aug 04 14:52:31.545761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.552691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59682) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:31.572377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Deleting port d8d31206-4344-480d-865f-9e17701670ff {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:31.572883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.609224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.638872 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b19eb0c5-e711-4d6a-941c-5806d5fdd083 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809321 Aug 04 14:52:31.639118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe8f06-49a6-4944-8d0e-17bb3ad7b40d None None] Pushing event updated for resources: {'Port': ['ID=d8d31206-4344-480d-865f-9e17701670ff,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:31.640919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59684) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:31.651618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.657280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dda00c5e-c9c1-4d5e-ae8a-0a64788d0b2d req-4b59dbc8-e1c6-411a-8426-9cef702effd5 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959551 Aug 04 14:52:31.663564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Allocated IP 172.20.0.1 (c7883568-e9c5-4418-a4e7-a5ac2ec688e8/df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2/49f13fe4-03bc-4a06-b0a3-662885f53c94) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:31.664836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:31.697574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c8438b81-ac8d-4f3c-ade4-8b2941fcda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.699269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c8438b81-ac8d-4f3c-ade4-8b2941fcda5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.2090855 Aug 04 14:52:31.786529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port 4f224273-3d85-4f7e-b879-683b73b8ef8a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:31.798643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.804092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] For port d8d31206-4344-480d-865f-9e17701670ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d8d31206-4344-480d-865f-9e17701670ff,segment=NetworkSegment(13581ba4-b6f9-4b68-86e0-864c154028bf),segment_id=13581ba4-b6f9-4b68-86e0-864c154028bf)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:31.804534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.827141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.829599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:52:31.829976 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:52:31.830501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-eb93e9b9-cdf6-47e5-91e5-d2fed4f0d5a0 None None] Provisioning complete for port 03358fde-85af-40d4-8135-a9956850dcb5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:31.834685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Calling delete_port for d8d31206-4344-480d-865f-9e17701670ff owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:31.835150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb93e9b9-cdf6-47e5-91e5-d2fed4f0d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.873408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-3a0c5ab6-8b91-403f-803f-803313ea1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:31.874171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-3a0c5ab6-8b91-403f-803f-803313ea1fa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580276 Aug 04 14:52:31.901119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.903959 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.919347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9db1fda-b20d-4c11-888f-117d7d40984f HTTP/1.1" status: 204 len: 168 time: 0.5902123 Aug 04 14:52:31.920766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bcd97003-3a7e-44d9-881e-550a15553e87, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bcd97003-3a7e-44d9-881e-550a15553e87,segment=NetworkSegment(d359e502-8e92-49c1-9409-424cb3a63acc),segment_id=d359e502-8e92-49c1-9409-424cb3a63acc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:31.926983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Made reservation on behalf of a477009fcb6e4cfda2bdce4da02373dc for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:31.930489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:31.935402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Transition to ACTIVE for port object 38e8977c-c016-48d8-90c9-0eebe835431d will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:31.951651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7d44c93-d32f-4d78-b80b-ef28c5edd056 req-0f598167-089d-41b8-9029-7566f9835df1 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 210 time: 0.0742497 Aug 04 14:52:31.961531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-eb93e9b9-cdf6-47e5-91e5-d2fed4f0d5a0 None None] Port 03358fde-85af-40d4-8135-a9956850dcb5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:31.983599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:31.987383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.006080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.012681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.026021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Deleting port d8d31206-4344-480d-865f-9e17701670ff {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:32.026645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.065498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48bb42-ce00-47c6-9077-b3652f3c984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db1fda-b20d-4c11-888f-117d7d40984f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.090443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Transition to ACTIVE for port object 49f13fe4-03bc-4a06-b0a3-662885f53c94 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:32.116488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] For port 4f224273-3d85-4f7e-b879-683b73b8ef8a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4f224273-3d85-4f7e-b879-683b73b8ef8a,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:32.117178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.137676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] For port d8d31206-4344-480d-865f-9e17701670ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d8d31206-4344-480d-865f-9e17701670ff,segment=NetworkSegment(13581ba4-b6f9-4b68-86e0-864c154028bf),segment_id=13581ba4-b6f9-4b68-86e0-864c154028bf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:32.139591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.152599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.158822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.159014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Calling delete_port for d8d31206-4344-480d-865f-9e17701670ff owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:32.160562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.163850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-adb345ea-8b3f-497f-8f48-3d9fe14394f9 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474971 Aug 04 14:52:32.164885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.170842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.176877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.183011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.188950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.191535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-d9a6f6f8-d2cf-4f98-89d0-8bd8379bc5d6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.2465560 Aug 04 14:52:32.245015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Port': ['ID=d8d31206-4344-480d-865f-9e17701670ff,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.280458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.281273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] No DVR routers for this DVR port d8d31206-4344-480d-865f-9e17701670ff on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:32.284866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:32.290972 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.323696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.340302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] No DVR routers for this DVR port bcd97003-3a7e-44d9-881e-550a15553e87 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:32.344284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Allocated IP 172.20.0.10 (5a65be31-01de-417b-a5ad-36deb2ddd22f/092d67aa-e223-4a72-b272-b54c6c93f570/e8c90b5f-a059-404c-9a91-fbecee6ccaca) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:32.380597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c15f49a6-ac9e-45d7-9b43-2b8ee28cd632 req-b407de38-a113-4003-9840-978c167b7d32 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530583 Aug 04 14:52:32.461061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:32.486614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.493907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:32.496695 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d98d2-51e7-421c-addf-074f97554799" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:32.501363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.502811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ab20f9-8991-4ffd-b296-fa01c1a73153']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:32.504521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c81ec-cfb8-4217-9c4c-43bd66f9d50c None None] Pushing event updated for resources: {'Port': ['ID=38e8977c-c016-48d8-90c9-0eebe835431d,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.536890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13581ba4-b6f9-4b68-86e0-864c154028bf') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:32.538659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab730381-6d11-444d-b669-4df75d9afc2e req-738c27d9-ad2b-490f-97aa-c55a5316d258 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.539286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13581ba4-b6f9-4b68-86e0-864c154028bf') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:32.540138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab730381-6d11-444d-b669-4df75d9afc2e req-738c27d9-ad2b-490f-97aa-c55a5316d258 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 945 time: 0.2063231 Aug 04 14:52:32.547279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Attempting to bind port 38e8977c-c016-48d8-90c9-0eebe835431d on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:32.548109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Attempting to bind port 38e8977c-c016-48d8-90c9-0eebe835431d by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:32.548262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Attempting to bind port 38e8977c-c016-48d8-90c9-0eebe835431d on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:32.550849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.554082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.554425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.554800 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Floating IP 66d81bd3-492c-48e2-aae6-3a27f590839d disassociated. External IP: 172.25.0.56, port: 4f224273-3d85-4f7e-b879-683b73b8ef8a. Aug 04 14:52:32.555141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for 4f224273-3d85-4f7e-b879-683b73b8ef8a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:32.568807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.605370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] No DVR routers for this DVR port d8d31206-4344-480d-865f-9e17701670ff on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:32.605747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.607533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event deleted for resources: {'Port': ['ID=bcd97003-3a7e-44d9-881e-550a15553e87,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.609655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.627924 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e7b380-8b34-4c0c-8cc8-0c44b4b5ddf3 x-openstack-request-id: req-c5e7b380-8b34-4c0c-8cc8-0c44b4b5ddf3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:32.628714 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:32.628714 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5e7b380-8b34-4c0c-8cc8-0c44b4b5ddf3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:32.628976 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'code': 200} Aug 04 14:52:32.629484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:32.629836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:32.630243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:32.630672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.631210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:32.631972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Bound port: 38e8977c-c016-48d8-90c9-0eebe835431d, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:32.632739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.635478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:32.636135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:32.644619 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:32.647991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:32.685766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:32.690819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:32.697981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d2a31d2c-fb56-4ad1-abca-3a0657179e1b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:32.699241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab730381-6d11-444d-b669-4df75d9afc2e req-009e28b0-3b4f-4d8a-a8da-0ec9781e02c6 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284530 Aug 04 14:52:32.699666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe764b-3e99-4010-8827-27ad99e17aa1 None None] Pushing event deleted for resources: {'Port': ['ID=bcd97003-3a7e-44d9-881e-550a15553e87,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.749196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:32.749196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.760473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:32.764181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:32.764803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:32.768685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c5e784be-e7ec-4f99-893a-6e4cfcfd8456 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725043 Aug 04 14:52:32.849730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d93ebe-0ba3-4e44-8c4d-290e72d64f16 None None] Pushing event deleted for resources: {'Port': ['ID=d8d31206-4344-480d-865f-9e17701670ff,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.868356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2089863 Aug 04 14:52:32.870520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb03f-9bb7-48fe-9522-e5d40e062d9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=90ac3764-8236-4822-8fb2-cd72c176c9f5,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:32.878104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59712) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:32.892303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '90ac3764-8236-4822-8fb2-cd72c176c9f5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-565455863'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:32.898216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] For port 38e8977c-c016-48d8-90c9-0eebe835431d, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:32.904790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] For port 38e8977c-c016-48d8-90c9-0eebe835431d, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=38e8977c-c016-48d8-90c9-0eebe835431d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:32.910424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-703a213a-7291-47e4-b3a4-4f7197aabccf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 217 time: 0.0906916 Aug 04 14:52:32.921305 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.010275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.016784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.024404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.032050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.033508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.039494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.044154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.051972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-90fa0ef4-c459-439c-9465-942ef330ccdb tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3882 time: 0.2414117 Aug 04 14:52:33.094486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.098915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.099837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Deleting port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:33.100266 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.108170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/e6ab20f9-8991-4ffd-b296-fa01c1a73153 HTTP/1.1" status: 204 len: 168 time: 2.9216659 Aug 04 14:52:33.108758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:33.115138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:33.115842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:33.117781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c81ec-cfb8-4217-9c4c-43bd66f9d50c None None] Pushing event updated for resources: {'Port': ['ID=38e8977c-c016-48d8-90c9-0eebe835431d,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:33.158637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492557f1-b57e-4c3a-8f12-a1b915c69f9b tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=e6ab20f9-8991-4ffd-b296-fa01c1a73153,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:33.179060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-efcd5d33-e536-42b8-a4fe-3cf8d39b98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.180850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-efcd5d33-e536-42b8-a4fe-3cf8d39b98fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.2581701 Aug 04 14:52:33.224654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.261813 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.289103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:33.289678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a29a215-20b3-4f98-b06f-d631de273e5e None None] Provisioning for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:33.307539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:33.321297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.327309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:33.336653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86057c3c-86a7-45de-9556-1d38785c1007 req-0d626716-ac23-4ce6-9230-a1d69cf80018 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 210 time: 0.1060715 Aug 04 14:52:33.338637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.339374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f224273-3d85-4f7e-b879-683b73b8ef8a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:33.351598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a06bb82-a06a-46f7-8154-491b6b03c9ea req-88627d66-d482-4343-9cab-1ff53897b206 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2927289 Aug 04 14:52:33.360436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a29a215-20b3-4f98-b06f-d631de273e5e None None] Provisioning complete for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:33.360810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a29a215-20b3-4f98-b06f-d631de273e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.378427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=4f224273-3d85-4f7e-b879-683b73b8ef8a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:33.380964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c4f82c9b-3b24-4ddf-9b21-b948e35f659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.383093 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-c4f82c9b-3b24-4ddf-9b21-b948e35f659b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1890194 Aug 04 14:52:33.395113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.425009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:33.425357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 34efd5fc-2fe8-44d2-8d56-cf05b21f80a6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:33.449998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Network 5a65be31-01de-417b-a5ad-36deb2ddd22f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:33.462294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 4f224273-3d85-4f7e-b879-683b73b8ef8a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:33.462673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4f224273-3d85-4f7e-b879-683b73b8ef8a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:33.463104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 65ecc18d-3b1b-4982-8e49-7ab18e19e25a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:33.489159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:33.534284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:33.542626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] For port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:33.543015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.546485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:33.568169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.587334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6a29a215-20b3-4f98-b06f-d631de273e5e None None] Port 49f13fe4-03bc-4a06-b0a3-662885f53c94 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:33.608586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2db67de3-b29c-4d5d-ab0d-58638825255a tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] Request body: {'port': {'network_id': 'f0588e62-2497-4984-8dcc-40389dcc39eb', 'name': 'tempest-NetworksNegativeTestJSON-891421416'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:33.614384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:33.624929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bcd97003-3a7e-44d9-881e-550a15553e87 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:33.637453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Calling delete_port for 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:33.658576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:33.666449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.693417 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db67de3-b29c-4d5d-ab0d-58638825255a tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] POST failed (client error): The resource could not be found. Aug 04 14:52:33.694062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db67de3-b29c-4d5d-ab0d-58638825255a tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:33.699056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2db67de3-b29c-4d5d-ab0d-58638825255a tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3614273 Aug 04 14:52:33.699738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd359e502-8e92-49c1-9409-424cb3a63acc') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:33.700039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd359e502-8e92-49c1-9409-424cb3a63acc') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:33.708503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59728) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:33.724624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.725805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.726623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.771455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.779793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Router 15211c22-2f32-4f4e-95c2-fd77214619e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:52:33.799624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:33.800044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:33.804230 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:33.829627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.835771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.837653 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-12121eea-b946-47f1-aef2-8fb03f363634 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:33.839106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12121eea-b946-47f1-aef2-8fb03f363634 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:33.844523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12121eea-b946-47f1-aef2-8fb03f363634 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "DELETE /v2.0/networks/e11c4298-4cd4-40d2-b88f-9d98c7ac48fa HTTP/1.1" status: 404 len: 339 time: 0.1232774 Aug 04 14:52:33.844693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.844789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Pushing event updated for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:33.848676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.853052 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-6c559e3d-f645-4db6-aec0-8c83ee10eb95 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597864 Aug 04 14:52:33.853899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59732) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:33.854622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.855208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:33.857362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-64b92bb6-87f0-4532-9011-dc44f52bd56b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9191959 Aug 04 14:52:33.860532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bcd97003-3a7e-44d9-881e-550a15553e87 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:33.860882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bcd97003-3a7e-44d9-881e-550a15553e87 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:33.861308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:33.861975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.867940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:33.876097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-6116f4d0-5df5-4be7-bbfd-55a18c5471f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.3101022 Aug 04 14:52:33.917679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.015803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Request body: {'port': {'device_id': 'a080b365-8499-42dd-b586-6a5e852c183b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:34.026143 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62926e9-965f-4b9c-8e68-adfa20643a5c tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:34.027069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62926e9-965f-4b9c-8e68-adfa20643a5c tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:34.033277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b62926e9-965f-4b9c-8e68-adfa20643a5c tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "DELETE /v2.0/ports/cd870562-139d-4479-85a5-e67573b0ae3c HTTP/1.1" status: 404 len: 333 time: 0.1727540 Aug 04 14:52:34.033495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 7553e0a0-c325-4e4b-99d2-ba555aaba00a yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:34.046512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59734) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:34.057733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-446910a1-8e18-4280-a3ca-ac61e8a040f1 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863513 Aug 04 14:52:34.061379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.066412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.070787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c HTTP/1.1" status: 204 len: 168 time: 0.9563465 Aug 04 14:52:34.081066 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.082737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:34.155044 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.194330 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.195661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-aa09b32d-365e-4d6c-9bf2-24fa7ee11a84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.1276948 Aug 04 14:52:34.205503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] Pushing event deleted for resources: {'Port': ['ID=27b2a2f4-e2bb-44b4-84bd-635e638ef0f8,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:34.219462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22008d41-ff32-4cbe-8945-381e6c7dbcfb None None] No DVR routers for this DVR port 27b2a2f4-e2bb-44b4-84bd-635e638ef0f8 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:34.221781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:34.240755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.249781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12906383-63fd-436b-80c2-627f71efdd7f None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:34.292648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0c745935-03b7-4704-8a6b-774f4beafa28 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:34.293778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e29af05e-7656-4c50-823e-2243f58eee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:34.299706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-e29af05e-7656-4c50-823e-2243f58eee58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.0492275 Aug 04 14:52:34.324900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.327069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d8d31206-4344-480d-865f-9e17701670ff no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:34.388504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d8d31206-4344-480d-865f-9e17701670ff {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:34.388867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d8d31206-4344-480d-865f-9e17701670ff not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:34.391256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:26Z', 'revision_number': 3, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:34.447860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6065fc2-5187-4ee7-ae29-b71a0e2798fa None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:26Z', 'revision_number': 3, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:34.466248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:34.501042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 0c745935-03b7-4704-8a6b-774f4beafa28 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:34.518854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50fc0675-d167-4f02-82cf-86b8a61f78bf req-60cc1881-b0cc-41e8-9cb4-701dd371fd53 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6383474 Aug 04 14:52:34.524088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea01f-36de-4f87-9b1b-96f6d0ac4a6c tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=f9a0c7c2-6ad2-457b-9f3a-8f18cc99724c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:34.525208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 0c745935-03b7-4704-8a6b-774f4beafa28 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:34.525563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.561657 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03ef0b7-c942-413b-b201-716368e909fb tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] DELETE failed (client error): The resource could not be found. Aug 04 14:52:34.563251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03ef0b7-c942-413b-b201-716368e909fb tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:34.571838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f03ef0b7-c942-413b-b201-716368e909fb tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "DELETE /v2.0/subnets/5f6cfd65-42b1-4be3-a1aa-4ef65f8f4a17 HTTP/1.1" status: 404 len: 337 time: 0.5198722 Aug 04 14:52:34.629818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:34.632215 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c6b9c9-62d0-4c22-81c8-1e2dd69bf669" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:34.635263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '90ac3764-8236-4822-8fb2-cd72c176c9f5'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:34.636114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.676818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:34.691985 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Sync routers for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:34.711742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:34.712534 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:34.713556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59742) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:34.734935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.749595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ed474-7264-4331-896f-2b583648af38 req-4d7e0b08-6428-4170-87a2-23032fa7df66 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:34.759858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f36ed474-7264-4331-896f-2b583648af38 req-4d7e0b08-6428-4170-87a2-23032fa7df66 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 945 time: 0.8814058 Aug 04 14:52:34.774899 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:52:34.776518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:34.811306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/90ac3764-8236-4822-8fb2-cd72c176c9f5/4aa61f96-92ba-4c3d-8f9b-6b03a513ff01) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:34.902525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] No DVR routers for this DVR port 4f224273-3d85-4f7e-b879-683b73b8ef8a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:34.914924 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4287d704-ebd2-48f9-93e4-db827b92ee61 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] GET failed (client error): The resource could not be found. Aug 04 14:52:34.915865 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:34.920981 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.921877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-cac5b410-45f4-497a-92ca-949e0c3e8370 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "DELETE /v2.0/ports/4f224273-3d85-4f7e-b879-683b73b8ef8a HTTP/1.1" status: 204 len: 173 time: 3.4144416 Aug 04 14:52:34.922627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4287d704-ebd2-48f9-93e4-db827b92ee61 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "GET /v2.0/networks/bec3e95d-d6b6-4945-bbf3-005f3838040a HTTP/1.1" status: 404 len: 339 time: 0.2000175 Aug 04 14:52:34.924082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:34.924660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:34.926408 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e112bc-3dc7-43a0-96db-eafd5dd474fd" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:34.933539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dfffa72d-237e-4b3d-8c18-ad5571dca9e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0546086 Aug 04 14:52:34.944988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:34.961208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:34.997569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.035407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1f723e30-330c-41f6-a6da-0e587732efbd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0881371 Aug 04 14:52:35.047526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f36ed474-7264-4331-896f-2b583648af38 req-ba02255f-f24f-4e10-879e-ee6b5a019218 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859054 Aug 04 14:52:35.049332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.082791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.094042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Transition to ACTIVE for port object 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:35.095938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb84f-45ad-47f1-ace5-351409676539 req-d2c77f7f-fa9a-40ba-81cd-0503646a9bfd tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.097572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54deb84f-45ad-47f1-ace5-351409676539 req-d2c77f7f-fa9a-40ba-81cd-0503646a9bfd tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 932 time: 0.3631158 Aug 04 14:52:35.112725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Transition to ACTIVE for port object 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:35.119497 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.147707 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.171504 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:52:35.174020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.209951 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.225828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:35.228298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.234755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:35.238408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:35.252073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f192b-477a-4e82-b00f-60afa6957a20 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.253725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f192b-477a-4e82-b00f-60afa6957a20 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.255709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a97c555-3b6f-4936-bf47-40cf423de707']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.256081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-841f192b-477a-4e82-b00f-60afa6957a20 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1975031 Aug 04 14:52:35.264622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0c745935-03b7-4704-8a6b-774f4beafa28,segment=NetworkSegment(bd7cbbbe-1dbe-4bcb-be2c-055f437d9595),segment_id=bd7cbbbe-1dbe-4bcb-be2c-055f437d9595)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:35.268575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dbb782-2598-4675-9640-850c18d43dd6') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.268967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dbb782-2598-4675-9640-850c18d43dd6') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.278471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Checking router: 15211c22-2f32-4f4e-95c2-fd77214619e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:35.282076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.284725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.289493 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:35.290382 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.315585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.319670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54deb84f-45ad-47f1-ace5-351409676539 req-75c7fbf0-477d-4fa9-bfc3-043f6c4a1899 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427703 Aug 04 14:52:35.319932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Pushing event updated for resources: {'Port': ['ID=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:35.323245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:35.324971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.335281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.356737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Attempting to bind port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:35.357235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Attempting to bind port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:35.357607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Attempting to bind port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:35.395264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:35.395667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:35.396341 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.398410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:35.398410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Bound port: 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:35.398410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.405571 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d1e771-dacb-45f6-b8b9-28ced06c78c0 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] GET failed (client error): The resource could not be found. Aug 04 14:52:35.407912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1d1e771-dacb-45f6-b8b9-28ced06c78c0 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "GET /v2.0/ports/b66c7140-aad9-4dff-8843-422b77ec6307 HTTP/1.1" status: 404 len: 333 time: 0.4265354 Aug 04 14:52:35.408222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port f8e72c4f-84f8-499f-9333-437233e74c5a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:35.408586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:35.409585 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:35.427359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.485931 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039de13d-5b4a-41c4-9e61-80dc462e4f73 x-openstack-request-id: req-039de13d-5b4a-41c4-9e61-80dc462e4f73 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:35.486352 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:35.488056 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-039de13d-5b4a-41c4-9e61-80dc462e4f73 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:35.488056 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'code': 200} Aug 04 14:52:35.488376 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'code': 200} Aug 04 14:52:35.518501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:35.531562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:35.574370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-83892295-0087-4d4d-91af-dce74640d6bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.601636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-83892295-0087-4d4d-91af-dce74640d6bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.609015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-83892295-0087-4d4d-91af-dce74640d6bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.613213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] For port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:35.615214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-83892295-0087-4d4d-91af-dce74640d6bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.624660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-83892295-0087-4d4d-91af-dce74640d6bd tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 3142 time: 0.4063120 Aug 04 14:52:35.626061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] For port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:35.631191 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce929d6-f8c2-48f4-8680-6ac09248ba9f x-openstack-request-id: req-dce929d6-f8c2-48f4-8680-6ac09248ba9f {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:35.632094 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "4f224273-3d85-4f7e-b879-683b73b8ef8a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:35.632094 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dce929d6-f8c2-48f4-8680-6ac09248ba9f {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:35.632367 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': '4f224273-3d85-4f7e-b879-683b73b8ef8a', 'status': 'completed', 'code': 200} Aug 04 14:52:35.637105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 90ac3764-8236-4822-8fb2-cd72c176c9f5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:35.637578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 38e8977c-c016-48d8-90c9-0eebe835431d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:35.646704 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f67fd2-ac3a-4c87-8070-d07737f79c94 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] GET failed (client error): The resource could not be found. Aug 04 14:52:35.651817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-80f67fd2-ac3a-4c87-8070-d07737f79c94 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "GET /v2.0/subnets/6ce4f880-abea-44c9-9230-30d91e3d868c HTTP/1.1" status: 404 len: 337 time: 0.2187986 Aug 04 14:52:35.651817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.655591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59760) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.660767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.690795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c74895ee-213d-4d80-81fa-a662761a6dcf tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:35.756821 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74895ee-213d-4d80-81fa-a662761a6dcf tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] PUT failed (client error): The resource could not be found. Aug 04 14:52:35.757539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74895ee-213d-4d80-81fa-a662761a6dcf tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:35.762171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c74895ee-213d-4d80-81fa-a662761a6dcf tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "PUT /v2.0/networks/5f8cc83f-fe8d-4f3c-a807-08a51f9c6798 HTTP/1.1" status: 404 len: 339 time: 0.0784330 Aug 04 14:52:35.787299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.790862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478a373-ea50-4ad3-92ea-bba1c7ac7c4f None None] Pushing event updated for resources: {'Port': ['ID=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:35.805079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 38e8977c-c016-48d8-90c9-0eebe835431d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:35.809529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 38e8977c-c016-48d8-90c9-0eebe835431d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:35.809812 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.827324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fd7b30e0-0bf7-47dd-9a8a-04c1fe8a3a03 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:35.841276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.843254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.894716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-99ed5dca-0881-4503-a73a-b116d0356d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:35.898365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-99ed5dca-0881-4503-a73a-b116d0356d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5813560 Aug 04 14:52:35.905281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.907334 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:35.916264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/2a97c555-3b6f-4936-bf47-40cf423de707 HTTP/1.1" status: 204 len: 168 time: 1.8232965 Aug 04 14:52:35.922629 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7b30e0-0bf7-47dd-9a8a-04c1fe8a3a03 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] PUT failed (client error): The resource could not be found. Aug 04 14:52:35.923448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7b30e0-0bf7-47dd-9a8a-04c1fe8a3a03 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:35.923799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91e30-74e4-4591-a10c-132eabc7eb4f tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=2a97c555-3b6f-4936-bf47-40cf423de707,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:35.924644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd7b30e0-0bf7-47dd-9a8a-04c1fe8a3a03 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "PUT /v2.0/ports/c8e627ef-fbd3-47e3-88dc-18551103d03d HTTP/1.1" status: 404 len: 333 time: 0.1117992 Aug 04 14:52:35.929729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59764) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.946496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59766) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:35.946827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5df6f3c8-9c94-4005-929a-a021fd2d36bd req-1dc4f415-8069-4ab9-b2ba-9df51dd72f63 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3136177 Aug 04 14:52:35.964855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-da6a05ff-18ff-48d9-921c-424c67b382a9 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:35.972328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:35.973678 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f715d87e-f84d-4570-bfd9-278d29c1ccbf None None] The sync data for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 is: [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:11Z', 'revision_number': 4, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'd5ab2e02-7681-454f-a3d5-1e68f6016ab6', 'name': '', 'network_id': '1f745ce3-acaf-4077-b62b-d2f56dbf8379', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'mac_address': 'fa:16:3e:82:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:10Z', 'updated_at': '2021-08-04T14:42:17Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'subnets': [{'id': '412d52a7-2f9b-4b57-b115-3777a2c5f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:36.006353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 38e8977c-c016-48d8-90c9-0eebe835431d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=38e8977c-c016-48d8-90c9-0eebe835431d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:36.018845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.100222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] For port f8e72c4f-84f8-499f-9333-437233e74c5a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f8e72c4f-84f8-499f-9333-437233e74c5a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:36.100222 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.128477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c90b5f-a059-404c-9a91-fbecee6ccaca {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:36.138338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=38e8977c-c016-48d8-90c9-0eebe835431d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:36.174261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:36.185975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.193334 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a05ff-18ff-48d9-921c-424c67b382a9 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] PUT failed (client error): The resource could not be found. Aug 04 14:52:36.193591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.193895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6a05ff-18ff-48d9-921c-424c67b382a9 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:52:36.199131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-da6a05ff-18ff-48d9-921c-424c67b382a9 tempest-NetworksNegativeTestJSON-448804936 tempest-NetworksNegativeTestJSON-448804936-project] 10.222.0.76 "PUT /v2.0/subnets/a296e800-2ea6-4e70-9beb-8c3090d936ae HTTP/1.1" status: 404 len: 337 time: 0.2500701 Aug 04 14:52:36.199771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.217803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.227036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.229484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.233659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.234192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-57c7f217-be0d-48ff-b45d-875a37764bce service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945750 Aug 04 14:52:36.246491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.256669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-5143114b-7a3b-4f11-bbd5-e8b0e194c211 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.5556147 Aug 04 14:52:36.280972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for f8e72c4f-84f8-499f-9333-437233e74c5a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:36.321457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Transition to ACTIVE for port object e8c90b5f-a059-404c-9a91-fbecee6ccaca will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:36.333007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.364604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.425135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:36.430086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.442032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:36.459071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-780d80ac-4a61-49c3-b7ad-bceacba649f9 req-dab60c4b-4ede-4632-9ee6-8f94fb5030a0 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160859 Aug 04 14:52:36.461943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:36.464630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9db60988-bffe-4cde-a3f3-e59368ad1386 req-8a426d89-9328-43a6-a75c-7bf916448155 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2071590 Aug 04 14:52:36.513541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953fdc-5758-4267-8c3b-35a4d5e2bf9a req-dcf90036-fe77-4d07-9e9b-21cec0441938 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.521715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff953fdc-5758-4267-8c3b-35a4d5e2bf9a req-dcf90036-fe77-4d07-9e9b-21cec0441938 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.2419419 Aug 04 14:52:36.635432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59776) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.703166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:36.705098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-e13e1d91-643d-4fcb-bba8-3dc68889a9bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6485 time: 0.1510310 Aug 04 14:52:36.713156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Attempting to bind port e8c90b5f-a059-404c-9a91-fbecee6ccaca on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:36.713513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Attempting to bind port e8c90b5f-a059-404c-9a91-fbecee6ccaca by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '1a1d1282-cccd-4825-bf1e-28d12d9473c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:36.713849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Attempting to bind port e8c90b5f-a059-404c-9a91-fbecee6ccaca on network 5a65be31-01de-417b-a5ad-36deb2ddd22f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:36.733154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:52:36.734064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Port e8c90b5f-a059-404c-9a91-fbecee6ccaca on network 5a65be31-01de-417b-a5ad-36deb2ddd22f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:36.734398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Attempting to bind port e8c90b5f-a059-404c-9a91-fbecee6ccaca on network 5a65be31-01de-417b-a5ad-36deb2ddd22f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:36.785530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:36.785887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Checking segment: {'id': '1a1d1282-cccd-4825-bf1e-28d12d9473c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:36.786295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Bound using segment: {'id': '1a1d1282-cccd-4825-bf1e-28d12d9473c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:36.786780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Bound port: e8c90b5f-a059-404c-9a91-fbecee6ccaca, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1d1282-cccd-4825-bf1e-28d12d9473c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:36.787192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.792634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c480a5-308d-4366-b12e-15de30599f98 None None] New status for floating IP 66d81bd3-492c-48e2-aae6-3a27f590839d: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:52:36.839638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.867196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.883015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.893924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0357056-8c15-44aa-98fa-e9cf086d5258 None None] Provisioning complete for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:36.894810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0357056-8c15-44aa-98fa-e9cf086d5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.906794 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86ed02c6-c853-4ba7-871a-b8cce9685c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.955414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=90ac3764-8236-4822-8fb2-cd72c176c9f5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:36.961638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:36.964297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:36.966244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6804e9b5-e5da-4268-ac5a-904af7b18727 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/90ac3764-8236-4822-8fb2-cd72c176c9f5 HTTP/1.1" status: 204 len: 168 time: 1.6788154 Aug 04 14:52:36.969617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff953fdc-5758-4267-8c3b-35a4d5e2bf9a req-9af8563f-b681-4c40-a8d7-73923349ac95 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469767 Aug 04 14:52:36.982160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59780) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:36.991455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0357056-8c15-44aa-98fa-e9cf086d5258 None None] Port 49f13fe4-03bc-4a06-b0a3-662885f53c94 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:36.992090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=f8e72c4f-84f8-499f-9333-437233e74c5a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:36.999558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07e9f87-dc29-416e-9f49-1ceea9128b99') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:37.000349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07e9f87-dc29-416e-9f49-1ceea9128b99') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:37.046084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.069583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b8781970-1776-44db-9634-6d5c990961e4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776885 Aug 04 14:52:37.070233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59784) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:37.081551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-bc0b71da-9e40-4a03-857d-842e4422e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.083295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-bc0b71da-9e40-4a03-857d-842e4422e0bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 903 time: 0.3633232 Aug 04 14:52:37.087327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:37.095921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] No DVR routers for this DVR port f8e72c4f-84f8-499f-9333-437233e74c5a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:37.100634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.102733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-c1d5a171-d248-45f3-802e-9dbdcd2cd117 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "DELETE /v2.0/ports/f8e72c4f-84f8-499f-9333-437233e74c5a HTTP/1.1" status: 204 len: 173 time: 2.1720505 Aug 04 14:52:37.117533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1cccf-998a-4ae9-80af-fb981f8ed85a req-8be60843-cc4f-46db-9406-bc805f523496 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.119265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fde1cccf-998a-4ae9-80af-fb981f8ed85a req-8be60843-cc4f-46db-9406-bc805f523496 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 944 time: 0.4975970 Aug 04 14:52:37.121617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.128285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:37.152682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:37.153108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:37.158369 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:37.215023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-3c55d881-ac48-4cf3-a8cd-a96e9a4854bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.1092401 Aug 04 14:52:37.222070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:37.232236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aaa9109e-a45b-439e-8364-c7b7a6893fe0 admin admin] 10.222.0.76 "PUT /v2.0/routers/7f86e602-f0e4-4c2d-964f-f66cdaad02b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7231946 Aug 04 14:52:37.295443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca,segment=NetworkSegment(1a1d1282-cccd-4825-bf1e-28d12d9473c3),segment_id=1a1d1282-cccd-4825-bf1e-28d12d9473c3)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:37.320527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fde1cccf-998a-4ae9-80af-fb981f8ed85a req-628f6323-5df9-4910-b655-7cebbc0aa38d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699245 Aug 04 14:52:37.324715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.344880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.346874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] 10.222.0.76 "DELETE /v2.0/networks/2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7 HTTP/1.1" status: 204 len: 168 time: 1.3990109 Aug 04 14:52:37.356147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1613a9-5157-4ac2-82c0-39d8cb2e9fce tempest-BulkNetworkOpsIpV6Test-61735016 tempest-BulkNetworkOpsIpV6Test-61735016-project] Pushing event deleted for resources: {'Network': ['ID=2c41d6aa-04ba-4741-b0b5-8663ba2b1ba7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:37.366397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.393501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a5ce-0e72-483b-b259-9467539c5e2c req-119c77c3-d4d6-4357-be41-a24af2a7154b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.402078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a5ce-0e72-483b-b259-9467539c5e2c req-119c77c3-d4d6-4357-be41-a24af2a7154b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.421374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a5ce-0e72-483b-b259-9467539c5e2c req-119c77c3-d4d6-4357-be41-a24af2a7154b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.432639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d99a5ce-0e72-483b-b259-9467539c5e2c req-119c77c3-d4d6-4357-be41-a24af2a7154b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 2409 time: 0.3370175 Aug 04 14:52:37.451085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:37.489955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:37.492770 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bbcc5c-bc15-4860-bf7d-8b01ce2c0a88" -d '{"events": [{"server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "name": "network-vif-plugged", "status": "completed", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:37.501491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-655cb2be-15a5-44ce-b55d-d63693313699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.503054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-655cb2be-15a5-44ce-b55d-d63693313699 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.2169137 Aug 04 14:52:37.507812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6aa51a-5aff-4a12-8f07-871bd33f8ff8 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:37.524153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.524886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.526412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-5caddcc5-e3d3-429a-87f0-ffdca5433022 service neutron] 10.222.0.46 "PUT /v2.0/ports/e8c90b5f-a059-404c-9a91-fbecee6ccaca HTTP/1.1" status: 200 len: 1093 time: 3.6580422 Aug 04 14:52:37.528206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:37.546743 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbcb758-74a3-42a3-bdda-686261c22aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:37.601042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d99a5ce-0e72-483b-b259-9467539c5e2c req-bec59fb0-5605-4961-8c3f-b222ede63092 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671944 Aug 04 14:52:37.621684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port d2a31d2c-fb56-4ad1-abca-3a0657179e1b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:37.622574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.637018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:37.639627 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3836b-041d-4bf2-a50f-23c3db9ad3d9" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:37.694049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7363f6d2-84aa-4fcf-b76e-1c20186a815b None None] Provisioning for port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:37.720112 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522aa99-2fe5-49a5-9908-b96bd9207378 x-openstack-request-id: req-0522aa99-2fe5-49a5-9908-b96bd9207378 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:37.732203 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "name": "network-vif-plugged", "status": "completed", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:37.732474 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0522aa99-2fe5-49a5-9908-b96bd9207378 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:37.733407 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28', 'code': 200} Aug 04 14:52:37.813923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 38e8977c-c016-48d8-90c9-0eebe835431d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:37.905300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59804) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:37.943700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:37.944224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86ed02c6-c853-4ba7-871a-b8cce9685c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.963072 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:37.963856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 38e8977c-c016-48d8-90c9-0eebe835431d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:37.964267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:37.966723 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:37.990516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-374f1e9b-3b92-4d2d-bcb6-59d6909dc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:37.992986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-374f1e9b-3b92-4d2d-bcb6-59d6909dc2f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4426107 Aug 04 14:52:37.997153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86ed02c6-c853-4ba7-871a-b8cce9685c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.016141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-a0093c88-7ff5-4e76-874a-d32b2a6dbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.020233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] For port d2a31d2c-fb56-4ad1-abca-3a0657179e1b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:38.020659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.023179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-a0093c88-7ff5-4e76-874a-d32b2a6dbc5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a477009fcb6e4cfda2bdce4da02373dc&device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 1096 time: 0.4199595 Aug 04 14:52:38.036988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:38.058882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for d2a31d2c-fb56-4ad1-abca-3a0657179e1b owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:38.113393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.122494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:38.125942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.136317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.153600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.165924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.178525 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:38.179508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.188954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.204152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-1ab61b3c-a3ad-4742-aa4c-33bd6a2437d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.4189050 Aug 04 14:52:38.216668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Deleting port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:38.217117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.220784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:38.270590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:38.270976 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.294119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442b89-0a41-4f5f-a43b-30ce36d5a749 req-78a179b7-d958-4793-931c-c95d8fab21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:38.295916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35442b89-0a41-4f5f-a43b-30ce36d5a749 req-78a179b7-d958-4793-931c-c95d8fab21bc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 1098 time: 0.5266237 Aug 04 14:52:38.318954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:38.322568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.337794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-95a2efb3-c85c-47b6-9c4b-3f024f5b8a38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca HTTP/1.1" status: 200 len: 217 time: 0.2922971 Aug 04 14:52:38.438113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f1b5baa-24fd-431d-b44c-774eaf01f5cd req-36159341-4210-4774-913b-c87b98d26576 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328186 Aug 04 14:52:38.534973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed02c6-c853-4ba7-871a-b8cce9685c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f2177-ed38-40ce-a04d-22900f56ccb0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:38.542850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] For port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:38.543261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.545394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e20a0e2-1eb0-4e1a-9f64-9cfcc01e6385 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fefca1c9b9414103bf91cd49502f3de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969045 Aug 04 14:52:38.546118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:38.574700 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512db50b-d2bf-4b6b-910b-9b7ffeb7dcb3 x-openstack-request-id: req-512db50b-d2bf-4b6b-910b-9b7ffeb7dcb3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:38.575000 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:38.575217 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-512db50b-d2bf-4b6b-910b-9b7ffeb7dcb3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:38.575624 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca', 'status': 'completed', 'code': 200} Aug 04 14:52:38.634718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.637786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Calling delete_port for 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:38.641324 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:34Z', 'revision_number': 2, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:38.645160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-86ed02c6-c853-4ba7-871a-b8cce9685c2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3fa7f0c3db5418b9b618649aebbfb04&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0055869 Aug 04 14:52:38.646696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59816) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:38.667049 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53a6a6-c246-4c73-9367-1562939e8b1f x-openstack-request-id: req-be53a6a6-c246-4c73-9367-1562939e8b1f {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:38.667933 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "f8e72c4f-84f8-499f-9333-437233e74c5a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:38.668335 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be53a6a6-c246-4c73-9367-1562939e8b1f {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:38.668881 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'f8e72c4f-84f8-499f-9333-437233e74c5a', 'status': 'completed', 'code': 200} Aug 04 14:52:38.702731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.714143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:38.714731 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:38.715376 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Updating router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 port 49f13fe4-03bc-4a06-b0a3-662885f53c94 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:52:38.721957 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.775980 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.870500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.885318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:38.919750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:38.951066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] Pushing event deleted for resources: {'Port': ['ID=4aa61f96-92ba-4c3d-8f9b-6b03a513ff01,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:38.961168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6981c28-cd81-440c-88ea-b3ced189bbb3 None None] No DVR routers for this DVR port 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:39.000872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b187-2100-4433-8c2f-33bfca0e313e req-66819498-f081-4617-a17e-bd56f690ae04 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.002562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22b6b187-2100-4433-8c2f-33bfca0e313e req-66819498-f081-4617-a17e-bd56f690ae04 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.2750385 Aug 04 14:52:39.008178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.155664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.158708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.161473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3d86cd1-7594-4eeb-97e8-29897931b6c6 HTTP/1.1" status: 204 len: 168 time: 0.6125920 Aug 04 14:52:39.175510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=d2a31d2c-fb56-4ad1-abca-3a0657179e1b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:39.179879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35442b89-0a41-4f5f-a43b-30ce36d5a749 req-c5161c10-8ee0-4a8d-ae31-47d9dd3af5f1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8410714 Aug 04 14:52:39.187261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:39.216637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875791539', 'description': 'tempest-description--793524335'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:39.217756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-85cfa558-132f-47e1-81ad-9f54a34654d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.219326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-85cfa558-132f-47e1-81ad-9f54a34654d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=092d67aa-e223-4a72-b272-b54c6c93f570 HTTP/1.1" status: 200 len: 854 time: 0.8606532 Aug 04 14:52:39.227878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-bdb18dda-a45a-4b40-b223-bd3b763b49a9 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1944118 Aug 04 14:52:39.243020 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.258880 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Transition to ACTIVE for port object 49f13fe4-03bc-4a06-b0a3-662885f53c94 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:39.266138 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.277212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] No DVR routers for this DVR port d2a31d2c-fb56-4ad1-abca-3a0657179e1b on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:39.296547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.298974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-e57db3fe-8c2c-4ab8-b569-84cf9fb8673b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "DELETE /v2.0/ports/d2a31d2c-fb56-4ad1-abca-3a0657179e1b HTTP/1.1" status: 204 len: 173 time: 2.1786680 Aug 04 14:52:39.312328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-a9dff67b-3dc3-408a-a925-5986db44e388 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a65be31-01de-417b-a5ad-36deb2ddd22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813527 Aug 04 14:52:39.316216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22b6b187-2100-4433-8c2f-33bfca0e313e req-5aa0a7d0-1b39-4731-8477-cb216fd11db0 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034022 Aug 04 14:52:39.317023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f7b4a-57ba-44d1-9145-0ee379f9b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d86cd1-7594-4eeb-97e8-29897931b6c6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:39.383247 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Pushing event updated for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:39.418129 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.418473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.418869 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.419198 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.419522 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.419873 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.420882 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.421314 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.421638 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.421961 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.422283 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.424005 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:52:39.442513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Attempting to bind port 49f13fe4-03bc-4a06-b0a3-662885f53c94 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:39.442888 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Attempting to bind port 49f13fe4-03bc-4a06-b0a3-662885f53c94 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:39.443238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Attempting to bind port 49f13fe4-03bc-4a06-b0a3-662885f53c94 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:39.457569 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:39.457987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Checking segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:39.458434 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.458936 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Bound using segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:39.459536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Bound port: 49f13fe4-03bc-4a06-b0a3-662885f53c94, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:39.459992 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.468592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.577949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:39.608765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:39.609512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4aa61f96-92ba-4c3d-8f9b-6b03a513ff01 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:39.622900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1538f-6ffb-45b7-b0fa-844946f77fe4 req-0d1b1856-6c8b-48b4-a884-fa415457188e tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.629006 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] For port 49f13fe4-03bc-4a06-b0a3-662885f53c94, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:39.632351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8a1538f-6ffb-45b7-b0fa-844946f77fe4 req-0d1b1856-6c8b-48b4-a884-fa415457188e tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 944 time: 0.3782322 Aug 04 14:52:39.632908 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] For port 49f13fe4-03bc-4a06-b0a3-662885f53c94, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49f13fe4-03bc-4a06-b0a3-662885f53c94,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:39.640598 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.661781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-b1147960-d553-4e72-ba8c-b237649697bd service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533703 Aug 04 14:52:39.662531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.693895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.743890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.775937 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbc68-f012-4a3f-ab9d-ed4847e1319c None None] Pushing event updated for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:39.790839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:39.791909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:39.841845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8a1538f-6ffb-45b7-b0fa-844946f77fe4 req-a2f9fa11-edbe-4bb5-8aae-e6ea14ab39e6 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081220 Aug 04 14:52:39.912221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:39.922979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cc2b0-554e-4769-af9c-80d79f8124b8 req-f8dea4d6-c084-4a26-854d-87e96b3ccab0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.925646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.928471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.929655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be5f2177-ed38-40ce-a04d-22900f56ccb0 HTTP/1.1" status: 204 len: 168 time: 1.2693212 Aug 04 14:52:39.939540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cc2b0-554e-4769-af9c-80d79f8124b8 req-f8dea4d6-c084-4a26-854d-87e96b3ccab0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.942905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-613cc2b0-554e-4769-af9c-80d79f8124b8 req-f8dea4d6-c084-4a26-854d-87e96b3ccab0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 1676 time: 0.4642839 Aug 04 14:52:39.956330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:39.960558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:39.961168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:39.968584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa9f48-f542-43de-ac7f-b1f426d08f70 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:40.015602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747deff7-79ca-484b-8550-cc418fafffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f2177-ed38-40ce-a04d-22900f56ccb0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:40.036068 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:40.058806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=7204c74b-808b-4b27-8595-91b691fc4dae,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:40.087746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.096717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:40.097107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.134453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c82b19f1-a893-492b-89a5-b8b76423ca8e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0543671 Aug 04 14:52:40.138145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59836) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:40.162036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:40.168587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-69775366-cbd9-41a5-ae7d-c3a2fc54e122 req-f9ef7ed8-4110-414e-8a73-432199d64523 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169102 Aug 04 14:52:40.170347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-57c66bf0-0abd-4d7c-924b-507abaf37357 req-c8e8b6c0-830e-4407-8ac7-85aec272324a service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299195 Aug 04 14:52:40.223434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.224514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.262109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.312974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-613cc2b0-554e-4769-af9c-80d79f8124b8 req-47e931ac-ac7c-49e3-8021-fb6de3a7ffd1 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3630409 Aug 04 14:52:40.374835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] For port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:40.375499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.388610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.397789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for 65ecc18d-3b1b-4982-8e49-7ab18e19e25a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:40.400116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '7204c74b-808b-4b27-8595-91b691fc4dae'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:40.401128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.413424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.440394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-d1ce486b-1895-4ddc-a178-7701b8e8315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:40.440394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-d1ce486b-1895-4ddc-a178-7701b8e8315d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a477009fcb6e4cfda2bdce4da02373dc&device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 1096 time: 0.1856480 Aug 04 14:52:40.539033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:39Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:40.574970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.583873 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ff990ed6-ecbd-43ed-89a5-dd44dacf911b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4441593 Aug 04 14:52:40.591588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59852) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:40.596201 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c8e69d-afe9-4bc5-92b0-1cca2e3abd4c None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:39Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:40.743538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/7204c74b-808b-4b27-8595-91b691fc4dae/1d3ce887-d733-4620-ac31-19f5d095ba3a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:40.918033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:40.920479 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd516e17-52d0-4610-97d6-2664839f6343" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:40.927273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59862) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:40.977042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:40.981646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7908874 Aug 04 14:52:41.007949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59870) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:41.023568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group_rule': {'security_group_id': '189ece59-1d3c-4d13-b716-ef5919b923c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:41.048627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612de32-ff7b-4131-8d56-230f7c5dfc4e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189ece59-1d3c-4d13-b716-ef5919b923c9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:41.053737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.066133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.071808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-f6a08541-017f-4c42-b421-d2f7824697dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.072180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.073354 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-f6a08541-017f-4c42-b421-d2f7824697dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a65be31-01de-417b-a5ad-36deb2ddd22f HTTP/1.1" status: 200 len: 915 time: 0.6258011 Aug 04 14:52:41.079346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Transition to ACTIVE for port object 1d3ce887-d733-4620-ac31-19f5d095ba3a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:41.090072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.097403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.106247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.116849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Transition to ACTIVE for port object 1d3ce887-d733-4620-ac31-19f5d095ba3a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:41.128560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.129879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.134936 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-e8d9f774-77df-40c5-991b-46c6c389c1f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca HTTP/1.1" status: 200 len: 217 time: 0.0530679 Aug 04 14:52:41.142504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.155390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-1895d020-3a17-4e2e-a533-46d784e1c7e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 1.1746325 Aug 04 14:52:41.157616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.196381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:41.201076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:41.205988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:41.209597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Pushing event updated for resources: {'Port': ['ID=1d3ce887-d733-4620-ac31-19f5d095ba3a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:41.210938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307730034'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:41.267775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae0a7d-3f3d-4208-ae5d-bddd78f7b6d1 req-0ac213b0-ff9c-4c45-9168-a40497a88aeb tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.275871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eae0a7d-3f3d-4208-ae5d-bddd78f7b6d1 req-0ac213b0-ff9c-4c45-9168-a40497a88aeb tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.3464074 Aug 04 14:52:41.325155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Attempting to bind port 1d3ce887-d733-4620-ac31-19f5d095ba3a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:41.325662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Attempting to bind port 1d3ce887-d733-4620-ac31-19f5d095ba3a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:41.326125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Attempting to bind port 1d3ce887-d733-4620-ac31-19f5d095ba3a on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:41.333097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:41.333592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:41.334236 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.334771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:41.336076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Bound port: 1d3ce887-d733-4620-ac31-19f5d095ba3a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:41.336076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.399718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.419105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-36017973-4cef-4b78-af70-45d385de4237 None None] For port 1d3ce887-d733-4620-ac31-19f5d095ba3a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:41.423219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-36017973-4cef-4b78-af70-45d385de4237 None None] For port 1d3ce887-d733-4620-ac31-19f5d095ba3a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1d3ce887-d733-4620-ac31-19f5d095ba3a,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:41.432837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.435439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-0ef49d98-90bf-4990-b2e4-571b7a217153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:41.437412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-0ef49d98-90bf-4990-b2e4-571b7a217153 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=092d67aa-e223-4a72-b272-b54c6c93f570 HTTP/1.1" status: 200 len: 854 time: 0.2814994 Aug 04 14:52:41.463231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b11bb232-f231-4452-a9ad-3eed8ed7a7c9 req-7f9f4bd5-f6d6-434d-b4ee-db09287b032c tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3054740 Aug 04 14:52:41.464991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:41.498658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.538001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:41.550458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.564163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017973-4cef-4b78-af70-45d385de4237 None None] Pushing event updated for resources: {'Port': ['ID=1d3ce887-d733-4620-ac31-19f5d095ba3a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:41.572401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9eae0a7d-3f3d-4208-ae5d-bddd78f7b6d1 req-f3529724-8a5d-495e-b9db-8d2293a11a89 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953122 Aug 04 14:52:41.577443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.582311 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-9572dc12-a4e6-4846-966f-cb24ef284925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a65be31-01de-417b-a5ad-36deb2ddd22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180744 Aug 04 14:52:41.631692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49f13fe4-03bc-4a06-b0a3-662885f53c94 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:41.728780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:41.732442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.735423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:41.736090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.737768 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eeb441-c22e-4ead-9eef-fd65d10aba6a x-openstack-request-id: req-59eeb441-c22e-4ead-9eef-fd65d10aba6a {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:41.738096 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "d2a31d2c-fb56-4ad1-abca-3a0657179e1b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:41.738337 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59eeb441-c22e-4ead-9eef-fd65d10aba6a {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:41.738795 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'd2a31d2c-fb56-4ad1-abca-3a0657179e1b', 'status': 'completed', 'code': 200} Aug 04 14:52:41.741388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=65ecc18d-3b1b-4982-8e49-7ab18e19e25a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:41.766316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.884299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.906241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-396302201'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:41.921743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] No DVR routers for this DVR port 65ecc18d-3b1b-4982-8e49-7ab18e19e25a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:41.940359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:41.946875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-5c939e7b-dc99-403d-98db-40004abafe60 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "DELETE /v2.0/ports/65ecc18d-3b1b-4982-8e49-7ab18e19e25a HTTP/1.1" status: 204 len: 173 time: 2.6080854 Aug 04 14:52:41.949868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de801be-c9cf-40d0-b07d-af4c841c3ca4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:41.965973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 49f13fe4-03bc-4a06-b0a3-662885f53c94, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49f13fe4-03bc-4a06-b0a3-662885f53c94,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:41.970518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-ac473513-262a-4170-89bc-8dbdd6b77478 service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745193 Aug 04 14:52:41.972280 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.049243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::1 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/7204c74b-808b-4b27-8595-91b691fc4dae/9f709004-9d57-43d1-92b0-76ad8325e07c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:42.058767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:42.062425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf33179-d3e8-4e8f-9104-5ac547e9fbec req-2536c591-d626-4aea-9e0f-93d4eafd9dd2 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.064520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccf33179-d3e8-4e8f-9104-5ac547e9fbec req-2536c591-d626-4aea-9e0f-93d4eafd9dd2 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 944 time: 0.3934214 Aug 04 14:52:42.109800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064a56-a18d-4a0d-a1c3-a66ff930b3db req-787c1672-9d33-41cb-89b3-f4f7e456ad18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.117485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb064a56-a18d-4a0d-a1c3-a66ff930b3db req-787c1672-9d33-41cb-89b3-f4f7e456ad18 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 943 time: 0.2987268 Aug 04 14:52:42.141193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfbcb758-74a3-42a3-bdda-686261c22aa9 req-9ff6f8c8-b521-46aa-9a14-e4d477073dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608996 Aug 04 14:52:42.216321 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.239648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 9f709004-9d57-43d1-92b0-76ad8325e07c will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:42.259503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.269664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccf33179-d3e8-4e8f-9104-5ac547e9fbec req-bffd2f56-bcfe-44fe-90ce-8c110cc574c0 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750548 Aug 04 14:52:42.280493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.309644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb064a56-a18d-4a0d-a1c3-a66ff930b3db req-1e806b64-e79c-4167-9ab0-c6789204a2aa tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c87891-d6fd-418c-9831-036270f98459&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1911418 Aug 04 14:52:42.331249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.332602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3381b641-c49a-425e-9b15-3be6995b55d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3222020 Aug 04 14:52:42.342291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59886) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:42.357271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group_rule': {'security_group_id': '189ece59-1d3c-4d13-b716-ef5919b923c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:42.363158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:42.369858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port cdeac427-a056-4414-912e-53ba8decb772 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:42.370263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.399147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:42.403577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.409566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.435063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df191918-1095-4463-900c-1a3ee6df633c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:42.447190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.448334 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 77546d44-305e-40ef-bbbe-a2db6f42f9e1 of type vlan for network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 Aug 04 14:52:42.453460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.569281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.602055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] For port cdeac427-a056-4414-912e-53ba8decb772, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cdeac427-a056-4414-912e-53ba8decb772,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:42.602748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.624212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:42.628400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.628571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for cdeac427-a056-4414-912e-53ba8decb772 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:42.649064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:42.652905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:42.653703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.677384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.683855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.684522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.711942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8c90b5f-a059-404c-9a91-fbecee6ccaca details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:42.786272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=9f709004-9d57-43d1-92b0-76ad8325e07c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:42.866947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.880311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.886529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.892534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.892887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.898982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.905596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.912083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:42.913135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.921426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:42.929866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-8b810cee-2cd1-48c1-99a5-29df789735e7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.3026843 Aug 04 14:52:42.936500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=0a9c961b-8d2c-4ee9-a76b-1c55b3422c52,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:42.942277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca,segment=NetworkSegment(1a1d1282-cccd-4825-bf1e-28d12d9473c3),segment_id=1a1d1282-cccd-4825-bf1e-28d12d9473c3)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:42.954830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:42.962030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca', 'network_id': '5a65be31-01de-417b-a5ad-36deb2ddd22f', 'port_id': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca', 'mac_address': 'fa:16:3e:b1:12:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092d67aa-e223-4a72-b272-b54c6c93f570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:42.966336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14ee173-68d6-4ab4-9223-c1bc5e5b6561,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.074391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.089224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c90b5f-a059-404c-9a91-fbecee6ccaca {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:43.090550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.103328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c9fad06-c258-4238-a629-12ac0f7efcb8 req-45cac02b-9bee-44d6-993d-0bc9348ce295 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699412 Aug 04 14:52:43.103923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.121482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca,segment=NetworkSegment(1a1d1282-cccd-4825-bf1e-28d12d9473c3),segment_id=1a1d1282-cccd-4825-bf1e-28d12d9473c3)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:43.126057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948e60f-b0a1-4a2e-a1df-5c82624b197c req-63ba7534-7c65-4f6a-b584-1e0708fa9fe9 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:43.127201 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.136361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1948e60f-b0a1-4a2e-a1df-5c82624b197c req-63ba7534-7c65-4f6a-b584-1e0708fa9fe9 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.2038167 Aug 04 14:52:43.137620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.139011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-72dfadd7-b40b-46f2-a383-986cdfba70ee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7940264 Aug 04 14:52:43.143269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b21a1ff1-e571-492a-bc00-371734651fda tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2112622 Aug 04 14:52:43.144094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59896) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:43.152355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59898) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:43.158146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1715448049'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:43.160221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:43.186956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:43.190112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-927b4c95-90da-4fc0-a153-ee150399093a None None] Provisioning for port 1d3ce887-d733-4620-ac31-19f5d095ba3a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:43.195034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.212105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.244147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729c8ee3-a859-4314-a678-888acc149de7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.256125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.256848 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment 4d635dee-98f2-4382-a805-e0b152afc08c of type vlan for network de2f0640-04a4-480c-bc76-2606c5c1d62e Aug 04 14:52:43.270905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1948e60f-b0a1-4a2e-a1df-5c82624b197c req-ddc56200-4e16-4af5-89bc-e60c080b6e52 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331837 Aug 04 14:52:43.291341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=cdeac427-a056-4414-912e-53ba8decb772,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.301197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.334123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] No DVR routers for this DVR port cdeac427-a056-4414-912e-53ba8decb772 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:43.335664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e8c90b5f-a059-404c-9a91-fbecee6ccaca'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:43.337593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.339857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61bbad2-1a3b-411c-9af4-172f2450090e req-d206e2e4-5ba8-4799-905f-fd16d152c7d4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.38 "DELETE /v2.0/ports/cdeac427-a056-4414-912e-53ba8decb772 HTTP/1.1" status: 204 len: 173 time: 1.3769307 Aug 04 14:52:43.352909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.417423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:43.421932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.469130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:43.479988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.480673 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 8b086db3-df5f-469b-ad81-a14a9dd7b912 of type vlan for network c3f91885-ee3c-40e8-9446-253f13f23d8a Aug 04 14:52:43.497530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b9fd3c7-bc4e-43bd-947f-15628d3245df req-540a1593-d7a5-4a5b-a697-9866a212d88b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0659168 Aug 04 14:52:43.535628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528500-2988-479f-bbac-5439f39c56d6 req-0867da12-af14-42a5-97cc-39b6ad86ec32 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:43.537480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.538988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0ebc8ff-4f1d-4c86-bbcf-dacb08668ce2 None None] Provisioning for port 9f709004-9d57-43d1-92b0-76ad8325e07c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:43.547012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe528500-2988-479f-bbac-5439f39c56d6 req-0867da12-af14-42a5-97cc-39b6ad86ec32 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 945 time: 0.1358502 Aug 04 14:52:43.552931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.557866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0ebc8ff-4f1d-4c86-bbcf-dacb08668ce2 None None] Provisioning complete for port 9f709004-9d57-43d1-92b0-76ad8325e07c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:43.558251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc8ff-4f1d-4c86-bbcf-dacb08668ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.564368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:43.565251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.618381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe528500-2988-479f-bbac-5439f39c56d6 req-510efa21-96a5-4fb2-a091-0fe08891cf41 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705817 Aug 04 14:52:43.649264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebc8ff-4f1d-4c86-bbcf-dacb08668ce2 None None] Port 9f709004-9d57-43d1-92b0-76ad8325e07c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:43.665476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.717149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:52:43.720540 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2546318 Aug 04 14:52:43.728079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59904) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:43.733301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49f13fe4-03bc-4a06-b0a3-662885f53c94 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:43.733880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.742933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'name': 'tempest-PortsTestJSON-2044944705'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:43.749901 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.750930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.760593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd0f6f-d5c8-4d03-9a63-98f041fee757 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=de2f0640-04a4-480c-bc76-2606c5c1d62e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.766852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.773762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:43.776900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:43.778810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.834507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a'}, {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:43.847115 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d720f6-4135-4096-8f61-a2185e5bd1d2" -d '{"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a"}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "cdeac427-a056-4414-912e-53ba8decb772"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:43.922321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 49f13fe4-03bc-4a06-b0a3-662885f53c94 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:43.922988 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.937439 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773ef15-ef91-4aa7-8fbd-db35b4851b03 x-openstack-request-id: req-b773ef15-ef91-4aa7-8fbd-db35b4851b03 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:43.937673 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "65ecc18d-3b1b-4982-8e49-7ab18e19e25a", "status": "completed", "code": 200}, {"server_uuid": "833f49c1-5323-4c96-891c-97cbed0b3bd6", "name": "network-vif-deleted", "tag": "cdeac427-a056-4414-912e-53ba8decb772", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:43.950886 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b773ef15-ef91-4aa7-8fbd-db35b4851b03 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:43.951458 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': '65ecc18d-3b1b-4982-8e49-7ab18e19e25a', 'status': 'completed', 'code': 200} Aug 04 14:52:43.951720 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833f49c1-5323-4c96-891c-97cbed0b3bd6', 'name': 'network-vif-deleted', 'tag': 'cdeac427-a056-4414-912e-53ba8decb772', 'status': 'completed', 'code': 200} Aug 04 14:52:43.971906 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8180647 Aug 04 14:52:43.972775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4507a6-6fb1-4137-8891-8a41a5287965 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=c3f91885-ee3c-40e8-9446-253f13f23d8a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.977602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59908) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:43.982207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=9f709004-9d57-43d1-92b0-76ad8325e07c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:43.985319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:43.990489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:43.993878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:43.994114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c3f91885-ee3c-40e8-9446-253f13f23d8a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:44.048680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:44.050311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:44.062924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Allocated IP 172.25.0.240 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9f2f4bde-e869-49e0-a0d3-246019679681) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:44.122219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 4e7ec80e-d009-4154-8c03-7069d8827ee4 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:44.127798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1d3ce887-d733-4620-ac31-19f5d095ba3a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:44.210276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1d3ce887-d733-4620-ac31-19f5d095ba3a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:44.218448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1d3ce887-d733-4620-ac31-19f5d095ba3a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:44.219347 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.297747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Router bff06bfe-a8cc-499f-a43d-45a7254b6bbe is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:52:44.309937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b0e14-4920-427f-8628-77352b6d7712 req-a7065c82-3ed3-4640-94fc-8c3d868634de tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.312491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-736b0e14-4920-427f-8628-77352b6d7712 req-a7065c82-3ed3-4640-94fc-8c3d868634de tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.38 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.2707474 Aug 04 14:52:44.381288 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.421892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:44.432017 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3ae5d12c-0f86-40f3-9fe1-9893ea3253a6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "PUT /v2.0/routers/bff06bfe-a8cc-499f-a43d-45a7254b6bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8385389 Aug 04 14:52:44.432887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:44.437566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1d3ce887-d733-4620-ac31-19f5d095ba3a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1d3ce887-d733-4620-ac31-19f5d095ba3a,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:44.440469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Sync routers for ids ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:44.449478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.489339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46a3e5-ef8a-4798-b3bc-5cf9898f3f33 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.493746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd46a3e5-ef8a-4798-b3bc-5cf9898f3f33 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports/9f709004-9d57-43d1-92b0-76ad8325e07c HTTP/1.1" status: 200 len: 911 time: 0.0596371 Aug 04 14:52:44.494296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59916) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:44.507400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Routers {'bff06bfe-a8cc-499f-a43d-45a7254b6bbe'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:44.508151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:44.584842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1d3ce887-d733-4620-ac31-19f5d095ba3a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:44.599743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40100d-b412-4c13-ab41-7dc70a92af7a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.604588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-90a45b5a-c620-4ea9-80b7-042cbfc97a92 None None] Provisioning complete for port 9f709004-9d57-43d1-92b0-76ad8325e07c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:44.604975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90a45b5a-c620-4ea9-80b7-042cbfc97a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.607629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40100d-b412-4c13-ab41-7dc70a92af7a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.608911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.613110 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f40100d-b412-4c13-ab41-7dc70a92af7a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1176858 Aug 04 14:52:44.614049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:44.615143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.621112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.627262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.633104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.639233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.640972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-90a45b5a-c620-4ea9-80b7-042cbfc97a92 None None] Port 9f709004-9d57-43d1-92b0-76ad8325e07c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:44.645713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.652319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Set router bff06bfe-a8cc-499f-a43d-45a7254b6bbe gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:44.653649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0065be7-67c5-4762-9f39-c2513062299b req-2f579c19-40f2-4446-bae9-8646b7a23b1d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.3934925 Aug 04 14:52:44.702404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:44.706340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.767549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8c90b5f-a059-404c-9a91-fbecee6ccaca up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:44.783577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.800814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc838f83-7632-4555-913c-16cb9052fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.826112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958d6c-3780-41a8-8817-8e61d12ad3bc req-2085d44b-a8e7-4e3b-8113-41181a62143d tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:44.833692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68958d6c-3780-41a8-8817-8e61d12ad3bc req-2085d44b-a8e7-4e3b-8113-41181a62143d tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 946 time: 0.3585410 Aug 04 14:52:44.845067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:44.889299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0065be7-67c5-4762-9f39-c2513062299b req-53b5aff8-e12e-4555-94c7-607d7cd223b9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2346504 Aug 04 14:52:44.892269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port e8c90b5f-a059-404c-9a91-fbecee6ccaca completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:44.902062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port e8c90b5f-a059-404c-9a91-fbecee6ccaca triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:44.902637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.026317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:42Z', 'revision_number': 2, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None, '_interfaces': [{'id': '9f709004-9d57-43d1-92b0-76ad8325e07c', 'name': '', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'mac_address': 'fa:16:3e:3e:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7204c74b-808b-4b27-8595-91b691fc4dae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:41Z', 'updated_at': '2021-08-04T14:52:43Z', 'revision_number': 2, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'subnets': [{'id': '7204c74b-808b-4b27-8595-91b691fc4dae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:45.049893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68958d6c-3780-41a8-8817-8e61d12ad3bc req-9c93d791-ecfe-4b06-8d3f-a0f9b166d5e6 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151833 Aug 04 14:52:45.064370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Checking router: bff06bfe-a8cc-499f-a43d-45a7254b6bbe for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:45.065037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Updating router bff06bfe-a8cc-499f-a43d-45a7254b6bbe port 9f709004-9d57-43d1-92b0-76ad8325e07c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:52:45.116445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.158835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.179172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:45.181448 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6756f9a-6876-44ff-b865-2f6334e9b3e8" -d '{"events": [{"server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "name": "network-vif-plugged", "status": "completed", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:45.185135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Deleting port 0c745935-03b7-4704-8a6b-774f4beafa28 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:45.185895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.199177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca,segment=NetworkSegment(1a1d1282-cccd-4825-bf1e-28d12d9473c3),segment_id=1a1d1282-cccd-4825-bf1e-28d12d9473c3)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:45.200502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.203546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.227875 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.467553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:45.521735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.643306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1d3ce887-d733-4620-ac31-19f5d095ba3a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:45.681870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:45.723266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:45.725229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1d3ce887-d733-4620-ac31-19f5d095ba3a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:45.725826 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.733434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ecb4589-e114-4a55-9832-9a03f252cd0f req-ab822a74-6b77-43ce-baed-5815e7e8593d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.6822956 Aug 04 14:52:45.734612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.747665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:45.792523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 9f709004-9d57-43d1-92b0-76ad8325e07c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:45.793527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.836658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=477a7718-871a-4c6d-8ddc-d8412eeb769d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:45.848706 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577c25f-3738-4615-bb65-ae7a3e63ed3b x-openstack-request-id: req-e577c25f-3738-4615-bb65-ae7a3e63ed3b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:45.849002 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "name": "network-vif-plugged", "status": "completed", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:45.849258 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e577c25f-3738-4615-bb65-ae7a3e63ed3b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:45.849708 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca', 'code': 200} Aug 04 14:52:45.908943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.925289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Transition to ACTIVE for port object 9f709004-9d57-43d1-92b0-76ad8325e07c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:45.935205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.941532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:45.961515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 9f709004-9d57-43d1-92b0-76ad8325e07c owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:45.973274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=9f2f4bde-e869-49e0-a0d3-246019679681,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:46.043024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326a97-db46-4786-b277-92985dbdd9a6 None None] Pushing event updated for resources: {'Port': ['ID=9f709004-9d57-43d1-92b0-76ad8325e07c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:46.098096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] For port 0c745935-03b7-4704-8a6b-774f4beafa28, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0c745935-03b7-4704-8a6b-774f4beafa28,segment=NetworkSegment(bd7cbbbe-1dbe-4bcb-be2c-055f437d9595),segment_id=bd7cbbbe-1dbe-4bcb-be2c-055f437d9595)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:46.098814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.103705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:46.104170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:46.104640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:46.117412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:46.119975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '77546d44-305e-40ef-bbbe-a2db6f42f9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:46.120622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:46.122648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:46.123330 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.123950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:46.124535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Bound port: 9f709004-9d57-43d1-92b0-76ad8325e07c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:46.125001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.131119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.161109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Calling delete_port for 0c745935-03b7-4704-8a6b-774f4beafa28 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:46.176521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dfdd7-5d73-4e74-b7cf-ed855346bcea req-1cae6d3c-6162-4768-bf6c-a6f73715770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.178191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-230dfdd7-5d73-4e74-b7cf-ed855346bcea req-1cae6d3c-6162-4768-bf6c-a6f73715770a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 1098 time: 0.2581758 Aug 04 14:52:46.240618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-230dfdd7-5d73-4e74-b7cf-ed855346bcea req-b22d16f5-98ce-45f2-9839-b508504d036b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Aug 04 14:52:46.293676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:52:46.294268 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:52:46.295698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.317324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d658b3-998f-4df2-8faa-9dc278058684 req-0fca3838-9831-43c2-b959-b43daf523173 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.319023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52d658b3-998f-4df2-8faa-9dc278058684 req-0fca3838-9831-43c2-b959-b43daf523173 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 1.1284142 Aug 04 14:52:46.324246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': '4d635dee-98f2-4382-a805-e0b152afc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:46.324554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: de2f0640-04a4-480c-bc76-2606c5c1d62e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:46.331832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=4e7ec80e-d009-4154-8c03-7069d8827ee4,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:46.338944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=9f709004-9d57-43d1-92b0-76ad8325e07c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:46.374717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-67cd6503-42c3-4068-8dc1-ccd2c2f7e498 None None] Could not find standard attr ID for object 9f709004-9d57-43d1-92b0-76ad8325e07c. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:52:46.425017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.426958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:46.450249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.457066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.462173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.463241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.484261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.491058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.497611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.503989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.512682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-75012c93-b49d-4323-9d75-99d7d1af32ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.4425418 Aug 04 14:52:46.624484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:46.644524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:46.648874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Router bff06bfe-a8cc-499f-a43d-45a7254b6bbe has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:52:46.649593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.650729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.657359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092cabc4-cb81-49fe-bf91-cd402d1ed2cf None None] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:46.748310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, de2f0640-04a4-480c-bc76-2606c5c1d62e) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:46.749814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:46.756842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-54a86d80-4490-4734-bf48-46cdc8284535 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "PUT /v2.0/routers/bff06bfe-a8cc-499f-a43d-45a7254b6bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415057 Aug 04 14:52:46.760470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59932) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:46.777822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:46.783795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.784464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.785418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824f1b2-9b01-4633-9597-9d2c1d46f555 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:46.832668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52d658b3-998f-4df2-8faa-9dc278058684 req-9c0fbe05-1c7d-43c4-af5e-4ebb71ef9b37 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041909 Aug 04 14:52:46.849445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:46.850068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:46.850558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Attempting to bind port 9f709004-9d57-43d1-92b0-76ad8325e07c on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:46.875213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:46.875770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:46.876282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.876782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:46.877371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Bound port: 9f709004-9d57-43d1-92b0-76ad8325e07c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:46.877878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.887842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504aabf-7e75-4a01-bb84-51531dc4c777 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.888931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.892750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504aabf-7e75-4a01-bb84-51531dc4c777 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:46.896187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6504aabf-7e75-4a01-bb84-51531dc4c777 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1344824 Aug 04 14:52:46.899348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59936) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:46.924176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8711b694-7e60-4cb1-9ddc-797ad990f2ba tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9441478 Aug 04 14:52:46.938092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Port 9f709004-9d57-43d1-92b0-76ad8325e07c has been deleted concurrently {{(pid=94267) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 04 14:52:46.946614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-39717374-f5d4-45bf-94f7-6648bebd6279 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2098098 Aug 04 14:52:46.946614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:46.948044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59938) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:46.948559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59940) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:46.956746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-897781513'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:46.956976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Routers {'bff06bfe-a8cc-499f-a43d-45a7254b6bbe'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:46.957682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:46.965364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:47.051871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96154a9e-7572-4fd6-afaa-fdcaede6c7fa req-38c51d69-897e-4560-b5ac-c3bf907f7eba tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5381873 Aug 04 14:52:47.070432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 7204c74b-808b-4b27-8595-91b691fc4dae {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:47.078672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:47.083159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.087011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.094011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.108438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.111011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] Set router bff06bfe-a8cc-499f-a43d-45a7254b6bbe gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:47.112330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=9f2f4bde-e869-49e0-a0d3-246019679681,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:47.155627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:47.163050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Pushing event deleted for resources: {'Port': ['ID=0c745935-03b7-4704-8a6b-774f4beafa28,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:47.176761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.176932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd9fca-ed19-4699-867a-018217c28adc req-a7a706db-3b6e-4afb-bb7a-0aa244825ed9 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:47.178563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68cd9fca-ed19-4699-867a-018217c28adc req-a7a706db-3b6e-4afb-bb7a-0aa244825ed9 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/ports?device_id=12f1f8f8-0ea2-42c0-a703-64e25fe0e83b HTTP/1.1" status: 200 len: 867 time: 0.2232449 Aug 04 14:52:47.191667 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment fb769a64-e6bd-4fa7-a12d-68e76feb8de9 of type vlan for network 643889bf-8542-42de-a85a-b4c698bbf793 Aug 04 14:52:47.193057 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.212431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ed18846-aecd-435f-908c-404ff15a1e8e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0571640 Aug 04 14:52:47.217056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:46Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:47.246758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.261250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb81d9-8fd6-4041-88b6-761f20be04bc None None] The sync data for ids ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'] in n-d-801743-12 is: [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:46Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:47.288882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0a9c961b-8d2c-4ee9-a76b-1c55b3422c52', 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '477a7718-871a-4c6d-8ddc-d8412eeb769d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:47.290123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.330167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] No DVR routers for this DVR port 0c745935-03b7-4704-8a6b-774f4beafa28 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:47.343649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.346281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-736b0e14-4920-427f-8628-77352b6d7712 req-8d67c016-12d4-4975-bba0-cb37053a8f79 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.38 "DELETE /v2.0/ports/0c745935-03b7-4704-8a6b-774f4beafa28 HTTP/1.1" status: 204 len: 173 time: 2.9158151 Aug 04 14:52:47.349988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'name': 'network-vif-deleted', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:47.353656 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a65a2-245b-4697-a784-1f5b4a67f474" -d '{"events": [{"server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "name": "network-vif-deleted", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:47.392880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-698ac28f-b220-4839-89b0-3c4f4cd3ea84 req-dd3ac5da-53cf-4000-9ad6-7441940f73fc tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0739181 Aug 04 14:52:47.415415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.436597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68cd9fca-ed19-4699-867a-018217c28adc req-0c2090e3-0316-4799-9d70-3d358950a9b3 tempest-ServerPasswordTestJSON-304079820 tempest-ServerPasswordTestJSON-304079820-project] 10.222.0.76 "GET /v2.0/security-groups?id=03ca82f4-0e65-4f39-98c5-dbfe0525244a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223494 Aug 04 14:52:47.487371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f1f231f-8c7c-4f81-bc4f-2b53496e483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.536930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.541471 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54eafcf-e9e1-4f20-84f6-86bd6bccfc65 x-openstack-request-id: req-b54eafcf-e9e1-4f20-84f6-86bd6bccfc65 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:47.541830 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1f8f8-0ea2-42c0-a703-64e25fe0e83b", "name": "network-vif-deleted", "tag": "0c745935-03b7-4704-8a6b-774f4beafa28", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:47.542106 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b54eafcf-e9e1-4f20-84f6-86bd6bccfc65 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:47.542546 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1f8f8-0ea2-42c0-a703-64e25fe0e83b', 'name': 'network-vif-deleted', 'tag': '0c745935-03b7-4704-8a6b-774f4beafa28', 'status': 'completed', 'code': 200} Aug 04 14:52:47.572638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:47.579310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.612881 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.626984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Allocated IP 2001:db8::2 (0a9c961b-8d2c-4ee9-a76b-1c55b3422c52/477a7718-871a-4c6d-8ddc-d8412eeb769d/3f35ea61-df5e-4582-8fc7-83655fb5e2c7) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:47.640566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=7204c74b-808b-4b27-8595-91b691fc4dae,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:47.675306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-d3521bfb-db09-40f6-9046-556c11ebf143 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1875791539&fields=id&tenant_id=0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 267 time: 0.0807834 Aug 04 14:52:47.694160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.699407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.702298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3bcc766f-3a35-4f06-8bb4-0f42817f657e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/7204c74b-808b-4b27-8595-91b691fc4dae HTTP/1.1" status: 204 len: 168 time: 0.8006420 Aug 04 14:52:47.705994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:47.709528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502e665-7884-4277-b149-22b68fdddddf None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:47.823195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-71faa0c4-ea6d-4288-8e54-2bfae17acde5 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:47.833725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-71faa0c4-ea6d-4288-8e54-2bfae17acde5 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 809 time: 0.1573775 Aug 04 14:52:47.856293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-32c6a0e9-a77b-4908-a2a5-c13f7db86bb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/quotas/0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 375 time: 0.0210688 Aug 04 14:52:47.876285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.913749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:47.914453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.946300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-0d59d59c-4219-4025-9463-c5a5a3cae79d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802517 Aug 04 14:52:47.952683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:47.962463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Transition to ACTIVE for port object 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:47.981533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Transition to ACTIVE for port object 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:48.009456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.036002 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76dcc65c-f0f4-497d-b916-4217a80911ae tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3285017 Aug 04 14:52:48.037471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0853312 Aug 04 14:52:48.042369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59960) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:48.042549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59962) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:48.054355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'ports': [{'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'}, {'network_id': '643889bf-8542-42de-a85a-b4c698bbf793'}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:48.054737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:48.055341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '643889bf-8542-42de-a85a-b4c698bbf793'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:48.064461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a8497-08fa-408a-878d-cef3aeeb34f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=643889bf-8542-42de-a85a-b4c698bbf793,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:48.081138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:48.082306 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.088696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:48.090541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 643889bf-8542-42de-a85a-b4c698bbf793 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:48.098829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:48.123812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18b0cd-91bd-4811-938f-ee1fb5d56afb req-f4fff748-d807-45f5-b21a-7367a2acb6c3 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.127176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea18b0cd-91bd-4811-938f-ee1fb5d56afb req-f4fff748-d807-45f5-b21a-7367a2acb6c3 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.1648903 Aug 04 14:52:48.169800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Pushing event updated for resources: {'Port': ['ID=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:48.236099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-49a0db12-0509-4910-8549-a12fbc882d1e service neutron] 10.222.0.76 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840350 Aug 04 14:52:48.262269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Attempting to bind port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:48.262667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Attempting to bind port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '77546d44-305e-40ef-bbbe-a2db6f42f9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:48.263032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Attempting to bind port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 on network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:48.277914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:48.278333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Checking segment: {'id': '77546d44-305e-40ef-bbbe-a2db6f42f9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:48.278713 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.279109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Bound using segment: {'id': '77546d44-305e-40ef-bbbe-a2db6f42f9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:48.279581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Bound port: 3f35ea61-df5e-4582-8fc7-83655fb5e2c7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77546d44-305e-40ef-bbbe-a2db6f42f9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0a9c961b-8d2c-4ee9-a76b-1c55b3422c52'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:48.279963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.345221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea18b0cd-91bd-4811-938f-ee1fb5d56afb req-1ae6b12f-a66a-40d7-9148-cc2af2be1d07 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069242 Aug 04 14:52:48.361834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.402594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] For port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:48.412716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] For port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,segment=NetworkSegment(77546d44-305e-40ef-bbbe-a2db6f42f9e1),segment_id=77546d44-305e-40ef-bbbe-a2db6f42f9e1)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:48.416599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:52:48.417496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:48.423238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.426765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.433427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-2c19800f-5b67-486c-b168-df83acf09225 service neutron] 10.222.0.76 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952813 Aug 04 14:52:48.567703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e16d-dd43-4624-a160-95cad1962578 None None] Pushing event updated for resources: {'Port': ['ID=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:48.584126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.586656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Deleting port 1d3ce887-d733-4620-ac31-19f5d095ba3a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:48.587122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.596174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.616050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.629877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.657336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.671717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.675601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] For port 1d3ce887-d733-4620-ac31-19f5d095ba3a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1d3ce887-d733-4620-ac31-19f5d095ba3a,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:48.676182 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:48.684427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.693014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:48.695216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-e00ab8f3-fa73-4c67-b5e6-31b7deccbd40 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.2332993 Aug 04 14:52:48.712562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Calling delete_port for 1d3ce887-d733-4620-ac31-19f5d095ba3a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:48.728503 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Sync routers for ids ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:48.755648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Routers {'bff06bfe-a8cc-499f-a43d-45a7254b6bbe'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:48.758881 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:48.782475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd278558-6688-43d3-b457-0ebaf46e3daa req-b88cf72b-9b47-4f59-92ad-61037a346ff9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736954 Aug 04 14:52:48.838536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0c745935-03b7-4704-8a6b-774f4beafa28 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:48.856888 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.007472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.019295 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Set router bff06bfe-a8cc-499f-a43d-45a7254b6bbe gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:49.022665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 0c745935-03b7-4704-8a6b-774f4beafa28 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:49.023086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0c745935-03b7-4704-8a6b-774f4beafa28 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:49.042311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59980) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:49.043891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.049938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] Pushing event deleted for resources: {'Port': ['ID=1d3ce887-d733-4620-ac31-19f5d095ba3a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:49.052583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a4c67-afc1-4c88-a349-4794c6d726be None None] No DVR routers for this DVR port 1d3ce887-d733-4620-ac31-19f5d095ba3a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:49.059864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35b665d6-ae10-487c-b6d9-75bf5bcb8971 req-7a51b553-aa2e-4935-b944-ab71beb3f89e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0936677 Aug 04 14:52:49.155903 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:46Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:49.172408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85372ac9-48c6-46a4-bc37-77ff02eb7437 req-aed0f3ac-59a8-42fd-8c1a-ad9d93d6cdf2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0478208 Aug 04 14:52:49.200242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.206217 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Checking router: bff06bfe-a8cc-499f-a43d-45a7254b6bbe for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:52:49.214928 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Routers {'bff06bfe-a8cc-499f-a43d-45a7254b6bbe'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:49.215868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:49.288711 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] Set router bff06bfe-a8cc-499f-a43d-45a7254b6bbe gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:52:49.309032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.321751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.402826 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:46Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:49.444630 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114a81d-3885-487b-a77e-0311c3be9c19 None None] The sync data for ids ['bff06bfe-a8cc-499f-a43d-45a7254b6bbe'] in n-d-801743-12 is: [{'id': 'bff06bfe-a8cc-499f-a43d-45a7254b6bbe', 'name': 'tempest-NetworksTestDHCPv6-router-1145266515', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:40Z', 'updated_at': '2021-08-04T14:52:46Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:49.478611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d2db-b503-47ee-9d2a-4096e6153093 req-55173af0-4f57-4306-b380-0b6ea5c5acdd tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:49.481141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f2d2db-b503-47ee-9d2a-4096e6153093 req-55173af0-4f57-4306-b380-0b6ea5c5acdd tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.0651860 Aug 04 14:52:49.489748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Deleting subnet 33470efc-06f2-4da3-9eb4-e778de98074a {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:49.581107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.586327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f2d2db-b503-47ee-9d2a-4096e6153093 req-42e2fb13-4ed7-469b-8fb3-da32af3e306b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Aug 04 14:52:49.638485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:49.643430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port e5d70877-ec43-4516-8781-1dd71cafe1dd yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:49.669115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=e78eb201-ec16-4dc9-a98c-c4ec62b487f5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:49.671614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.672357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Fanout notify agent at l3_agent the message router_deleted on router bff06bfe-a8cc-499f-a43d-45a7254b6bbe {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:52:49.691678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.693115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-31b3700c-a9d8-4ba0-a2ea-6071c60cbdb9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/routers/bff06bfe-a8cc-499f-a43d-45a7254b6bbe HTTP/1.1" status: 204 len: 168 time: 1.6495168 Aug 04 14:52:49.696749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59988) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:49.704060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:49.736531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:49.737329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:49.739683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '8b086db3-df5f-469b-ad81-a14a9dd7b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:49.739855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: c3f91885-ee3c-40e8-9446-253f13f23d8a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:49.817681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-c58a05fe-d7f6-4108-81d6-ee49380967e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:49.819342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-c58a05fe-d7f6-4108-81d6-ee49380967e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a477009fcb6e4cfda2bdce4da02373dc&device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 1098 time: 0.3161781 Aug 04 14:52:49.826632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1d3ce887-d733-4620-ac31-19f5d095ba3a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:52:49.869292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1d3ce887-d733-4620-ac31-19f5d095ba3a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:52:49.870295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1d3ce887-d733-4620-ac31-19f5d095ba3a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:52:49.931300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c3f91885-ee3c-40e8-9446-253f13f23d8a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:49.995649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.039205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:50.043568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.062434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.067625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c3f91885-ee3c-40e8-9446-253f13f23d8a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:50.071895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.076434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548737d6-4257-43de-ad28-1c7e79f448a2 None None] Network c3f91885-ee3c-40e8-9446-253f13f23d8a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:50.081530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.090249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.096575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.097204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.098538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.107627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.118985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.128076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-722e4c28-f119-4606-b081-e7d337e09749 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.1464465 Aug 04 14:52:50.168662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d5be93c-cc5d-490d-a209-20f0253160f5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2157106 Aug 04 14:52:50.171485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.173494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 59994) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:50.192942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1774857627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:50.227637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c7aed-a4e0-4dd1-b61c-3fb84ab6809d None None] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:50.240789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-362bc5df-c81d-44ca-976a-feef9e3f3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.240789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-362bc5df-c81d-44ca-976a-feef9e3f3ed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a65be31-01de-417b-a5ad-36deb2ddd22f HTTP/1.1" status: 200 len: 915 time: 0.4042482 Aug 04 14:52:50.249348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.252692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33470efc-06f2-4da3-9eb4-e778de98074a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:50.261182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70d5cdb4-c620-466f-b15f-06848ec9a11a req-405531fa-94a1-405b-9d8f-3a27e45ef725 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0612423 Aug 04 14:52:50.272663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.274468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5246ff0a-f136-4645-9d68-b23f97eba152 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/33470efc-06f2-4da3-9eb4-e778de98074a HTTP/1.1" status: 204 len: 168 time: 1.2294812 Aug 04 14:52:50.284083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c74631a-a52d-40d8-a292-8bd7f4c5f97d req-5e7642e8-902f-4ea8-8917-28715ff7ad70 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486752 Aug 04 14:52:50.287898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59998) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:50.357170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-a01e52da-d08d-48dd-8717-58096e95463a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca HTTP/1.1" status: 200 len: 217 time: 0.0968521 Aug 04 14:52:50.387391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.388579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.451368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 41e94314-27fe-41b4-b6d6-d9ca057f6d49 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:52:50.487202 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.504709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Provisioning for port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:50.564251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-c6f40e62-3989-4bbf-a5dd-2122ca7581ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.566338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-c6f40e62-3989-4bbf-a5dd-2122ca7581ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=092d67aa-e223-4a72-b272-b54c6c93f570 HTTP/1.1" status: 200 len: 854 time: 0.2009487 Aug 04 14:52:50.568073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.579630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7e295e3-d586-4a10-8caf-8d94f8261eac req-f0676ee4-7131-4ca9-8e20-351da07a224c tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.1403589 Aug 04 14:52:50.620581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.644801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-84db1c11-ae89-4a4c-9c8e-ddaa5904b417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a65be31-01de-417b-a5ad-36deb2ddd22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682278 Aug 04 14:52:50.678407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-84960ecf-f871-40e5-884e-d9347fb23eae tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.680039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-84960ecf-f871-40e5-884e-d9347fb23eae tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 809 time: 0.2475753 Aug 04 14:52:50.724409 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.756636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.801916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.803524 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ceaa120a-99fb-4d0b-8a62-59a1473b3b13 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6154671 Aug 04 14:52:50.806427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60002) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:50.827447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c3f91885-ee3c-40e8-9446-253f13f23d8a', 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': 'e78eb201-ec16-4dc9-a98c-c4ec62b487f5'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:50.828046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.834046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-8ff9737b-4bd1-4ca9-927c-593f87b6f00e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 380 time: 0.1408961 Aug 04 14:52:50.834247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Provisioning complete for port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:50.834461 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.864435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'port': {'device_id': '18a38e83-2421-45e9-b000-527886cd2ea4', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'admin_state_up': True, 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'security_groups': ['189ece59-1d3c-4d13-b716-ef5919b923c9']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:50.947124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:50.983853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf110-a1ea-4a55-8b5c-813b928e1cd2 req-08c874fd-a27f-41c5-b3f7-532bd46bf920 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:50.985354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55dcf110-a1ea-4a55-8b5c-813b928e1cd2 req-08c874fd-a27f-41c5-b3f7-532bd46bf920 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.2643666 Aug 04 14:52:51.029276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.039525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=e5d70877-ec43-4516-8781-1dd71cafe1dd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:51.072716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f6c852-5055-4a92-ac4b-1282e3a2ed60']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:51.103923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Allocated IP 2001:db8:1::2 (c3f91885-ee3c-40e8-9446-253f13f23d8a/e78eb201-ec16-4dc9-a98c-c4ec62b487f5/c8f3bc22-4270-4684-b053-215e819721f2) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:51.104663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:51.104973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7cbbbe-1dbe-4bcb-be2c-055f437d9595') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:51.120728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.177093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.179224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=65ffc820-df61-45fd-b72f-9b633441663c,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:51.184173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55dcf110-a1ea-4a55-8b5c-813b928e1cd2 req-4173e25c-e8a0-4f0a-9f12-20b2b86b9d8b tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717801 Aug 04 14:52:51.201462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:51.213059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:51.216146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:51.217680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.220077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.223425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:51.231178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:51.238217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:51.238564 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.241498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.242148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:51.247127 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:51.277812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869c565-de2b-4063-9faf-2e9a9afb6a6e None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:51.316360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Made reservation on behalf of 0a275cf579a841f4a2ac1aa56c68bf08 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:51.320447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.326449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-98d71677-0cf5-400a-a728-d6c4be4fc9ca service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334456 Aug 04 14:52:51.346950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aa0e78af-e301-44a7-8e35-996c2255582c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6490328 Aug 04 14:52:51.354425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60008) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:51.361102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:51.371282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.392676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.406877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.408765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f1f6c852-5055-4a92-ac4b-1282e3a2ed60 HTTP/1.1" status: 204 len: 168 time: 1.1169398 Aug 04 14:52:51.435685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db795e1-47d0-42d3-9e4f-1d306cde4671 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f6c852-5055-4a92-ac4b-1282e3a2ed60,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:51.460879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.462112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.532243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.565223 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b90c4cf5-9f0d-4331-8590-4245c0a1bf6d req-e5d49c9b-c75b-42fd-aebe-788ee86feea8 service neutron] 10.222.0.46 "GET /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773255 Aug 04 14:52:51.566931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d21f76-b4b7-4dcb-b5e9-1aff049083c1 req-6c887911-7c40-4b43-9f51-242babeb4f5f tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0777771 Aug 04 14:52:51.584051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.637357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Transition to ACTIVE for port object c8f3bc22-4270-4684-b053-215e819721f2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:51.651586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': 'fb769a64-e6bd-4fa7-a12d-68e76feb8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '643889bf-8542-42de-a85a-b4c698bbf793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:51.652321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: 643889bf-8542-42de-a85a-b4c698bbf793, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:51.696454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=41e94314-27fe-41b4-b6d6-d9ca057f6d49,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:51.706836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] For port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,segment=NetworkSegment(77546d44-305e-40ef-bbbe-a2db6f42f9e1),segment_id=77546d44-305e-40ef-bbbe-a2db6f42f9e1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:51.711604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Transition to ACTIVE for port object c8f3bc22-4270-4684-b053-215e819721f2 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:51.720532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.776338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Allocated IP 172.20.0.9 (c7883568-e9c5-4418-a4e7-a5ac2ec688e8/df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2/dda34f8e-ed83-4cfb-bf71-19b25aae0151) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:51.792067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60014) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:51.799416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.841258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-062e3725-a122-4f1c-9661-b8398fbe7193 req-e60271d8-3439-40d9-996d-92191093fe9f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0554447 Aug 04 14:52:51.844550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8b31b-662f-4231-8cf4-e5fd378d8bf3 None None] Pushing event updated for resources: {'Port': ['ID=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:51.867428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.872109 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.873553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.879490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.881286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0184629f-0832-4238-9d85-44e8e49ab0ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=953f02fe00d14452b7327ccb2c4093da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852215 Aug 04 14:52:51.882074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 643889bf-8542-42de-a85a-b4c698bbf793 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:51.886845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60016) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:51.895080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.904498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.911510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.917464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.919478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccca65b-8823-480f-a583-82b78b36f200 req-ca1e3268-2c2f-4433-b704-270c842f844d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.4194138 Aug 04 14:52:51.924462 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:51.949735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 643889bf-8542-42de-a85a-b4c698bbf793) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:51.963216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:51.975280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.978316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5475ce-1e5d-4d57-9ca1-8d2b9dd20de7 None None] Network 643889bf-8542-42de-a85a-b4c698bbf793 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:51.982526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Network c3f91885-ee3c-40e8-9446-253f13f23d8a is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:51.988471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:51.989189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.065509 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a6105e33-f117-4499-b50a-8098d5173f1a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0154302 Aug 04 14:52:52.068992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60018) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:52.075882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:52.099571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '65ffc820-df61-45fd-b72f-9b633441663c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:52:52.100740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.107154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Pushing event updated for resources: {'Port': ['ID=c8f3bc22-4270-4684-b053-215e819721f2,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:52.122180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:52.153999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.191816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-589b071b-6804-421a-aff3-70ed74545f88 None None] Provisioning complete for port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:52.192586 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-589b071b-6804-421a-aff3-70ed74545f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.218298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.329036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8::1 (0a9c961b-8d2c-4ee9-a76b-1c55b3422c52/477a7718-871a-4c6d-8ddc-d8412eeb769d/310d6be6-21cb-42c9-8651-46212e4cfcb0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:52.409569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 41e94314-27fe-41b4-b6d6-d9ca057f6d49 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:52.410172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.454271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eccca65b-8823-480f-a583-82b78b36f200 req-16d7c634-3ac1-459a-bcfb-9d74058785e8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5243759 Aug 04 14:52:52.492470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.493635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e093a4c9-1fe8-4b76-a825-e3182b98f87f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1381519 Aug 04 14:52:52.499074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60022) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:52.501269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.514092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Attempting to bind port c8f3bc22-4270-4684-b053-215e819721f2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:52.514467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Attempting to bind port c8f3bc22-4270-4684-b053-215e819721f2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8b086db3-df5f-469b-ad81-a14a9dd7b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:52.514906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Attempting to bind port c8f3bc22-4270-4684-b053-215e819721f2 on network c3f91885-ee3c-40e8-9446-253f13f23d8a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:52.515464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 41e94314-27fe-41b4-b6d6-d9ca057f6d49 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:52.558159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:52.558448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Checking segment: {'id': '8b086db3-df5f-469b-ad81-a14a9dd7b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:52.559122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.559310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Bound using segment: {'id': '8b086db3-df5f-469b-ad81-a14a9dd7b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:52.560050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Bound port: c8f3bc22-4270-4684-b053-215e819721f2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b086db3-df5f-469b-ad81-a14a9dd7b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c3f91885-ee3c-40e8-9446-253f13f23d8a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:52.560435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.603347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.606276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.607642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03ca82f4-0e65-4f39-98c5-dbfe0525244a HTTP/1.1" status: 204 len: 168 time: 0.7182548 Aug 04 14:52:52.707925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/65ffc820-df61-45fd-b72f-9b633441663c/d1daebf3-9d01-4865-9a4d-b766f35ece8c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:52.725348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] For port c8f3bc22-4270-4684-b053-215e819721f2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:52.729315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] For port c8f3bc22-4270-4684-b053-215e819721f2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c8f3bc22-4270-4684-b053-215e819721f2,segment=NetworkSegment(8b086db3-df5f-469b-ad81-a14a9dd7b912),segment_id=8b086db3-df5f-469b-ad81-a14a9dd7b912)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:52.737363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.739485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.744667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ac93a-61ea-475c-b136-d533103f3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca82f4-0e65-4f39-98c5-dbfe0525244a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:52.769268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.771508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/41e94314-27fe-41b4-b6d6-d9ca057f6d49 HTTP/1.1" status: 204 len: 168 time: 0.7003393 Aug 04 14:52:52.789561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60028) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:52.828580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e426b-0813-4cf1-9935-fb9b0df39573 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=41e94314-27fe-41b4-b6d6-d9ca057f6d49,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:52.834881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.861635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 310d6be6-21cb-42c9-8651-46212e4cfcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:52.871035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba8384-25a9-4d99-846f-ac8236fc9419 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:52.877241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba8384-25a9-4d99-846f-ac8236fc9419 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:52.878908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-97ba8384-25a9-4d99-846f-ac8236fc9419 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0833862 Aug 04 14:52:52.883632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60032) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:52.950921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeaa15-42b4-4f97-bb54-26f18ff31b87 None None] Pushing event updated for resources: {'Port': ['ID=c8f3bc22-4270-4684-b053-215e819721f2,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:52.951650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:52.970984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Transition to ACTIVE for port object dda34f8e-ed83-4cfb-bf71-19b25aae0151 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:53.059049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.075020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.084877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Transition to ACTIVE for port object d1daebf3-9d01-4865-9a4d-b766f35ece8c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:53.104163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port e5d70877-ec43-4516-8781-1dd71cafe1dd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:53.105021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.106436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Transition to ACTIVE for port object d1daebf3-9d01-4865-9a4d-b766f35ece8c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:53.116286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.135802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fc30d3b-f845-44b6-aec8-2cbed2e5850e req-39ba58ba-bf42-4719-889b-e3c6652057ea tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.4295733 Aug 04 14:52:53.163963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5eaa-378a-4aed-8cae-70c1de271025 req-c7f65dfe-918c-406b-81b0-70784defa7b6 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:53.175453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77ef5eaa-378a-4aed-8cae-70c1de271025 req-c7f65dfe-918c-406b-81b0-70784defa7b6 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.6916206 Aug 04 14:52:53.180804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Pushing event updated for resources: {'Port': ['ID=d1daebf3-9d01-4865-9a4d-b766f35ece8c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:53.199860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:53.202296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:53.205047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:53.223615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:53.240650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:53.241482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.252445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:53.253344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.283523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Attempting to bind port d1daebf3-9d01-4865-9a4d-b766f35ece8c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:53.283937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Attempting to bind port d1daebf3-9d01-4865-9a4d-b766f35ece8c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:53.285458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Attempting to bind port d1daebf3-9d01-4865-9a4d-b766f35ece8c on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:53.291659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:53.292156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:53.292580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.293101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:53.293684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Bound port: d1daebf3-9d01-4865-9a4d-b766f35ece8c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:53.294078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.349199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.367123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=310d6be6-21cb-42c9-8651-46212e4cfcb0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:53.404092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.463330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77ef5eaa-378a-4aed-8cae-70c1de271025 req-46eb5637-9451-471d-ae86-504347c41f48 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868347 Aug 04 14:52:53.497478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:53.521435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] For port d1daebf3-9d01-4865-9a4d-b766f35ece8c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:53.540788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] For port d1daebf3-9d01-4865-9a4d-b766f35ece8c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d1daebf3-9d01-4865-9a4d-b766f35ece8c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:53.551859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:53.561575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for e5d70877-ec43-4516-8781-1dd71cafe1dd owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:53.566142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:53.622510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:53.625553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:53.766861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55b91c-ab26-4bd9-b334-81d508326ccf None None] Pushing event updated for resources: {'Port': ['ID=d1daebf3-9d01-4865-9a4d-b766f35ece8c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:53.799119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:53.890683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2b529-fd52-4ff1-8558-fe10624a5a9b req-54cb1f43-1266-4da9-9f48-60583ecf608a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:53.894783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15d2b529-fd52-4ff1-8558-fe10624a5a9b req-54cb1f43-1266-4da9-9f48-60583ecf608a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 931 time: 0.5289366 Aug 04 14:52:53.931770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-69d652d1-5d69-4737-9f53-ffb8ef344787 None None] Provisioning for port 310d6be6-21cb-42c9-8651-46212e4cfcb0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:53.961762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:53.962911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.019066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-69d652d1-5d69-4737-9f53-ffb8ef344787 None None] Provisioning complete for port 310d6be6-21cb-42c9-8651-46212e4cfcb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:54.020213 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69d652d1-5d69-4737-9f53-ffb8ef344787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.044964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.051255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.058765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.065949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.081369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.082399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-69d652d1-5d69-4737-9f53-ffb8ef344787 None None] Port 310d6be6-21cb-42c9-8651-46212e4cfcb0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:54.097383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.154537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.164000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-314def99-e0d2-443c-adb6-e993617063b4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5421 time: 0.4664257 Aug 04 14:52:54.171669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.172831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.191416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c8f3bc22-4270-4684-b053-215e819721f2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:54.304389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15d2b529-fd52-4ff1-8558-fe10624a5a9b req-edf52739-460b-4219-bd01-c42dbbf8e686 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151765 Aug 04 14:52:54.305163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60058) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:54.343472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bf780a4e-88c4-42b4-adf8-867875af1c4d None None] Provisioning for port dda34f8e-ed83-4cfb-bf71-19b25aae0151 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:54.352016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bf780a4e-88c4-42b4-adf8-867875af1c4d None None] Provisioning complete for port dda34f8e-ed83-4cfb-bf71-19b25aae0151 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:54.352399 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf780a4e-88c4-42b4-adf8-867875af1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.387697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c8f3bc22-4270-4684-b053-215e819721f2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:54.409572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7a0f5a1-a676-43b9-b0e4-17442c6bb6ad req-997285bb-bf89-40ce-84c3-c89160d8bc15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443573 Aug 04 14:52:54.446826 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-87a2004a-75e7-4022-b683-1fed92c2bc02 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5845282 Aug 04 14:52:54.471572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bf780a4e-88c4-42b4-adf8-867875af1c4d None None] Port dda34f8e-ed83-4cfb-bf71-19b25aae0151 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:54.473440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Request body: {'port': {'device_id': '18a38e83-2421-45e9-b000-527886cd2ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:54.626913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::1 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/65ffc820-df61-45fd-b72f-9b633441663c/8658cb1f-facd-476a-afc8-02fb695a5738) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:54.638387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.744261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.746831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/e5d70877-ec43-4516-8781-1dd71cafe1dd HTTP/1.1" status: 204 len: 168 time: 1.8620815 Aug 04 14:52:54.747524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.749494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60066) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:54.751840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a237aaa-529a-47b9-ad21-bd03a6138eca tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=e5d70877-ec43-4516-8781-1dd71cafe1dd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:54.774293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1510705846-network', 'tenant_id': '79456e1703254e81894ee38c6001cfbb'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:54.795873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-128e65aa-5d1d-4cba-93a2-5815029a2dc0 req-6ee4cfb8-c8f0-484f-914f-9e7aba744e28 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.2058153 Aug 04 14:52:54.810393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3a1dcc4c-3995-4ed6-8763-5f192410d942 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:54.829778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:54.902526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8bc422-8aa3-4bc0-8609-4c3aa6d57324 None None] Network c3f91885-ee3c-40e8-9446-253f13f23d8a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:54.954654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5659a-307f-4789-a996-7df5b0a3250a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:54.956685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-51c5659a-307f-4789-a996-7df5b0a3250a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2060826 Aug 04 14:52:54.959607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:55.006149 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aab9a6b-021d-4181-bbc5-4b07b2999898 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:52:55.008258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5aab9a6b-021d-4181-bbc5-4b07b2999898 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/41e94314-27fe-41b4-b6d6-d9ca057f6d49 HTTP/1.1" status: 404 len: 333 time: 0.0474761 Aug 04 14:52:55.016241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:55.039200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Made reservation on behalf of 79456e1703254e81894ee38c6001cfbb for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:55.061486 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-258dff07-83db-46a6-8464-665e5b0db9ef tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:52:55.063198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-258dff07-83db-46a6-8464-665e5b0db9ef tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/e5d70877-ec43-4516-8781-1dd71cafe1dd HTTP/1.1" status: 404 len: 333 time: 0.0458312 Aug 04 14:52:55.070890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.092082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60072) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:55.141883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.151139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78511f1a-f8d2-49e3-9f55-fac6cb8e36ce req-45216faf-bfac-4c79-8b5e-f1f0c27ea2c0 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:55.152714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78511f1a-f8d2-49e3-9f55-fac6cb8e36ce req-45216faf-bfac-4c79-8b5e-f1f0c27ea2c0 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.3407984 Aug 04 14:52:55.155870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.202467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.208251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.209450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.245759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Provisioning for port c8f3bc22-4270-4684-b053-215e819721f2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:55.289547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Provisioning complete for port c8f3bc22-4270-4684-b053-215e819721f2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:55.289921 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.366896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:55.372625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:55.373917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:55.380463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=310d6be6-21cb-42c9-8651-46212e4cfcb0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:55.389245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '3a1dcc4c-3995-4ed6-8763-5f192410d942', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'port_id': '3a1dcc4c-3995-4ed6-8763-5f192410d942', 'mac_address': 'fa:16:3e:95:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:55.444845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.483456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1dcc4c-3995-4ed6-8763-5f192410d942 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:55.550704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.581905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:55.582787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 8658cb1f-facd-476a-afc8-02fb695a5738 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:55.600726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d46c772d-4acc-4c6b-b5ff-db5e91e82224 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:52:55.604204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.606166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0d07a1b8-6052-4555-a7fa-652163987dfe details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:55.740269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78511f1a-f8d2-49e3-9f55-fac6cb8e36ce req-1327eb13-e6c6-4fd5-ba74-a5b088fe2b85 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/security-groups?id=b77150ef-e7ef-466b-bf73-bed31117aabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649228 Aug 04 14:52:55.780735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d1daebf3-9d01-4865-9a4d-b766f35ece8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:55.805614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:55.808348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.823668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d7f0b23d-eefe-47a0-8c38-2c6c687a8b80 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0005236 Aug 04 14:52:55.824032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60078) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:55.845104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.877594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db85c2-b1b5-4df8-8e8a-d49046e5682a req-0bbdfb4a-5ef2-4dd9-a0cc-538b68c2c23b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:55.879113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] For port c8f3bc22-4270-4684-b053-215e819721f2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c8f3bc22-4270-4684-b053-215e819721f2,segment=NetworkSegment(8b086db3-df5f-469b-ad81-a14a9dd7b912),segment_id=8b086db3-df5f-469b-ad81-a14a9dd7b912)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:55.882918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30db85c2-b1b5-4df8-8e8a-d49046e5682a req-0bbdfb4a-5ef2-4dd9-a0cc-538b68c2c23b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 931 time: 0.2818091 Aug 04 14:52:55.886977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] Sync routers for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:52:55.888612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e26954-7653-4742-aeb4-c6044059a2eb tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:55.894758 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f7e26954-7653-4742-aeb4-c6044059a2eb tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports/310d6be6-21cb-42c9-8651-46212e4cfcb0 HTTP/1.1" status: 200 len: 911 time: 0.0696416 Aug 04 14:52:55.895622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60082) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:55.898850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:55.928552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:55.929198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:55.977368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:55.991939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.002075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=8658cb1f-facd-476a-afc8-02fb695a5738,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:56.027255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.078724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:56.121442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30db85c2-b1b5-4df8-8e8a-d49046e5682a req-8f7404c3-0dae-42e0-8262-c57cfe8b6272 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978727 Aug 04 14:52:56.177991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:52:56.178660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:56.216658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:56.217391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ac4e9-4627-4e65-a329-1e1b65e444f5 None None] The sync data for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:52:56.238440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:56.277867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Provisioning complete for port c8f3bc22-4270-4684-b053-215e819721f2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:56.278703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.285744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d1daebf3-9d01-4865-9a4d-b766f35ece8c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:56.361785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:56.378009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-fbf333d7-a103-40fe-8e2f-0c0102ebe9a7 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:56.380861 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-fbf333d7-a103-40fe-8e2f-0c0102ebe9a7 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.46 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 946 time: 0.1417208 Aug 04 14:52:56.392062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'port_id': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'mac_address': 'fa:16:3e:b9:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f575548-944d-4c3d-a13a-dfdeb1bcdb09', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:56.405927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa6352-15f7-46e4-a0f0-feb4bcf5c712 None None] Pushing event updated for resources: {'Port': ['ID=c8f3bc22-4270-4684-b053-215e819721f2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:56.455175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:56.461577 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.464511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.464866 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Added segment de9f1047-2137-4ce4-9cd5-eb9067984075 of type vlan for network 278d1170-887a-4f37-9b84-db7c54d50a31 Aug 04 14:52:56.508609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.510277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d07a1b8-6052-4555-a7fa-652163987dfe {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:56.535749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.536992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:56.540555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:56.541675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.566675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:56.576766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.576991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.577643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56da62b5-4485-4af7-a8bf-d289dab33f00 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:56.577957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:56.578610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.636571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Deleting port e8c90b5f-a059-404c-9a91-fbecee6ccaca {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:52:56.637179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.696310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.707045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643889bf-8542-42de-a85a-b4c698bbf793']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:56.718009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb769a64-e6bd-4fa7-a12d-68e76feb8de9') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:56.718318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb769a64-e6bd-4fa7-a12d-68e76feb8de9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:52:56.727777 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.743475 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.750241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:52:56.750759 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.771704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:56.790846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'port_id': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'mac_address': 'fa:16:3e:75:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:56.825004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda34f8e-ed83-4cfb-bf71-19b25aae0151 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:52:56.839575 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:52:56.845458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5203896 Aug 04 14:52:56.846278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60086) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:56.861722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.868789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.871132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/643889bf-8542-42de-a85a-b4c698bbf793 HTTP/1.1" status: 204 len: 168 time: 1.7761872 Aug 04 14:52:56.873206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5907a64e-0101-4bf9-a659-2630d2660cf2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:56.876981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60088) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:56.877950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] For port e8c90b5f-a059-404c-9a91-fbecee6ccaca, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8c90b5f-a059-404c-9a91-fbecee6ccaca,segment=NetworkSegment(1a1d1282-cccd-4825-bf1e-28d12d9473c3),segment_id=1a1d1282-cccd-4825-bf1e-28d12d9473c3)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:56.881099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Request body: {'subnet': {'network_id': '278d1170-887a-4f37-9b84-db7c54d50a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1510705846-subnet', 'tenant_id': '79456e1703254e81894ee38c6001cfbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:56.881476 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.885211 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.910482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Calling delete_port for e8c90b5f-a059-404c-9a91-fbecee6ccaca owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:52:56.929760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da62b5-4485-4af7-a8bf-d289dab33f00 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:56.955658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.965185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:56.968390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Provisioning complete for port 310d6be6-21cb-42c9-8651-46212e4cfcb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:56.968892 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:56.972562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:56.981630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-298548978'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:57.001262 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.002090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8778bc6a-35ee-43a7-9652-4f8f617ecefb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:57.008558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Made reservation on behalf of 79456e1703254e81894ee38c6001cfbb for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:57.012160 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.017251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93b5ca01-cd10-4f56-88a4-620ea6b676f0 req-0d889dd6-6f05-42b7-bdb2-76ad57b9f092 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.4453580 Aug 04 14:52:57.064474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Port 310d6be6-21cb-42c9-8651-46212e4cfcb0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:57.066396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:57.076430 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.100198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:57.110659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.115585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Provisioning for port d1daebf3-9d01-4865-9a4d-b766f35ece8c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:57.122450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'port_id': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'mac_address': 'fa:16:3e:99:c7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:57.124367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Provisioning complete for port d1daebf3-9d01-4865-9a4d-b766f35ece8c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:57.124850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.129815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.148852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.152228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e8c90b5f-a059-404c-9a91-fbecee6ccaca'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:57.156645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.164358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.174494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Pushing event deleted for resources: {'Port': ['ID=e8c90b5f-a059-404c-9a91-fbecee6ccaca,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.177349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.184031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.191382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.197586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:57.207315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-95b3fcf8-b1db-4f17-ab69-807cda12bbf9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5422 time: 1.2095215 Aug 04 14:52:57.232746 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.232982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] No DVR routers for this DVR port e8c90b5f-a059-404c-9a91-fbecee6ccaca on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:52:57.237981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.240297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d30b0f74-4a05-40d0-a4bc-1192415e4c05 req-c2a09e4d-8c29-4323-b5a9-8106ad70e72d tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.46 "DELETE /v2.0/ports/e8c90b5f-a059-404c-9a91-fbecee6ccaca HTTP/1.1" status: 204 len: 173 time: 0.8353810 Aug 04 14:52:57.240867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'name': 'network-vif-deleted', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:57.243379 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf7c27-4320-42ad-bf13-2e8a8b4cec3a" -d '{"events": [{"server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "name": "network-vif-deleted", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:57.274232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8778bc6a-35ee-43a7-9652-4f8f617ecefb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:57.332745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8:1::1 (c3f91885-ee3c-40e8-9446-253f13f23d8a/e78eb201-ec16-4dc9-a98c-c4ec62b487f5/36385fd2-ea07-4959-8fae-a1c32b3ff105) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:52:57.337342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:57.348452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.349174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Transition to ACTIVE for port object dda34f8e-ed83-4cfb-bf71-19b25aae0151 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:57.349916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 38bb246d-d1fc-4291-afcc-61cd365d534e details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:57.376493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.424243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1d30-75c8-457d-a77b-3a2e1c4f374d admin admin] Pushing event updated for resources: {'Network': ['ID=278d1170-887a-4f37-9b84-db7c54d50a31,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.436172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1f3c3d5-dd9f-4360-8c42-4f5f9d92cc82 req-84432966-d821-46cf-97a1-8555e6749de7 tempest-InstanceActionsTestJSON-1510489474 tempest-InstanceActionsTestJSON-1510489474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a080b365-8499-42dd-b586-6a5e852c183b HTTP/1.1" status: 200 len: 210 time: 0.2160282 Aug 04 14:52:57.460896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 278d1170-887a-4f37-9b84-db7c54d50a31 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:57.461185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.463461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5040b-ee74-4275-a704-ee6ed9f31cda tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=643889bf-8542-42de-a85a-b4c698bbf793,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.551447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:52:57.558412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.589861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 36385fd2-ea07-4959-8fae-a1c32b3ff105 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:52:57.613023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a17ecf65-7da4-44fe-976f-ab722b60b537 req-d09be169-c0c6-4766-9aea-48e83074c45d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4040737 Aug 04 14:52:57.626931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c8f3bc22-4270-4684-b053-215e819721f2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:57.674960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.680708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.681077 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment 809f4d08-9adb-4541-ad4d-280c2e366ffb of type vlan for network 156b342a-ec24-4a3a-8c07-48f961538450 Aug 04 14:52:57.681234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:57.713461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.721361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] For port d1daebf3-9d01-4865-9a4d-b766f35ece8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d1daebf3-9d01-4865-9a4d-b766f35ece8c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:57.742473 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.757442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Pushing event updated for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.807435 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03ec8a-1730-478c-ba1b-ee3d94d29ee1 x-openstack-request-id: req-5e03ec8a-1730-478c-ba1b-ee3d94d29ee1 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:57.807964 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a080b365-8499-42dd-b586-6a5e852c183b", "name": "network-vif-deleted", "tag": "e8c90b5f-a059-404c-9a91-fbecee6ccaca", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:57.808336 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e03ec8a-1730-478c-ba1b-ee3d94d29ee1 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:57.808949 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a080b365-8499-42dd-b586-6a5e852c183b', 'name': 'network-vif-deleted', 'tag': 'e8c90b5f-a059-404c-9a91-fbecee6ccaca', 'status': 'completed', 'code': 200} Aug 04 14:52:57.812822 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.828341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c3f91885-ee3c-40e8-9446-253f13f23d8a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:57.836673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:57.840910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:52:57.841470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.881777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e784a9-1d1a-4c87-9e45-3c37b7327d60 None None] Pushing event updated for resources: {'Port': ['ID=d1daebf3-9d01-4865-9a4d-b766f35ece8c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:57.904785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'network_id': 'd4f852f3-785d-4520-92f3-d0a9d5bb5806', 'port_id': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'mac_address': 'fa:16:3e:42:a9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f575548-944d-4c3d-a13a-dfdeb1bcdb09', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:57.919219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.923901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Attempting to bind port dda34f8e-ed83-4cfb-bf71-19b25aae0151 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:52:57.924258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Attempting to bind port dda34f8e-ed83-4cfb-bf71-19b25aae0151 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:52:57.924868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Attempting to bind port dda34f8e-ed83-4cfb-bf71-19b25aae0151 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:57.957324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:57.992830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff93b7c7-2784-4cd3-b39c-493d4bf0e5a9 None None] Provisioning for port 8658cb1f-facd-476a-afc8-02fb695a5738 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:58.020811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=36385fd2-ea07-4959-8fae-a1c32b3ff105,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.036307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392c5cc-4164-481f-bae2-fffcb361b5ca req-16497d1a-f10b-4daf-a992-411d0e06d613 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:58.040608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff93b7c7-2784-4cd3-b39c-493d4bf0e5a9 None None] Provisioning complete for port 8658cb1f-facd-476a-afc8-02fb695a5738 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:58.041196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff93b7c7-2784-4cd3-b39c-493d4bf0e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.042280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8392c5cc-4164-481f-bae2-fffcb361b5ca req-16497d1a-f10b-4daf-a992-411d0e06d613 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 943 time: 0.4702537 Aug 04 14:52:58.098989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c8f3bc22-4270-4684-b053-215e819721f2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:58.099682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.102677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.133658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Port dda34f8e-ed83-4cfb-bf71-19b25aae0151 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:52:58.134012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Attempting to bind port dda34f8e-ed83-4cfb-bf71-19b25aae0151 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:52:58.137816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.163155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bb246d-d1fc-4291-afcc-61cd365d534e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:58.173304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ff93b7c7-2784-4cd3-b39c-493d4bf0e5a9 None None] Port 8658cb1f-facd-476a-afc8-02fb695a5738 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:58.191384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.resource_extend [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:52:58.216719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:58.250711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:52:58.251070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Checking segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:58.251463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Bound using segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:52:58.251906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Bound port: dda34f8e-ed83-4cfb-bf71-19b25aae0151, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:52:58.252277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.256726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.257734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 018e47f8-47d0-4996-ad3d-3c37519f2acb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:58.323808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a04cdde3-cc5c-4bbd-b0bc-ceb7b5d1d703 req-56b54733-e038-4366-846c-bbb9a9e38254 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.1399388 Aug 04 14:52:58.342539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.357267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:58.357267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.357267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6daceb75-d022-47ad-894c-16ef69179080,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.385244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:58.388742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.406262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '018e47f8-47d0-4996-ad3d-3c37519f2acb', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'port_id': '018e47f8-47d0-4996-ad3d-3c37519f2acb', 'mac_address': 'fa:16:3e:a8:b1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:58.408733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-baef0ffb-2994-4a24-8c66-a4a982dde869 None None] Provisioning for port 36385fd2-ea07-4959-8fae-a1c32b3ff105 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:52:58.415679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-baef0ffb-2994-4a24-8c66-a4a982dde869 None None] Provisioning complete for port 36385fd2-ea07-4959-8fae-a1c32b3ff105 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:58.416078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-baef0ffb-2994-4a24-8c66-a4a982dde869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.416686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8392c5cc-4164-481f-bae2-fffcb361b5ca req-3b188b5f-5f3b-4663-9513-d6e2b2617772 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842450 Aug 04 14:52:58.485846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.491850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Checking segment: {'id': 'de9f1047-2137-4ce4-9cd5-eb9067984075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '278d1170-887a-4f37-9b84-db7c54d50a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:52:58.492245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Network hostable DHCP agents. Network: 278d1170-887a-4f37-9b84-db7c54d50a31, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:52:58.507613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e47f8-47d0-4996-ad3d-3c37519f2acb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:58.508976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5481715 Aug 04 14:52:58.512767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-baef0ffb-2994-4a24-8c66-a4a982dde869 None None] Port 36385fd2-ea07-4959-8fae-a1c32b3ff105 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:52:58.522358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60098) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:58.539827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': '156b342a-ec24-4a3a-8c07-48f961538450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:52:58.549523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60100) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:58.550440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:58.558507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126c73a-1b3f-4901-b086-6d18bb634fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=156b342a-ec24-4a3a-8c07-48f961538450,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.559873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.561064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:52:58.626286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.633077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Deleting subnet 092d67aa-e223-4a72-b272-b54c6c93f570 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:58.637328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.647331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:52:58.656230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:58.657050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Network 278d1170-887a-4f37-9b84-db7c54d50a31 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:52:58.667273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 156b342a-ec24-4a3a-8c07-48f961538450 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:52:58.669917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396', 'network_id': '31e8b710-0e12-468d-8fa5-3cccb6395bb3', 'port_id': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396', 'mac_address': 'fa:16:3e:66:38:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:52:58.688596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:52:58.693215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 278d1170-887a-4f37-9b84-db7c54d50a31) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:58.703060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.703804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.708823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:58.709435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.720690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362ef3c-a26b-449f-b471-312156fcfe69 None None] Network 278d1170-887a-4f37-9b84-db7c54d50a31 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:58.748567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.787581 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.806112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:58.806805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.808167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.808312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] 10.222.0.38 "PUT /v2.0/ports/dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 1092 time: 4.3577037 Aug 04 14:52:58.809384 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.812152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:52:58.814489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d285a4-380c-435c-83da-944890abc8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:52:58.824140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.842440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.843178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.847997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:52:58.851365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.851651 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.870489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:58.874902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3c7d9478-94ea-4163-87b4-2108424487fd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0000679 Aug 04 14:52:58.875724 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/092d67aa-e223-4a72-b272-b54c6c93f570 HTTP/1.1" status: 204 len: 168 time: 0.3221343 Aug 04 14:52:58.934367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60108) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:58.942938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7036a6-663d-4218-82a6-cacf53bed10b service neutron] Pushing event updated for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:58.968065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75f8f9-3c9c-4256-8cf8-b5a5c81a3078 None None] Network 278d1170-887a-4f37-9b84-db7c54d50a31 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:52:58.978162 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4001b2a-295f-46ef-848b-bec170601987 x-openstack-request-id: req-b4001b2a-295f-46ef-848b-bec170601987 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:52:58.978780 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:52:58.979248 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4001b2a-295f-46ef-848b-bec170601987 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:52:58.979811 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'status': 'completed', 'code': 200} Aug 04 14:52:59.090290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.146064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:52:59.169204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:52:59.177380 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.243704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:59.434679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60112) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:59.448997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f80c8-cb4c-4c54-8a18-98c9ccaae419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092d67aa-e223-4a72-b272-b54c6c93f570,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:59.499923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=36385fd2-ea07-4959-8fae-a1c32b3ff105,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:59.522859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c3f91885-ee3c-40e8-9446-253f13f23d8a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:59.525913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Deleting subnet 6daceb75-d022-47ad-894c-16ef69179080 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:52:59.530216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:52:59.532236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.558114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02b182ae-defd-4f3e-be57-16d4ccd98a85 req-1d28c1f3-4d81-4c42-9236-4653d2d00ae0 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.0999219 Aug 04 14:52:59.592846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.597202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d1daebf3-9d01-4865-9a4d-b766f35ece8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:52:59.601392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.607746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.613725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.621661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.629445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.636733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.652162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-e9bf50e7-a0b3-469f-a143-b6f320e563ec tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5427 time: 0.8682981 Aug 04 14:52:59.662886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=8658cb1f-facd-476a-afc8-02fb695a5738,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:59.677986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.687402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d1daebf3-9d01-4865-9a4d-b766f35ece8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:52:59.688246 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.694177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.750462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.756211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['0d07a1b8-6052-4555-a7fa-652163987dfe'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.761441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-4e533a75-c899-4977-9bf6-c21f14514db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:52:59.763032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-4e533a75-c899-4977-9bf6-c21f14514db0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1095 time: 0.8295474 Aug 04 14:52:59.777583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d46c772d-4acc-4c6b-b5ff-db5e91e82224 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:52:59.811485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3a1dcc4c-3995-4ed6-8763-5f192410d942'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.873701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['8778bc6a-35ee-43a7-9652-4f8f617ecefb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.877224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['56da62b5-4485-4af7-a8bf-d289dab33f00'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.889125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['018e47f8-47d0-4996-ad3d-3c37519f2acb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.891747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:52:59.929168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.954080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9639b22-1053-42c0-98e5-caf29c7d02c2 req-ce116e5f-cd7c-4767-a183-820f5ca620e3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008881 Aug 04 14:52:59.956213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-4db9714b-baba-4298-a10b-ecc66cd91cde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 217 time: 0.1632838 Aug 04 14:52:59.964679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6daceb75-d022-47ad-894c-16ef69179080,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:52:59.970151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:52:59.972598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3d59329e-2e0d-4ac9-8651-729667f7d002 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6daceb75-d022-47ad-894c-16ef69179080 HTTP/1.1" status: 204 len: 168 time: 0.5365841 Aug 04 14:52:59.975258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60118) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:52:59.977823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:52:59.984080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:52:59.999143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-022b4310-34e0-4dd2-aed7-727ebb250c35 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0999300 Aug 04 14:52:59.999801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:00.000965 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] Sync routers for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:00.003465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60120) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:00.021017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:00.023299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.087033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.098126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080d1e-7319-48e6-b12d-1a095c0ecc82 req-733f0e81-a5c2-4f35-bf60-2c4098a3167b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:00.106461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab080d1e-7319-48e6-b12d-1a095c0ecc82 req-733f0e81-a5c2-4f35-bf60-2c4098a3167b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 943 time: 0.4085276 Aug 04 14:53:00.111909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.130947 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:00.135452 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.194414 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.209340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278d1170-887a-4f37-9b84-db7c54d50a31']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.223506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9f1047-2137-4ce4-9cd5-eb9067984075') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.224117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9f1047-2137-4ce4-9cd5-eb9067984075') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.225819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.226803 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.227518 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be4b72-8c37-4372-9a19-ab39ec76b972 None None] The sync data for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:00.242853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.260693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.270418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:00.271602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.280445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760742c-f59c-496a-8b4c-c5010f9146c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:00.285250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5760742c-f59c-496a-8b4c-c5010f9146c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports/36385fd2-ea07-4959-8fae-a1c32b3ff105 HTTP/1.1" status: 200 len: 913 time: 0.2627492 Aug 04 14:53:00.297860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60124) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: items = [ Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:00.348620 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:00.355637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.367412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-18a1784e-bc27-4f23-b7bc-04a5ff548dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:00.369271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-18a1784e-bc27-4f23-b7bc-04a5ff548dcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.3881228 Aug 04 14:53:00.371061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.374120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] 10.222.0.76 "DELETE /v2.0/networks/278d1170-887a-4f37-9b84-db7c54d50a31 HTTP/1.1" status: 204 len: 168 time: 0.3978374 Aug 04 14:53:00.377271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a65be31-01de-417b-a5ad-36deb2ddd22f']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.394508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60fe08-bba7-4c81-a6b4-131897079782 admin admin] Pushing event deleted for resources: {'Network': ['ID=278d1170-887a-4f37-9b84-db7c54d50a31,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:00.447016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1d1282-cccd-4825-bf1e-28d12d9473c3') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.447487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1d1282-cccd-4825-bf1e-28d12d9473c3') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:00.476811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8b0ff0c4-0bbf-4596-baa0-93a289bba73c None None] Provisioning complete for port 36385fd2-ea07-4959-8fae-a1c32b3ff105 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:00.477435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff0c4-0bbf-4596-baa0-93a289bba73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.481984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.527247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab080d1e-7319-48e6-b12d-1a095c0ecc82 req-0bc6906e-7a84-40c9-8e7b-847e52f9f467 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195659 Aug 04 14:53:00.552896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60128) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:00.559695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ff0c4-0bbf-4596-baa0-93a289bba73c None None] Port 36385fd2-ea07-4959-8fae-a1c32b3ff105 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:00.566479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.623286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9ce84e82-ec80-411a-aa4a-24bdf1b0a6e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=79456e1703254e81894ee38c6001cfbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667427 Aug 04 14:53:00.623857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:00.677685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.687291 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.711590 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.714561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:00.715129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:00.720986 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:00.772111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.775461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.780087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5907a64e-0101-4bf9-a659-2630d2660cf2 HTTP/1.1" status: 204 len: 168 time: 0.1548910 Aug 04 14:53:00.790341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c4a4-b45a-483a-a6af-dae89445c06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5907a64e-0101-4bf9-a659-2630d2660cf2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:00.800316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99f84396-26d0-4b2b-9dd4-e23e61ff50c9 req-8c6f2bd3-bef7-4a0d-b2a4-9321ca207431 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/ports?device_id=833f49c1-5323-4c96-891c-97cbed0b3bd6 HTTP/1.1" status: 200 len: 210 time: 0.1242332 Aug 04 14:53:00.828719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=e4d95579-2754-405e-9152-ec841d2fdbc1,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:00.838096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343fb12-3816-4952-ae18-8b28065574e4 req-7a333b9c-65fc-4889-8ebb-d82d8e31103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:00.839819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-7a333b9c-65fc-4889-8ebb-d82d8e31103f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4259677 Aug 04 14:53:00.856049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['38bb246d-d1fc-4291-afcc-61cd365d534e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:53:00.928798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ed3873a0-e88b-449a-8c39-c0db1bad1953 None None] Provisioning complete for port 8658cb1f-facd-476a-afc8-02fb695a5738 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:00.929234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ed3873a0-e88b-449a-8c39-c0db1bad1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:00.993564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': '809f4d08-9adb-4541-ad4d-280c2e366ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:00.994154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: 156b342a-ec24-4a3a-8c07-48f961538450, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:01.011994 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:01.047794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:01.049799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a65be31-01de-417b-a5ad-36deb2ddd22f HTTP/1.1" status: 204 len: 168 time: 2.1031902 Aug 04 14:53:01.093679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540c574-dadb-4755-9a4e-c06ead910daa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a65be31-01de-417b-a5ad-36deb2ddd22f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:01.095357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Router 3cd4e3d6-1634-49f3-9abd-6c549825b02d is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:53:01.212025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ed3873a0-e88b-449a-8c39-c0db1bad1953 None None] Port 8658cb1f-facd-476a-afc8-02fb695a5738 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:01.314467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8c90b5f-a059-404c-9a91-fbecee6ccaca no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:01.377862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-517a200e-58cd-4e3f-aa5e-4c9c249acc21 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028882 Aug 04 14:53:01.382014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:01.394607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.430275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eb8841fa-0db2-4698-ae8a-b5602fc67b43 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "PUT /v2.0/routers/3cd4e3d6-1634-49f3-9abd-6c549825b02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9301434 Aug 04 14:53:01.433554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60154) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.435933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Sync routers for ids ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:01.438627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 156b342a-ec24-4a3a-8c07-48f961538450 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:01.528527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68c6bfd9-4233-423f-a21b-6e8759c64d61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a477009fcb6e4cfda2bdce4da02373dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304016 Aug 04 14:53:01.533586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aec6d9-dd7b-427e-bf69-9697ce792158 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.534071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.537591 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c9aec6d9-dd7b-427e-bf69-9697ce792158 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports/8658cb1f-facd-476a-afc8-02fb695a5738 HTTP/1.1" status: 200 len: 911 time: 0.0935235 Aug 04 14:53:01.538362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.538712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60158) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.541109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.548683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.556082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.562383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.570161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.570912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: e8c90b5f-a059-404c-9a91-fbecee6ccaca {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:01.572043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8c90b5f-a059-404c-9a91-fbecee6ccaca not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:01.578475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.587286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-5041c362-5902-4353-bbb8-12bf665f6b6b tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5428 time: 0.5009363 Aug 04 14:53:01.589168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 156b342a-ec24-4a3a-8c07-48f961538450) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:01.612934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.613607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:01.627448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008e478-3905-41a1-aa31-ab7933c3be5a None None] Network 156b342a-ec24-4a3a-8c07-48f961538450 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:01.684617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104943d9-47c3-4583-bb4d-ccf449370140 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.691170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104943d9-47c3-4583-bb4d-ccf449370140 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:01.695677 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-104943d9-47c3-4583-bb4d-ccf449370140 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1548331 Aug 04 14:53:01.698709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.703537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ae754911-4b8e-43ef-b080-f1c05a6d6f59 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1745253 Aug 04 14:53:01.705526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60166) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.720402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '156b342a-ec24-4a3a-8c07-48f961538450', 'name': 'tempest-PortsTestJSON-578187384'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:01.743796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6bad06f-3554-4807-a5f3-e4ccfa44f3af req-86343b57-96ec-493c-8a36-3f111986b53f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555285 Aug 04 14:53:01.815006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:01.849944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Routers {'3cd4e3d6-1634-49f3-9abd-6c549825b02d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:01.851039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:01.951746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60178) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:01.971350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Set router 3cd4e3d6-1634-49f3-9abd-6c549825b02d gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:02.018507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.079841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-156b342a-ec24-4a3a-8c07-48f961538450', 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': 'e4d95579-2754-405e-9152-ec841d2fdbc1'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:02.080681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.165381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.209081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.212735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.217543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b77150ef-e7ef-466b-bf73-bed31117aabc HTTP/1.1" status: 204 len: 168 time: 0.6777833 Aug 04 14:53:02.219925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.244592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3343fb12-3816-4952-ae18-8b28065574e4 req-2bb7481c-1e50-4565-91f4-7e32c211256a service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8184831 Aug 04 14:53:02.252046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f27b02-67ed-4ad9-a5b4-f987382c82d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77150ef-e7ef-466b-bf73-bed31117aabc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:02.288110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725f69-7c9e-4c98-bd29-adb318617fd4 req-e5640431-27f1-4cdb-a72b-c45168b80d25 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:02.289974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32725f69-7c9e-4c98-bd29-adb318617fd4 req-e5640431-27f1-4cdb-a72b-c45168b80d25 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 943 time: 0.6324041 Aug 04 14:53:02.354729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.440012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32725f69-7c9e-4c98-bd29-adb318617fd4 req-b8abe8d5-9340-4af6-bcb1-96b4f3ef9ae1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226447 Aug 04 14:53:02.473764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.476902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.477974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/security-groups/86c87891-d6fd-418c-9831-036270f98459 HTTP/1.1" status: 204 len: 168 time: 0.5230849 Aug 04 14:53:02.481442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d285a4-380c-435c-83da-944890abc8b0 req-f8832454-f0e9-4206-97c6-86c62894d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:02.483161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-f8832454-f0e9-4206-97c6-86c62894d0c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1644783 Aug 04 14:53:02.485900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60186) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:02.503103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Allocated IP 172.20.0.2 (156b342a-ec24-4a3a-8c07-48f961538450/e4d95579-2754-405e-9152-ec841d2fdbc1/f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:02.505034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109810d-f485-4041-9a96-e8baf0cd83f4 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c87891-d6fd-418c-9831-036270f98459,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:02.565716 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-1021a931-661b-43e5-bf22-836566fe4f3b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] show failed (client error): The resource could not be found. Aug 04 14:53:02.569703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1021a931-661b-43e5-bf22-836566fe4f3b tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "GET /v2.0/security-groups/86c87891-d6fd-418c-9831-036270f98459 HTTP/1.1" status: 404 len: 347 time: 0.0691528 Aug 04 14:53:02.569703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.577332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:02.630108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:02.634238 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.645783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:52:57Z', 'revision_number': 2, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None, '_interfaces': [{'id': '8658cb1f-facd-476a-afc8-02fb695a5738', 'name': '', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'mac_address': 'fa:16:3e:40:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '65ffc820-df61-45fd-b72f-9b633441663c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:53Z', 'updated_at': '2021-08-04T14:52:58Z', 'revision_number': 2, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'subnets': [{'id': '65ffc820-df61-45fd-b72f-9b633441663c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:02.712954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port e44341ac-003e-4855-81e4-dee54cd0dfcd yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:02.751466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Checking router: 3cd4e3d6-1634-49f3-9abd-6c549825b02d for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:02.753039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Updating router 3cd4e3d6-1634-49f3-9abd-6c549825b02d port 8658cb1f-facd-476a-afc8-02fb695a5738 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:53:02.848878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.885331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port 65ce5874-47a1-4a0e-83b1-37272e52c72c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:02.885929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:02.975185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d285a4-380c-435c-83da-944890abc8b0 req-df99a365-41ff-4c11-8a46-812963c95125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:02.976842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-df99a365-41ff-4c11-8a46-812963c95125 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.4580033 Aug 04 14:53:03.023501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.067313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-c75857e4-8ed4-4c40-8e8b-214c19189298 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 217 time: 0.0650177 Aug 04 14:53:03.086135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Transition to ACTIVE for port object f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:03.110327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.118074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.118921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Transition to ACTIVE for port object f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:03.127133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.135547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.143278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.150654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.158904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.161478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-77e56643-a786-4084-8d66-1c4f048e2a09 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5428 time: 0.2694774 Aug 04 14:53:03.167270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.185994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Network 156b342a-ec24-4a3a-8c07-48f961538450 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:03.190129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:03.192841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:03.214243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 8658cb1f-facd-476a-afc8-02fb695a5738 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:03.214771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.220838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.221284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.240810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3a1dcc4c-3995-4ed6-8763-5f192410d942 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:03.317380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d285a4-380c-435c-83da-944890abc8b0 req-d1626361-30f7-49ff-92b0-83a90131fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.319033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-d1626361-30f7-49ff-92b0-83a90131fb63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.2411528 Aug 04 14:53:03.325618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2305ece4-61eb-4a61-912f-3750b09ee57d req-a503425c-43ba-4e31-9ac9-e29abd3a753e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280191 Aug 04 14:53:03.334518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for 65ce5874-47a1-4a0e-83b1-37272e52c72c owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:03.344139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.12 (156b342a-ec24-4a3a-8c07-48f961538450/e4d95579-2754-405e-9152-ec841d2fdbc1/e44341ac-003e-4855-81e4-dee54cd0dfcd) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:03.355546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Pushing event updated for resources: {'Port': ['ID=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:03.456239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.459419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:03.493907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 8658cb1f-facd-476a-afc8-02fb695a5738 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:03.692814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-587197884-network', 'tenant_id': 'adfebdea40984dbd8f541adcbb3d6d96'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:03.722833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.723621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d285a4-380c-435c-83da-944890abc8b0 req-93cc43f6-c50e-4e59-8422-aa2b681a4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:03.725452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-93cc43f6-c50e-4e59-8422-aa2b681a4180 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3951714 Aug 04 14:53:03.735179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Attempting to bind port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:03.735562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Attempting to bind port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '809f4d08-9adb-4541-ad4d-280c2e366ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:03.735950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Attempting to bind port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc on network 156b342a-ec24-4a3a-8c07-48f961538450 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:03.751550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:03.751989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Checking segment: {'id': '809f4d08-9adb-4541-ad4d-280c2e366ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:03.753283 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.753283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Bound using segment: {'id': '809f4d08-9adb-4541-ad4d-280c2e366ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:03.753283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Bound port: f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809f4d08-9adb-4541-ad4d-280c2e366ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '156b342a-ec24-4a3a-8c07-48f961538450'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:03.753665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.759721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=65ce5874-47a1-4a0e-83b1-37272e52c72c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:03.764185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Made reservation on behalf of adfebdea40984dbd8f541adcbb3d6d96 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:03.766511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.784141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 3a1dcc4c-3995-4ed6-8763-5f192410d942 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:03.814840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 3a1dcc4c-3995-4ed6-8763-5f192410d942 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:03.814840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.815202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.899814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.901733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.914886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:53:03.915291 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:53:03.922187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] For port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:03.922531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object e44341ac-003e-4855-81e4-dee54cd0dfcd will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:03.922759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.925843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.926970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] For port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,segment=NetworkSegment(809f4d08-9adb-4541-ad4d-280c2e366ffb),segment_id=809f4d08-9adb-4541-ad4d-280c2e366ffb)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:03.927106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92e8012b-45ee-45f8-b041-07795d0a7421 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/floatingips/66d81bd3-492c-48e2-aae6-3a27f590839d HTTP/1.1" status: 204 len: 168 time: 1.3487372 Aug 04 14:53:03.931560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60228) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:03.938748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:03.953605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=8658cb1f-facd-476a-afc8-02fb695a5738,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:04.037225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd0d1-5e0a-446f-8fec-46debe3c7838 None None] Pushing event updated for resources: {'Port': ['ID=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:04.041958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-cc84910f-5788-46e1-8195-68f61218c130 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035548 Aug 04 14:53:04.064564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.092777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe979d41-00e6-4b06-ba86-ea5f061dd4de req-6d79c716-917f-4a07-9fc7-1e46e84aaf91 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.100598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe979d41-00e6-4b06-ba86-ea5f061dd4de req-6d79c716-917f-4a07-9fc7-1e46e84aaf91 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 943 time: 0.4767878 Aug 04 14:53:04.103402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:04.105837 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1170b2-3beb-41f0-802d-6b46e1198c37" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:04.140432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:04.146554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.147495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0d07a1b8-6052-4555-a7fa-652163987dfe up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:04.158207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.172019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.230785 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee9354-1715-42d8-a630-845c5603ee74 x-openstack-request-id: req-56ee9354-1715-42d8-a630-845c5603ee74 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:04.231080 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:04.231335 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56ee9354-1715-42d8-a630-845c5603ee74 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:04.231731 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942', 'code': 200} Aug 04 14:53:04.356432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:04.407774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 0d07a1b8-6052-4555-a7fa-652163987dfe completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:04.459707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Port 8658cb1f-facd-476a-afc8-02fb695a5738 not found while updating agent binding for router 3cd4e3d6-1634-49f3-9abd-6c549825b02d. {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 14:53:04.464392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 0d07a1b8-6052-4555-a7fa-652163987dfe triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:04.464891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.483281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12d285a4-380c-435c-83da-944890abc8b0 req-ad8b84b2-912c-4f59-be1b-6088775434cb service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973478 Aug 04 14:53:04.483838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.492362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.531627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Routers {'3cd4e3d6-1634-49f3-9abd-6c549825b02d'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:04.532427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:04.596408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=e44341ac-003e-4855-81e4-dee54cd0dfcd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:04.626943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe979d41-00e6-4b06-ba86-ea5f061dd4de req-78e00992-ea1d-4163-9278-3c9e9477974a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251508 Aug 04 14:53:04.629965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device dda34f8e-ed83-4cfb-bf71-19b25aae0151 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:53:04.636203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:04.644446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 156b342a-ec24-4a3a-8c07-48f961538450 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:04.647719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.648069 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Added segment fc768f23-33ea-4253-82ed-afefa5ff3237 of type vlan for network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c Aug 04 14:53:04.660182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 36385fd2-ea07-4959-8fae-a1c32b3ff105 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:04.660546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.667649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:04.680975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:04.697803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:04.724423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.730838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Router 3cd4e3d6-1634-49f3-9abd-6c549825b02d has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:04.731781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.738412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.738803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.739899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] Set router 3cd4e3d6-1634-49f3-9abd-6c549825b02d gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:04.744368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.750594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.756615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.762893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.771495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-4b7d5296-0bf1-45fb-bc32-b17778bc0983 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5429 time: 0.2857201 Aug 04 14:53:04.838213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:04.847173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2af189e7-728c-487f-b4f2-c12c974a9d31 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "PUT /v2.0/routers/3cd4e3d6-1634-49f3-9abd-6c549825b02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1474025 Aug 04 14:53:04.848175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:04.859354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:04.875617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port 9350547a-fee4-4cb4-83a6-90593abc02b4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:04.875971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.884110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:53:03Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:04.890134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'port_id': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'mac_address': 'fa:16:3e:c6:9c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:53:04.903696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.904412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.931014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.932546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.933295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:04.941299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d4703df-058c-499d-b32d-e4ef1b7a16fb req-2eb55ed3-3d6b-4e9e-a7b6-2b5b588924d9 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684644 Aug 04 14:53:04.946832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391645d3-1904-461a-bca7-dea9997e690e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.949106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391645d3-1904-461a-bca7-dea9997e690e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:04.954261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-391645d3-1904-461a-bca7-dea9997e690e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1029742 Aug 04 14:53:04.955623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:05.012541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.012848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.015532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31d9b5-32f0-435c-891a-78fd13ca24ae None None] The sync data for ids ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'] in n-d-801743-12 is: [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:53:03Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:05.053413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6950b600-1b04-4c09-80a0-b1475c3ba5cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3374913 Aug 04 14:53:05.073478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60246) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:05.075197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 65ffc820-df61-45fd-b72f-9b633441663c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:05.079747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.098423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 36385fd2-ea07-4959-8fae-a1c32b3ff105 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:05.109631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.128667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.144424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda34f8e-ed83-4cfb-bf71-19b25aae0151 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:53:05.193348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:05.196077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:05.199471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.200899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56da62b5-4485-4af7-a8bf-d289dab33f00 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:05.254046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.274178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8120639 Aug 04 14:53:05.281113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60248) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:05.288554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Request body: {'subnet': {'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-587197884-subnet', 'tenant_id': 'adfebdea40984dbd8f541adcbb3d6d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:05.301203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.332125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 56da62b5-4485-4af7-a8bf-d289dab33f00 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:05.336234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Made reservation on behalf of adfebdea40984dbd8f541adcbb3d6d96 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:05.338872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.342967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 56da62b5-4485-4af7-a8bf-d289dab33f00 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:05.343393 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.367025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for 9350547a-fee4-4cb4-83a6-90593abc02b4 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:05.444142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:05.498262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['dda34f8e-ed83-4cfb-bf71-19b25aae0151'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:53:05.630139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc125c-fd5f-4c35-b772-505477019cd8 None None] Network 156b342a-ec24-4a3a-8c07-48f961538450 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:05.638193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port e44341ac-003e-4855-81e4-dee54cd0dfcd {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:05.638762 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.648626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:05.759022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.760549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:05.779088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for e44341ac-003e-4855-81e4-dee54cd0dfcd owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:05.823953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a60d475b-9fad-4b3b-b3d0-dff604fa2fa3 None None] Provisioning for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:05.872214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:05.959199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:05.997458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:06.005490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:06.007624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.015627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.027610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.028567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 018e47f8-47d0-4996-ad3d-3c37519f2acb up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:06.068298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66a84-73ce-4388-9bb2-d3295a11513e admin admin] Pushing event updated for resources: {'Network': ['ID=1447cd78-f7cd-46e7-af95-0fc9022e5b0c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:06.109949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:06.113984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.140689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c3a1-c508-4088-a317-92f86344b9ee req-5b3a7e8c-f1ba-4590-88c0-3419f33d25e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.145544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fef4c3a1-c508-4088-a317-92f86344b9ee req-5b3a7e8c-f1ba-4590-88c0-3419f33d25e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 944 time: 0.2861061 Aug 04 14:53:06.186277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.200608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.211894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bbfa04-1a2e-4720-8276-f4efd147cc9a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:06.214412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.216383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/65ffc820-df61-45fd-b72f-9b633441663c HTTP/1.1" status: 204 len: 168 time: 1.2454729 Aug 04 14:53:06.225842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60264) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:06.227391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Checking segment: {'id': 'fc768f23-33ea-4253-82ed-afefa5ff3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:06.228023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Network hostable DHCP agents. Network: 1447cd78-f7cd-46e7-af95-0fc9022e5b0c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:06.274839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:06.278078 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe4660-eb99-4717-8ce1-b4c97c9fa236" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:06.299582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=36385fd2-ea07-4959-8fae-a1c32b3ff105,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:06.330988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007fa30-88e0-498c-8376-d09fb9f2ed65 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:06.382225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345578bd-0304-46b8-99d0-efbef7145a55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=65ffc820-df61-45fd-b72f-9b633441663c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:06.416820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:06.476288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.482358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.488374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-698a10d7-34f3-433c-9cc6-b4b24cdf6186 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2503662 Aug 04 14:53:06.488510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.489960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60274) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:06.494397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.503728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.506529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.509898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.526684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.528728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-c87cfdd9-8b33-4a13-8a8e-95f527a64b16 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5431 time: 0.4189739 Aug 04 14:53:06.543310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.556037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:06.559493 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Sync routers for ids ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:06.571783 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Routers {'3cd4e3d6-1634-49f3-9abd-6c549825b02d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:06.572405 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:06.575721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 018e47f8-47d0-4996-ad3d-3c37519f2acb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:06.606931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 018e47f8-47d0-4996-ad3d-3c37519f2acb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:06.607452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.612670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.663214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,segment=NetworkSegment(809f4d08-9adb-4541-ad4d-280c2e366ffb),segment_id=809f4d08-9adb-4541-ad4d-280c2e366ffb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:06.673125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device dda34f8e-ed83-4cfb-bf71-19b25aae0151 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:06.696536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1447cd78-f7cd-46e7-af95-0fc9022e5b0c) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:06.704116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:06.706307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.744494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.756810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-579bd608-96f9-40a2-9cd6-346531f3a792 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4742329 Aug 04 14:53:06.769902 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Set router 3cd4e3d6-1634-49f3-9abd-6c549825b02d gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:06.803981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6cf34f-c3a3-4dd0-8027-7ad133889b42 None None] Network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:06.889399 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:53:03Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:06.956985 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Checking router: 3cd4e3d6-1634-49f3-9abd-6c549825b02d for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:06.957560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.960287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:06.979504 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Routers {'3cd4e3d6-1634-49f3-9abd-6c549825b02d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:06.982702 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:07.086369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.087153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Fanout notify agent at l3_agent the message router_deleted on router 3cd4e3d6-1634-49f3-9abd-6c549825b02d {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:53:07.096636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.100298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f893238e-ec20-4cc8-8eae-c55733ff66b6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/routers/3cd4e3d6-1634-49f3-9abd-6c549825b02d HTTP/1.1" status: 204 len: 168 time: 0.6067452 Aug 04 14:53:07.105358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.135443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fef4c3a1-c508-4088-a317-92f86344b9ee req-fbc6cca2-db0e-43c5-9700-578159188448 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9608407 Aug 04 14:53:07.186198 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] Set router 3cd4e3d6-1634-49f3-9abd-6c549825b02d gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:07.227906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf90efd-2c0e-4d9a-9664-8ba6d108fa67 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:07.229471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3cf90efd-2c0e-4d9a-9664-8ba6d108fa67 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1231480 Aug 04 14:53:07.239205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60284) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.266970 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:53:03Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:07.300739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf0de0-31af-4b78-b3b4-95a19f8103f0 None None] The sync data for ids ['3cd4e3d6-1634-49f3-9abd-6c549825b02d'] in n-d-801743-12 is: [{'id': '3cd4e3d6-1634-49f3-9abd-6c549825b02d', 'name': 'tempest-NetworksTestDHCPv6-router-1282854477', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:51Z', 'updated_at': '2021-08-04T14:53:03Z', 'revision_number': 3, 'project_id': 'a9a7bfb3443b46be953aaf7982433cab', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:07.301190 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64be8cc-b846-43f6-b8f8-643f928c562c x-openstack-request-id: req-a64be8cc-b846-43f6-b8f8-643f928c562c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:07.301674 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:07.301781 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a64be8cc-b846-43f6-b8f8-643f928c562c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:07.302105 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'code': 200} Aug 04 14:53:07.302414 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'code': 200} Aug 04 14:53:07.324471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c3372-7e1d-402f-8971-133493245dc6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:07.333333 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0e2c3372-7e1d-402f-8971-133493245dc6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899401 Aug 04 14:53:07.334414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60288) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.404385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.404618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:07.406364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=e44341ac-003e-4855-81e4-dee54cd0dfcd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:07.432506 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-37f017ef-cafd-4e8d-9dee-1a12c49ec7a0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966012 Aug 04 14:53:07.441814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60296) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.447116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:07.499072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.508991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11fdbba0-cb0d-494b-ac1a-fe54e7f52781 req-8b6336ac-1b0a-417f-b0d9-6cdfbd1ddd53 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4055979 Aug 04 14:53:07.547778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=9350547a-fee4-4cb4-83a6-90593abc02b4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:07.579097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f7ad4151-ca5c-4d09-9486-5886ed86947f None None] Provisioning complete for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:07.579293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f7ad4151-ca5c-4d09-9486-5886ed86947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.605307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.607844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749051ae-0a25-499a-92c4-54512f4d76fa None None] Network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:07.708532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:07.720315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.778820 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.781359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ae2a619-a92d-40d5-9ffb-60ba97ed5f5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/e44341ac-003e-4855-81e4-dee54cd0dfcd HTTP/1.1" status: 204 len: 168 time: 2.7029834 Aug 04 14:53:07.785081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60302) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.823773 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a54c52c-37d8-46f7-a225-527eae3ad6d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:53:07.831507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a54c52c-37d8-46f7-a225-527eae3ad6d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:53:07.833476 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a54c52c-37d8-46f7-a225-527eae3ad6d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/e44341ac-003e-4855-81e4-dee54cd0dfcd HTTP/1.1" status: 404 len: 333 time: 0.0471880 Aug 04 14:53:07.836514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60304) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.855473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.858010 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-38ef9530-9ac7-46cf-b8ad-47aec909e50e tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/ports/9350547a-fee4-4cb4-83a6-90593abc02b4 HTTP/1.1" status: 204 len: 168 time: 3.8721204 Aug 04 14:53:07.862345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60306) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.873711 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c914d-04ba-4481-83f0-e57f5fe79cef tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:53:07.875403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e98c914d-04ba-4481-83f0-e57f5fe79cef tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/e44341ac-003e-4855-81e4-dee54cd0dfcd HTTP/1.1" status: 404 len: 333 time: 0.0379584 Aug 04 14:53:07.880019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:07.903346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port dda34f8e-ed83-4cfb-bf71-19b25aae0151 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:07.905794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-881ee172-a7a8-4652-adbb-3e95f5ff61e9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:07.907429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-881ee172-a7a8-4652-adbb-3e95f5ff61e9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/networks?id=1447cd78-f7cd-46e7-af95-0fc9022e5b0c HTTP/1.1" status: 200 len: 817 time: 0.3692596 Aug 04 14:53:07.939751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:07.952505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet e4d95579-2754-405e-9152-ec841d2fdbc1 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:07.960105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:07.971293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-9b8a175d-6117-42d8-bc92-8ce3768863ed tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/quotas/adfebdea40984dbd8f541adcbb3d6d96 HTTP/1.1" status: 200 len: 375 time: 0.0564423 Aug 04 14:53:07.988220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port dda34f8e-ed83-4cfb-bf71-19b25aae0151 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:07.988639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.040066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.082948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:08.109886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-9fad7b11-6b5a-44ff-bb09-47d1744475b4 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=adfebdea40984dbd8f541adcbb3d6d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062684 Aug 04 14:53:08.125445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d46c772d-4acc-4c6b-b5ff-db5e91e82224 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:08.127371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:08.228480 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.229288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8778bc6a-35ee-43a7-9652-4f8f617ecefb up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:08.282573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.288459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:08.288830 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.315634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:08.331844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:08.347392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f7ad4151-ca5c-4d09-9486-5886ed86947f None None] Could not find standard attr ID for object e44341ac-003e-4855-81e4-dee54cd0dfcd. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:08.359158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4c28df7-d5d4-486d-835d-01ac744da732 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0573196 Aug 04 14:53:08.359397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] Sync routers for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:08.360422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting port 03358fde-85af-40d4-8135-a9956850dcb5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:08.360422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.362853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60312) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:08.376425 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.394901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:53:08.444041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:08.444685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:08.509500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:08.527977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4685018b-3334-40df-a26b-4536626ce330 None None] Could not find standard attr ID for object e44341ac-003e-4855-81e4-dee54cd0dfcd. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:08.549680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Deleting port d1daebf3-9d01-4865-9a4d-b766f35ece8c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:08.550466 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.555720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:08.560451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4adf1134-6b37-4144-b217-4736d4ff090d service neutron] 10.222.0.76 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303098 Aug 04 14:53:08.568644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.578169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70ec0e-e22e-45f9-8351-b52428e9f848 req-87866486-6463-4f1e-87ff-9a7fba0afe1a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:08.579712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd70ec0e-e22e-45f9-8351-b52428e9f848 req-87866486-6463-4f1e-87ff-9a7fba0afe1a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 944 time: 0.2615306 Aug 04 14:53:08.589020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.613158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:08.613788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:08.615701 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.623105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 8778bc6a-35ee-43a7-9652-4f8f617ecefb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:08.651708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Calling delete_port for 03358fde-85af-40d4-8135-a9956850dcb5 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:08.665084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d95579-2754-405e-9152-ec841d2fdbc1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:08.676520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.682139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0a43b867-cfff-46a2-9f11-bd6548e48ea4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/e4d95579-2754-405e-9152-ec841d2fdbc1 HTTP/1.1" status: 204 len: 168 time: 0.7977176 Aug 04 14:53:08.683617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60320) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:08.683996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb167f9-e8f8-437a-ae5b-f3d14bc4708d None None] Network 156b342a-ec24-4a3a-8c07-48f961538450 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:08.686169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 8778bc6a-35ee-43a7-9652-4f8f617ecefb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:08.686571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.688365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:08.688785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fab9a1-de82-4eea-a3c5-ac32ee6ece75 None None] The sync data for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:08.813390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.823120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:08.825815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd70ec0e-e22e-45f9-8351-b52428e9f848 req-3c306a96-5c71-48f1-9f1f-1fb621ea11d9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274671 Aug 04 14:53:08.827351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.847520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] For port d1daebf3-9d01-4865-9a4d-b766f35ece8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d1daebf3-9d01-4865-9a4d-b766f35ece8c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:08.847835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:08.881262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Calling delete_port for d1daebf3-9d01-4865-9a4d-b766f35ece8c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:08.893637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-e71f0029-8119-48e6-91a9-3bb6f81e1b97 service neutron] 10.222.0.76 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065236 Aug 04 14:53:08.982694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.028972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] For port d1daebf3-9d01-4865-9a4d-b766f35ece8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d1daebf3-9d01-4865-9a4d-b766f35ece8c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:09.050134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:09.051138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.057463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.061113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:09.066715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.086913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Port': ['ID=03358fde-85af-40d4-8135-a9956850dcb5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:09.101328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.102089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.142927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] DHCP port deletion for 156b342a-ec24-4a3a-8c07-48f961538450 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:09.152149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.190016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=d1daebf3-9d01-4865-9a4d-b766f35ece8c,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:09.221340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.230857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:09.232851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] No DVR routers for this DVR port d1daebf3-9d01-4865-9a4d-b766f35ece8c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:09.238655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:09.248527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.249349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.258541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:09.288047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b198c-c1c4-447f-b30c-83db5ae5922b None None] Pushing event deleted for resources: {'Port': ['ID=d1daebf3-9d01-4865-9a4d-b766f35ece8c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:09.291042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e712250-3ffb-48c0-9e88-a9fdf01868e0 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:09.307254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e47f8-47d0-4996-ad3d-3c37519f2acb'}, {'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:09.307515 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8640506 Aug 04 14:53:09.308174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:09.309774 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41034b25-4f49-4401-8400-bfd9fc76311a" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "018e47f8-47d0-4996-ad3d-3c37519f2acb"}, {"server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:09.317816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:09.324174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46840432-78a6-46f2-a361-3945b2ed4b1d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=4bb7745b-e25a-4b25-aa9f-07d02cbd9d82,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:09.388630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:09.388984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.408716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.410725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-10222669-4b33-4fc6-8a01-69b08032503d tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/ports/03358fde-85af-40d4-8135-a9956850dcb5 HTTP/1.1" status: 204 len: 168 time: 1.5448632 Aug 04 14:53:09.423453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.430418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.436816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.438986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60336) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:09.451292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.458126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.464717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.466567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:09.472537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:09.482002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:09.482866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.484399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-09732605-a3f2-4a1a-9473-6c0d8dc569fd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5433 time: 0.3237259 Aug 04 14:53:09.489898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Deleting port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:09.490268 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.629435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,segment=NetworkSegment(809f4d08-9adb-4541-ad4d-280c2e366ffb),segment_id=809f4d08-9adb-4541-ad4d-280c2e366ffb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:09.630537 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.660231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting subnet c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:09.664074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:09.675067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.700668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d1daebf3-9d01-4865-9a4d-b766f35ece8c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:09.717298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] For port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,segment=NetworkSegment(809f4d08-9adb-4541-ad4d-280c2e366ffb),segment_id=809f4d08-9adb-4541-ad4d-280c2e366ffb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:09.717298 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.768158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d1daebf3-9d01-4865-9a4d-b766f35ece8c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:09.768515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d1daebf3-9d01-4865-9a4d-b766f35ece8c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:09.769000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:09.776146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:09.780221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.785015 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.822956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Calling delete_port for f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:09.884361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '4bb7745b-e25a-4b25-aa9f-07d02cbd9d82'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:09.884693 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.992107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:09.992614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e5a50a1-892f-42e6-9c49-e301488c5b89 req-b405495d-3f2b-4796-ad87-bd33a70d4272 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5031025 Aug 04 14:53:10.020748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.072556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b4fd50f-6ac0-48ea-af07-47f4635c6732 req-f1171753-b39f-4518-a313-6299642b3cdd tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 210 time: 0.0783067 Aug 04 14:53:10.114539 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b99722-c8fb-4954-a92a-532ec06e864d x-openstack-request-id: req-00b99722-c8fb-4954-a92a-532ec06e864d {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:10.115065 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "018e47f8-47d0-4996-ad3d-3c37519f2acb", "code": 200}, {"server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:10.115315 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00b99722-c8fb-4954-a92a-532ec06e864d {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:10.115710 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e47f8-47d0-4996-ad3d-3c37519f2acb', 'code': 200} Aug 04 14:53:10.115961 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'code': 200} Aug 04 14:53:10.116202 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'code': 200} Aug 04 14:53:10.151376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No active binding found for port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 14:53:10.151781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:10.161121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.174349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:10.200634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.303017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.346111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:10.357574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] No DVR routers for this DVR port f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:10.364337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc24a4-05ed-49fd-8b8d-6c41e9e23f9f req-c00e8678-7ce9-4a7e-bd41-61c148f4c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:10.366296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88dc24a4-05ed-49fd-8b8d-6c41e9e23f9f req-c00e8678-7ce9-4a7e-bd41-61c148f4c865 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1782184 Aug 04 14:53:10.367538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.376100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.384710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.397788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624c6f6-2040-4f25-a908-64558f090ea5 req-e07a2f6b-ce1b-47ff-b109-270d7e218085 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:10.399862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 38bb246d-d1fc-4291-afcc-61cd365d534e up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:10.412180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3624c6f6-2040-4f25-a908-64558f090ea5 req-e07a2f6b-ce1b-47ff-b109-270d7e218085 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2218456 Aug 04 14:53:10.435860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156b342a-ec24-4a3a-8c07-48f961538450']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:10.442282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc145c-18fd-468f-8381-8f5c8c2168d0 None None] Pushing event deleted for resources: {'Port': ['ID=f39c47a2-7d27-4efe-92a7-a5cbd32d5bcc,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.449781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Subnet': ['ID=c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.461408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.466802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-44a645e1-0559-48b5-b92d-e060dbf82326 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/subnets/c9acfb3b-36fb-4d99-bd0b-d0d7712b4e8d HTTP/1.1" status: 204 len: 168 time: 1.0265777 Aug 04 14:53:10.471932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60358) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:10.491728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809f4d08-9adb-4541-ad4d-280c2e366ffb') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:10.492036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809f4d08-9adb-4541-ad4d-280c2e366ffb') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:10.514665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.524083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671dc48-37d8-471d-95b5-f5ff77d8083d None None] Network 17c78649-0891-43c3-808f-43feeba9048f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:10.567213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Deleting subnet 0609f1cd-406a-490e-a21d-ef8e0326cb91 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:10.571428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.587770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 38bb246d-d1fc-4291-afcc-61cd365d534e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:10.588001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:10.588360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:10.592245 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:10.597944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 310d6be6-21cb-42c9-8651-46212e4cfcb0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:10.597944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.604325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 38bb246d-d1fc-4291-afcc-61cd365d534e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:10.604702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.615735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.622439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88dc24a4-05ed-49fd-8b8d-6c41e9e23f9f req-2877635c-933b-405c-b7fc-b5ea10e21527 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429473 Aug 04 14:53:10.673042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.677187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Allocated IP 2001:db8::f816:3eff:fe65:21c8 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/4bb7745b-e25a-4b25-aa9f-07d02cbd9d82/a9fedfb8-7a70-45c8-bfad-e72859b09cf1) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:10.680456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.727558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3624c6f6-2040-4f25-a908-64558f090ea5 req-55d0696e-06f1-42b6-8abf-f91c39ad334c tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025272 Aug 04 14:53:10.757197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:10.761453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.767398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.773860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/156b342a-ec24-4a3a-8c07-48f961538450 HTTP/1.1" status: 204 len: 168 time: 2.0806713 Aug 04 14:53:10.778345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:10.779344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:10.783149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:10.783757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.809667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-638737766'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:10.821048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb764-49e6-410d-9cf7-6f52f86404d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=156b342a-ec24-4a3a-8c07-48f961538450,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.828117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:10.848478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:10.855493 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.878775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.884219 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ccad8d1a-61d9-4488-9dbc-94fc42b7814f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5715950 Aug 04 14:53:10.885090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60374) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:10.908749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:10.928031 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.934294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:10.934693 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment 03b5dc80-fcfe-4705-88bb-ad06bea66eed of type vlan for network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f Aug 04 14:53:10.961164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] DHCP port deletion for 17c78649-0891-43c3-808f-43feeba9048f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:10.988444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:ec:67:e6', 'name': 'tempest-NetworksTestDHCPv6-1664723995'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:11.013408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:11.045947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.046168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.075729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.110485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.116979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.126059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.134729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:11.150867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-b647a3c4-2015-4efc-a828-2757a6e847ca tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.152454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-b647a3c4-2015-4efc-a828-2757a6e847ca tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.38 "GET /v2.0/networks?id=1447cd78-f7cd-46e7-af95-0fc9022e5b0c HTTP/1.1" status: 200 len: 817 time: 0.4228611 Aug 04 14:53:11.174664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.181839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Request body: {'port': {'device_id': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c', 'admin_state_up': True, 'tenant_id': 'adfebdea40984dbd8f541adcbb3d6d96'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:11.189592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Transition to ACTIVE for port object a9fedfb8-7a70-45c8-bfad-e72859b09cf1 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:11.196141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 310d6be6-21cb-42c9-8651-46212e4cfcb0 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:11.249392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Transition to ACTIVE for port object a9fedfb8-7a70-45c8-bfad-e72859b09cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:11.265313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.268749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Deleting port 99720397-d6e6-44b2-8b88-62d7121fcda3 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:11.268901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=946aee0a-0d36-4db3-a9bc-88cde3a73b9f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:11.269141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.283991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0799bcfb-ac71-43e2-b3e8-ef8118562b68 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4945776 Aug 04 14:53:11.284206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.285209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:11.292298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:11.311769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05b11fd4-01a6-4081-8793-54d94c813948 req-c04d1be2-6cb0-4dac-bbcb-48a3237313aa tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 210 time: 0.0986614 Aug 04 14:53:11.319835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:11.411783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:53:11.411783 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:53:11.411783 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '5898568b71d84dbf9735005ca9d18e9a', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 53, 11, 397624)}] Aug 04 14:53:11.411783 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:53:11.414095 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:53:11.417121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:11.419409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.425949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.432839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.439924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.447008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.454546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.461192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:11.464137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-49943e3a-4c0c-4ed2-baa3-51d61172533e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.3436942 Aug 04 14:53:11.491415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:11.503262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:11.509781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:11.514604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Pushing event updated for resources: {'Port': ['ID=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:11.519160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] For port 99720397-d6e6-44b2-8b88-62d7121fcda3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=99720397-d6e6-44b2-8b88-62d7121fcda3,segment=NetworkSegment(5c2bb975-8e29-40de-95d5-6a4b96ddfb6e),segment_id=5c2bb975-8e29-40de-95d5-6a4b96ddfb6e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:11.519557 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.536406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Calling delete_port for 99720397-d6e6-44b2-8b88-62d7121fcda3 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:11.549521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.577809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 848b34ca-3670-4516-984b-15a067c80920 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:11.618512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Attempting to bind port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:11.618904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Attempting to bind port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:11.619274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Attempting to bind port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:11.629591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:11.629955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:11.630415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.630856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:11.631876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Bound port: a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:11.631876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.778618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.807745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] For port a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:11.812179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] For port a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:11.844639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.848451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] No DVR routers for this DVR port 99720397-d6e6-44b2-8b88-62d7121fcda3 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:11.855322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e8e92-06e6-4ea0-80f4-2b016bcbd02d None None] Pushing event deleted for resources: {'Port': ['ID=99720397-d6e6-44b2-8b88-62d7121fcda3,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:11.885645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 172.20.0.2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec/848b34ca-3670-4516-984b-15a067c80920) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:11.895478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:feec:67e6 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/4bb7745b-e25a-4b25-aa9f-07d02cbd9d82/848b34ca-3670-4516-984b-15a067c80920) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:11.901943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 99720397-d6e6-44b2-8b88-62d7121fcda3 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:11.926273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-e14d0553-abc0-4d32-9d26-526ad2540bd5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745814 Aug 04 14:53:11.931344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Made reservation on behalf of adfebdea40984dbd8f541adcbb3d6d96 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:11.934602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.937457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 99720397-d6e6-44b2-8b88-62d7121fcda3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:11.937995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 99720397-d6e6-44b2-8b88-62d7121fcda3 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:11.976201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:11.980350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:11.991340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70dac5-4715-4b4e-b826-2b855655586e None None] Pushing event updated for resources: {'Port': ['ID=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:12.012352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.020497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:53:12.073815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.079759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/subnets/0609f1cd-406a-490e-a21d-ef8e0326cb91 HTTP/1.1" status: 204 len: 168 time: 1.6042650 Aug 04 14:53:12.082140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b89626-50df-4dad-b971-c2ee87db2c50 None None] Network f1e3ed9b-f210-4762-b053-83ea94e1758f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:12.086818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60394) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:12.154925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:12.158916 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f863bc1-47f2-4bde-85cb-1db948341f1b" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:12.218071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.253133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.364524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d45fec7-1ec5-4883-9875-7a0116793640 req-9a6c5cd6-6d3a-4a62-a7dc-3ca33deadd8a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6744502 Aug 04 14:53:12.448135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] DHCP port deletion for f1e3ed9b-f210-4762-b053-83ea94e1758f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:12.462363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3b399-1c19-4df1-baf4-5d4291a69b49 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Subnet': ['ID=0609f1cd-406a-490e-a21d-ef8e0326cb91,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:12.489433 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c30947c-e606-48dc-8b23-c818c4e86dec x-openstack-request-id: req-8c30947c-e606-48dc-8b23-c818c4e86dec {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:12.489854 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-plugged", "status": "completed", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:12.490195 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c30947c-e606-48dc-8b23-c818c4e86dec {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:12.491421 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396', 'code': 200} Aug 04 14:53:12.491747 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'code': 200} Aug 04 14:53:12.541088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Deleting port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:12.544529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.601936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=310d6be6-21cb-42c9-8651-46212e4cfcb0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:12.667506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] For port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,segment=NetworkSegment(f699e916-bdd8-423a-86a9-31c70c640fef),segment_id=f699e916-bdd8-423a-86a9-31c70c640fef)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:12.667921 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.682521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Calling delete_port for 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:12.756396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae77a3-02b1-4bfb-a14e-6fc8748c07cb req-f1409e3f-704d-406a-9547-67b56326a021 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.765116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40ae77a3-02b1-4bfb-a14e-6fc8748c07cb req-f1409e3f-704d-406a-9547-67b56326a021 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.8715792 Aug 04 14:53:12.780846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-0d929453-629c-4919-a742-32e72f917de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.782410 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-0d929453-629c-4919-a742-32e72f917de6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.7437043 Aug 04 14:53:12.782903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3f479b9-ffc5-4a0b-a03a-2f414c3f9d7a req-3cdbf4e7-2ccc-4fc7-b2ab-5985f358d287 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 210 time: 0.1626568 Aug 04 14:53:12.817868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.820836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.822903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.837975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:12.848652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.849271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.850504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.850504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.850869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.851335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.851805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:12.853782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-1233d18b-215e-4438-a0fd-0a6c4adeb747 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.1773262 Aug 04 14:53:12.861246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] No DVR routers for this DVR port 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:12.881929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c78649-0891-43c3-808f-43feeba9048f']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:12.905904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40ae77a3-02b1-4bfb-a14e-6fc8748c07cb req-f88afceb-e8ff-4b72-8d95-5408afc7e3bf tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374948 Aug 04 14:53:12.917127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e04b-8a47-4642-a051-65340ede0269 None None] Pushing event deleted for resources: {'Port': ['ID=8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:12.976834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 848b34ca-3670-4516-984b-15a067c80920 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:12.986930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:12.987458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2bb975-8e29-40de-95d5-6a4b96ddfb6e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:13.075260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.082074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6ec781aa-6858-4b8a-b960-eca9964d648b req-aa206f2c-81a9-4703-81ba-043ebc9b50b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&id=35965ceb-27b5-46c7-b414-20501cce2e32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1755702 Aug 04 14:53:13.087341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Allocated IP 172.20.0.8 (1447cd78-f7cd-46e7-af95-0fc9022e5b0c/95bbfa04-1a2e-4720-8276-f4efd147cc9a/2961bc12-c631-4109-b5ff-652abffb1895) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:13.130814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.145068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-fbe53e07-2475-4530-8905-550bad4408a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.146838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-fbe53e07-2475-4530-8905-550bad4408a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.3235617 Aug 04 14:53:13.179589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.191866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feed05-bb0e-47f6-ac35-288dd178973a req-0e42668c-64b4-43e9-aa2e-f78fc8e07292 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.197150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82feed05-bb0e-47f6-ac35-288dd178973a req-0e42668c-64b4-43e9-aa2e-f78fc8e07292 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1985974 Aug 04 14:53:13.202984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.206128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60404) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:13.208965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:13.209304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.217902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'floatingip': {'port_id': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:13.220524 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:13.269748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-37395cfa-387e-4d18-ab66-aef350723832 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 217 time: 0.0998199 Aug 04 14:53:13.272404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=7db23295-833c-471d-95cc-0a08b696e259,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:13.296640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:13.303800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:13.348140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d46c772d-4acc-4c6b-b5ff-db5e91e82224 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:13.363020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:13.365247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.373651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fce3d0-cb20-4604-8630-cdf1111cc6f6 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:13.429610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.430526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.455219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': '03b5dc80-fcfe-4705-88bb-ad06bea66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:13.455645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: 946aee0a-0d36-4db3-a9bc-88cde3a73b9f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:13.458725 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5054624 Aug 04 14:53:13.460720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-31c0e6b4-da3f-45cf-b180-6adac0055537 None None] Provisioning for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:13.466495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:13.584698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f498eb-c6ef-41c8-9425-1bbc82620e3d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=848b34ca-3670-4516-984b-15a067c80920,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:13.595516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-84dfb7cf-1a26-40a3-9c0a-c561a4c2ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.598715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-84dfb7cf-1a26-40a3-9c0a-c561a4c2ac9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.2984645 Aug 04 14:53:13.720656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:13.739125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb89874-af1e-415e-b123-ac3bc92c0c3a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.746040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb89874-af1e-415e-b123-ac3bc92c0c3a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.747975 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7cb89874-af1e-415e-b123-ac3bc92c0c3a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2598226 Aug 04 14:53:13.752798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:13.767384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 946aee0a-0d36-4db3-a9bc-88cde3a73b9f) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:13.771298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9fedfb8-7a70-45c8-bfad-e72859b09cf1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:13.788001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b67b4-572c-4e4d-8087-af137511d3b2 None None] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:13.819064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.819669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:13.825577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-d29f899f-bf9e-40e9-89b4-7b278033c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:13.828131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-d29f899f-bf9e-40e9-89b4-7b278033c1e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179222 Aug 04 14:53:13.970068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '4bb7745b-e25a-4b25-aa9f-07d02cbd9d82', 'ip_address': '2001:db8::f816:3eff:fe65:21c8'}, {'subnet_id': 'ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'a9fedfb8-7a70-45c8-bfad-e72859b09cf1'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:53:13.981510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.000908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b156d13-3357-4a0d-ba38-28848525adc5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7110329 Aug 04 14:53:14.003655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:14.009409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2043794302'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:14.018947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.073501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:14.084585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.093394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/networks/17c78649-0891-43c3-808f-43feeba9048f HTTP/1.1" status: 204 len: 168 time: 2.0042734 Aug 04 14:53:14.100779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:14.101155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.102822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60422) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:14.249401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 848b34ca-3670-4516-984b-15a067c80920 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:14.249750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.283557 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-1fe88f1a-6df0-47c0-abb8-7fd9cb942dab service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420617 Aug 04 14:53:14.330364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Allocated IP 172.20.0.3 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec/a9fedfb8-7a70-45c8-bfad-e72859b09cf1) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:14.341759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48455734-45ab-4a58-b503-945b5045d58a req-558e70bb-ef2c-45c9-afce-41e4e980438c tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 210 time: 0.3227081 Aug 04 14:53:14.352864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.458489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] For port a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:14.497403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.513375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Transition to ACTIVE for port object a9fedfb8-7a70-45c8-bfad-e72859b09cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:14.543613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.550414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:14.555513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.605975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.612347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-946aee0a-0d36-4db3-a9bc-88cde3a73b9f', 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': '7db23295-833c-471d-95cc-0a08b696e259'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:14.613490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.669212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 848b34ca-3670-4516-984b-15a067c80920 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:14.693589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.705927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port f85c662b-a077-4ec6-b193-36940645196e yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:14.718835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c0e5b8eb-3038-4ada-897b-80f9796ec031 req-4b5e9e4b-267e-446f-96fc-aaceb8ce79ac service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013643 Aug 04 14:53:14.749183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 had new provisioning blocks added so it will not transition to active. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 04 14:53:14.785333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c0bbf-b755-480d-a696-87691cda60de None None] Pushing event updated for resources: {'Port': ['ID=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:14.799899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764e3ec-e1ab-4437-b21f-de21d784aaf2 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Network': ['ID=17c78649-0891-43c3-808f-43feeba9048f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:14.821040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e3ed9b-f210-4762-b053-83ea94e1758f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:14.867084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:14.880656 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] Sync routers for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:14.894944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b603aa1c-2b7c-402c-b199-84c94ffe95c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5238447 Aug 04 14:53:14.896807 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:14.897458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:14.915493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.921999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.922243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:14.924840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:14.927912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.933954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.944803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.951551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.957854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:14.967230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4b7e5a6c-c062-4622-aab0-6f2d196193a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:14.971226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-49a551ca-dbb5-4e97-a7fb-87746fd549f7 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 1.0502706 Aug 04 14:53:14.971405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:14.971768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8e28d38a-b4cc-4a02-ab4b-9b5ff990bc31 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:15.000936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.resource_extend [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:53:15.024913 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:15.058129 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] Routers {'d46c772d-4acc-4c6b-b5ff-db5e91e82224'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:15.059115 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:52:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:15.080321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Allocated IP 172.20.0.2 (946aee0a-0d36-4db3-a9bc-88cde3a73b9f/7db23295-833c-471d-95cc-0a08b696e259/89f13eaa-2458-4578-b9d8-9b95ff872404) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:15.096539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee6e2c01-8334-41ce-95b1-3ad2c4e9c214 req-f9252f1a-ceea-4667-9391-b0ddfe390290 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247880 Aug 04 14:53:15.146464 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:15.147582 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b638-2dd1-40d6-bfd0-25d9d03a01cf None None] The sync data for ids ['d46c772d-4acc-4c6b-b5ff-db5e91e82224'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:15.170826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.192955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f699e916-bdd8-423a-86a9-31c70c640fef') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:15.193260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f699e916-bdd8-423a-86a9-31c70c640fef') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:15.195149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.207750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.210064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.228605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.236301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:15.236725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:15.285593 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:15.316355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.364652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-41137809-a4c0-4cfd-87f1-7bd5fceb8a38 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=d46c772d-4acc-4c6b-b5ff-db5e91e82224 HTTP/1.1" status: 200 len: 205 time: 0.2253652 Aug 04 14:53:15.364652 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.366298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60430) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:15.370541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.377802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] 10.222.0.76 "DELETE /v2.0/networks/f1e3ed9b-f210-4762-b053-83ea94e1758f HTTP/1.1" status: 204 len: 168 time: 1.2730837 Aug 04 14:53:15.383793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.431484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba9baf-eb3e-4d47-a1bd-17e3e281ce40 tempest-TaggedBootDevicesTest_v242-1254135827 tempest-TaggedBootDevicesTest_v242-1254135827-project] Pushing event deleted for resources: {'Network': ['ID=f1e3ed9b-f210-4762-b053-83ea94e1758f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:15.470387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=848b34ca-3670-4516-984b-15a067c80920,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:15.603848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.608025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b66fb1d-1f39-4710-ae1e-7c345be0ef40 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/848b34ca-3670-4516-984b-15a067c80920 HTTP/1.1" status: 204 len: 168 time: 1.8518057 Aug 04 14:53:15.608826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60436) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:15.634246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9fedfb8-7a70-45c8-bfad-e72859b09cf1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:15.685193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:15.696923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd4995-d018-4374-b8da-de9e02efb848 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:15.702814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:15.706793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd4995-d018-4374-b8da-de9e02efb848 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:15.708716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd4995-d018-4374-b8da-de9e02efb848 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:15.715938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60442) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:15.716964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e2dd4995-d018-4374-b8da-de9e02efb848 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1049986 Aug 04 14:53:15.722112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.730982 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Floating IP a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb associated. External IP: 172.25.0.240, port: dda34f8e-ed83-4cfb-bf71-19b25aae0151. Aug 04 14:53:15.748001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:15.759687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Pushing event updated for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:15.769029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.780971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Transition to ACTIVE for port object 89f13eaa-2458-4578-b9d8-9b95ff872404 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:15.811374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Transition to ACTIVE for port object 89f13eaa-2458-4578-b9d8-9b95ff872404 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:15.825198 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:15.886198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:15.897759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:15.904930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Pushing event updated for resources: {'Port': ['ID=89f13eaa-2458-4578-b9d8-9b95ff872404,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:15.920206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:15.923158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Could not find standard attr ID for object 848b34ca-3670-4516-984b-15a067c80920. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:15.970329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.12 (946aee0a-0d36-4db3-a9bc-88cde3a73b9f/7db23295-833c-471d-95cc-0a08b696e259/f85c662b-a077-4ec6-b193-36940645196e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:15.985024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Provisioning for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:16.045567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Attempting to bind port 89f13eaa-2458-4578-b9d8-9b95ff872404 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:16.045942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Attempting to bind port 89f13eaa-2458-4578-b9d8-9b95ff872404 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '03b5dc80-fcfe-4705-88bb-ad06bea66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:16.046324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Attempting to bind port 89f13eaa-2458-4578-b9d8-9b95ff872404 on network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:16.048624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Provisioning complete for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:16.048945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.091193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:16.091570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Checking segment: {'id': '03b5dc80-fcfe-4705-88bb-ad06bea66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:16.091978 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.092377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Bound using segment: {'id': '03b5dc80-fcfe-4705-88bb-ad06bea66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:16.093189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Bound port: 89f13eaa-2458-4578-b9d8-9b95ff872404, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b5dc80-fcfe-4705-88bb-ad06bea66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '946aee0a-0d36-4db3-a9bc-88cde3a73b9f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:16.093299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.217076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.255600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object f85c662b-a077-4ec6-b193-36940645196e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:16.302431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.400023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] For port 89f13eaa-2458-4578-b9d8-9b95ff872404, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:16.406053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.426005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:16.429528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] For port 89f13eaa-2458-4578-b9d8-9b95ff872404, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=89f13eaa-2458-4578-b9d8-9b95ff872404,segment=NetworkSegment(03b5dc80-fcfe-4705-88bb-ad06bea66eed),segment_id=03b5dc80-fcfe-4705-88bb-ad06bea66eed)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:16.437313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=f85c662b-a077-4ec6-b193-36940645196e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:16.444289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:16.449274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:16.464490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] For port a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:16.466779 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.493940 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.544980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f415a8-8a1b-4b85-83aa-10969371459e None None] Pushing event updated for resources: {'Port': ['ID=89f13eaa-2458-4578-b9d8-9b95ff872404,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:16.560598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:16.561277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.602695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-217ac460-d74d-455f-81d0-1dc6a9cbc6cd tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5955710 Aug 04 14:53:16.602943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:16.639935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-31b3df5f-ea26-4aa0-ba51-b04e5d4f95d3 None None] Could not find standard attr ID for object 848b34ca-3670-4516-984b-15a067c80920. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:16.678537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff04426-efc5-494c-8171-d37ea4119ad1 None None] Pushing event updated for resources: {'Port': ['ID=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:16.714784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc2f20-7cb5-4cba-8d96-d21728295889 req-fe2a7040-08f3-4904-8a47-fe967f783695 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:16.725083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26bc2f20-7cb5-4cba-8d96-d21728295889 req-fe2a7040-08f3-4904-8a47-fe967f783695 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 931 time: 1.0954189 Aug 04 14:53:16.783583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 4bb7745b-e25a-4b25-aa9f-07d02cbd9d82 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:16.801379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port f85c662b-a077-4ec6-b193-36940645196e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:16.801738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.808789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:16.812258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.915112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.940604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:16.981655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for f85c662b-a077-4ec6-b193-36940645196e owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:17.081747 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.091634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4dce4365-f70d-4208-b428-a832ee51d988 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9145792 Aug 04 14:53:17.099536 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.117588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Request body: {'port': {'device_id': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:17.139748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.176326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=f85c662b-a077-4ec6-b193-36940645196e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:17.252389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.253024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router d46c772d-4acc-4c6b-b5ff-db5e91e82224 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:53:17.256731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.281796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.285039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-94041836-c099-4f15-ad43-0a46cd384b53 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/f85c662b-a077-4ec6-b193-36940645196e HTTP/1.1" status: 204 len: 168 time: 0.6808455 Aug 04 14:53:17.287376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:17.309449 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.310883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-34564513-fcf8-4b1d-8d6e-9db1dacb7ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224 HTTP/1.1" status: 204 len: 168 time: 1.9249177 Aug 04 14:53:17.315860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:17.335608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26bc2f20-7cb5-4cba-8d96-d21728295889 req-6889e42c-f114-4690-8f61-9bd2d1e4a6a6 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070566 Aug 04 14:53:17.335863 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c37281c-3f44-4d81-b470-9c3319809f41 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:53:17.345284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c37281c-3f44-4d81-b470-9c3319809f41 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/f85c662b-a077-4ec6-b193-36940645196e HTTP/1.1" status: 404 len: 333 time: 0.0566089 Aug 04 14:53:17.347622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60464) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:17.370818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.373796 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57e31adf-8d3f-4076-bf0d-7337e1c75859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.377325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.383956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.389795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.396069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.402152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.408237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:17.410542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-c3dda38f-b9f2-4382-9321-904eb550c1ea tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.6686769 Aug 04 14:53:17.469141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet 7db23295-833c-471d-95cc-0a08b696e259 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:17.478735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.525082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.612595 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.617389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.804354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.810651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9fedfb8-7a70-45c8-bfad-e72859b09cf1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:17.817061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet e78eb201-ec16-4dc9-a98c-c4ec62b487f5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:17.822956 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.857144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.873059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.887637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.925032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43133ea-ddcd-4e2c-9a44-a0d1bffe59e4 req-de809322-ef33-40ac-86a0-99600f6e95a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4154789 Aug 04 14:53:17.930240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:17.930240 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.954894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=7db23295-833c-471d-95cc-0a08b696e259,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:17.976874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:17.990938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8fc49b05-6d0f-4777-9217-6f32ce638fed tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/7db23295-833c-471d-95cc-0a08b696e259 HTTP/1.1" status: 204 len: 168 time: 0.6347435 Aug 04 14:53:17.991754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:18.139411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 89f13eaa-2458-4578-b9d8-9b95ff872404 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:18.149741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.220158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 89f13eaa-2458-4578-b9d8-9b95ff872404 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:18.220504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.239337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf7c5d-6ff0-4b10-935e-94f0bbcfdf16 None None] Network 946aee0a-0d36-4db3-a9bc-88cde3a73b9f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:18.278287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 89f13eaa-2458-4578-b9d8-9b95ff872404 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:18.346414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port 89f13eaa-2458-4578-b9d8-9b95ff872404, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=89f13eaa-2458-4578-b9d8-9b95ff872404,segment=NetworkSegment(03b5dc80-fcfe-4705-88bb-ad06bea66eed),segment_id=03b5dc80-fcfe-4705-88bb-ad06bea66eed)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:18.346919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.349293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Provisioning for port 89f13eaa-2458-4578-b9d8-9b95ff872404 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:18.356841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2961bc12-c631-4109-b5ff-652abffb1895 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:53:18.364304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Provisioning complete for port 89f13eaa-2458-4578-b9d8-9b95ff872404 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:18.365035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.365541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.389758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.394414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 89f13eaa-2458-4578-b9d8-9b95ff872404 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:18.436622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Transition to ACTIVE for port object 2961bc12-c631-4109-b5ff-652abffb1895 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:18.467289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:18.469724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.539265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.592313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] DHCP port deletion for 946aee0a-0d36-4db3-a9bc-88cde3a73b9f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:18.599035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.601252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] For port 89f13eaa-2458-4578-b9d8-9b95ff872404, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=89f13eaa-2458-4578-b9d8-9b95ff872404,segment=NetworkSegment(03b5dc80-fcfe-4705-88bb-ad06bea66eed),segment_id=03b5dc80-fcfe-4705-88bb-ad06bea66eed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:18.605878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.624650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.628789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.652219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port 89f13eaa-2458-4578-b9d8-9b95ff872404 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:18.654724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98041c7-da31-4fc6-912f-8c392e523b01 None None] Pushing event deleted for resources: {'Port': ['ID=89f13eaa-2458-4578-b9d8-9b95ff872404,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:18.675443 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.687258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Deleting port 89f13eaa-2458-4578-b9d8-9b95ff872404 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:18.687637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.731372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=89f13eaa-2458-4578-b9d8-9b95ff872404,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:18.741705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.748354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.754868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.757875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] For port 89f13eaa-2458-4578-b9d8-9b95ff872404, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:18.758466 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.761876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.769359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.776923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.778120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Calling delete_port for 89f13eaa-2458-4578-b9d8-9b95ff872404 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:18.781923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Port 89f13eaa-2458-4578-b9d8-9b95ff872404 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:53:18.785142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.794110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.794671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.796356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ba0ce7e-8692-445e-b32d-931e03aa4b9f req-b83cd533-8db4-44d9-869a-cced474140c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.4219193 Aug 04 14:53:18.808250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:18.812620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946aee0a-0d36-4db3-a9bc-88cde3a73b9f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:18.819626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Request body: {'floatingip': {'port_id': '56da62b5-4485-4af7-a8bf-d289dab33f00'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:18.826925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] Pushing event deleted for resources: {'Port': ['ID=89f13eaa-2458-4578-b9d8-9b95ff872404,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:18.831018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2508c1a-562c-44b9-8f2e-7f82bcfb0f38 None None] No DVR routers for this DVR port 89f13eaa-2458-4578-b9d8-9b95ff872404 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:18.868325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b5dc80-fcfe-4705-88bb-ad06bea66eed') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:18.868631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b5dc80-fcfe-4705-88bb-ad06bea66eed') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:18.885404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.888616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.903634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6800b8-cc02-4dcd-a7dc-9122e7909664 req-30329235-1e2c-43e5-85a4-b94af5a2ac69 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:18.906167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a6800b8-cc02-4dcd-a7dc-9122e7909664 req-30329235-1e2c-43e5-85a4-b94af5a2ac69 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 943 time: 0.4326129 Aug 04 14:53:18.907416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.965163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.977157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:18.977638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:18.981188 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:18.990637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:18.996131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/4bb7745b-e25a-4b25-aa9f-07d02cbd9d82 HTTP/1.1" status: 204 len: 168 time: 3.2578514 Aug 04 14:53:18.998124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:18.998686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb57bb-240c-4999-bd67-ea636de865fc None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:19.012802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Pushing event updated for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:19.021760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Attempting to bind port 2961bc12-c631-4109-b5ff-652abffb1895 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:19.021984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Attempting to bind port 2961bc12-c631-4109-b5ff-652abffb1895 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'fc768f23-33ea-4253-82ed-afefa5ff3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:19.022420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Attempting to bind port 2961bc12-c631-4109-b5ff-652abffb1895 on network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:19.030540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cab984-08e0-4b1d-8295-a2059e55d2c1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb7745b-e25a-4b25-aa9f-07d02cbd9d82,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:19.036645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a6800b8-cc02-4dcd-a7dc-9122e7909664 req-71e53093-2428-4d72-96be-46f9a44f0cf3 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123950 Aug 04 14:53:19.041580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Port 2961bc12-c631-4109-b5ff-652abffb1895 on network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:53:19.042016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Attempting to bind port 2961bc12-c631-4109-b5ff-652abffb1895 on network 1447cd78-f7cd-46e7-af95-0fc9022e5b0c {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:19.056237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:19.057180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Checking segment: {'id': 'fc768f23-33ea-4253-82ed-afefa5ff3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:19.057678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Bound using segment: {'id': 'fc768f23-33ea-4253-82ed-afefa5ff3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:19.058232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Bound port: 2961bc12-c631-4109-b5ff-652abffb1895, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc768f23-33ea-4253-82ed-afefa5ff3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:19.058854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.200747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:19.204999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2961bc12-c631-4109-b5ff-652abffb1895,segment=NetworkSegment(fc768f23-33ea-4253-82ed-afefa5ff3237),segment_id=fc768f23-33ea-4253-82ed-afefa5ff3237)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:19.215840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.226478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:19.233212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.243819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.293304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:19.294059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.296079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] 10.222.0.38 "PUT /v2.0/ports/2961bc12-c631-4109-b5ff-652abffb1895 HTTP/1.1" status: 200 len: 1092 time: 2.1838269 Aug 04 14:53:19.299083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:19.311559 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb86ea-5a73-4307-8878-755ec45135d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "tag": "2961bc12-c631-4109-b5ff-652abffb1895"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:19.317027 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.366173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12975bf7-458d-460f-99d7-6d5b73085104 service neutron] Pushing event updated for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:19.387157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=e78eb201-ec16-4dc9-a98c-c4ec62b487f5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:19.419261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:19.424922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.429043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:19.430433 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d951d5-f25d-4e2c-b663-e782f530bc30 x-openstack-request-id: req-23d951d5-f25d-4e2c-b663-e782f530bc30 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:19.430836 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "tag": "2961bc12-c631-4109-b5ff-652abffb1895", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:19.431160 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23d951d5-f25d-4e2c-b663-e782f530bc30 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:19.431620 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895', 'status': 'completed', 'code': 200} Aug 04 14:53:19.437802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.439849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d006ddcc-1b81-4a7b-b5f1-170935db9079 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/e78eb201-ec16-4dc9-a98c-c4ec62b487f5 HTTP/1.1" status: 204 len: 168 time: 2.1206820 Aug 04 14:53:19.446956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91081321-e7e2-4950-ad9c-8f7ebfb0dbf4 None None] Network c3f91885-ee3c-40e8-9446-253f13f23d8a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:19.452051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:19.452768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:19.459905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60486) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:19.519769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6184ffb5-93d6-4ed1-aba1-434f285812e6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "PUT /v2.0/floatingips/a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb HTTP/1.1" status: 200 len: 991 time: 6.3125477 Aug 04 14:53:19.538069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4a65d413-c69a-4400-88bc-2b5b81ee86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:19.539796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-4a65d413-c69a-4400-88bc-2b5b81ee86f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=adfebdea40984dbd8f541adcbb3d6d96&device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 1095 time: 0.1673584 Aug 04 14:53:19.555303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 477a7718-871a-4c6d-8ddc-d8412eeb769d {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:19.576635 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.635816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 89f13eaa-2458-4578-b9d8-9b95ff872404 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:19.682880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-e3601279-9791-4dc2-9583-5006f9ee08e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2961bc12-c631-4109-b5ff-652abffb1895 HTTP/1.1" status: 200 len: 217 time: 0.1123922 Aug 04 14:53:19.707122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 89f13eaa-2458-4578-b9d8-9b95ff872404 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:19.707785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 89f13eaa-2458-4578-b9d8-9b95ff872404 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:19.735633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.786363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c7cf-0154-4135-827c-ed07c2693dad req-2753fb0a-937b-4940-a115-ce2cc2a4bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:19.788263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-2753fb0a-937b-4940-a115-ce2cc2a4bbfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=95bbfa04-1a2e-4720-8276-f4efd147cc9a HTTP/1.1" status: 200 len: 857 time: 0.0943568 Aug 04 14:53:19.846799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-938297be-6711-4344-861e-a687edda0a29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1447cd78-f7cd-46e7-af95-0fc9022e5b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387681 Aug 04 14:53:19.937508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:19.944056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/946aee0a-0d36-4db3-a9bc-88cde3a73b9f HTTP/1.1" status: 204 len: 168 time: 1.9481978 Aug 04 14:53:19.952271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60492) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:19.959626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'name': 'tempest-PortsTestJSON-1022016112'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:19.964549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:19.988417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec428f-6c6c-4f24-a589-eb0d3334a5b5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=946aee0a-0d36-4db3-a9bc-88cde3a73b9f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:20.029537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.042162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] DHCP port deletion for c3f91885-ee3c-40e8-9446-253f13f23d8a request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:20.061598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.176604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-732c12aa-9c0f-4c8c-96cc-8ba14fb793ff service neutron] 10.222.0.38 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999279 Aug 04 14:53:20.288703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.309262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:20.327911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.338778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.469447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=477a7718-871a-4c6d-8ddc-d8412eeb769d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:20.496201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 871580cb-e908-4254-b11f-43681c694d37 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:20.534335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Deleting port c8f3bc22-4270-4684-b053-215e819721f2 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:20.535653 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.680735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.781252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.791918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] For port c8f3bc22-4270-4684-b053-215e819721f2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c8f3bc22-4270-4684-b053-215e819721f2,segment=NetworkSegment(8b086db3-df5f-469b-ad81-a14a9dd7b912),segment_id=8b086db3-df5f-469b-ad81-a14a9dd7b912)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:20.792545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.810844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3e6a14c1-54ed-4f3e-8526-903f6ced064f None None] Provisioning complete for port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:20.811226 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3e6a14c1-54ed-4f3e-8526-903f6ced064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.847609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Calling delete_port for c8f3bc22-4270-4684-b053-215e819721f2 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:20.873657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.875768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ff8baf3a-8182-4404-b79f-002726828a9c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/477a7718-871a-4c6d-8ddc-d8412eeb769d HTTP/1.1" status: 204 len: 168 time: 1.4118249 Aug 04 14:53:20.880161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:20.882537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:20.901411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:c6:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a38e83-2421-45e9-b000-527886cd2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:52:45Z', 'updated_at': '2021-08-04T14:53:14Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:20.903822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c29823-1a97-4993-91ec-76ffe4d55287 None None] Network 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:20.913924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac34f1-4216-45c3-93c8-2f07253477a0 req-10d6c858-7417-436f-bf48-4b01a0b5f4c4 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:20.925496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dac34f1-4216-45c3-93c8-2f07253477a0 req-10d6c858-7417-436f-bf48-4b01a0b5f4c4 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 943 time: 0.7370374 Aug 04 14:53:20.933765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60512) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:21.034668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6469c7cf-0154-4135-827c-ed07c2693dad req-dc67b6be-11ba-450e-bacc-d644a608716f service neutron] 10.222.0.38 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8475828 Aug 04 14:53:21.148226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:21.175367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dac34f1-4216-45c3-93c8-2f07253477a0 req-6f83096b-ad7e-4d87-b3c3-b036940807dd tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434392 Aug 04 14:53:21.207245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:21.224250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.236369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:53:21.246562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:21.250014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:21.264552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:21.265489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.300795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.304892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.318450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=871580cb-e908-4254-b11f-43681c694d37,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:21.337760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:21.361876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.366809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bb5bc665-9b60-4914-a277-0bf9d0533c37 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec HTTP/1.1" status: 204 len: 168 time: 2.3493319 Aug 04 14:53:21.390622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:21.400849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c3aff-cc18-497d-a608-d3b233b5ea03 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:21.408608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-64e2d1e0-ca60-4fee-a34d-4da3e6ebbcd1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4534361 Aug 04 14:53:21.411920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:21.462359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:21.462909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.465423 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d" -d '{"events": [{"name": "network-changed", "server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:21.467332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24e2b992-1a13-4b95-9008-63dd8c5174e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754569 Aug 04 14:53:21.470075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60522) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:21.513703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:21.515950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:21.532276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:21.538522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.591213 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a379a52a-5798-4932-abc8-910397ba29c1 x-openstack-request-id: req-a379a52a-5798-4932-abc8-910397ba29c1 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:21.591486 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:21.591727 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a379a52a-5798-4932-abc8-910397ba29c1 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:21.592137 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'status': 'completed', 'code': 200} Aug 04 14:53:21.600534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb86ea-5a73-4307-8878-755ec45135d4 req-77fa63b5-cef7-4c3e-8beb-444372005ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:21.602100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-77fa63b5-cef7-4c3e-8beb-444372005ef7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=adfebdea40984dbd8f541adcbb3d6d96&device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 1095 time: 0.5087254 Aug 04 14:53:21.686945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c8f3bc22-4270-4684-b053-215e819721f2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:21.695292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:21.889695 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Floating IP d6c75963-b813-4136-b331-63c699873a02 associated. External IP: 172.25.0.249, port: 56da62b5-4485-4af7-a8bf-d289dab33f00. Aug 04 14:53:21.896011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-6318d574-4427-46a3-aaeb-27fa0546c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:21.897595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-6318d574-4427-46a3-aaeb-27fa0546c4c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.2583256 Aug 04 14:53:21.899034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port c8f3bc22-4270-4684-b053-215e819721f2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:21.899380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.003462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c8f3bc22-4270-4684-b053-215e819721f2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:22.005271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c8f3bc22-4270-4684-b053-215e819721f2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:22.023590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] DHCP port deletion for 0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:22.030094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] Pushing event deleted for resources: {'Port': ['ID=c8f3bc22-4270-4684-b053-215e819721f2,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:22.039626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c161e4-caaf-4984-9985-ed155b0ed91a None None] No DVR routers for this DVR port c8f3bc22-4270-4684-b053-215e819721f2 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:22.143144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:22.157139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-f1b6fc6d-c26a-4e97-b984-99ca2912d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:22.159353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-f1b6fc6d-c26a-4e97-b984-99ca2912d063 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.2177169 Aug 04 14:53:22.160720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port c8f3bc22-4270-4684-b053-215e819721f2, host n-d-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:22.161188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.206065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Deleting port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:22.206065 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.208555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:22.210196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.235391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for c8f3bc22-4270-4684-b053-215e819721f2 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:22.257624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Port c8f3bc22-4270-4684-b053-215e819721f2 was not found and therefore no delete operation was performed {{(pid=94266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:53:22.259870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.260808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:22.264360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.314465 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.371223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] For port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,segment=NetworkSegment(77546d44-305e-40ef-bbbe-a2db6f42f9e1),segment_id=77546d44-305e-40ef-bbbe-a2db6f42f9e1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:22.371639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.375833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed24b147de39453db573d759202a108b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4181471 Aug 04 14:53:22.375833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be3c5b2-34de-4363-a592-f623ff9cdcd8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:22.376859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60530) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:22.402968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 871580cb-e908-4254-b11f-43681c694d37 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:22.403370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.445808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.446424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.446815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.447217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.447563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.447962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.448309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Calling delete_port for 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:22.448428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.448673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.449004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.449386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.449715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.450039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e50ea-e805-49e4-9c89-dea06d18549c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:22.515281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb86ea-5a73-4307-8878-755ec45135d4 req-dea7ec30-44ca-4c51-90e3-ec60321097a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:22.516833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-dea7ec30-44ca-4c51-90e3-ec60321097a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1447cd78-f7cd-46e7-af95-0fc9022e5b0c HTTP/1.1" status: 200 len: 918 time: 0.8822570 Aug 04 14:53:22.557126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71486-2346-489f-bff1-7f9ea103ea11 req-c6c6cc26-eb15-4350-9b54-f2c02fbc4593 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:22.558785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbf71486-2346-489f-bff1-7f9ea103ea11 req-c6c6cc26-eb15-4350-9b54-f2c02fbc4593 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 943 time: 0.2267370 Aug 04 14:53:22.579205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Deleting port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:22.580155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.606456 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.616395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-658e6bea-76f4-40c2-890e-a1044e7366c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2961bc12-c631-4109-b5ff-652abffb1895 HTTP/1.1" status: 200 len: 217 time: 0.0844047 Aug 04 14:53:22.707560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.708089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=c8f3bc22-4270-4684-b053-215e819721f2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:22.709713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 871580cb-e908-4254-b11f-43681c694d37 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:22.721525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2961bc12-c631-4109-b5ff-652abffb1895 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:53:22.745667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] For port a9fedfb8-7a70-45c8-bfad-e72859b09cf1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:22.746226 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.757806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port c8f3bc22-4270-4684-b053-215e819721f2 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:22.778828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.782093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Calling delete_port for a9fedfb8-7a70-45c8-bfad-e72859b09cf1 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:22.805352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.828705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbf71486-2346-489f-bff1-7f9ea103ea11 req-69cbf0c2-0a1c-49dd-b2a6-9814c3d2de83 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315791 Aug 04 14:53:22.840230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb86ea-5a73-4307-8878-755ec45135d4 req-dba4373f-801e-4357-96be-c4715c254e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:22.842252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-dba4373f-801e-4357-96be-c4715c254e61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=95bbfa04-1a2e-4720-8276-f4efd147cc9a HTTP/1.1" status: 200 len: 857 time: 0.2079690 Aug 04 14:53:22.912094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] Pushing event deleted for resources: {'Port': ['ID=3f35ea61-df5e-4582-8fc7-83655fb5e2c7,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:22.924360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-496a6912-63ca-46b8-9659-7da722098065 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1447cd78-f7cd-46e7-af95-0fc9022e5b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391433 Aug 04 14:53:22.928688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.931405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.931932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.934947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4be3c5b2-34de-4363-a592-f623ff9cdcd8 HTTP/1.1" status: 204 len: 168 time: 0.5515249 Aug 04 14:53:22.948095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6ada6-ee2b-4b08-8a20-e647823e6cd1 None None] No DVR routers for this DVR port 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:22.952837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f91885-ee3c-40e8-9446-253f13f23d8a']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:22.967931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b086db3-df5f-469b-ad81-a14a9dd7b912') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:22.968236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b086db3-df5f-469b-ad81-a14a9dd7b912') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:22.977954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:22.993541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.000153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:23.000573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.022457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:c6:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a38e83-2421-45e9-b000-527886cd2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:52:45Z', 'updated_at': '2021-08-04T14:53:14Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:23.066559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0626211-c2b0-4675-af2e-b068a7f7553f None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:c6:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a38e83-2421-45e9-b000-527886cd2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:52:45Z', 'updated_at': '2021-08-04T14:53:14Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:23.082780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2961bc12-c631-4109-b5ff-652abffb1895,segment=NetworkSegment(fc768f23-33ea-4253-82ed-afefa5ff3237),segment_id=fc768f23-33ea-4253-82ed-afefa5ff3237)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:23.085249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f5fde-2b20-430e-bff0-3e8bf7329205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be3c5b2-34de-4363-a592-f623ff9cdcd8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:23.086619 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:23.092279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.101562 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-ab9f34b0-4bbd-4cd1-8c41-d74a259259fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 999 time: 0.8966670 Aug 04 14:53:23.120954 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.127073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.133461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/c3f91885-ee3c-40e8-9446-253f13f23d8a HTTP/1.1" status: 204 len: 168 time: 2.2190177 Aug 04 14:53:23.150817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '2961bc12-c631-4109-b5ff-652abffb1895', 'network_id': '1447cd78-f7cd-46e7-af95-0fc9022e5b0c', 'port_id': '2961bc12-c631-4109-b5ff-652abffb1895', 'mac_address': 'fa:16:3e:fd:e3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bbfa04-1a2e-4720-8276-f4efd147cc9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:53:23.154067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60538) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:23.159706 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.220883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] No DVR routers for this DVR port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:23.229682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186dee-b654-417c-b883-4bb30ab6990b None None] Pushing event deleted for resources: {'Port': ['ID=a9fedfb8-7a70-45c8-bfad-e72859b09cf1,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:23.248932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.265921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2961bc12-c631-4109-b5ff-652abffb1895 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:53:23.289114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2961bc12-c631-4109-b5ff-652abffb1895,segment=NetworkSegment(fc768f23-33ea-4253-82ed-afefa5ff3237),segment_id=fc768f23-33ea-4253-82ed-afefa5ff3237)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:23.295850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.344092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5ea82-659d-4c88-a840-ead0b4307aae tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=c3f91885-ee3c-40e8-9446-253f13f23d8a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:23.363142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:53:23.371632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=871580cb-e908-4254-b11f-43681c694d37,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:23.392186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:23.406427 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.408545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1993fe96-3adc-44f6-bbd5-50404502da3f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/871580cb-e908-4254-b11f-43681c694d37 HTTP/1.1" status: 204 len: 168 time: 1.9936395 Aug 04 14:53:23.416931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60544) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:23.422432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'mac_address': 'fa:16:3e:02:7a:a5', 'name': 'tempest-PortsTestJSON-485338030'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:23.460548 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c7c12-a4f0-48a2-b905-1f34b9f6be3f None None] New status for floating IP a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:53:23.464424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-ec4c5ecd-5854-4405-8780-613e0b593a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:23.466444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-ec4c5ecd-5854-4405-8780-613e0b593a4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.3250115 Aug 04 14:53:23.524985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['2961bc12-c631-4109-b5ff-652abffb1895'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:53:23.572011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Router f6d1d97e-095f-49d2-8013-bc66ddf2520a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:23.600580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-648193ea-6576-48b3-8a4b-c9d2dcfbe872 service neutron] 10.222.0.38 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667626 Aug 04 14:53:23.611179 n-d-801743-12 neutron-server[94266]: WARNING neutron.services.revisions.revision_plugin [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Could not find related port for resource to bump revision. Aug 04 14:53:23.621117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:23.644824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.648332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_pluggable_backend [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Port a9fedfb8-7a70-45c8-bfad-e72859b09cf1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 04 14:53:23.649139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_pluggable_backend [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Reverting IP allocation for 2001:db8::f816:3eff:fe65:21c8 {{(pid=94266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 04 14:53:23.654506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:23.655700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3f35ea61-df5e-4582-8fc7-83655fb5e2c7 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:23.656998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9fedfb8-7a70-45c8-bfad-e72859b09cf1 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:23.666359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_pluggable_backend [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe65:21c8 {{(pid=94266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 04 14:53:23.675860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-daef7ff8-d03c-4e4b-b8c0-32802352a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:23.684181 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-daef7ff8-d03c-4e4b-b8c0-32802352a438 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062716 Aug 04 14:53:23.690523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a9fedfb8-7a70-45c8-bfad-e72859b09cf1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:23.691088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9fedfb8-7a70-45c8-bfad-e72859b09cf1 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:23.762983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:23.967538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:24.063017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.129864 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.162519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9c961b-8d2c-4ee9-a76b-1c55b3422c52']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:24.175077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f6cab-165e-4be6-ab83-5a2f5be2bf6c req-4a07df02-b4b6-4c70-bc00-f6419dea13f1 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:24.176883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-449f6cab-165e-4be6-ab83-5a2f5be2bf6c req-4a07df02-b4b6-4c70-bc00-f6419dea13f1 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 944 time: 0.2133887 Aug 04 14:53:24.194880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77546d44-305e-40ef-bbbe-a2db6f42f9e1') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:24.195122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77546d44-305e-40ef-bbbe-a2db6f42f9e1') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:24.197667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port fc4c05bb-2caf-41ef-9016-250ddeb76f39 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:24.204833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-facb86ea-5a73-4307-8878-755ec45135d4 req-671e16e1-b91c-43b3-b7da-45cff3e03044 service neutron] 10.222.0.38 "GET /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917921 Aug 04 14:53:24.301426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.329482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-449f6cab-165e-4be6-ab83-5a2f5be2bf6c req-d5e935f7-974a-4001-bc3f-857292f2c9cb tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392136 Aug 04 14:53:24.335775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.358226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:24.358226 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:24.358564 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:24.395452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:24.460057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:24.473282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:24.473654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade25a5d-0a5f-4f07-911f-718c44023c2e None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:24.476518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.501529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.506419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.512752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/0a9c961b-8d2c-4ee9-a76b-1c55b3422c52 HTTP/1.1" status: 204 len: 168 time: 1.3541222 Aug 04 14:53:24.528692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:24.533646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c3a4-decb-4366-a4c2-b5fd853c083b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=0a9c961b-8d2c-4ee9-a76b-1c55b3422c52,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:24.547168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-973788966'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:24.565425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-06283660-bebb-4a28-9ecc-55dba5ab7bfe service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956312 Aug 04 14:53:24.607283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.620340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:24.624445 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.662004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:24.684937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:24.686899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.687292 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment ead76a6f-f9a6-4466-93e9-1068449a8269 of type vlan for network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b Aug 04 14:53:24.722310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Sync routers for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:24.732206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.739158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2961bc12-c631-4109-b5ff-652abffb1895 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:24.743557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '91910075-7007-4cc7-9ddd-b126b18359f7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:24.745017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.757633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.792771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.797684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=91910075-7007-4cc7-9ddd-b126b18359f7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:24.808416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:24.809159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:24.813682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-27e5acc6-c42f-43c3-8b7f-b766f195f6fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3406169 Aug 04 14:53:24.822497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:24.848842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:24.858354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:24.866956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:24.874522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:24.876408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.877821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:24.901622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4835126 Aug 04 14:53:24.912367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:24.976172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:24.982469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:24.983133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.044913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:25.081008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d3b2-92e8-41cb-8074-9171e1bebdee tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=fc4c05bb-2caf-41ef-9016-250ddeb76f39,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:25.091151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d3cf9454-7578-4a3b-9e34-84ec4b22806e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "PUT /v2.0/floatingips/d6c75963-b813-4136-b331-63c699873a02 HTTP/1.1" status: 200 len: 991 time: 6.2811551 Aug 04 14:53:25.092348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=b249a1dc-b0d6-444f-ad17-4cf86b4dd29b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:25.098057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:25.101234 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5787efc-b918-402b-a004-fe66d43694a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:25.105626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-96e54964-10d1-43b8-9c1e-383eb2423573 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5677478 Aug 04 14:53:25.109620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60598) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:25.118544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:25.168096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6ad229f-ecff-4021-b7a3-1ad3d971b78d req-13b3f2b5-b394-4402-8b99-1a010b9910ac service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728026 Aug 04 14:53:25.194212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:25.204285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.212301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:25.288400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab23fd-b7d8-4834-b9af-70502a1d927c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.294843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60600) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:25.296001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5fab23fd-b7d8-4834-b9af-70502a1d927c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/fc4c05bb-2caf-41ef-9016-250ddeb76f39 HTTP/1.1" status: 200 len: 840 time: 0.3650515 Aug 04 14:53:25.329799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:25.339837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.423185 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7176684c-1ddf-45e1-80a5-6cf06c39955a x-openstack-request-id: req-7176684c-1ddf-45e1-80a5-6cf06c39955a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:25.423863 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:25.423863 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7176684c-1ddf-45e1-80a5-6cf06c39955a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:25.424124 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'status': 'completed', 'code': 200} Aug 04 14:53:25.726090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1874-f43a-4994-82dc-2aebd020ad9c req-39abeb10-21ad-4cf8-9442-4d654ae5d543 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.734504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e49c1874-f43a-4994-82dc-2aebd020ad9c req-39abeb10-21ad-4cf8-9442-4d654ae5d543 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 944 time: 0.2409146 Aug 04 14:53:25.817196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e49c1874-f43a-4994-82dc-2aebd020ad9c req-2567126b-0a72-4891-85cc-af8673a43693 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814638 Aug 04 14:53:25.855851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.922722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 2961bc12-c631-4109-b5ff-652abffb1895 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:25.945071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 2961bc12-c631-4109-b5ff-652abffb1895 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:25.945803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.960129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=de060224-48a7-45c2-8e88-c7e71d9d9273,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:25.969518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port fc4c05bb-2caf-41ef-9016-250ddeb76f39 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:25.969886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:25.980013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': 'ead76a6f-f9a6-4466-93e9-1068449a8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:25.980396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: b249a1dc-b0d6-444f-ad17-4cf86b4dd29b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:25.989325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.989899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.990478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.992836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.993345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.993836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:25.995312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:26.002415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:26.004190 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-eb649b8c-6633-41de-9a2d-d083095ea3c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.5973868 Aug 04 14:53:26.019260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b249a1dc-b0d6-444f-ad17-4cf86b4dd29b) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:26.039657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:26.041820 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.046124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54934009-d93e-48e4-8761-90e1b8a11fbc None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:26.079519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd156c6a-599d-4660-8a4e-9e1204801233 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9689364 Aug 04 14:53:26.081781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:26.106847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1794171483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:26.148691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.150262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.182467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Allocated IP 2001:db8::f816:3eff:fe15:7360 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/91910075-7007-4cc7-9ddd-b126b18359f7/b39350a0-6483-4555-818a-905d820cd6c9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:26.225987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.238768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.277855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.279222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de7fc42d-fde1-4b8f-be4f-3de74aae2ed5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1962712 Aug 04 14:53:26.282616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:26.298629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-da780b03-312f-42ed-9862-eb0cddf31660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:26.300117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'port': {'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b', 'name': 'tempest-RoutersIpV6Test-1515863146'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:26.317076 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-da780b03-312f-42ed-9862-eb0cddf31660 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f HTTP/1.1" status: 200 len: 912 time: 0.2921462 Aug 04 14:53:26.323132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.406346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for fc4c05bb-2caf-41ef-9016-250ddeb76f39 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:26.434058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b249a1dc-b0d6-444f-ad17-4cf86b4dd29b', 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': 'de060224-48a7-45c2-8e88-c7e71d9d9273'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:26.435226 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.503773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:26.509702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.515275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.540057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] device_id is not set on port 794e307e-5403-49be-bf55-95959e99f5d0 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:26.546837 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-ddd310c3-cc69-4a23-aacb-9581d8199eb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 999 time: 0.2205234 Aug 04 14:53:26.590994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2961bc12-c631-4109-b5ff-652abffb1895,segment=NetworkSegment(fc768f23-33ea-4253-82ed-afefa5ff3237),segment_id=fc768f23-33ea-4253-82ed-afefa5ff3237)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:26.601377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:26.604696 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b844f-9e9f-436e-a0d3-6d2abf4a8aff" -d '{"events": [{"server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "name": "network-vif-plugged", "status": "completed", "tag": "2961bc12-c631-4109-b5ff-652abffb1895"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:26.615484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.657474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-9621098f-23e4-4582-8a83-f57820d7f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:26.663947 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-9621098f-23e4-4582-8a83-f57820d7f842 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.1065104 Aug 04 14:53:26.721284 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc962a7-0137-4bf6-a101-116923f3587a x-openstack-request-id: req-edc962a7-0137-4bf6-a101-116923f3587a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:26.721880 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "name": "network-vif-plugged", "status": "completed", "tag": "2961bc12-c631-4109-b5ff-652abffb1895", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:26.722283 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edc962a7-0137-4bf6-a101-116923f3587a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:26.722879 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895', 'code': 200} Aug 04 14:53:26.736339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.759193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8::97 (b249a1dc-b0d6-444f-ad17-4cf86b4dd29b/de060224-48a7-45c2-8e88-c7e71d9d9273/794e307e-5403-49be-bf55-95959e99f5d0) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:26.818144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd6c75963-b813-4136-b331-63c699873a02', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'port_id': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'mac_address': 'fa:16:3e:75:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:51:36Z', 'updated_at': '2021-08-04T14:53:20Z', 'revision_number': 1, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:26.831116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=d488d838-9499-415c-97da-dc3195cb343a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:26.874687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:26.885563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Checking router: f6d1d97e-095f-49d2-8013-bc66ddf2520a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:26.906659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.912868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.915930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:26.916581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:26.920023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.921752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Transition to ACTIVE for port object b39350a0-6483-4555-818a-905d820cd6c9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:26.924798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.925405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.927127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.927703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.928297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.931210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.931780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.932318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.932906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.933425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:26.953119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:26.974527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:26.985732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:26.987009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:26.989127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Transition to ACTIVE for port object b39350a0-6483-4555-818a-905d820cd6c9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:27.008567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787efc-b918-402b-a004-fe66d43694a6 req-31039579-d447-408a-bf0a-60e4281d4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:27.010689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-31039579-d447-408a-bf0a-60e4281d4885 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3220568 Aug 04 14:53:27.014392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aa204a9d-a0d6-47d4-9a95-2a0a13045960 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1835370 Aug 04 14:53:27.018687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60646) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:27.035693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885289bd-d4f9-4b09-be70-204a56a78e81 req-346a387b-2e98-4137-865f-14aef389862b tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:27.037914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-885289bd-d4f9-4b09-be70-204a56a78e81 req-346a387b-2e98-4137-865f-14aef389862b tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.1002221 Aug 04 14:53:27.039814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.084051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:e5:8a:e2', 'name': 'tempest-NetworksTestDHCPv6-819696057'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:27.106047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:27.109801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-885289bd-d4f9-4b09-be70-204a56a78e81 req-2dde5776-ab6b-49eb-830f-e0db58e1e55e tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589130 Aug 04 14:53:27.116322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.132328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 794e307e-5403-49be-bf55-95959e99f5d0 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:27.177146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.204315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff80093-914b-41b2-8b84-f2c4cc8cbacb req-07fee283-86cd-44db-b8e1-266daa1584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:27.205779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aff80093-914b-41b2-8b84-f2c4cc8cbacb req-07fee283-86cd-44db-b8e1-266daa1584ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 1097 time: 0.3801124 Aug 04 14:53:27.213852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.246555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:27.262357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:27.275172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:27.277659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=fc4c05bb-2caf-41ef-9016-250ddeb76f39,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:27.290176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:27.295725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.300899 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf89d3ff-a395-473a-a086-ab2d5cccac36 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/fc4c05bb-2caf-41ef-9016-250ddeb76f39 HTTP/1.1" status: 204 len: 168 time: 2.0020380 Aug 04 14:53:27.303065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:27.320384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Allocated IP 2001:db8::2 (b249a1dc-b0d6-444f-ad17-4cf86b4dd29b/de060224-48a7-45c2-8e88-c7e71d9d9273/1ca27fab-9ab5-4762-a7be-4023a9e2e59c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:27.343166 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78d2c2b-bf6e-4969-ad77-15bd3ec7e270 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:53:27.345176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b78d2c2b-bf6e-4969-ad77-15bd3ec7e270 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/fc4c05bb-2caf-41ef-9016-250ddeb76f39 HTTP/1.1" status: 404 len: 333 time: 0.0373468 Aug 04 14:53:27.360958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60656) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:27.367051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=794e307e-5403-49be-bf55-95959e99f5d0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:27.371501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'name': 'tempest-PortsTestJSON-1903743989'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:27.394660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:27.400353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:27.411200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:27.429716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:27.437209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.487373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d15f3d9-fc96-4432-af4d-946ff65ef311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2012141 Aug 04 14:53:27.488310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:27.501789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:27.522876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Attempting to bind port b39350a0-6483-4555-818a-905d820cd6c9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:27.523260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Attempting to bind port b39350a0-6483-4555-818a-905d820cd6c9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:27.523646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Attempting to bind port b39350a0-6483-4555-818a-905d820cd6c9 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:27.549174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:27.549580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:27.549965 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.550372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:27.550901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Bound port: b39350a0-6483-4555-818a-905d820cd6c9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:27.551289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.604240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.618363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-aff80093-914b-41b2-8b84-f2c4cc8cbacb req-1906afdf-4730-4513-a897-95cc4ec5f2d7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982177 Aug 04 14:53:27.638944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-306f1a92-0202-4e71-8017-fe39ed717a7d service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188130 Aug 04 14:53:27.649844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port ab02898f-4000-4471-936d-18523996dbf6 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:27.736517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:27.741377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:27.760200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.762516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.804235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Transition to ACTIVE for port object 1ca27fab-9ab5-4762-a7be-4023a9e2e59c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:27.828367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd6c75963-b813-4136-b331-63c699873a02', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'port_id': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'mac_address': 'fa:16:3e:75:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:51:36Z', 'updated_at': '2021-08-04T14:53:20Z', 'revision_number': 1, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:27.847439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 172.20.0.9 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/d488d838-9499-415c-97da-dc3195cb343a/ab02898f-4000-4471-936d-18523996dbf6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:27.855376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fee5:8ae2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/91910075-7007-4cc7-9ddd-b126b18359f7/ab02898f-4000-4471-936d-18523996dbf6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:27.887722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Transition to ACTIVE for port object 1ca27fab-9ab5-4762-a7be-4023a9e2e59c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:27.890348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f603c673-2611-4ec5-b5fd-b07c5e78fd49 None None] The sync data for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 is: [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd6c75963-b813-4136-b331-63c699873a02', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'port_id': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'mac_address': 'fa:16:3e:75:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:51:36Z', 'updated_at': '2021-08-04T14:53:20Z', 'revision_number': 1, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:27.896315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c4f7-d706-47d5-8c4a-83657bf49425 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:27.916986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.954414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:27.957997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:27.998703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Pushing event updated for resources: {'Port': ['ID=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:28.025507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:28.028207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:28.041768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:28.081551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 8c798335-06d5-426f-8627-fb2e9dd3ccc6 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:28.289098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b5787efc-b918-402b-a004-fe66d43694a6 req-87f45d16-f536-4667-8207-9d48222b2028 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721740 Aug 04 14:53:28.382056 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7d116-2db3-4c4f-98b7-12eb89ad003a None None] New status for floating IP d6c75963-b813-4136-b331-63c699873a02: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:53:28.479756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.628478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Attempting to bind port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:28.629159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Attempting to bind port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'ead76a6f-f9a6-4466-93e9-1068449a8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:28.629766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Attempting to bind port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c on network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:28.641283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:28.642149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.643582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Checking segment: {'id': 'ead76a6f-f9a6-4466-93e9-1068449a8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:28.644534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.645347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Bound using segment: {'id': 'ead76a6f-f9a6-4466-93e9-1068449a8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:28.648076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Bound port: 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead76a6f-f9a6-4466-93e9-1068449a8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b249a1dc-b0d6-444f-ad17-4cf86b4dd29b'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:28.648731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.699404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object ab02898f-4000-4471-936d-18523996dbf6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:28.738973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.745307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] For port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:28.750005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] For port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,segment=NetworkSegment(ead76a6f-f9a6-4466-93e9-1068449a8269),segment_id=ead76a6f-f9a6-4466-93e9-1068449a8269)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:28.756364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.813392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d38b9-f44e-4a90-9135-e76cfe703189 req-5dda5729-c0ef-48ac-9de2-578e03f21f44 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:28.822809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe0d38b9-f44e-4a90-9135-e76cfe703189 req-5dda5729-c0ef-48ac-9de2-578e03f21f44 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.4989011 Aug 04 14:53:28.838309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:28.852881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df854892-fbee-4365-b388-ed2fc3b7f003 None None] Pushing event updated for resources: {'Port': ['ID=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:28.920948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:28.938456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:28.946852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:28.955146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.000741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=ab02898f-4000-4471-936d-18523996dbf6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:29.059774 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.088985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe0d38b9-f44e-4a90-9135-e76cfe703189 req-818dbec1-b77e-424d-b155-90ad1ec8a637 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609842 Aug 04 14:53:29.090536 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.093682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:29.101879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:29.105037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:29.112228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:29.113216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.171624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:29.176790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.181941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=8c798335-06d5-426f-8627-fb2e9dd3ccc6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:29.226012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f8b7a810-8769-45dd-b4ab-0e4a92c0c3a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8564301 Aug 04 14:53:29.230572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=794e307e-5403-49be-bf55-95959e99f5d0,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:29.244658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:29.259610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:29.273478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9b289fc5-c813-41f2-ad1d-730bef85db27 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2493455 Aug 04 14:53:29.302499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:29.394260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.437311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35c8e7-0f14-4803-8eb5-3e2e4faee144 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:29.453093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35c8e7-0f14-4803-8eb5-3e2e4faee144 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:29.458851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4f35c8e7-0f14-4803-8eb5-3e2e4faee144 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1550870 Aug 04 14:53:29.463355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:29.517055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.543915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab8f5f-4764-4f4a-9d71-d9fde2985ff5 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:29.647587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bacb0867-30d7-40b2-8690-31096204c0e7 None None] Provisioning for port b39350a0-6483-4555-818a-905d820cd6c9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:29.822439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.839283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.841387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:29.867912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] In _notify_port_updated(), no bound segment for port 8c798335-06d5-426f-8627-fb2e9dd3ccc6 on network de2f0640-04a4-480c-bc76-2606c5c1d62e {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:53:29.874502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:29.883046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:29.890251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/ports/8c798335-06d5-426f-8627-fb2e9dd3ccc6 HTTP/1.1" status: 200 len: 818 time: 0.6420226 Aug 04 14:53:29.891438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:29.968042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b39350a0-6483-4555-818a-905d820cd6c9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:29.974296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:29.974799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.075276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '91910075-7007-4cc7-9ddd-b126b18359f7', 'ip_address': '2001:db8::f816:3eff:fe15:7360'}, {'subnet_id': 'd488d838-9499-415c-97da-dc3195cb343a'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'b39350a0-6483-4555-818a-905d820cd6c9'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:53:30.155565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5336c-7a94-436a-98e6-07e543d4f254 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=8c798335-06d5-426f-8627-fb2e9dd3ccc6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:30.199216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.223229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 8c798335-06d5-426f-8627-fb2e9dd3ccc6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:30.223584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.229350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.303858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:30.347869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.348782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1ca27fab-9ab5-4762-a7be-4023a9e2e59c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:30.368043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.395828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.407910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 8c798335-06d5-426f-8627-fb2e9dd3ccc6 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:30.481229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742790-bf51-4de7-879a-d402ebd22bb6 req-9c7c9d1c-5bea-4cbd-876d-68cf23048039 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:30.489292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89742790-bf51-4de7-879a-d402ebd22bb6 req-9c7c9d1c-5bea-4cbd-876d-68cf23048039 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.1957188 Aug 04 14:53:30.514502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba946821-0280-4202-8577-ae52da6a16f9 None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:30.565251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port ab02898f-4000-4471-936d-18523996dbf6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:30.565894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.597455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.646995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:30.660018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:30.667644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=8c798335-06d5-426f-8627-fb2e9dd3ccc6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:30.676684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.683999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ca97c8db-9153-4255-98f8-323d0331b5bc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/8c798335-06d5-426f-8627-fb2e9dd3ccc6 HTTP/1.1" status: 204 len: 168 time: 0.7896388 Aug 04 14:53:30.687491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:30.705737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89742790-bf51-4de7-879a-d402ebd22bb6 req-57619053-acc5-4014-b548-ed699cc4cd0e tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118275 Aug 04 14:53:30.788928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:30.824387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863eda2-0966-4375-94fa-a37cfde21c50 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:30.836431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a863eda2-0966-4375-94fa-a37cfde21c50 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1469555 Aug 04 14:53:30.839393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:30.863042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Allocated IP 172.20.0.2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/d488d838-9499-415c-97da-dc3195cb343a/b39350a0-6483-4555-818a-905d820cd6c9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:30.897627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:30.935687 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e23874-6b29-40e9-8a37-8e8fe2d8984b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:53:30.939734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29e23874-6b29-40e9-8a37-8e8fe2d8984b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/8c798335-06d5-426f-8627-fb2e9dd3ccc6 HTTP/1.1" status: 404 len: 333 time: 0.0937066 Aug 04 14:53:30.948658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60748) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:30.954100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1405176852'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:30.955104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for ab02898f-4000-4471-936d-18523996dbf6 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:31.031157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.045892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:31.049518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.051846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.055322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.056299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.057729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.059411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.060193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.062437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.064769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.065731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.067547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.068888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:31.104435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:31.108793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.121625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.122938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.124843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.124988 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment d7804308-3711-4003-83e1-d052cd60a280 of type vlan for network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 Aug 04 14:53:31.184481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.190873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=794e307e-5403-49be-bf55-95959e99f5d0,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:31.217315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.219051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:31.220084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Provisioning for port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:31.226251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:31.226938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.261589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Provisioning complete for port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:31.261971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.340267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:31.340756 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3907652 Aug 04 14:53:31.346949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec73f-5da0-436e-828d-128e6c847067 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=e64d193d-4f76-47d8-a87b-f9b8d20b54e3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:31.358089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:31.377882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:31.442928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.451574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8f62b-9e5b-47d3-9a83-619c1455b6f6 req-3e03639b-946e-4b3f-baa6-5ba3a267d757 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:31.453248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cc8f62b-9e5b-47d3-9a83-619c1455b6f6 req-3e03639b-946e-4b3f-baa6-5ba3a267d757 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.2687485 Aug 04 14:53:31.542615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Transition to ACTIVE for port object b39350a0-6483-4555-818a-905d820cd6c9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:31.554879 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.608296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:31.646128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cc8f62b-9e5b-47d3-9a83-619c1455b6f6 req-57152d28-a2b6-445d-9d78-f9eb7e85ed7a tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810904 Aug 04 14:53:31.669054 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.679802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:31.684075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:31.689385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.764074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:31.768601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.772888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] For port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,segment=NetworkSegment(ead76a6f-f9a6-4466-93e9-1068449a8269),segment_id=ead76a6f-f9a6-4466-93e9-1068449a8269)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:31.776850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e8a58-afa1-459a-8c05-b9cafe9b617c None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:31.779536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=ab02898f-4000-4471-936d-18523996dbf6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:31.785153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:31.871850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3e524-07e4-4d84-b824-5aeefea1b318 None None] Pushing event updated for resources: {'Port': ['ID=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:32.040035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Provisioning complete for port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:32.040521 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.176090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Provisioning for port 794e307e-5403-49be-bf55-95959e99f5d0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:32.181978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Provisioning complete for port 794e307e-5403-49be-bf55-95959e99f5d0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:32.182648 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.237174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ac0220db-0d6c-4037-a004-3ce3fc8d71b1 None None] Port 794e307e-5403-49be-bf55-95959e99f5d0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:32.248941 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.251748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-858f53c8-bab7-4822-b680-e46f98e0a5e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/ab02898f-4000-4471-936d-18523996dbf6 HTTP/1.1" status: 204 len: 168 time: 2.7874353 Aug 04 14:53:32.254565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60784) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:32.350178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6d61b-aa04-46f4-9302-e735d99c8fa0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:32.351748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 1b9fbabf-4016-4581-88ef-4152d4d7cba4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:53:32.353092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6d61b-aa04-46f4-9302-e735d99c8fa0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:32.356147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6d61b-aa04-46f4-9302-e735d99c8fa0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:32.362986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:32.365425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ee6d61b-aa04-46f4-9302-e735d99c8fa0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1093202 Aug 04 14:53:32.481659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2f0b27fe-d06d-420f-8eea-fcee6394ec4a None None] Provisioning complete for port 794e307e-5403-49be-bf55-95959e99f5d0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:32.494222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2f0b27fe-d06d-420f-8eea-fcee6394ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.510274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-a021885c-2faf-4173-8420-2f7710643bb9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:32.512706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-a021885c-2faf-4173-8420-2f7710643bb9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.38 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.0902245 Aug 04 14:53:32.566327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b27fe-d06d-420f-8eea-fcee6394ec4a None None] Port 794e307e-5403-49be-bf55-95959e99f5d0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:32.629521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.637933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 91910075-7007-4cc7-9ddd-b126b18359f7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:32.652765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.692055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Deleting port 2961bc12-c631-4109-b5ff-652abffb1895 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:32.692283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.836030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.876775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:32.878439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=56e446f1-0314-47fb-a571-f1891a77dfeb,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:32.888494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] For port 2961bc12-c631-4109-b5ff-652abffb1895, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=2961bc12-c631-4109-b5ff-652abffb1895,segment=NetworkSegment(fc768f23-33ea-4253-82ed-afefa5ff3237),segment_id=fc768f23-33ea-4253-82ed-afefa5ff3237)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:32.889164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:32.898504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] Sync routers for ids ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:32.909869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Calling delete_port for 2961bc12-c631-4109-b5ff-652abffb1895 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:32.920819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60804) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:32.928640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b9ab182e-788b-4d17-b97e-75e0c39c38bf tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/1b9fbabf-4016-4581-88ef-4152d4d7cba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4389541 Aug 04 14:53:32.933734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] Routers {'1b9fbabf-4016-4581-88ef-4152d4d7cba4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:32.935266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:32.940977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Provisioning for port b39350a0-6483-4555-818a-905d820cd6c9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:32.976791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': 'd7804308-3711-4003-83e1-d052cd60a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:32.977304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: e64d193d-4f76-47d8-a87b-f9b8d20b54e3, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:32.987168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.017335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:33.018060 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.020347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:33.071932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] Routers {'1b9fbabf-4016-4581-88ef-4152d4d7cba4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:33.073870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:33.143122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebed17-8293-4f9a-b178-2b4e146849d1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:33.147841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3eebed17-8293-4f9a-b178-2b4e146849d1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports/794e307e-5403-49be-bf55-95959e99f5d0 HTTP/1.1" status: 200 len: 983 time: 0.2239599 Aug 04 14:53:33.152277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60814) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:33.204474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:33.205568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92570dd2-01ec-429b-8e62-20a45f218622 None None] The sync data for ids ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:33.316019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Could not find standard attr ID for object ab02898f-4000-4471-936d-18523996dbf6. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:33.327234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Provisioning complete for port 794e307e-5403-49be-bf55-95959e99f5d0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:33.327855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.408040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-719568df-6d4c-4851-8b0c-8849788fdac9 None None] Port 794e307e-5403-49be-bf55-95959e99f5d0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:33.523937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-699a25d9-3017-441b-8bec-a45d3ee8b6bf None None] Could not find standard attr ID for object ab02898f-4000-4471-936d-18523996dbf6. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:33.545471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-699a25d9-3017-441b-8bec-a45d3ee8b6bf None None] Provisioning complete for port 794e307e-5403-49be-bf55-95959e99f5d0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:33.545843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-699a25d9-3017-441b-8bec-a45d3ee8b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.573598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076cc86-f4a9-4d24-a086-823c8ce91673 req-f5cccc00-c24b-43df-9fcb-6aa811f1c2a9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:33.575432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f076cc86-f4a9-4d24-a086-823c8ce91673 req-f5cccc00-c24b-43df-9fcb-6aa811f1c2a9 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 945 time: 0.7582409 Aug 04 14:53:33.626175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:33.633704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-699a25d9-3017-441b-8bec-a45d3ee8b6bf None None] Port 794e307e-5403-49be-bf55-95959e99f5d0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:33.646387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:33.673139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.680063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e64d193d-4f76-47d8-a87b-f9b8d20b54e3) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:33.695830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef73a99-d5c4-4d3a-ac5f-39f89b52801b None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:33.718129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f076cc86-f4a9-4d24-a086-823c8ce91673 req-7dfe86bc-3347-4ae5-b89b-a56d4a9bf166 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/security-groups?id=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283872 Aug 04 14:53:33.723947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:33.725132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.780503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b994190-e117-4215-bc6c-ccfff7137a5e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4266555 Aug 04 14:53:33.825813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:33.834726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:33.884552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:33.885007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:33.980351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.024745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:34.028442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.034296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=91910075-7007-4cc7-9ddd-b126b18359f7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:34.056463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.058536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-123f8784-dd81-47f4-9015-685293d1e8c4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/91910075-7007-4cc7-9ddd-b126b18359f7 HTTP/1.1" status: 204 len: 168 time: 1.6960175 Aug 04 14:53:34.063433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': '56e446f1-0314-47fb-a571-f1891a77dfeb'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:34.064269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.094871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60830) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:34.102278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.121186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['2961bc12-c631-4109-b5ff-652abffb1895'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:53:34.138814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Pushing event deleted for resources: {'Port': ['ID=2961bc12-c631-4109-b5ff-652abffb1895,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:34.159420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1ca27fab-9ab5-4762-a7be-4023a9e2e59c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:34.217413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] No DVR routers for this DVR port 2961bc12-c631-4109-b5ff-652abffb1895 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:34.222151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.222380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c904b7-6e5f-428a-9503-369c9eb841ca None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:34.226660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-86eafde5-8ff2-49ae-a12f-3538a4e46307 req-63f58853-3056-4034-a454-92ff4118983f tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.38 "DELETE /v2.0/ports/2961bc12-c631-4109-b5ff-652abffb1895 HTTP/1.1" status: 204 len: 173 time: 1.7066839 Aug 04 14:53:34.257959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'name': 'network-vif-deleted', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:34.260515 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d28fd9-3fb6-49d2-a199-bb037dbc38e1" -d '{"events": [{"server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "name": "network-vif-deleted", "tag": "2961bc12-c631-4109-b5ff-652abffb1895"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:34.317821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet d488d838-9499-415c-97da-dc3195cb343a {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:34.364079 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dba05c8-34ab-4cc3-8e6c-4f78eac0c2f8 x-openstack-request-id: req-9dba05c8-34ab-4cc3-8e6c-4f78eac0c2f8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:34.364410 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28bc59b-8399-4bcf-9e94-f110434a286f", "name": "network-vif-deleted", "tag": "2961bc12-c631-4109-b5ff-652abffb1895", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:34.364679 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9dba05c8-34ab-4cc3-8e6c-4f78eac0c2f8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:34.365094 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28bc59b-8399-4bcf-9e94-f110434a286f', 'name': 'network-vif-deleted', 'tag': '2961bc12-c631-4109-b5ff-652abffb1895', 'status': 'completed', 'code': 200} Aug 04 14:53:34.365795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.376756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.431515 n-d-801743-12 neutron-server[94265]: INFO neutron.db.ipam_backend_mixin [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56e446f1-0314-47fb-a571-f1891a77dfeb (CIDR: 172.20.0.0/28) Aug 04 14:53:34.466258 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:53:34.467179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:53:34.489798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.531104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3242ec44-af08-48aa-9a65-0453017dc456 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6987412 Aug 04 14:53:34.533274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:34.541437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:34.645487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Deleting port d5ab2e02-7681-454f-a3d5-1e68f6016ab6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:34.646004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.658864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 794e307e-5403-49be-bf55-95959e99f5d0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:34.659821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.674435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:34.674928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.715389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.764413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Allocated IP 172.20.0.2 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/56e446f1-0314-47fb-a571-f1891a77dfeb/ec96c03f-6f34-4b77-a317-378c4e7b03da) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:34.847376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.856566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] For port d5ab2e02-7681-454f-a3d5-1e68f6016ab6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:34.856950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.878189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Calling delete_port for d5ab2e02-7681-454f-a3d5-1e68f6016ab6 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:34.882005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.910117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 794e307e-5403-49be-bf55-95959e99f5d0 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:34.919513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:34.923964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:34.950149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=d488d838-9499-415c-97da-dc3195cb343a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.022977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.025446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cf1d22c7-f296-4ec1-9bc1-284ac4a99c90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/d488d838-9499-415c-97da-dc3195cb343a HTTP/1.1" status: 204 len: 168 time: 0.9276075 Aug 04 14:53:35.035364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60848) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:35.082802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26795053-91b9-41be-a625-f6e78c3e4ab3 req-2f40d215-a373-4658-8f52-b77240da9dc3 tempest-InstanceActionsV221TestJSON-732454312 tempest-InstanceActionsV221TestJSON-732454312-project] 10.222.0.76 "GET /v2.0/ports?device_id=e28bc59b-8399-4bcf-9e94-f110434a286f HTTP/1.1" status: 200 len: 210 time: 0.1679811 Aug 04 14:53:35.089098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60850) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:35.089473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-77d411f7-e975-4af2-adaa-5090f2088ca9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525234 Aug 04 14:53:35.098416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:35.102196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.113886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Transition to ACTIVE for port object ec96c03f-6f34-4b77-a317-378c4e7b03da will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:35.134866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Transition to ACTIVE for port object ec96c03f-6f34-4b77-a317-378c4e7b03da will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:35.147291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.263593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.279538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:35.289268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:35.293038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Pushing event updated for resources: {'Port': ['ID=ec96c03f-6f34-4b77-a317-378c4e7b03da,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.296134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:35.299542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758020eb-49d9-45a8-8c3c-187e672b58aa None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': 'd488d838-9499-415c-97da-dc3195cb343a'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'b39350a0-6483-4555-818a-905d820cd6c9'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:53:35.324695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=794e307e-5403-49be-bf55-95959e99f5d0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.334756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:35.339701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.431844 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-758020eb-49d9-45a8-8c3c-187e672b58aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.462460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Attempting to bind port ec96c03f-6f34-4b77-a317-378c4e7b03da on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:35.464048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Attempting to bind port ec96c03f-6f34-4b77-a317-378c4e7b03da by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd7804308-3711-4003-83e1-d052cd60a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:35.465424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Attempting to bind port ec96c03f-6f34-4b77-a317-378c4e7b03da on network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:35.473895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:35.480002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Checking segment: {'id': 'd7804308-3711-4003-83e1-d052cd60a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:35.482697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.484023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Bound using segment: {'id': 'd7804308-3711-4003-83e1-d052cd60a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:35.485247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Bound port: ec96c03f-6f34-4b77-a317-378c4e7b03da, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7804308-3711-4003-83e1-d052cd60a280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:35.486427 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.500830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.688649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] For port ec96c03f-6f34-4b77-a317-378c4e7b03da, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:35.711022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] For port ec96c03f-6f34-4b77-a317-378c4e7b03da, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ec96c03f-6f34-4b77-a317-378c4e7b03da,segment=NetworkSegment(d7804308-3711-4003-83e1-d052cd60a280),segment_id=d7804308-3711-4003-83e1-d052cd60a280)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:35.719610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.757898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 1b9fbabf-4016-4581-88ef-4152d4d7cba4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:35.765906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.787969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.798045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15d2c4-0e58-479e-b83a-74f1f80f740b None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:35.881970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:35.887994 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-180fb3fa-0896-4b4f-96fe-1691f2ad0e88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/1b9fbabf-4016-4581-88ef-4152d4d7cba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7326341 Aug 04 14:53:35.890908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60868) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:35.895831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c75ac-fbbb-486c-861e-a2ab53812f1b None None] Pushing event updated for resources: {'Port': ['ID=ec96c03f-6f34-4b77-a317-378c4e7b03da,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.896749 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] Sync routers for ids ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:35.912847 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] Routers {'1b9fbabf-4016-4581-88ef-4152d4d7cba4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:35.913669 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:35.915547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ab2e02-7681-454f-a3d5-1e68f6016ab6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.922513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:35.924052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=ed1d71fb-7127-4d8f-8d49-3baff6df70f0,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:35.924488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6634e029-d81a-4119-bb11-58524465af54 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:35.925218 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6634e029-d81a-4119-bb11-58524465af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.943354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:35.946979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:35.947594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:35.950352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.012829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=7d7657b7-a561-45a4-a1ea-caa9313319b0,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:36.027948 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:36.041305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:36.052957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-88e3c3ab-8782-45f7-a2b4-16a8187d5bfd tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9536746 Aug 04 14:53:36.064563 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] Routers {'1b9fbabf-4016-4581-88ef-4152d4d7cba4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:36.065206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:36.066663 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:36.073224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:36.084543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:36.128621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:36.129264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.199927 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:36.201283 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c85a39-6ea5-4aaf-9139-88fff936cb60 None None] The sync data for ids ['1b9fbabf-4016-4581-88ef-4152d4d7cba4'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:36.349553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': 'ed1d71fb-7127-4d8f-8d49-3baff6df70f0'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'b39350a0-6483-4555-818a-905d820cd6c9'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:53:36.354695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5a0b7ac-d165-493c-990c-903a03c727a8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8183732 Aug 04 14:53:36.356279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:36.362675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'fixed_ips': [{'subnet_id': '56e446f1-0314-47fb-a571-f1891a77dfeb'}, {'subnet_id': '7d7657b7-a561-45a4-a1ea-caa9313319b0'}], 'name': 'tempest-PortsTestJSON-143443444'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:36.398608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.577818 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-0bea71ca-f4e3-4983-9a3c-0f7b2e4b9666 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] remove_router_interface failed (client error): The resource could not be found. Aug 04 14:53:36.582284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0bea71ca-f4e3-4983-9a3c-0f7b2e4b9666 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/1b9fbabf-4016-4581-88ef-4152d4d7cba4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6902189 Aug 04 14:53:36.587054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60894) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:36.637516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d71520b-db1f-44cb-a412-eb4b2621c30d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9fbabf-4016-4581-88ef-4152d4d7cba4 HTTP/1.1" status: 200 len: 205 time: 0.0486195 Aug 04 14:53:36.640913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:36.696106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Allocated IP 172.20.0.2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ed1d71fb-7127-4d8f-8d49-3baff6df70f0/b39350a0-6483-4555-818a-905d820cd6c9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:36.698207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60900) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:36.733119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.800265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Deleting subnet 95bbfa04-1a2e-4720-8276-f4efd147cc9a {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:36.800924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2961bc12-c631-4109-b5ff-652abffb1895 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:36.805499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.820664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:36.824926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.852430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 2961bc12-c631-4109-b5ff-652abffb1895 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:36.853140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 2961bc12-c631-4109-b5ff-652abffb1895 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:36.896384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.931274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:36.941550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:37.004771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.028665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Transition to ACTIVE for port object b39350a0-6483-4555-818a-905d820cd6c9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:37.038168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.050390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:37.064757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.138875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Router 15211c22-2f32-4f4e-95c2-fd77214619e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:37.178277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.202664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f1c7d-a913-43a0-882d-bb541b6ce8c3 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:37.265068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.271835 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.294641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.296659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/95bbfa04-1a2e-4720-8276-f4efd147cc9a HTTP/1.1" status: 204 len: 168 time: 0.5974226 Aug 04 14:53:37.297887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16558bc6-4e97-4a8f-b472-3b596ca76303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bbfa04-1a2e-4720-8276-f4efd147cc9a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:37.299522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:37.435957 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.442599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.442757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9fbabf-4016-4581-88ef-4152d4d7cba4 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:53:37.477543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.490363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:37.498475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:37.504574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-abe8ff38-7e99-4f3e-aafa-e533657367ee tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/1b9fbabf-4016-4581-88ef-4152d4d7cba4 HTTP/1.1" status: 204 len: 168 time: 0.8419840 Aug 04 14:53:37.511140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:37.511703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:37.514051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99449699-d7cf-470c-b87b-6b4ae3122b51 None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:37.524250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ab4b5e3-6ae2-4b0b-8faf-826fb6924609 admin admin] 10.222.0.76 "PUT /v2.0/routers/15211c22-2f32-4f4e-95c2-fd77214619e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8613560 Aug 04 14:53:37.524676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Sync routers for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:37.525683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60924) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:37.564730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:37.760670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:37.761413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:37.830447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2993b0ff-277a-4eef-a7d0-f8169ebc8a34 None None] Provisioning for port ec96c03f-6f34-4b77-a317-378c4e7b03da completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:38.009812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:38.010091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:53:38.228923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.8 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/56e446f1-0314-47fb-a571-f1891a77dfeb/5adeb5f1-a842-4030-9413-dcdf0ef1ac43) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:38.240698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.22 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/7d7657b7-a561-45a4-a1ea-caa9313319b0/5adeb5f1-a842-4030-9413-dcdf0ef1ac43) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:38.291225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.324605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.333442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a9204-0af5-4161-b806-92535f029f9c None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:38.496597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8525a55c-5e5d-4df6-bf61-07221148c935 None None] Provisioning for port b39350a0-6483-4555-818a-905d820cd6c9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:38.561903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.573911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.582433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet de060224-48a7-45c2-8e88-c7e71d9d9273 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:38.589280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.595132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:38.638457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:38.650760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.715186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8525a55c-5e5d-4df6-bf61-07221148c935 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:38.715186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8525a55c-5e5d-4df6-bf61-07221148c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.727718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.734677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.735733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.755127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.767899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:38.821674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:38.829550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:38.830206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.842429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.856997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:38.864689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:38.871035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8040204 Aug 04 14:53:38.874742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:38.880527 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:53:38.880915 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:53:38.922224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:38.935513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:38.936395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.946324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:05:ec:e5', 'name': 'tempest-NetworksTestDHCPv6-761340923'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:38.964410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:38.995277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Update dhcp port {'port': {'network_id': 'e64d193d-4f76-47d8-a87b-f9b8d20b54e3', 'fixed_ips': [{'subnet_id': '56e446f1-0314-47fb-a571-f1891a77dfeb', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d7657b7-a561-45a4-a1ea-caa9313319b0'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'ec96c03f-6f34-4b77-a317-378c4e7b03da'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:53:39.017517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=64f928be-65de-4ff9-85e7-e3e0f7592ad0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:39.042916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6829038 Aug 04 14:53:39.048030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60952) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:39.053984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56e446f1-0314-47fb-a571-f1891a77dfeb'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:39.075801 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.097904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1447cd78-f7cd-46e7-af95-0fc9022e5b0c']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:39.133041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.150327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:53:35Z', 'revision_number': 5, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port': {'id': '8dcbf781-5fc3-48f6-8ab2-7d47418a6313', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:39.152246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.175075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005abfa-17f9-4768-bb3a-add365568492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=9']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:39.257277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc768f23-33ea-4253-82ed-afefa5ff3237') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:39.257719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc768f23-33ea-4253-82ed-afefa5ff3237') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:39.260743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.266114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/de060224-48a7-45c2-8e88-c7e71d9d9273 HTTP/1.1" status: 204 len: 168 time: 1.7633834 Aug 04 14:53:39.314561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60956) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:39.330490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.333795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406666fc-1cb3-402b-9d30-11f913bffa98 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=de060224-48a7-45c2-8e88-c7e71d9d9273,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:39.358191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.456481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Allocated IP 172.20.0.18 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/7d7657b7-a561-45a4-a1ea-caa9313319b0/ec96c03f-6f34-4b77-a317-378c4e7b03da) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:39.460671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.492416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:39.493018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.503303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145d94f-4621-4c37-a062-8329baa72f5c None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:39.505252 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:39.606657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Checking router: 15211c22-2f32-4f4e-95c2-fd77214619e8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:39.696095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.709930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.759337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Routers {'15211c22-2f32-4f4e-95c2-fd77214619e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:39.759997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['15211c22-2f32-4f4e-95c2-fd77214619e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:39.761292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.765986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] 10.222.0.76 "DELETE /v2.0/networks/1447cd78-f7cd-46e7-af95-0fc9022e5b0c HTTP/1.1" status: 204 len: 168 time: 2.4545851 Aug 04 14:53:39.789261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5efce3-e199-487b-9a5d-4294f5cef3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1447cd78-f7cd-46e7-af95-0fc9022e5b0c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:39.863766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Deleting port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:39.864046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.874422 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:39.978156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:39.980698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] For port ec96c03f-6f34-4b77-a317-378c4e7b03da, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ec96c03f-6f34-4b77-a317-378c4e7b03da,segment=NetworkSegment(d7804308-3711-4003-83e1-d052cd60a280),segment_id=d7804308-3711-4003-83e1-d052cd60a280)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:39.998694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] Set router 15211c22-2f32-4f4e-95c2-fd77214619e8 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:40.040381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:40.040728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.046863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.130662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] For port 8dcbf781-5fc3-48f6-8ab2-7d47418a6313, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:40.131125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.143497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] DHCP port deletion for b249a1dc-b0d6-444f-ad17-4cf86b4dd29b request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:40.153227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Calling delete_port for 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:40.177338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,segment=NetworkSegment(ead76a6f-f9a6-4466-93e9-1068449a8269),segment_id=ead76a6f-f9a6-4466-93e9-1068449a8269)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:40.177593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.228350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:53:39Z', 'revision_number': 6, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:40.232439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 1ca27fab-9ab5-4762-a7be-4023a9e2e59c owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:40.272999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8123b0-3251-4c61-9f5f-b70869e70402 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:40.325339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:40.433363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336bf18-cb04-46cf-bacd-c61e6a6191c7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=5adeb5f1-a842-4030-9413-dcdf0ef1ac43,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:40.456584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b74bd01-99bd-4e6a-837e-9b147e8a1361 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=adfebdea40984dbd8f541adcbb3d6d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286633 Aug 04 14:53:40.467664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60974) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:40.478172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.487693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:40.528901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:40.532185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:40.619581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa744fa9-a487-4285-86bf-3952719187dc None None] The sync data for ids ['15211c22-2f32-4f4e-95c2-fd77214619e8'] in n-d-801743-12 is: [{'id': '15211c22-2f32-4f4e-95c2-fd77214619e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1548288046-router', 'tenant_id': '9b946b37933f48d7a3878d7f03bebd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:42:06Z', 'updated_at': '2021-08-04T14:53:39Z', 'revision_number': 6, 'project_id': '9b946b37933f48d7a3878d7f03bebd23', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:40.639404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.649986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:40.652455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.668009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b249a1dc-b0d6-444f-ad17-4cf86b4dd29b']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:40.686242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead76a6f-f9a6-4466-93e9-1068449a8269') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:40.688218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead76a6f-f9a6-4466-93e9-1068449a8269') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:40.700023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.710269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.719145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.727172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:40.731581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:40.731984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.742389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:40.742752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.781476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:40.782287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.810275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:40.813171 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:40.823187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Deleting port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:40.823187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.858885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcbf781-5fc3-48f6-8ab2-7d47418a6313,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:40.872400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.877666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.880056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.884857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/b249a1dc-b0d6-444f-ad17-4cf86b4dd29b HTTP/1.1" status: 204 len: 168 time: 1.5666056 Aug 04 14:53:40.897451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:40.927301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaaa6f-cc24-437f-9b7c-c76b2d663402 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=b249a1dc-b0d6-444f-ad17-4cf86b4dd29b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:40.943314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Transition to ACTIVE for port object ec96c03f-6f34-4b77-a317-378c4e7b03da will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:40.944268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-428844384'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:40.962370 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:40.972573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] For port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:40.973007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.002311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.027437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Calling delete_port for 1ca27fab-9ab5-4762-a7be-4023a9e2e59c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:41.037955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:53:41.050464 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.176653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Network b249a1dc-b0d6-444f-ad17-4cf86b4dd29b is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:53:41.177298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] No DVR routers for this DVR port 1ca27fab-9ab5-4762-a7be-4023a9e2e59c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:41.188643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.196573 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.199883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.214113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c3454-44fb-48a5-a592-6bf7166ac71b None None] Pushing event updated for resources: {'Port': ['ID=ec96c03f-6f34-4b77-a317-378c4e7b03da,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:41.253892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:41.261182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.281895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Delete allocated IP 172.20.0.22 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/7d7657b7-a561-45a4-a1ea-caa9313319b0) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 14:53:41.301969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02319020-6e60-404b-a92e-9b8affdb5089 None None] Pushing event deleted for resources: {'Port': ['ID=1ca27fab-9ab5-4762-a7be-4023a9e2e59c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:41.319487 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.330345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.331529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15211c22-2f32-4f4e-95c2-fd77214619e8 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:53:41.341245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.345662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 2631813f-a941-4260-bd22-48ef9bea5013 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:41.346079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ac120c8-021a-4141-b159-62283dd3518b admin admin] 10.222.0.76 "DELETE /v2.0/routers/15211c22-2f32-4f4e-95c2-fd77214619e8 HTTP/1.1" status: 204 len: 168 time: 3.8145952 Aug 04 14:53:41.346303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60986) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:41.348725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.396049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:41.434045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Deleting subnet 412d52a7-2f9b-4b57-b115-3777a2c5f6f8 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:41.438386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.443618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.494123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:53:41.494409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.494925 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:53:41.502529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.511523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ab7eeaf-803a-43f3-b0b0-d840b9512ed4 HTTP/1.1" status: 204 len: 168 time: 1.0351427 Aug 04 14:53:41.515928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:41.517464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.541262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a6057-8cd1-46ce-af0d-a04ff3b3cd45 None None] Pushing event updated for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:41.563415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b2cc-be74-4756-ac80-ea14d9efa4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab7eeaf-803a-43f3-b0b0-d840b9512ed4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:41.585741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.586298 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 7bf57406-e380-461c-a69a-d687d7d6c91e of type vlan for network 56386db5-f18b-48e4-8da8-8a27f52af520 Aug 04 14:53:41.634137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d89b6349-4e10-48ff-ad45-845f923d81f6 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:41.634525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d89b6349-4e10-48ff-ad45-845f923d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.715578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.755271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.853135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.894767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412d52a7-2f9b-4b57-b115-3777a2c5f6f8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:41.903960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:41.906922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e6be820-45f2-48d3-9c26-1c044c9fe9b3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/412d52a7-2f9b-4b57-b115-3777a2c5f6f8 HTTP/1.1" status: 204 len: 168 time: 0.5577762 Aug 04 14:53:41.910826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91565627-5c9b-4efe-8850-e88aadc003a0 None None] Network 1f745ce3-acaf-4077-b62b-d2f56dbf8379 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:41.919480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60996) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:41.984615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 172.20.0.4 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ed1d71fb-7127-4d8f-8d49-3baff6df70f0/2631813f-a941-4260-bd22-48ef9bea5013) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:42.003551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fe05:ece5 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/64f928be-65de-4ff9-85e7-e3e0f7592ad0/2631813f-a941-4260-bd22-48ef9bea5013) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:42.065847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.083733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.099780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:42.100516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.135464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.270201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Deleting port e1a5ef17-b272-4c0f-ba8e-c47abb331935 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:42.271010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.298181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Ignored duplicate provisioning block setup for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 14:53:42.319603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.418280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5024750 Aug 04 14:53:42.423817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:42.429758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1eebd-8877-4b04-8f8f-bbc8cc447145 None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:42.435358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:42.489950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd7793-0ba5-43bb-9043-c0acf3f0f468 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=56386db5-f18b-48e4-8da8-8a27f52af520,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:42.498375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b9f059da-d8b7-40fd-b3f1-6d50bed84f75 None None] Provisioning for port ec96c03f-6f34-4b77-a317-378c4e7b03da completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:42.502206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] For port e1a5ef17-b272-4c0f-ba8e-c47abb331935, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e1a5ef17-b272-4c0f-ba8e-c47abb331935,segment=NetworkSegment(563912d0-739d-41eb-b3e9-82c7e15228d2),segment_id=563912d0-739d-41eb-b3e9-82c7e15228d2)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:42.502927 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.529402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Calling delete_port for e1a5ef17-b272-4c0f-ba8e-c47abb331935 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:42.537470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 56386db5-f18b-48e4-8da8-8a27f52af520 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:42.577489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=5adeb5f1-a842-4030-9413-dcdf0ef1ac43,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:42.607323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.647346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:42.649413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ec96c03f-6f34-4b77-a317-378c4e7b03da up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:42.651518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.675920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 2631813f-a941-4260-bd22-48ef9bea5013 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:42.715303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32786) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:42.763828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] In _notify_port_updated(), no bound segment for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 on network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:53:42.773518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ec96c03f-6f34-4b77-a317-378c4e7b03da completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:42.780390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:42.781328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.782306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ec96c03f-6f34-4b77-a317-378c4e7b03da triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:42.782734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.785723 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0ab97ad3-cb3c-46e3-9297-398575be2f6c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/ports/5adeb5f1-a842-4030-9413-dcdf0ef1ac43 HTTP/1.1" status: 200 len: 918 time: 3.7365272 Aug 04 14:53:42.788191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.789506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32792) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:42.799779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56e446f1-0314-47fb-a571-f1891a77dfeb'}, {'subnet_id': '7d7657b7-a561-45a4-a1ea-caa9313319b0'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:42.851767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] No DVR routers for this DVR port e1a5ef17-b272-4c0f-ba8e-c47abb331935 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:42.854075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a5ef17-b272-4c0f-ba8e-c47abb331935,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:42.866913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.939194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd419a-af10-468c-b7f0-9ddf5b550815 None None] DHCP port deletion for 1f745ce3-acaf-4077-b62b-d2f56dbf8379 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:42.963938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.972389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:42.984033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f745ce3-acaf-4077-b62b-d2f56dbf8379']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:42.990758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:43.004860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563912d0-739d-41eb-b3e9-82c7e15228d2') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:43.005082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563912d0-739d-41eb-b3e9-82c7e15228d2') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:43.028064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ec96c03f-6f34-4b77-a317-378c4e7b03da, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ec96c03f-6f34-4b77-a317-378c4e7b03da,segment=NetworkSegment(d7804308-3711-4003-83e1-d052cd60a280),segment_id=d7804308-3711-4003-83e1-d052cd60a280)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:43.037529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:43.038807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.048968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a790472-e376-4558-b1d5-7e3ec298cf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.050055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.063390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:43.075547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.085840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.108596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:43.109201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:43.131506 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:43.139438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=2631813f-a941-4260-bd22-48ef9bea5013,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:43.179939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ec96c03f-6f34-4b77-a317-378c4e7b03da,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:43.231126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:43.245425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:43.246306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.272528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32802) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.345713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '7bf57406-e380-461c-a69a-d687d7d6c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:43.346405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: 56386db5-f18b-48e4-8da8-8a27f52af520, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:43.358844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=23904730-6204-4150-a467-2d52cfafed2d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:43.359128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.379315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.386310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:43.387989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.394520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.397521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] 10.222.0.76 "DELETE /v2.0/networks/1f745ce3-acaf-4077-b62b-d2f56dbf8379 HTTP/1.1" status: 204 len: 168 time: 1.4749844 Aug 04 14:53:43.416027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 56386db5-f18b-48e4-8da8-8a27f52af520 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:43.424196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975376-c342-4ebc-8191-a94c65c99b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f745ce3-acaf-4077-b62b-d2f56dbf8379,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:43.431485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 56386db5-f18b-48e4-8da8-8a27f52af520) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:43.450366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:43.451125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.474429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505be6aa-785b-4909-a979-b8ea13f76b67 None None] Network 56386db5-f18b-48e4-8da8-8a27f52af520 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:43.549336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a790472-e376-4558-b1d5-7e3ec298cf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.565396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-678411622-network', 'tenant_id': '6ef4a96d5adf4426b22a1a9c7995c3c8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:43.567161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d55be181-a82c-4dac-8960-f4d04d6ea04c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1406157 Aug 04 14:53:43.569447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32810) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.576051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112314064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:43.587217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a790472-e376-4558-b1d5-7e3ec298cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.615297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1f7c67f-1108-4782-9769-22258bb5aad4 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6751935 Aug 04 14:53:43.618190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.659217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32814) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.680681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Provisioning for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:43.689624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ec96c03f-6f34-4b77-a317-378c4e7b03da up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:43.694601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Provisioning complete for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:43.694601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.703447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a790472-e376-4558-b1d5-7e3ec298cf3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c77b8b5ac75437f871e6636552342c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868093 Aug 04 14:53:43.708237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32816) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.710001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a790472-e376-4558-b1d5-7e3ec298cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de58f13e-689b-4f96-b4a4-577dfa2cad84,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:43.713124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46da2ef-8885-40d7-a36f-115e5003c999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:43.720267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46da2ef-8885-40d7-a36f-115e5003c999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:43.725425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b46da2ef-8885-40d7-a36f-115e5003c999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1060636 Aug 04 14:53:43.726286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Made reservation on behalf of 6ef4a96d5adf4426b22a1a9c7995c3c8 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:43.728143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32818) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.728604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.759743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.782921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9baa86cb-d9ec-48c9-b8c6-87fcf2662c40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b946b37933f48d7a3878d7f03bebd23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222410 Aug 04 14:53:43.790062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:43.832041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.833457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.845119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:43.867261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-56386db5-f18b-48e4-8da8-8a27f52af520', 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '23904730-6204-4150-a467-2d52cfafed2d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:43.868163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.882832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.950056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.965491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.969398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.984529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.20 (e64d193d-4f76-47d8-a87b-f9b8d20b54e3/7d7657b7-a561-45a4-a1ea-caa9313319b0/5adeb5f1-a842-4030-9413-dcdf0ef1ac43) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:43.987049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:43.995844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.018612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 2631813f-a941-4260-bd22-48ef9bea5013 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:44.019360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.052252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Allocated IP 2001:db8::2 (56386db5-f18b-48e4-8da8-8a27f52af520/23904730-6204-4150-a467-2d52cfafed2d/f89b59ed-f8f2-4d25-95ee-af3024e7cd2a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:44.125111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.129164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.130724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e4dd0aa-31e7-432c-bb5c-017c94ecf823 HTTP/1.1" status: 204 len: 168 time: 0.3395054 Aug 04 14:53:44.134324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Provisioning complete for port ec96c03f-6f34-4b77-a317-378c4e7b03da triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:44.134967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d718897-9169-4f8e-af00-f3e639eba5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.152650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06f031-a3fe-47a2-bf9a-6963b4537919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4dd0aa-31e7-432c-bb5c-017c94ecf823,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:44.160073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.174914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ec96c03f-6f34-4b77-a317-378c4e7b03da triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:44.175827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.176509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 2631813f-a941-4260-bd22-48ef9bea5013 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:44.220309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.233637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.279297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d077297f-ff43-413a-89f3-0fcc9d4f6102,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:44.291632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.296037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a6716af7-3b4f-4b85-871e-a6430aff3efc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7228990 Aug 04 14:53:44.300669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32826) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:44.313047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.333826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.336932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.338310 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de58f13e-689b-4f96-b4a4-577dfa2cad84 HTTP/1.1" status: 204 len: 168 time: 0.6293151 Aug 04 14:53:44.339644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:44.413253 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.503383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Ignored duplicate provisioning block setup for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 14:53:44.514150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9468b70-58be-4ee2-a46a-de328fed633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de58f13e-689b-4f96-b4a4-577dfa2cad84,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:44.526478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.527372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.529998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Transition to ACTIVE for port object f89b59ed-f8f2-4d25-95ee-af3024e7cd2a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:44.537733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.538108 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Added segment 62397891-60a9-4fbb-8760-c89f2a9db4ba of type vlan for network d0ac2a63-afb0-43fa-8101-2d52c1771407 Aug 04 14:53:44.548647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Transition to ACTIVE for port object f89b59ed-f8f2-4d25-95ee-af3024e7cd2a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:44.561127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e1a5ef17-b272-4c0f-ba8e-c47abb331935 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:44.570433 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.596558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6778fb76-2af2-4025-95fd-a71f53c64093 None None] Could not find standard attr ID for object 2631813f-a941-4260-bd22-48ef9bea5013. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:44.624396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=2631813f-a941-4260-bd22-48ef9bea5013,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:44.645216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e1a5ef17-b272-4c0f-ba8e-c47abb331935 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:44.645684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e1a5ef17-b272-4c0f-ba8e-c47abb331935 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:44.647320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5ab2e02-7681-454f-a3d5-1e68f6016ab6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:44.697348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d5ab2e02-7681-454f-a3d5-1e68f6016ab6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:44.697708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5ab2e02-7681-454f-a3d5-1e68f6016ab6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:44.698152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:44.759520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.767527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bfb580bd-2517-40be-829c-c1cfd5743f97 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/2631813f-a941-4260-bd22-48ef9bea5013 HTTP/1.1" status: 204 len: 168 time: 1.0362799 Aug 04 14:53:44.770026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:44.772431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:44.772782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8dcbf781-5fc3-48f6-8ab2-7d47418a6313 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:44.773212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1ca27fab-9ab5-4762-a7be-4023a9e2e59c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:44.824428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.832497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1ca27fab-9ab5-4762-a7be-4023a9e2e59c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:44.833163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1ca27fab-9ab5-4762-a7be-4023a9e2e59c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:44.898217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Network 56386db5-f18b-48e4-8da8-8a27f52af520 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:44.904004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6778fb76-2af2-4025-95fd-a71f53c64093 None None] Provisioning complete for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:44.904394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6778fb76-2af2-4025-95fd-a71f53c64093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.944681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995c74d-c245-4113-86b0-b7da7229e362 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:44.949508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995c74d-c245-4113-86b0-b7da7229e362 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:44.951989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995c74d-c245-4113-86b0-b7da7229e362 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:44.953903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f995c74d-c245-4113-86b0-b7da7229e362 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1804113 Aug 04 14:53:44.956915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32844) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:44.957205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Pushing event updated for resources: {'Port': ['ID=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:44.967851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6778fb76-2af2-4025-95fd-a71f53c64093 None None] Port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:44.969882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:44.972561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0745fcb1-5683-496c-ae26-765b4f466be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:44.974185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:45.001417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32848) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:45.055447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Attempting to bind port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:45.055957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Attempting to bind port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7bf57406-e380-461c-a69a-d687d7d6c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:45.056409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Attempting to bind port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a on network 56386db5-f18b-48e4-8da8-8a27f52af520 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:45.063425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:45.063951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Checking segment: {'id': '7bf57406-e380-461c-a69a-d687d7d6c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:45.064456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.065365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Bound using segment: {'id': '7bf57406-e380-461c-a69a-d687d7d6c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:45.066170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Bound port: f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf57406-e380-461c-a69a-d687d7d6c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56386db5-f18b-48e4-8da8-8a27f52af520'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:45.066542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.107215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f8748ecb-1d7c-4ac6-96e6-e5de1f38a5bc None None] Provisioning complete for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:45.107215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f8748ecb-1d7c-4ac6-96e6-e5de1f38a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.142305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=5adeb5f1-a842-4030-9413-dcdf0ef1ac43,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:45.150490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 64f928be-65de-4ff9-85e7-e3e0f7592ad0 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:45.160165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.171194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.172346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:45.173045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.196049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ec96c03f-6f34-4b77-a317-378c4e7b03da up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:45.200106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f8748ecb-1d7c-4ac6-96e6-e5de1f38a5bc None None] Port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:45.205326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] In _notify_port_updated(), no bound segment for port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 on network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:53:45.216339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:45.217097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.221418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cb93182f-687e-4472-8aff-d09aa3ae445f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/ports/5adeb5f1-a842-4030-9413-dcdf0ef1ac43 HTTP/1.1" status: 200 len: 998 time: 2.4272072 Aug 04 14:53:45.221594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.240997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] For port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:45.255465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] For port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,segment=NetworkSegment(7bf57406-e380-461c-a69a-d687d7d6c91e),segment_id=7bf57406-e380-461c-a69a-d687d7d6c91e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:45.259598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32850) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:45.264285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.265808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7a54d0-c9dd-425d-b763-bc5e1485015f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.274016 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9975650 Aug 04 14:53:45.283366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:45.327082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.340771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc16876-ccd2-43b8-a922-c71f5e139ccb None None] Pushing event updated for resources: {'Port': ['ID=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:45.350852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ec96c03f-6f34-4b77-a317-378c4e7b03da triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:45.351063 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.357580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd7b68-9c6a-4885-9b71-7e909ab163ff admin admin] Pushing event updated for resources: {'Network': ['ID=d0ac2a63-afb0-43fa-8101-2d52c1771407,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:45.377627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Request body: {'subnet': {'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-678411622-subnet', 'tenant_id': '6ef4a96d5adf4426b22a1a9c7995c3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:45.412670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d0ac2a63-afb0-43fa-8101-2d52c1771407 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:45.530708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.556670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:45.557024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.606142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7a54d0-c9dd-425d-b763-bc5e1485015f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.618411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7a54d0-c9dd-425d-b763-bc5e1485015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.661144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.676384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 5adeb5f1-a842-4030-9413-dcdf0ef1ac43 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:45.682399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Made reservation on behalf of 6ef4a96d5adf4426b22a1a9c7995c3c8 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:45.685048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.756500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9b7a54d0-c9dd-425d-b763-bc5e1485015f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d60e401f6aba4880af2acc11610b1561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499013 Aug 04 14:53:45.757563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32872) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:45.761803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.769657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a54d0-c9dd-425d-b763-bc5e1485015f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a551c-207f-4608-bf5d-7c50916060fc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:45.819669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=64f928be-65de-4ff9-85e7-e3e0f7592ad0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:45.821830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.823798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1737bb4b-ecf9-4a3f-a298-c9d20e980aa8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/64f928be-65de-4ff9-85e7-e3e0f7592ad0 HTTP/1.1" status: 204 len: 168 time: 0.8654394 Aug 04 14:53:45.829390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ae138-8a0c-41e4-bb8f-798f8924d9ca None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:45.831917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32874) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:45.918854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet ed1d71fb-7127-4d8f-8d49-3baff6df70f0 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:45.924076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:45.975093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.008940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.065187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.132249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8::1 (56386db5-f18b-48e4-8da8-8a27f52af520/23904730-6204-4150-a467-2d52cfafed2d/005d6d77-62ae-41ff-beee-a533d6f744eb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:46.138980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.206087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.238669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:46.265470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Checking segment: {'id': '62397891-60a9-4fbb-8760-c89f2a9db4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:46.265915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Network hostable DHCP agents. Network: d0ac2a63-afb0-43fa-8101-2d52c1771407, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:46.293521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Network d0ac2a63-afb0-43fa-8101-2d52c1771407 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:46.309050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d0ac2a63-afb0-43fa-8101-2d52c1771407) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:46.316245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:46.316864 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.324891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.339393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.339583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ad403-19c5-4041-8ca6-41dc91f3022e None None] Network d0ac2a63-afb0-43fa-8101-2d52c1771407 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:46.360427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.374028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.392735 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e0a551c-207f-4608-bf5d-7c50916060fc HTTP/1.1" status: 204 len: 168 time: 0.6250291 Aug 04 14:53:46.395165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1d71fb-7127-4d8f-8d49-3baff6df70f0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:46.406815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.416318 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cb98a090-1d18-4f2f-8d7d-92e11547d1fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ed1d71fb-7127-4d8f-8d49-3baff6df70f0 HTTP/1.1" status: 204 len: 168 time: 0.5827296 Aug 04 14:53:46.424624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32896) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:46.438924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e3ab8787-b6d2-4392-96b2-17bc143b3bc8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0638804 Aug 04 14:53:46.503070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=5adeb5f1-a842-4030-9413-dcdf0ef1ac43,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:46.564456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08ba8d-6dfd-4eb5-a6d8-dddb887725d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a551c-207f-4608-bf5d-7c50916060fc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:46.634271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9079b579-1e77-42a2-b8df-3a683e3c4de9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083590 Aug 04 14:53:46.636336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32904) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:46.648739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:46.653213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.707545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 005d6d77-62ae-41ff-beee-a533d6f744eb will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:46.716331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b964370-cf30-46b1-b0b0-4f4780dd9218 None None] Network d0ac2a63-afb0-43fa-8101-2d52c1771407 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:46.729809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.732014 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1531239c-74e3-40ec-87a6-8df065072314 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/5adeb5f1-a842-4030-9413-dcdf0ef1ac43 HTTP/1.1" status: 204 len: 168 time: 1.4711986 Aug 04 14:53:46.734730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:46.812810 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1aad18-6802-477a-b7d6-2beb91b65716 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:53:46.814458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc1aad18-6802-477a-b7d6-2beb91b65716 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/5adeb5f1-a842-4030-9413-dcdf0ef1ac43 HTTP/1.1" status: 404 len: 333 time: 0.0787959 Aug 04 14:53:46.821713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:46.912207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32916) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:46.956166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:46.956501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:46.971546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.009916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet 7d7657b7-a561-45a4-a1ea-caa9313319b0 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:47.085887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.170555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73931f37-9238-44f1-ba96-ba5458eecda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.183784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 56386db5-f18b-48e4-8da8-8a27f52af520 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:47.209928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:47.219271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:47.219907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.225929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=005d6d77-62ae-41ff-beee-a533d6f744eb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:47.238488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9725ae-b1bb-4dab-8e59-9cee7882ed7c None None] Network 56386db5-f18b-48e4-8da8-8a27f52af520 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:47.274688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f89b59ed-f8f2-4d25-95ee-af3024e7cd2a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:47.276991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.376834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b870e1-798a-4d37-98db-e6dc7f6ccb2a None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:47.489841 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.492756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.492925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23a1d464-2268-4178-a7c2-5f6cd6a818eb None None] Provisioning for port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:47.524316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-43de8dad-13da-4f96-bc57-8fe996a44ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.569021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73931f37-9238-44f1-ba96-ba5458eecda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.589791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73931f37-9238-44f1-ba96-ba5458eecda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.600862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:47.674384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.849661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:47.850044 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.859071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.925601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:47.946506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8f052834-ec50-49ae-857c-9076fe9226a0 None None] Provisioning complete for port b39350a0-6483-4555-818a-905d820cd6c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:47.946920 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8f052834-ec50-49ae-857c-9076fe9226a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.145078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.178226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:48.184427 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.217256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7657b7-a561-45a4-a1ea-caa9313319b0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:48.221126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.226765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2fcac99e-50f5-4849-8e31-fed9cb138344 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/7d7657b7-a561-45a4-a1ea-caa9313319b0 HTTP/1.1" status: 204 len: 168 time: 1.3954723 Aug 04 14:53:48.226963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,segment=NetworkSegment(7bf57406-e380-461c-a69a-d687d7d6c91e),segment_id=7bf57406-e380-461c-a69a-d687d7d6c91e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:48.226963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7467579-f4a8-474e-a785-d985ad19a731 None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:48.228609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32962) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:48.228840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73931f37-9238-44f1-ba96-ba5458eecda9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=949e0508ea144c058cfe3a683413677d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3151557 Aug 04 14:53:48.245392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.266826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:48.273302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73931f37-9238-44f1-ba96-ba5458eecda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a6e3e-1466-4f1d-839f-14ecb3e2430d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:48.325190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=a643eed0-41d3-454a-a99a-f438b54c5fe1,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:48.330957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:48.334176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:48.342385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:48.343026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.356206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-ee011fa7-4abd-4cc9-a9f6-03e17f184bf1 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:48.357748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-ee011fa7-4abd-4cc9-a9f6-03e17f184bf1 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/networks?id=d0ac2a63-afb0-43fa-8101-2d52c1771407 HTTP/1.1" status: 200 len: 821 time: 0.9336817 Aug 04 14:53:48.382671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-3ef5f6c6-cd68-411e-9106-b4f53579dd46 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/quotas/6ef4a96d5adf4426b22a1a9c7995c3c8 HTTP/1.1" status: 200 len: 375 time: 0.0183079 Aug 04 14:53:48.385841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-214e9a66-5167-423b-bbcb-70978a66dfb6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7481666 Aug 04 14:53:48.388882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:48.394755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:48.433819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet 56e446f1-0314-47fb-a571-f1891a77dfeb {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:48.439160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:48.444950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Deleting port b39350a0-6483-4555-818a-905d820cd6c9 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:48.445324 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.449581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.540349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-63439280-6df1-4680-80cc-31c5a730905e tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ef4a96d5adf4426b22a1a9c7995c3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317506 Aug 04 14:53:48.550259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.567392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.614884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.621152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Provisioning complete for port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:48.621519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.640570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.689232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:48.699006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.712813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.716382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] For port b39350a0-6483-4555-818a-905d820cd6c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b39350a0-6483-4555-818a-905d820cd6c9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:48.716794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.760819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.787063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.788086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.805047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Calling delete_port for b39350a0-6483-4555-818a-905d820cd6c9 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:48.889285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.972288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Provisioning for port 005d6d77-62ae-41ff-beee-a533d6f744eb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:48.974427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=005d6d77-62ae-41ff-beee-a533d6f744eb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:48.982789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Provisioning complete for port 005d6d77-62ae-41ff-beee-a533d6f744eb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:48.983178 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.996513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:48.999786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.001381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f3a6e3e-1466-4f1d-839f-14ecb3e2430d HTTP/1.1" status: 204 len: 168 time: 0.7384338 Aug 04 14:53:49.021678 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:53:49.045564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b0565-836a-4c2b-8c72-6632beff3a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a6e3e-1466-4f1d-839f-14ecb3e2430d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:49.076602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c80b7c18-b9db-4817-8bc5-b8dabcb05c9d None None] Port 005d6d77-62ae-41ff-beee-a533d6f744eb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:49.079907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.116499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.148637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] Pushing event deleted for resources: {'Port': ['ID=b39350a0-6483-4555-818a-905d820cd6c9,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:49.155736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 56386db5-f18b-48e4-8da8-8a27f52af520 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:49.165735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f5916-8ca6-4b95-9197-6d473f21c69b None None] No DVR routers for this DVR port b39350a0-6483-4555-818a-905d820cd6c9 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:49.179758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:49.182165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=56e446f1-0314-47fb-a571-f1891a77dfeb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:49.195405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.206177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-97cb157e-2751-4c1e-8a4f-b54180458a32 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/56e446f1-0314-47fb-a571-f1891a77dfeb HTTP/1.1" status: 204 len: 168 time: 0.9752252 Aug 04 14:53:49.206428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32986) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:49.225785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b86e8a7b-2082-4096-8350-42546af75228 None None] Provisioning complete for port 005d6d77-62ae-41ff-beee-a533d6f744eb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:49.226156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b86e8a7b-2082-4096-8350-42546af75228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.227547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-ee6ae2ba-56fa-4384-b86b-f2089da86f37 service neutron] 10.222.0.76 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858499 Aug 04 14:53:49.290997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b86e8a7b-2082-4096-8350-42546af75228 None None] Port 005d6d77-62ae-41ff-beee-a533d6f744eb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:49.292722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f89b59ed-f8f2-4d25-95ee-af3024e7cd2a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:49.329554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00c7d2-7d7a-4bf3-ad73-b8490674fdaa None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:49.527318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:49.528513 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.561101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-bf2d92a6-3d2b-4bd2-9f67-b8bbf4a4008d service neutron] 10.222.0.76 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247890 Aug 04 14:53:49.622730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d0751079-da58-46b8-ab30-3bc5c4814c8b is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:53:49.654242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.914071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1597f393-1487-4114-b509-78abf306d77e None None] Provisioning complete for port 005d6d77-62ae-41ff-beee-a533d6f744eb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:49.914071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1597f393-1487-4114-b509-78abf306d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.959183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': 'a643eed0-41d3-454a-a99a-f438b54c5fe1'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:49.960631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:49.967441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:50.011421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b39350a0-6483-4555-818a-905d820cd6c9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:50.011628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b39350a0-6483-4555-818a-905d820cd6c9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:50.033676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d911950-fcaf-4d80-a4a6-dfae164fa97c req-3d4b1134-90ed-4615-93f7-764c309ccbec tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 210 time: 0.1233945 Aug 04 14:53:50.074706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:53:50.076995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.092837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:50.107815 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] Sync routers for ids ['d0751079-da58-46b8-ab30-3bc5c4814c8b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:50.122166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0058e8d2-e09b-4bd7-86e4-b4ac0b4a62f7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d0751079-da58-46b8-ab30-3bc5c4814c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8060141 Aug 04 14:53:50.122422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:50.134450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] Routers {'d0751079-da58-46b8-ab30-3bc5c4814c8b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:50.135562 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d0751079-da58-46b8-ab30-3bc5c4814c8b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.200149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:50.205256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd82eb-c183-46be-9ba1-4c75878222bd None None] Network e64d193d-4f76-47d8-a87b-f9b8d20b54e3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:50.221794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:50.232248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:50.232866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.242991 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.247874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port ec96c03f-6f34-4b77-a317-378c4e7b03da {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:50.248797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.266435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] Routers {'d0751079-da58-46b8-ab30-3bc5c4814c8b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:50.267110 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d0751079-da58-46b8-ab30-3bc5c4814c8b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.271954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=6fa4d264-7daf-4eab-ae84-ecb7187bfbe1,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:50.282551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1597f393-1487-4114-b509-78abf306d77e None None] Port 005d6d77-62ae-41ff-beee-a533d6f744eb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:53:50.290183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97e00b2d-01b3-43b0-ac57-e99986ad52f8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8995514 Aug 04 14:53:50.293913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:50.308546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:df:41:26', 'name': 'tempest-NetworksTestDHCPv6-401727048'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:50.319939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88b2d-7a30-4c8d-b9f8-d1d8de261311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:50.324706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91e88b2d-7a30-4c8d-b9f8-d1d8de261311 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports/005d6d77-62ae-41ff-beee-a533d6f744eb HTTP/1.1" status: 200 len: 911 time: 0.2002473 Aug 04 14:53:50.336776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33014) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:50.336776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33016) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:50.347533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Allocated IP 172.20.0.2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/a643eed0-41d3-454a-a99a-f438b54c5fe1/ac614837-0275-421a-9230-9110179e0b60) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:50.355692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Allocated IP 2001:db8::f816:3eff:fe16:c67d (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6fa4d264-7daf-4eab-ae84-ecb7187bfbe1/ac614837-0275-421a-9230-9110179e0b60) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:50.384541 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.385263 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05793a27-b2b3-4d90-a5a0-dace5175d5f1 None None] The sync data for ids ['d0751079-da58-46b8-ab30-3bc5c4814c8b'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:50.432231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port ec96c03f-6f34-4b77-a317-378c4e7b03da, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ec96c03f-6f34-4b77-a317-378c4e7b03da,segment=NetworkSegment(d7804308-3711-4003-83e1-d052cd60a280),segment_id=d7804308-3711-4003-83e1-d052cd60a280)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:50.432658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.448818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for ec96c03f-6f34-4b77-a317-378c4e7b03da owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:50.497694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.548489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1c9fb70-0950-4bda-91b6-47e829bf4bd3 None None] Provisioning complete for port ec96c03f-6f34-4b77-a317-378c4e7b03da triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:50.549658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a1c9fb70-0950-4bda-91b6-47e829bf4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.602379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.655327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=ec96c03f-6f34-4b77-a317-378c4e7b03da,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:50.672611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port ec96c03f-6f34-4b77-a317-378c4e7b03da on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:50.694971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.707373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Transition to ACTIVE for port object ac614837-0275-421a-9230-9110179e0b60 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:50.711891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1c9fb70-0950-4bda-91b6-47e829bf4bd3 None None] Could not find standard attr ID for object ec96c03f-6f34-4b77-a317-378c4e7b03da. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:50.719065 n-d-801743-12 neutron-server[94267]: INFO neutron.plugins.ml2.db [None req-a1c9fb70-0950-4bda-91b6-47e829bf4bd3 None None] No ports have port_id starting with ec96c03f-6f34-4b77-a317-378c4e7b03da Aug 04 14:53:50.727714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Transition to ACTIVE for port object ac614837-0275-421a-9230-9110179e0b60 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:50.735601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.771554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304c5f7-5357-42f5-9230-28c62f9eeeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.791300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed91f6d-fd3d-4951-b2d7-e9ae65a79a8c None None] DHCP port deletion for e64d193d-4f76-47d8-a87b-f9b8d20b54e3 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:50.799839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:50.807935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:50.815346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:50.823849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Pushing event updated for resources: {'Port': ['ID=ac614837-0275-421a-9230-9110179e0b60,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:50.866625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.889538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64d193d-4f76-47d8-a87b-f9b8d20b54e3']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.903443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:50.912845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7804308-3711-4003-83e1-d052cd60a280') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.914178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7804308-3711-4003-83e1-d052cd60a280') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:50.931386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.945415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Attempting to bind port ac614837-0275-421a-9230-9110179e0b60 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:50.945795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Attempting to bind port ac614837-0275-421a-9230-9110179e0b60 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:50.946300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Attempting to bind port ac614837-0275-421a-9230-9110179e0b60 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:50.951793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:50.952213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:50.952591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.953169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:50.953698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Bound port: ac614837-0275-421a-9230-9110179e0b60, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:50.954285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.954612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.965043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33032) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:50.975162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:50.975577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:50.981471 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:51.137726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] For port ac614837-0275-421a-9230-9110179e0b60, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:51.142465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] For port ac614837-0275-421a-9230-9110179e0b60, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac614837-0275-421a-9230-9110179e0b60,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:51.153472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.153976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.161885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.173103 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/e64d193d-4f76-47d8-a87b-f9b8d20b54e3 HTTP/1.1" status: 204 len: 168 time: 1.9590030 Aug 04 14:53:51.185086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33044) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:51.206939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-992453871-network', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:51.213741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ec96c03f-6f34-4b77-a317-378c4e7b03da no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:53:51.230030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d5431-9ac5-457f-87f1-f5f1cc252346 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=e64d193d-4f76-47d8-a87b-f9b8d20b54e3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:51.252694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecaa16ad-e2f2-44c3-bd14-9f031a28e4e4 req-b190804e-9ba2-4c3d-9ca8-aa9f548ec1ef tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 210 time: 0.1002834 Aug 04 14:53:51.259006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ec96c03f-6f34-4b77-a317-378c4e7b03da {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:53:51.259161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ec96c03f-6f34-4b77-a317-378c4e7b03da not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:53:51.301128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb47ce4-5dbe-4f87-8cc1-45c33185523d None None] Pushing event updated for resources: {'Port': ['ID=ac614837-0275-421a-9230-9110179e0b60,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:51.346535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.405644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 1a834799-d850-4ce4-b358-0528d7ccb050 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:51.422689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0956a04-80bc-4df2-beb1-af36a8828195 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:51.428186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0956a04-80bc-4df2-beb1-af36a8828195 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2359574 Aug 04 14:53:51.429370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33050) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:51.438912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304c5f7-5357-42f5-9230-28c62f9eeeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.494844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304c5f7-5357-42f5-9230-28c62f9eeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.515080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:51.517994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.538968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.586680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65871fb1-2cb0-43d8-ab11-639e6b1096dc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1557255 Aug 04 14:53:51.590621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:51.591092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1304c5f7-5357-42f5-9230-28c62f9eeeb1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2606d4813258498a82f551c9ece6d4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2536924 Aug 04 14:53:51.598409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304c5f7-5357-42f5-9230-28c62f9eeeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4da90-5a73-46c2-afb1-633044f48dc0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:51.598735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108461097'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:51.602761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33054) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:51.733272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.759500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 172.20.0.4 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/a643eed0-41d3-454a-a99a-f438b54c5fe1/1a834799-d850-4ce4-b358-0528d7ccb050) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:51.768267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fedf:4126 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6fa4d264-7daf-4eab-ae84-ecb7187bfbe1/1a834799-d850-4ce4-b358-0528d7ccb050) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:51.771781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.772062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.792641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.803158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.849342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:51.858267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:51.861844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.870201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:51.879690 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.880024 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Added segment 6a03b8a8-3e9a-4610-9136-d7bf69ac6e85 of type vlan for network 7dc6437b-be30-4285-8743-6bf77cdcbd49 Aug 04 14:53:51.929047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.931769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.933119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2bc4da90-5a73-46c2-afb1-633044f48dc0 HTTP/1.1" status: 204 len: 168 time: 0.3293021 Aug 04 14:53:51.953544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.957537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:53:51.963974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d7899-2c31-4908-b765-0f65f769e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4da90-5a73-46c2-afb1-633044f48dc0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:51.972916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:51.973281 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment 1055a07c-1f86-4071-bc6b-d347780a5a88 of type vlan for network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 Aug 04 14:53:52.030956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.036266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.037441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.037985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.067760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.110282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1439867 Aug 04 14:53:52.116960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 1a834799-d850-4ce4-b358-0528d7ccb050 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:52.118857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33058) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:52.124658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Request body: {'subnet': {'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-992453871-subnet', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:52.198299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ba89c-55e6-4256-8cd2-15b719f7fca0 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc6437b-be30-4285-8743-6bf77cdcbd49,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:52.206733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.212928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.213565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.225289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:52.248046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.253640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:52.258378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.316890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7213712 Aug 04 14:53:52.323337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33066) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:52.332823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:52.406016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:52.420504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=1a834799-d850-4ce4-b358-0528d7ccb050,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:52.425204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:52.465921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d3ab4-f8ab-4f40-a884-9fd007cf7bf0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:52.468121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:52.492904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:53:52.510217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4e7761d-24f1-4d5a-8e16-cdee6abc2aa4 req-a1130b34-2794-4bb6-8b95-1aeab3a42bd6 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 210 time: 0.0827675 Aug 04 14:53:52.530512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-dbe877eb-6914-4a21-8bbe-7fa04685ff1c tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.532270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-dbe877eb-6914-4a21-8bbe-7fa04685ff1c tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.38 "GET /v2.0/networks?id=d0ac2a63-afb0-43fa-8101-2d52c1771407 HTTP/1.1" status: 200 len: 821 time: 0.4163876 Aug 04 14:53:52.556672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Request body: {'port': {'device_id': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407', 'admin_state_up': True, 'tenant_id': '6ef4a96d5adf4426b22a1a9c7995c3c8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:52.570378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:52.593347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 005d6d77-62ae-41ff-beee-a533d6f744eb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:52.593890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.659871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ebc56d0-582c-4ec4-8a74-414795c69a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.671518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.672199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.713379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:52.717606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.725986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b9616ed7-1471-4b45-b187-33e443192d12 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4293814 Aug 04 14:53:52.728238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33074) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:52.755444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.792681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457c9ce-1ba3-4b6b-b8ea-ab0e2754cf0f None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:52.810138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 005d6d77-62ae-41ff-beee-a533d6f744eb owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:52.884036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de9cf7-eef2-4097-b38e-702f779bc09d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.890278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de9cf7-eef2-4097-b38e-702f779bc09d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:52.894629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90de9cf7-eef2-4097-b38e-702f779bc09d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1577537 Aug 04 14:53:52.895460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:52.968129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:52.970403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff465c06-7151-45e7-9025-6b917947a68c None None] Provisioning for port ac614837-0275-421a-9230-9110179e0b60 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:53.009510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ebc56d0-582c-4ec4-8a74-414795c69a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.045357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ebc56d0-582c-4ec4-8a74-414795c69a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.096321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce773139-4d34-4fba-99a2-b8607dec1930,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:53.120090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:53.120469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Network hostable DHCP agents. Network: 7dc6437b-be30-4285-8743-6bf77cdcbd49, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:53.142993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Made reservation on behalf of 6ef4a96d5adf4426b22a1a9c7995c3c8 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:53.147261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.169827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.179865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:53.199262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 7dc6437b-be30-4285-8743-6bf77cdcbd49) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:53.203238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc56d0-582c-4ec4-8a74-414795c69a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80975080-7471-42f4-bb77-15618a2bb5d2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:53.209073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.224151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:53.224774 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.238158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb96e5a-d967-4b6c-9f0a-5a0c1097d3e4 None None] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:53.241029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ebc56d0-582c-4ec4-8a74-414795c69a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eae42d22dc5d4ee3a097e9320aa2e52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693294 Aug 04 14:53:53.272818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:53.286930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 1a834799-d850-4ce4-b358-0528d7ccb050 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:53.287575 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.297031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=005d6d77-62ae-41ff-beee-a533d6f744eb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:53.335926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6b8cac91-38df-4dd9-a057-0f6aa43b2a7c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2157595 Aug 04 14:53:53.345693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac614837-0275-421a-9230-9110179e0b60 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:53.347645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33082) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:53.353990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:53.377415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': '1055a07c-1f86-4071-bc6b-d347780a5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:53.377834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:53:53.460489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.461686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.513528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=a42eaa09-0059-43bb-899e-ec963049deba,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:53.525807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:53:53.548208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.553040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-7dc6437b-be30-4285-8743-6bf77cdcbd49', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:53.554822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.557721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.586323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:53.604694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:53.606708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ac614837-0275-421a-9230-9110179e0b60 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:53.607458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.638133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ac614837-0275-421a-9230-9110179e0b60 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:53.639289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.700573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:53.706888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Allocated IP 172.20.0.12 (d0ac2a63-afb0-43fa-8101-2d52c1771407/db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf/7d6049de-ff6f-497f-8bac-d196282d951e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:53.710461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda77e6-bc74-4043-ab10-8cf7ee0788f1 None None] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:53.720803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e29f05f-41ba-4d1e-bec5-93467ac155f6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3926320 Aug 04 14:53:53.731363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33088) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:53.737884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338', 'name': 'tempest-PortsTestJSON-2113766457'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:53.741936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 1a834799-d850-4ce4-b358-0528d7ccb050 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:53.918087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Allocated IP 172.20.0.2 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/d14eec33-b662-466c-8c81-6fddac573907) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:54.026863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.053262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.111099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:54.115359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.145125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.152798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port c1944fb5-2847-47e9-a29e-4bd2876294f3 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:54.199425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f814df0c-3a43-4fb1-abb9-502d9a3cc2e0 req-a3a32fa9-a66e-4dbc-8b3c-8f70f8df62a4 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 210 time: 0.1361480 Aug 04 14:53:54.199821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.225056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.234682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.313930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ac614837-0275-421a-9230-9110179e0b60, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac614837-0275-421a-9230-9110179e0b60,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:54.323098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Network d0ac2a63-afb0-43fa-8101-2d52c1771407 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:54.330954 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.358655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:54.361807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.371232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338', 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': 'a42eaa09-0059-43bb-899e-ec963049deba'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:53:54.372118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.405264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ac614837-0275-421a-9230-9110179e0b60,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:54.462549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router d0751079-da58-46b8-ab30-3bc5c4814c8b has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:53:54.535024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Provisioning complete for port ac614837-0275-421a-9230-9110179e0b60 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:54.535420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.632728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:54.642008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d063425d-3c5f-4a44-bc3e-bd77bfc755b8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/d0751079-da58-46b8-ab30-3bc5c4814c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3006475 Aug 04 14:53:54.642008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.644513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.654086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80975080-7471-42f4-bb77-15618a2bb5d2 HTTP/1.1" status: 204 len: 168 time: 1.3626776 Aug 04 14:53:54.657670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] Sync routers for ids ['d0751079-da58-46b8-ab30-3bc5c4814c8b'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:54.667102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33092) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:54.711698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] Routers {'d0751079-da58-46b8-ab30-3bc5c4814c8b'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:54.714757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d0751079-da58-46b8-ab30-3bc5c4814c8b'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:54.752881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca870e-ba27-4552-ab20-9287d36018f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80975080-7471-42f4-bb77-15618a2bb5d2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:54.760401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-339ba309-3758-4807-b983-b1174287b107 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0751079-da58-46b8-ab30-3bc5c4814c8b HTTP/1.1" status: 200 len: 205 time: 0.0900428 Aug 04 14:53:54.762679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33098) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:54.805911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:54.826727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:54.861378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] Routers {'d0751079-da58-46b8-ab30-3bc5c4814c8b'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:54.861957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d0751079-da58-46b8-ab30-3bc5c4814c8b'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:54.862421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.868578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Pushing event updated for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:54.924138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.8 (0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338/a42eaa09-0059-43bb-899e-ec963049deba/c1944fb5-2847-47e9-a29e-4bd2876294f3) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:54.927337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.931046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Transition to ACTIVE for port object d14eec33-b662-466c-8c81-6fddac573907 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:54.933819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:54.934531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4d4d4-374f-42c3-843f-c484a07d6be9 None None] The sync data for ids ['d0751079-da58-46b8-ab30-3bc5c4814c8b'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:53:54.939298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Provisioning for port 1a834799-d850-4ce4-b358-0528d7ccb050 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:54.953093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Provisioning complete for port 1a834799-d850-4ce4-b358-0528d7ccb050 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:54.953631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.958101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Transition to ACTIVE for port object d14eec33-b662-466c-8c81-6fddac573907 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:54.978117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b830f09f-419c-4a1d-9b73-ab3b187f607e None None] Port 1a834799-d850-4ce4-b358-0528d7ccb050 was deleted so its status cannot be updated. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 04 14:53:54.983888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:54.984061 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.985075 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:54.994035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=1a834799-d850-4ce4-b358-0528d7ccb050,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:55.029956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-120b9077-1779-450d-a653-fd960d930633 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4844537 Aug 04 14:53:55.056908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:55.075122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:55.087580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:55.119417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Pushing event updated for resources: {'Port': ['ID=d14eec33-b662-466c-8c81-6fddac573907,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:55.129114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c71bdf47-0649-480c-8092-b41c02fd0f14 None None] Could not find standard attr ID for object 1a834799-d850-4ce4-b358-0528d7ccb050. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:53:55.142031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.145520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.202123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac614837-0275-421a-9230-9110179e0b60 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:55.207272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Attempting to bind port d14eec33-b662-466c-8c81-6fddac573907 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:55.207757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Attempting to bind port d14eec33-b662-466c-8c81-6fddac573907 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:55.208601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Attempting to bind port d14eec33-b662-466c-8c81-6fddac573907 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:55.211883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.212585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router d0751079-da58-46b8-ab30-3bc5c4814c8b {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:53:55.235920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.244362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33108) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:55.245844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b84d614-d477-4774-95e2-82ca70796288 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/d0751079-da58-46b8-ab30-3bc5c4814c8b HTTP/1.1" status: 204 len: 168 time: 0.4813433 Aug 04 14:53:55.247908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:55.248305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:55.248728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.249132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:55.249634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Bound port: d14eec33-b662-466c-8c81-6fddac573907, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:55.250022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.279816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Request body: {'port': {'device_id': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:55.342833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ac614837-0275-421a-9230-9110179e0b60 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:55.343359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.346306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.349698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-049cd928-7b46-4b0b-8770-adb5fbc44c82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/1a834799-d850-4ce4-b358-0528d7ccb050 HTTP/1.1" status: 204 len: 168 time: 2.4495285 Aug 04 14:53:55.351464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33114) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:55.407792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] For port d14eec33-b662-466c-8c81-6fddac573907, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:55.412796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.416532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] For port d14eec33-b662-466c-8c81-6fddac573907, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d14eec33-b662-466c-8c81-6fddac573907,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:55.434460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object c1944fb5-2847-47e9-a29e-4bd2876294f3 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:55.483752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.536388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acf3a9-41e0-478c-8aab-a794678c1be6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:55.537860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acf3a9-41e0-478c-8aab-a794678c1be6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:55.539619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acf3a9-41e0-478c-8aab-a794678c1be6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:55.544573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32acf3a9-41e0-478c-8aab-a794678c1be6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0754061 Aug 04 14:53:55.548805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 23904730-6204-4150-a467-2d52cfafed2d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:55.551357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3b10-ba95-415a-9a92-6fee894ca18c None None] Pushing event updated for resources: {'Port': ['ID=d14eec33-b662-466c-8c81-6fddac573907,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:55.552533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33120) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:55.556010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.562094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.590125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.621544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.659697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Allocated IP 172.20.0.2 (0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338/a42eaa09-0059-43bb-899e-ec963049deba/556d6059-e426-4050-92b1-1e64c08ec46a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:55.693165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=c1944fb5-2847-47e9-a29e-4bd2876294f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:55.696150 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.787654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26e155-dae8-4dfc-b55e-8cbb0404c19b req-d47860e4-0d46-408d-a7b7-ef819a372f76 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:55.788350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:55.789317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e26e155-dae8-4dfc-b55e-8cbb0404c19b req-d47860e4-0d46-408d-a7b7-ef819a372f76 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 932 time: 0.2760890 Aug 04 14:53:55.812145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:55.815159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:55.844120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.923992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 6fa4d264-7daf-4eab-ae84-ecb7187bfbe1 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:55.929103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e26e155-dae8-4dfc-b55e-8cbb0404c19b req-3e5feb2c-3f59-4c44-87ad-ca8b6f36cc6d tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963647 Aug 04 14:53:55.935055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:55.940349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Allocated IP 172.25.0.160 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/824ed4f6-7bfb-44b4-90ec-73091a79dccf) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:55.983571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.010142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Transition to ACTIVE for port object 556d6059-e426-4050-92b1-1e64c08ec46a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:56.061689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Transition to ACTIVE for port object 556d6059-e426-4050-92b1-1e64c08ec46a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:56.068777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.070462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.111926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:56.112606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.147461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:56.148407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.150376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:56.154655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:56.192612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Pushing event updated for resources: {'Port': ['ID=556d6059-e426-4050-92b1-1e64c08ec46a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:56.208889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.222763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f25e36b-083a-4d01-975a-44b001841246 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4886088 Aug 04 14:53:56.233831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:56.243210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Attempting to bind port 556d6059-e426-4050-92b1-1e64c08ec46a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:56.243584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Attempting to bind port 556d6059-e426-4050-92b1-1e64c08ec46a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1055a07c-1f86-4071-bc6b-d347780a5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:56.243951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Attempting to bind port 556d6059-e426-4050-92b1-1e64c08ec46a on network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:56.251391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:56.251812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Checking segment: {'id': '1055a07c-1f86-4071-bc6b-d347780a5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:56.252165 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.253135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Bound using segment: {'id': '1055a07c-1f86-4071-bc6b-d347780a5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:56.253135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Bound port: 556d6059-e426-4050-92b1-1e64c08ec46a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1055a07c-1f86-4071-bc6b-d347780a5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:56.253381 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.256846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338', 'name': 'tempest-PortsTestJSON-1261588607'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:56.257126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:56.262078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:56.268472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:56.300131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Pushing event updated for resources: {'Port': ['ID=824ed4f6-7bfb-44b4-90ec-73091a79dccf,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:56.336741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] For port 556d6059-e426-4050-92b1-1e64c08ec46a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:56.340980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] For port 556d6059-e426-4050-92b1-1e64c08ec46a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=556d6059-e426-4050-92b1-1e64c08ec46a,segment=NetworkSegment(1055a07c-1f86-4071-bc6b-d347780a5a88),segment_id=1055a07c-1f86-4071-bc6b-d347780a5a88)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:56.347128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.383830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.440326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40af4c-5771-4328-906d-78ac5728eebd None None] Pushing event updated for resources: {'Port': ['ID=556d6059-e426-4050-92b1-1e64c08ec46a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:56.490492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.608063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.662871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.664676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa4d264-7daf-4eab-ae84-ecb7187bfbe1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:56.668166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.729472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=23904730-6204-4150-a467-2d52cfafed2d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:56.741100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.745727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fbc7dba9-ce09-43ee-8b9a-b4d37421505f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6fa4d264-7daf-4eab-ae84-ecb7187bfbe1 HTTP/1.1" status: 204 len: 168 time: 1.1848166 Aug 04 14:53:56.751210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:56.772739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097c6b6-93c6-4d21-8cc6-9fe0c07c5263 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:56.846009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:56.851546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094af06-9e5c-4bde-b8fe-082d26419dc7 None None] Network 56386db5-f18b-48e4-8da8-8a27f52af520 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:56.855576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-555baedb-2fbb-46d1-a4e8-c7593254eb1a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/23904730-6204-4150-a467-2d52cfafed2d HTTP/1.1" status: 204 len: 168 time: 1.6038952 Aug 04 14:53:56.856441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:56.881634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet a643eed0-41d3-454a-a99a-f438b54c5fe1 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:53:57.061280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.063225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:57.067094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.071720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.165233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.177902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port ea2bab30-559b-498c-8b91-2c3f9def53ac yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:53:57.194243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fdbdc-f3b8-45ae-863e-05661630facd req-84e585ef-d2bc-4542-997c-90c4e48c72b4 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:57.196125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-689fdbdc-f3b8-45ae-863e-05661630facd req-84e585ef-d2bc-4542-997c-90c4e48c72b4 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 932 time: 0.1224933 Aug 04 14:53:57.277265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a56b41-a8a5-4528-890b-d0ac6c517f15 None None] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:57.334706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.5 (0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338/a42eaa09-0059-43bb-899e-ec963049deba/ea2bab30-559b-498c-8b91-2c3f9def53ac) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:57.359506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-689fdbdc-f3b8-45ae-863e-05661630facd req-5a1f355c-6aa3-439c-9e01-15d2a6b608f4 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199949 Aug 04 14:53:57.381030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d14eec33-b662-466c-8c81-6fddac573907 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:57.392183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.442942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Router 489a17c0-28b2-4d1f-9def-50571089a5cf is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:53:57.445069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6049de-ff6f-497f-8bac-d196282d951e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:53:57.472777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1f2706c4-2592-468c-8c67-b625f8334019 None None] Provisioning for port d14eec33-b662-466c-8c81-6fddac573907 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:57.473050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.654128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Transition to ACTIVE for port object 7d6049de-ff6f-497f-8bac-d196282d951e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:57.657977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:53:57.671750 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Sync routers for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:53:57.693410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.695231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-32c5949f-163e-45b3-afa6-8a473d2512b1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3463187 Aug 04 14:53:57.698075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33184) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:57.702643 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:57.703274 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:57.725217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:57.725576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.739514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.830192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:57.960205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:57.992567 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:58.046489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.109379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d14eec33-b662-466c-8c81-6fddac573907 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:58.121345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d14eec33-b662-466c-8c81-6fddac573907 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:58.121690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.195700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,segment=NetworkSegment(7bf57406-e380-461c-a69a-d687d7d6c91e),segment_id=7bf57406-e380-461c-a69a-d687d7d6c91e)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:58.196050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.230196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for f89b59ed-f8f2-4d25-95ee-af3024e7cd2a owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:58.287735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] DHCP port deletion for 56386db5-f18b-48e4-8da8-8a27f52af520 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:58.339477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e0fbc-96d5-4d72-b6ff-07742e87d3cb None None] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:58.364792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object ea2bab30-559b-498c-8b91-2c3f9def53ac will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:58.406907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.579862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33204) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:58.592165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6b38eb4f-46b7-4fa2-9144-13c83305135b None None] Provisioning for port 556d6059-e426-4050-92b1-1e64c08ec46a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:58.594402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=a643eed0-41d3-454a-a99a-f438b54c5fe1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:58.611881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Attempting to bind port 7d6049de-ff6f-497f-8bac-d196282d951e on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:58.616327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Attempting to bind port 7d6049de-ff6f-497f-8bac-d196282d951e by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '62397891-60a9-4fbb-8760-c89f2a9db4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:58.616327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Attempting to bind port 7d6049de-ff6f-497f-8bac-d196282d951e on network d0ac2a63-afb0-43fa-8101-2d52c1771407 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:58.634818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3340c9d-f496-4c13-9afa-c87c3f02ae92 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:53:58.636633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.639167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ac5bc0ca-77b9-4bc0-aed9-9115dadc502a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/a643eed0-41d3-454a-a99a-f438b54c5fe1 HTTP/1.1" status: 204 len: 168 time: 1.8869386 Aug 04 14:53:58.641341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Port 7d6049de-ff6f-497f-8bac-d196282d951e on network d0ac2a63-afb0-43fa-8101-2d52c1771407 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:53:58.641897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Attempting to bind port 7d6049de-ff6f-497f-8bac-d196282d951e on network d0ac2a63-afb0-43fa-8101-2d52c1771407 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:58.655418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33208) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:58.656585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.660456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.667977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.674174 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:53:56Z', 'revision_number': 3, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:58.685434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Deleting port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:58.685824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.729600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Checking router: 489a17c0-28b2-4d1f-9def-50571089a5cf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:53:58.730105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Updating router 489a17c0-28b2-4d1f-9def-50571089a5cf port 824ed4f6-7bfb-44b4-90ec-73091a79dccf binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:53:58.737841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:58.774609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:58.774609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Checking segment: {'id': '62397891-60a9-4fbb-8760-c89f2a9db4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:58.774980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Bound using segment: {'id': '62397891-60a9-4fbb-8760-c89f2a9db4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:58.775868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Bound port: 7d6049de-ff6f-497f-8bac-d196282d951e, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62397891-60a9-4fbb-8760-c89f2a9db4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:58.776253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.785962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29f4d354-bc2a-4e2f-a058-de08a0f0db07 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205235 Aug 04 14:53:58.800858 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.817881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33210) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:58.828504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:53:58.832064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:58.847588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:53:58.866357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:53:58.871715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] For port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:58.872599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.900937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d14eec33-b662-466c-8c81-6fddac573907, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d14eec33-b662-466c-8c81-6fddac573907,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:58.906314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-934a7312-53e9-4d52-9f43-4b1a535356d9 None None] Provisioning complete for port ac614837-0275-421a-9230-9110179e0b60 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:58.906885 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-934a7312-53e9-4d52-9f43-4b1a535356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.910330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Calling delete_port for f89b59ed-f8f2-4d25-95ee-af3024e7cd2a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:53:58.930084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:53:58.974404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:58.975402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 556d6059-e426-4050-92b1-1e64c08ec46a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:53:58.983666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.031725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a96d452-b5f9-428e-bd7e-030d19082005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.068039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585c77-6918-4b91-a73c-d73fba321e36 req-b034fd18-4faf-4aeb-ae23-1f763238aeb1 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.070308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75585c77-6918-4b91-a73c-d73fba321e36 req-b034fd18-4faf-4aeb-ae23-1f763238aeb1 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 944 time: 0.1439726 Aug 04 14:53:59.125461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=ea2bab30-559b-498c-8b91-2c3f9def53ac,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.126951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] No DVR routers for this DVR port f89b59ed-f8f2-4d25-95ee-af3024e7cd2a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:53:59.129134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:59.157641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75585c77-6918-4b91-a73c-d73fba321e36 req-50337a5c-bbe7-4fb1-a6bd-0049ad4b9d1e tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785580 Aug 04 14:53:59.168421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.181845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d6049de-ff6f-497f-8bac-d196282d951e,segment=NetworkSegment(62397891-60a9-4fbb-8760-c89f2a9db4ba),segment_id=62397891-60a9-4fbb-8760-c89f2a9db4ba)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:59.199829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.200944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.204655 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.205611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.212425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d14eec33-b662-466c-8c81-6fddac573907,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.212903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.233343 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Transition to ACTIVE for port object 824ed4f6-7bfb-44b4-90ec-73091a79dccf will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:59.245506 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.268649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a66bd5-56b5-421e-92d2-4c3e6847eb54 None None] Pushing event deleted for resources: {'Port': ['ID=f89b59ed-f8f2-4d25-95ee-af3024e7cd2a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.335388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 556d6059-e426-4050-92b1-1e64c08ec46a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:53:59.351200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 556d6059-e426-4050-92b1-1e64c08ec46a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:59.351722 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.354432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Attempting to bind port 824ed4f6-7bfb-44b4-90ec-73091a79dccf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:53:59.356976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Attempting to bind port 824ed4f6-7bfb-44b4-90ec-73091a79dccf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:53:59.356976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Attempting to bind port 824ed4f6-7bfb-44b4-90ec-73091a79dccf on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:53:59.364553 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Pushing event updated for resources: {'Port': ['ID=824ed4f6-7bfb-44b4-90ec-73091a79dccf,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.377670 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:53:59.378144 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:53:59.378643 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.379129 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:53:59.379724 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Bound port: 824ed4f6-7bfb-44b4-90ec-73091a79dccf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:53:59.380186 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.383703 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.384257 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.384667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.385070 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.385499 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.385862 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.386278 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.386691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.387087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.387477 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.387904 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.388332 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:53:59.396456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e359eae-eb33-431c-8f08-f98181b8d185 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.401781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7e359eae-eb33-431c-8f08-f98181b8d185 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5716734 Aug 04 14:53:59.402748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:59.409008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56386db5-f18b-48e4-8da8-8a27f52af520']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:59.417293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-934a7312-53e9-4d52-9f43-4b1a535356d9 None None] Provisioning complete for port d14eec33-b662-466c-8c81-6fddac573907 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:53:59.418242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-934a7312-53e9-4d52-9f43-4b1a535356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.449683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.450318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.453197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] 10.222.0.38 "PUT /v2.0/ports/7d6049de-ff6f-497f-8bac-d196282d951e HTTP/1.1" status: 200 len: 1093 time: 4.3924913 Aug 04 14:53:59.453745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:53:59.458031 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2991ba36-fdfe-490f-87fc-890c918aebff" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:53:59.467908 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] For port 824ed4f6-7bfb-44b4-90ec-73091a79dccf, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:53:59.471220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:53:59.472450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] For port 824ed4f6-7bfb-44b4-90ec-73091a79dccf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=824ed4f6-7bfb-44b4-90ec-73091a79dccf,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:53:59.487671 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.500540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf57406-e380-461c-a69a-d687d7d6c91e') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:59.500832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf57406-e380-461c-a69a-d687d7d6c91e') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:59.505135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Allocated IP 172.20.0.1 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/0cd9a27b-b016-45a6-bfb6-9c64fa588ae0) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:53:59.555328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.627009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.639440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f524d9-d0c8-442b-93dd-232ab9d81738 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.656625 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:53:59.657197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5118c4e-b31a-4209-93ba-733cb632c9ef tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.658529 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:53:59.664602 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acdf7d-27fd-46a2-b04e-1e261c994e5f None None] Pushing event updated for resources: {'Port': ['ID=824ed4f6-7bfb-44b4-90ec-73091a79dccf,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:53:59.664804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5118c4e-b31a-4209-93ba-733cb632c9ef tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2504187 Aug 04 14:53:59.666938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33222) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:59.669277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:53:59.669703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:53:59.683246 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:53:59.685323 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.784830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Deleting port ac614837-0275-421a-9230-9110179e0b60 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:53:59.785038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.803745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-b672e095-8237-4bf4-a230-d9561f253bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:53:59.805616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-b672e095-8237-4bf4-a230-d9561f253bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ef4a96d5adf4426b22a1a9c7995c3c8&device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 1096 time: 0.3000915 Aug 04 14:53:59.814758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.824189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:53:59.835699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a96d452-b5f9-428e-bd7e-030d19082005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.840305 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ab5d52-ff22-4dff-b885-1eee63cd8627 x-openstack-request-id: req-07ab5d52-ff22-4dff-b885-1eee63cd8627 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:53:59.840676 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:53:59.841172 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07ab5d52-ff22-4dff-b885-1eee63cd8627 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:53:59.841770 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e', 'status': 'completed', 'code': 200} Aug 04 14:53:59.851838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Transition to ACTIVE for port object 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:53:59.855573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cb303b5e-21a5-4cbf-a3e3-c8ee67f62afc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827674 Aug 04 14:53:59.863348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33224) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:59.875387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:59.881217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a96d452-b5f9-428e-bd7e-030d19082005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.884324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.889704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.896576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/56386db5-f18b-48e4-8da8-8a27f52af520 HTTP/1.1" status: 204 len: 168 time: 3.0199847 Aug 04 14:53:59.899291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-20beca6a-4647-4bb6-9e3b-1c60231f496e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d6049de-ff6f-497f-8bac-d196282d951e HTTP/1.1" status: 200 len: 217 time: 0.0807426 Aug 04 14:53:59.900259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33226) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:59.907880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-42f138dd-10cc-4f74-991e-a7534d05d9a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6730819 Aug 04 14:53:59.915499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-506486099', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:53:59.936879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 556d6059-e426-4050-92b1-1e64c08ec46a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=556d6059-e426-4050-92b1-1e64c08ec46a,segment=NetworkSegment(1055a07c-1f86-4071-bc6b-d347780a5a88),segment_id=1055a07c-1f86-4071-bc6b-d347780a5a88)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:53:59.955638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.960675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33228) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:53:59.991271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:53:59.995605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:53:59.997677 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:53:59.998124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:00.028647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746326bf-37cd-453e-bd83-6c19853bf181 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=56386db5-f18b-48e4-8da8-8a27f52af520,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:00.044380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.066169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] For port ac614837-0275-421a-9230-9110179e0b60, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ac614837-0275-421a-9230-9110179e0b60,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:00.066589 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.105452 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:53:56Z', 'revision_number': 3, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:00.118184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Calling delete_port for ac614837-0275-421a-9230-9110179e0b60 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:00.141793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae943a02-9dae-40cc-97ab-420c1e586ff2 None None] The sync data for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 is: [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:53:56Z', 'revision_number': 3, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:00.153483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d14eec33-b662-466c-8c81-6fddac573907 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:00.162683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a96d452-b5f9-428e-bd7e-030d19082005 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a9dda955dec404d839cd3da4a713430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5794456 Aug 04 14:54:00.167510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33232) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:00.169098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:00.197671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:00.214241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:00.236462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-08cc100e-fa9c-4e64-b7d9-9c2333a0c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:00.238216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-08cc100e-fa9c-4e64-b7d9-9c2333a0c524 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf HTTP/1.1" status: 200 len: 861 time: 0.3139637 Aug 04 14:54:00.243996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96d452-b5f9-428e-bd7e-030d19082005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7bfd5-9bac-45c5-813d-68542aeace56,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:00.311442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Pushing event updated for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:00.314240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.334302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Provisioning complete for port 556d6059-e426-4050-92b1-1e64c08ec46a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:00.335591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.373478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0fd49bd9-01ae-4da7-927d-bd7b9ce12ef1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5053012 Aug 04 14:54:00.376939 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-72a0073f-2efd-4641-90a3-778cd2272a1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0ac2a63-afb0-43fa-8101-2d52c1771407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041794 Aug 04 14:54:00.392178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:00.407006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d14eec33-b662-466c-8c81-6fddac573907 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:00.407820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.414424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86617b48-8b71-430b-8baa-54b2ecbc1094 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:00.422858 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-86617b48-8b71-430b-8baa-54b2ecbc1094 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4529238 Aug 04 14:54:00.425760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.427217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.442714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:00.448789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:00.460637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=556d6059-e426-4050-92b1-1e64c08ec46a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:00.630200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d6bee-d5f1-4ad2-80cf-3142db8cb44f req-a559e1e4-02b8-4668-a894-d78dff38e36b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:00.632977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-769d6bee-d5f1-4ad2-80cf-3142db8cb44f req-a559e1e4-02b8-4668-a894-d78dff38e36b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 944 time: 0.2619326 Aug 04 14:54:00.637603 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.697296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f89b59ed-f8f2-4d25-95ee-af3024e7cd2a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:00.701872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] Pushing event deleted for resources: {'Port': ['ID=ac614837-0275-421a-9230-9110179e0b60,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:00.725638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0728b55-f021-453f-8bb3-ab57d34a92c2 None None] No DVR routers for this DVR port ac614837-0275-421a-9230-9110179e0b60 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:00.728528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f89b59ed-f8f2-4d25-95ee-af3024e7cd2a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:00.729056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f89b59ed-f8f2-4d25-95ee-af3024e7cd2a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:00.730194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac614837-0275-421a-9230-9110179e0b60 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:00.758452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Provisioning for port c1944fb5-2847-47e9-a29e-4bd2876294f3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:00.760867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ac614837-0275-421a-9230-9110179e0b60 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:00.761347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ac614837-0275-421a-9230-9110179e0b60 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:00.766021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.773661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Provisioning complete for port c1944fb5-2847-47e9-a29e-4bd2876294f3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:00.773661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.777338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-769d6bee-d5f1-4ad2-80cf-3142db8cb44f req-905d9d07-e44a-45a2-bd9f-4465991198fd tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 Aug 04 14:54:00.826543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Port c1944fb5-2847-47e9-a29e-4bd2876294f3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:00.840363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Provisioning for port ea2bab30-559b-498c-8b91-2c3f9def53ac completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:00.845488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Provisioning complete for port ea2bab30-559b-498c-8b91-2c3f9def53ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:00.846187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.899008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb9f91-082f-4f1c-a9c7-7f58b361e4a3 None None] Port ea2bab30-559b-498c-8b91-2c3f9def53ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:00.983018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:00.990875 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.029832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Provisioning for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:01.036055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Provisioning complete for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:01.036741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.077230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:01.077608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.079556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Pushing event updated for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:01.089316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Provisioning complete for port c1944fb5-2847-47e9-a29e-4bd2876294f3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:01.090493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.134971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Port c1944fb5-2847-47e9-a29e-4bd2876294f3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:01.157517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Provisioning complete for port ea2bab30-559b-498c-8b91-2c3f9def53ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:01.157995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.200114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e68e9-9995-4be2-942a-e10b8f5c5f8b None None] Port ea2bab30-559b-498c-8b91-2c3f9def53ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:01.224749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:01.227981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:01.337060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.356221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.412976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Router 489a17c0-28b2-4d1f-9def-50571089a5cf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:01.489936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.494788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-787f6348-a7ac-4f8e-af92-243489c8533b service neutron] 10.222.0.38 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0536671 Aug 04 14:54:01.531402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:01.533700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2c32117e-afc2-4868-be5f-6428f68dc8dc None None] Provisioning complete for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:01.534084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c32117e-afc2-4868-be5f-6428f68dc8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.534845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.540676 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:01.541130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:01.565943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:01.578800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-95dd684e-8d7c-4197-a749-75169b7004ea admin admin] 10.222.0.76 "PUT /v2.0/routers/489a17c0-28b2-4d1f-9def-50571089a5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725743 Aug 04 14:54:01.581892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2c32117e-afc2-4868-be5f-6428f68dc8dc None None] Port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:01.680313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a52883b-77b7-4f7a-ac78-865258206df0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2441502 Aug 04 14:54:01.682868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.685780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33248) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:01.691759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:01.705505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port ea2bab30-559b-498c-8b91-2c3f9def53ac {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:01.705880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.805275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:01.828799 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.830367 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:01.830897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:01.842133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.844856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.846684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61d7bfd5-9bac-45c5-813d-68542aeace56 HTTP/1.1" status: 204 len: 168 time: 1.6658392 Aug 04 14:54:01.861621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1dd3dac-074e-437c-ab18-9a3461ce70bc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1744576 Aug 04 14:54:01.865201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:01.872039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:01.877434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec742f9d-95bb-4deb-a64a-8ed862ee5d9c req-5aa04934-2705-4a02-9d4b-abe7b4b57440 service neutron] 10.222.0.38 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702502 Aug 04 14:54:01.883035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a62a2-2c51-4817-b896-873ff01d02eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7bfd5-9bac-45c5-813d-68542aeace56,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:01.904818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:01.926148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for ea2bab30-559b-498c-8b91-2c3f9def53ac owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:02.104765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991ba36-fdfe-490f-87fc-890c918aebff req-e21bcff2-84e2-4310-9ce5-e5fd54da61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:02.106357 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-e21bcff2-84e2-4310-9ce5-e5fd54da61e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ef4a96d5adf4426b22a1a9c7995c3c8&device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 1096 time: 0.1104150 Aug 04 14:54:02.108955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f4c7-6010-4ace-81b0-e0a38be38cff req-49835948-34c5-4234-a4f3-c53640d56368 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:02.116899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ec2f4c7-6010-4ace-81b0-e0a38be38cff req-49835948-34c5-4234-a4f3-c53640d56368 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 944 time: 0.2356625 Aug 04 14:54:02.206741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ec2f4c7-6010-4ace-81b0-e0a38be38cff req-68f4d3ca-2d53-4b19-9000-7f095d31290d tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885842 Aug 04 14:54:02.237136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:02.242632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.244923 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:02.245399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:02.285889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b471d986-73ec-45c1-8be0-8868a2543d2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4167428 Aug 04 14:54:02.286405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33264) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.294468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 824ed4f6-7bfb-44b4-90ec-73091a79dccf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:02.306776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:02.342536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.381484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33266) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.388139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.395903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391158857', 'description': 'tempest-description--346250852'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:02.413891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 824ed4f6-7bfb-44b4-90ec-73091a79dccf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:02.416078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.420364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 824ed4f6-7bfb-44b4-90ec-73091a79dccf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:02.421252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.448733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33268) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.480760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.520545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=ea2bab30-559b-498c-8b91-2c3f9def53ac,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:02.546538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.566310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991ba36-fdfe-490f-87fc-890c918aebff req-99d0b6c5-eec9-436c-b325-942abcec3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:02.577721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 824ed4f6-7bfb-44b4-90ec-73091a79dccf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=824ed4f6-7bfb-44b4-90ec-73091a79dccf,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:02.580415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:54:02.580415 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:54:02.580415 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': 'c8af039cc26f4649acf1291b60fcefe2', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 54, 2, 495070)}] Aug 04 14:54:02.580415 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:54:02.581414 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:54:02.582060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-99d0b6c5-eec9-436c-b325-942abcec3905 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d0ac2a63-afb0-43fa-8101-2d52c1771407 HTTP/1.1" status: 200 len: 922 time: 0.4286180 Aug 04 14:54:02.585925 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.587255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 556d6059-e426-4050-92b1-1e64c08ec46a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:02.597705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Sync routers for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:02.600784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:02.604946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.606748 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:02.607247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:02.636272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.642769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee960614-88d9-4d0f-a4d7-e9870fa3e283 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3550091 Aug 04 14:54:02.645893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33272) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.657154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:02.685549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:02.686273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:02.742253 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-282881ca-fbcb-4776-bb61-a7ac04ef4184 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d6049de-ff6f-497f-8bac-d196282d951e HTTP/1.1" status: 200 len: 217 time: 0.1558867 Aug 04 14:54:02.744591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=824ed4f6-7bfb-44b4-90ec-73091a79dccf,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:02.767052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 556d6059-e426-4050-92b1-1e64c08ec46a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:02.767779 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.781353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:02.785515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.787283 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:02.787847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:02.858718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:02.859880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:02.864745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33274) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.864938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f509c2ae-32d7-476c-bf8c-91ac3f5cd536 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/ea2bab30-559b-498c-8b91-2c3f9def53ac HTTP/1.1" status: 204 len: 168 time: 2.3859565 Aug 04 14:54:02.885087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991ba36-fdfe-490f-87fc-890c918aebff req-e571a2ad-435a-4959-895f-a4ad6bf652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:02.886606 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-e571a2ad-435a-4959-895f-a4ad6bf652ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf HTTP/1.1" status: 200 len: 861 time: 0.1350765 Aug 04 14:54:02.887949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 172.25.0.62 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0b225517-bfd3-4492-901e-136ac63eaa0a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:02.906097 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d58ac5-1491-4e69-ae44-6022f27a8968 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:02.907931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8d58ac5-1491-4e69-ae44-6022f27a8968 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/ea2bab30-559b-498c-8b91-2c3f9def53ac HTTP/1.1" status: 404 len: 333 time: 0.0415728 Aug 04 14:54:02.911016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33276) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:02.966493 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-64838f15-0368-4b8d-9c41-1fd9752a28bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0ac2a63-afb0-43fa-8101-2d52c1771407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716929 Aug 04 14:54:03.028144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port c1944fb5-2847-47e9-a29e-4bd2876294f3 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:03.028784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.081463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.147573 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.163940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for c1944fb5-2847-47e9-a29e-4bd2876294f3 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:03.325863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 2, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:03.356918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Checking router: 489a17c0-28b2-4d1f-9def-50571089a5cf for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:54:03.357282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Updating router 489a17c0-28b2-4d1f-9def-50571089a5cf port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:54:03.361508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d69468-fe42-46bd-a336-e69085d8812f req-29effa3b-68f4-46d4-913b-05e61722047b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:03.363201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2d69468-fe42-46bd-a336-e69085d8812f req-29effa3b-68f4-46d4-913b-05e61722047b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 944 time: 0.0711834 Aug 04 14:54:03.364010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.364723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.384732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.386322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.407731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1982f03c-527b-4c78-9d00-f27aa35fb543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7544925 Aug 04 14:54:03.411697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=c1944fb5-2847-47e9-a29e-4bd2876294f3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:03.416233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.421603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.461732 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-c660ab7c-6a47-42d0-8f9e-512d7d90a3f1 service neutron] 10.222.0.38 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653246 Aug 04 14:54:03.463956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d55d9-76dc-4552-bf75-be5db09fa70e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:03.493890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-52ba3562-af2e-408d-9db1-288e25425a36 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0753200 Aug 04 14:54:03.522427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33284) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.553570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2d69468-fe42-46bd-a336-e69085d8812f req-9b2eabe5-54a8-4954-8d4b-65fac8db7d34 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559126 Aug 04 14:54:03.582352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.582352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aaccf743-9977-462b-b9a0-b8906d960c79 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/c1944fb5-2847-47e9-a29e-4bd2876294f3 HTTP/1.1" status: 204 len: 168 time: 0.6666603 Aug 04 14:54:03.586608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.616718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.632839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.642547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.674156 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-37988523-1bd0-4752-9a00-9d3991246fc4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:03.678878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-37988523-1bd0-4752-9a00-9d3991246fc4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/c1944fb5-2847-47e9-a29e-4bd2876294f3 HTTP/1.1" status: 404 len: 333 time: 0.0904918 Aug 04 14:54:03.679543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33290) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.691076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb770d7c-e57e-4772-81ed-9c7131c667ec tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:03.694997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb770d7c-e57e-4772-81ed-9c7131c667ec tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1649909 Aug 04 14:54:03.700658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33292) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.707253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.708554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f77e3b3c-b0d2-4a8a-9f2b-5ec1f9e4020b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3259611 Aug 04 14:54:03.717339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33294) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.749871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8af039cc26f4649acf1291b60fcefe2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2971466 Aug 04 14:54:03.750206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:03.755273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'security_group_rule': {'security_group_id': 'ee1d55d9-76dc-4552-bf75-be5db09fa70e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:03.760913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2991ba36-fdfe-490f-87fc-890c918aebff req-7928fe6e-49e3-46f7-8952-19b0570016e3 service neutron] 10.222.0.38 "GET /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910659 Aug 04 14:54:03.764249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33296) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.783123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:03.789883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=0b225517-bfd3-4492-901e-136ac63eaa0a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:03.791781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce9bc4-5f0a-46a6-a5b8-213a8252101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe4055-209e-42a0-9805-2f23bdc60ed3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:03.792619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:03.796282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8477888e-0f91-4f6a-b14a-fe98830d9b2b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918634 Aug 04 14:54:03.803084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33298) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:03.813013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:03.840712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.852806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Transition to ACTIVE for port object 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:03.854137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet a42eaa09-0059-43bb-899e-ec963049deba {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:03.862499 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.872408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.917236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.917722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e496b32-445c-431f-87af-e1c51d6c88e6 None None] Pushing event updated for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:03.927351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:03.932028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.978203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Attempting to bind port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:03.978574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Attempting to bind port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:03.979150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Attempting to bind port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:03.985380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:03.985814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:03.986350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.986781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:03.987301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Bound port: 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:03.987741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:03.993698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.086983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.091435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 824ed4f6-7bfb-44b4-90ec-73091a79dccf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:04.093923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] For port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:04.127248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] For port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:04.138889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.210725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:04.211399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:04.231851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.254801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:54:04.256453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.285500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e496b32-445c-431f-87af-e1c51d6c88e6 None None] Pushing event updated for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:04.290540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 824ed4f6-7bfb-44b4-90ec-73091a79dccf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:04.290954 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.330273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:04.334156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:04.339045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:04.339953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.344329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=e08ea33b-acd3-4388-8921-8d54a4cbecd4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:04.358768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0c79b-949d-4cff-b67c-e32eb16d321c None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:04.364346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d416babb-97cb-46f7-b589-8d2db4988c55 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5595589 Aug 04 14:54:04.366388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33300) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:04.373552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:56:27:66', 'name': 'tempest-NetworksTestDHCPv6-301072592'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:04.428292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.443610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:04.481592 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.504814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:04.539799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.559728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.633019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d1888d-4aa2-4931-aa7b-0084e1096a4b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:04.636621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.650131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.651825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b05f7180-f344-49bc-94c0-dc88d94f4915 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9137270 Aug 04 14:54:04.657406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33306) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:04.661807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.663780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'security_group_rule': {'security_group_id': 'ee1d55d9-76dc-4552-bf75-be5db09fa70e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:04.664945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.670681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19fe4055-209e-42a0-9805-2f23bdc60ed3 HTTP/1.1" status: 204 len: 168 time: 0.9020560 Aug 04 14:54:04.683885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01e38-1555-41c4-87cc-5e7d25d86801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe4055-209e-42a0-9805-2f23bdc60ed3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:04.694932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.706965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 9914a2cb-b055-4598-8efe-9bfae7df3f2c yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:04.735756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=a42eaa09-0059-43bb-899e-ec963049deba,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:04.740977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.742960 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5bde2610-4473-474f-add7-37eb869153df tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/a42eaa09-0059-43bb-899e-ec963049deba HTTP/1.1" status: 204 len: 168 time: 1.0556436 Aug 04 14:54:04.745714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33310) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:04.765138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af175c-b9f1-4b14-ba64-a747f4bbf85e req-05a91579-2c9e-4fad-a211-2d1a06b6fce5 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:04.766747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58af175c-b9f1-4b14-ba64-a747f4bbf85e req-05a91579-2c9e-4fad-a211-2d1a06b6fce5 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 944 time: 0.1274931 Aug 04 14:54:04.780683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.828168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0048d0-82dc-4810-aa79-39526ed8113a None None] Network 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:04.907157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.930818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58af175c-b9f1-4b14-ba64-a747f4bbf85e req-1ea7c5bb-c4da-42dc-9f93-cc77a2a4b32b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545784 Aug 04 14:54:04.962223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:04.972510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d6049de-ff6f-497f-8bac-d196282d951e details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:54:04.990783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fe56:2766 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/e08ea33b-acd3-4388-8921-8d54a4cbecd4/9914a2cb-b055-4598-8efe-9bfae7df3f2c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:04.994000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.008630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.026462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae134c2a-beb8-4d4b-b6dc-828912a50714,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:05.067276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.068949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5993d6b4-2382-44ed-b825-82be15530c22 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4095278 Aug 04 14:54:05.073236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:05.081651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:05.082036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 556d6059-e426-4050-92b1-1e64c08ec46a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:05.082396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.161791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d6049de-ff6f-497f-8bac-d196282d951e,segment=NetworkSegment(62397891-60a9-4fbb-8760-c89f2a9db4ba),segment_id=62397891-60a9-4fbb-8760-c89f2a9db4ba)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:05.163431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port 556d6059-e426-4050-92b1-1e64c08ec46a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=556d6059-e426-4050-92b1-1e64c08ec46a,segment=NetworkSegment(1055a07c-1f86-4071-bc6b-d347780a5a88),segment_id=1055a07c-1f86-4071-bc6b-d347780a5a88)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:05.163813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.177776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.184956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 556d6059-e426-4050-92b1-1e64c08ec46a owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:05.212701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '7d6049de-ff6f-497f-8bac-d196282d951e', 'network_id': 'd0ac2a63-afb0-43fa-8101-2d52c1771407', 'port_id': '7d6049de-ff6f-497f-8bac-d196282d951e', 'mac_address': 'fa:16:3e:9e:a6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:54:05.250227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router e8216d62-25d3-4d32-bc6c-6f429c0626da is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:54:05.262441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.293132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 9914a2cb-b055-4598-8efe-9bfae7df3f2c will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:05.299255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': 'e08ea33b-acd3-4388-8921-8d54a4cbecd4'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:05.300614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.342997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.352964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.385129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.398058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.405441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=556d6059-e426-4050-92b1-1e64c08ec46a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:05.415108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6049de-ff6f-497f-8bac-d196282d951e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:05.415563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port 556d6059-e426-4050-92b1-1e64c08ec46a on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:05.463223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=9914a2cb-b055-4598-8efe-9bfae7df3f2c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:05.485349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:05.488869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:05.492731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:05.499039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:05.499778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.542666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff7a4e-f35f-433c-a5df-f1396ece9b7a None None] DHCP port deletion for 0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:05.546396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d6049de-ff6f-497f-8bac-d196282d951e,segment=NetworkSegment(62397891-60a9-4fbb-8760-c89f2a9db4ba),segment_id=62397891-60a9-4fbb-8760-c89f2a9db4ba)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:05.555183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:04Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:05.575002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ad9107a9-0964-4da8-8b7b-0e648a316989 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2048912 Aug 04 14:54:05.575304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33330) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:05.594014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f017906-201e-492b-bd44-0fa64449ed54 None None] The sync data for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 is: [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:04Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:05.599208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.643951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.25.0.201 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/362d7987-ea60-4afa-9878-b5e4fdf3a6a6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:05.677354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:05.740468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853b8ad-1349-4665-988b-6754f745f3c3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:05.744687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3853b8ad-1349-4665-988b-6754f745f3c3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1657746 Aug 04 14:54:05.745498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33336) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:05.783443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Allocated IP 2001:db8::f816:3eff:fe48:f66 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/e08ea33b-acd3-4388-8921-8d54a4cbecd4/74813c46-79b2-4950-a148-eb7aabc6a1b9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:05.824769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:05.842467 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] Sync routers for ids ['e8216d62-25d3-4d32-bc6c-6f429c0626da'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:05.850827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.856747 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] Routers {'e8216d62-25d3-4d32-bc6c-6f429c0626da'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:05.858507 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e8216d62-25d3-4d32-bc6c-6f429c0626da'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:05.863777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:05.874002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:05.879078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-59ffba77-8fdc-4e4e-8488-7362ffb05db7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.9696839 Aug 04 14:54:05.882512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33342) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:05.965086 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:05.991772 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] Routers {'e8216d62-25d3-4d32-bc6c-6f429c0626da'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:05.992604 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e8216d62-25d3-4d32-bc6c-6f429c0626da'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:06.015530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1055a07c-1f86-4071-bc6b-d347780a5a88') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:06.015839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1055a07c-1f86-4071-bc6b-d347780a5a88') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:06.033084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e85ea70-2307-4e78-9b00-788051f86921 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers/e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 200 len: 883 time: 0.1498387 Aug 04 14:54:06.041407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33346) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:06.044652 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.067333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.082963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:54:06.084068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:54:06.088223 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:54:06.114652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 9914a2cb-b055-4598-8efe-9bfae7df3f2c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:06.115035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.131101 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:06.132003 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edf300-3566-4863-950a-3027650e39c0 None None] The sync data for ids ['e8216d62-25d3-4d32-bc6c-6f429c0626da'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:06.200739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.209509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.214685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338 HTTP/1.1" status: 204 len: 168 time: 1.4679554 Aug 04 14:54:06.223158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33350) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:06.239434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d6049de-ff6f-497f-8bac-d196282d951e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:06.239694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1934414937'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:06.241909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:06.244560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24308-5da6-41f0-a5a7-ccf30e068bcb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=0b6bd67d-56e9-4d5e-85c7-66bdd3fb5338,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:06.276077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:06.284128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.351707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:06.366722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.367079 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment 2ffceda4-eb8b-4df9-b2b2-9488dace5bd9 of type vlan for network aaba062e-7d9c-4e38-a786-b6eb04605d8e Aug 04 14:54:06.440453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.445442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:06.468429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:06.471311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.486631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.493891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:06.495698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.552755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.577365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=aaba062e-7d9c-4e38-a786-b6eb04605d8e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:06.577604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Transition to ACTIVE for port object 74813c46-79b2-4950-a148-eb7aabc6a1b9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:06.597134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-28e5444e-8296-42a7-a855-4899037f43d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3621526 Aug 04 14:54:06.600192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:06.608596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:06.613046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:06.712397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Transition to ACTIVE for port object 74813c46-79b2-4950-a148-eb7aabc6a1b9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:06.751724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.772948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:06.780026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.832516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:06.856437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:06.901130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Pushing event updated for resources: {'Port': ['ID=74813c46-79b2-4950-a148-eb7aabc6a1b9,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:06.911984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:06.914961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:06.963609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.006326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Attempting to bind port 74813c46-79b2-4950-a148-eb7aabc6a1b9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:07.006801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Attempting to bind port 74813c46-79b2-4950-a148-eb7aabc6a1b9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:07.007178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Attempting to bind port 74813c46-79b2-4950-a148-eb7aabc6a1b9 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:07.014658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:07.015136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:07.015563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.016107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:07.016607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Bound port: 74813c46-79b2-4950-a148-eb7aabc6a1b9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:07.017292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.047225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5c6ac-031a-4be9-952c-a486b65f35c1 req-588dcfb5-238f-4f10-af57-2fe48efb3b66 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.050866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6e5c6ac-031a-4be9-952c-a486b65f35c1 req-588dcfb5-238f-4f10-af57-2fe48efb3b66 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 945 time: 0.9004750 Aug 04 14:54:07.065983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c221461d-d870-43af-b2c6-988636b0d8dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1965890 Aug 04 14:54:07.068252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.075913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.142352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:07.154794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.269823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 556d6059-e426-4050-92b1-1e64c08ec46a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:07.284622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 9914a2cb-b055-4598-8efe-9bfae7df3f2c owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:07.312456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] For port 74813c46-79b2-4950-a148-eb7aabc6a1b9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:07.317224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] For port 74813c46-79b2-4950-a148-eb7aabc6a1b9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=74813c46-79b2-4950-a148-eb7aabc6a1b9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:07.329926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:07.334361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6e5c6ac-031a-4be9-952c-a486b65f35c1 req-85640ff6-1439-4f7b-88a9-b46d5130b9b7 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538815 Aug 04 14:54:07.334597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.334975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.335535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.336264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.336782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.337282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.337888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.340363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-9c67753a-09ce-4ec7-b00d-3a72eeec41ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.1728811 Aug 04 14:54:07.346308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:07.366667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:07.390556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.394284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 556d6059-e426-4050-92b1-1e64c08ec46a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:07.395119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 556d6059-e426-4050-92b1-1e64c08ec46a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:07.396820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:07.460359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=362d7987-ea60-4afa-9878-b5e4fdf3a6a6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:07.474263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.509222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009c75-f261-4aa1-b496-8898be9fb146 None None] Pushing event updated for resources: {'Port': ['ID=74813c46-79b2-4950-a148-eb7aabc6a1b9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:07.599401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-265fa19b-0060-479e-a335-58f3f1442136 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.5409746 Aug 04 14:54:07.613881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33380) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:07.625490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-506486099'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:07.639144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=ec207b5a-e89c-42f4-93d0-51e75f21877e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:07.686802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.726507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:07.727106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: aaba062e-7d9c-4e38-a786-b6eb04605d8e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:07.754044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-03e60411-d2fa-4471-80b1-1cb5f8bb954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.755046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-03e60411-d2fa-4471-80b1-1cb5f8bb954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.755658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-03e60411-d2fa-4471-80b1-1cb5f8bb954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:07.757430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-03e60411-d2fa-4471-80b1-1cb5f8bb954e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 2292 time: 0.3864148 Aug 04 14:54:07.774904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.812787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=9914a2cb-b055-4598-8efe-9bfae7df3f2c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:07.815321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.877778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:07.883591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5214557c-5520-49b7-8f65-2fc8ae453daf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/9914a2cb-b055-4598-8efe-9bfae7df3f2c HTTP/1.1" status: 204 len: 168 time: 2.1281469 Aug 04 14:54:07.885360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33392) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:07.908680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:07.953801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-4b209d59-d8b6-49bb-8c7f-57e991550c93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 1001 time: 0.1848259 Aug 04 14:54:07.962472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, aaba062e-7d9c-4e38-a786-b6eb04605d8e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:07.978182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5307ee56-87ee-48d7-97c1-036871fb7074 None None] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:08.040074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.040680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.048593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.049582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c128ef89-d42b-4573-9e6c-ab6320ebd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.051493 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c128ef89-d42b-4573-9e6c-ab6320ebd7fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.0854332 Aug 04 14:54:08.056992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.096061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f27e49-140f-4be8-b5bc-a0d9e350da10 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.097577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f27e49-140f-4be8-b5bc-a0d9e350da10 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.099223 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a1f27e49-140f-4be8-b5bc-a0d9e350da10 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2114186 Aug 04 14:54:08.105702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33406) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:08.143830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-26055d5d-4f7e-4a6c-bae9-7e93747abef8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5396004 Aug 04 14:54:08.147534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:08.182820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e', 'name': 'tempest-PortsTestJSON-1297122663', 'fixed_ips': [{'subnet_id': 'ec207b5a-e89c-42f4-93d0-51e75f21877e', 'ip_address': '172.20.0.10'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:08.200376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=362d7987-ea60-4afa-9878-b5e4fdf3a6a6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:08.221132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet e08ea33b-acd3-4388-8921-8d54a4cbecd4 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:08.226876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.230301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.273976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 74813c46-79b2-4950-a148-eb7aabc6a1b9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:08.281515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-020394f3-ee52-4ec3-826a-65f26e44cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.284531 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-020394f3-ee52-4ec3-826a-65f26e44cbc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931779 Aug 04 14:54:08.309043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.310541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-04d6de39-bbef-4ffd-8e71-dbf05748adb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2359846 Aug 04 14:54:08.319977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.436286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-aaba062e-7d9c-4e38-a786-b6eb04605d8e', 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': 'ec207b5a-e89c-42f4-93d0-51e75f21877e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:08.438549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.443341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 74813c46-79b2-4950-a148-eb7aabc6a1b9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:08.463321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:08.543860 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.655658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.663506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:08.676297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-426bf2d1-7123-414f-8c87-e93f2e199644 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106451 Aug 04 14:54:08.697221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:08.697814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.729406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.731109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.784767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Allocated IP 172.20.0.2 (aaba062e-7d9c-4e38-a786-b6eb04605d8e/ec207b5a-e89c-42f4-93d0-51e75f21877e/6555a03c-a5be-4aff-a2f3-0707e78581f3) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:08.798617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=e08ea33b-acd3-4388-8921-8d54a4cbecd4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:08.806461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:08.811371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0fe3f270-3d74-429e-b741-ecffc1f6bce2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/e08ea33b-acd3-4388-8921-8d54a4cbecd4 HTTP/1.1" status: 204 len: 168 time: 0.7051449 Aug 04 14:54:08.816590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-d49385a5-d824-4889-814b-3ece5ea78380 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--391158857&fields=id&tenant_id=ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 267 time: 0.1108854 Aug 04 14:54:08.817501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:08.880016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74d05cfc-97f6-43dd-aee2-86dde3329203 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531111 Aug 04 14:54:08.885551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:08.891920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:08.956176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37835aaa-a5dd-4cc1-a1eb-c883f40169e7 req-a7292566-921c-4224-add6-30e9cc93032f tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:08.956416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37835aaa-a5dd-4cc1-a1eb-c883f40169e7 req-a7292566-921c-4224-add6-30e9cc93032f tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 945 time: 0.4177396 Aug 04 14:54:08.974103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d6049de-ff6f-497f-8bac-d196282d951e up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:08.980406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2b5e5-e138-4912-8a08-17910d0961a0 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:09.058741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-9dcb488d-a178-458c-b23d-7fb173fefeae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:09.067926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-9dcb488d-a178-458c-b23d-7fb173fefeae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.1894705 Aug 04 14:54:09.068158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.085055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37835aaa-a5dd-4cc1-a1eb-c883f40169e7 req-686c7e4f-9adb-4b0b-b3e9-08578ce601c9 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046844 Aug 04 14:54:09.093668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-8306e36e-3b7f-4f7b-8c9d-29a3d4202fd3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/quotas/ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 375 time: 0.0247636 Aug 04 14:54:09.143060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Provisioning for port 74813c46-79b2-4950-a148-eb7aabc6a1b9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:09.162954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Provisioning complete for port 74813c46-79b2-4950-a148-eb7aabc6a1b9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:09.163334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.163754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 48d97f13-1758-437c-aee1-8ad021c03083 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:09.167347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-c7aa96e3-0002-46e6-8d2c-3a52e7fa9665 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727968 Aug 04 14:54:09.176922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-fd114d36-f65f-4f45-8129-cc956aeb8165 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878917 Aug 04 14:54:09.190545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router e8216d62-25d3-4d32-bc6c-6f429c0626da has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:09.237057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.249092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Transition to ACTIVE for port object 6555a03c-a5be-4aff-a2f3-0707e78581f3 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:09.275337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33462) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:09.280605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-13de51ff-ce2e-4cc3-9406-d0c14de71303 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 217 time: 0.0936551 Aug 04 14:54:09.284871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-9e5fecbb-85f7-4be6-aa27-49c1f47bbbab service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974848 Aug 04 14:54:09.292904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Transition to ACTIVE for port object 6555a03c-a5be-4aff-a2f3-0707e78581f3 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:09.301602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:09.306261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.323833 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.392205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 7d6049de-ff6f-497f-8bac-d196282d951e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:09.407536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:09.408442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 7d6049de-ff6f-497f-8bac-d196282d951e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:09.408821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.452474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-4e7678d5-1f7b-4262-b1e4-91606d6da32f service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598594 Aug 04 14:54:09.456660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:09.466293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:09.473889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Pushing event updated for resources: {'Port': ['ID=6555a03c-a5be-4aff-a2f3-0707e78581f3,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:09.576977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:09.615518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.637234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.648211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Attempting to bind port 6555a03c-a5be-4aff-a2f3-0707e78581f3 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:09.648588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Attempting to bind port 6555a03c-a5be-4aff-a2f3-0707e78581f3 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:09.649056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Attempting to bind port 6555a03c-a5be-4aff-a2f3-0707e78581f3 on network aaba062e-7d9c-4e38-a786-b6eb04605d8e {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:09.670274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:09.670638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Checking segment: {'id': '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:09.671058 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.671454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Bound using segment: {'id': '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:09.671935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Bound port: 6555a03c-a5be-4aff-a2f3-0707e78581f3, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:09.672317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.677415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39a7d4a5-8d95-4236-8b69-4b47ccb17840 req-adce3521-a649-4453-bf6f-544bd99e5cf6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.0417221 Aug 04 14:54:09.718740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:09.721022 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c7d9c6-02f9-46ba-9fd9-b800b69a6e33" -d '{"events": [{"server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "name": "network-vif-plugged", "status": "completed", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:09.741564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] For port 74813c46-79b2-4950-a148-eb7aabc6a1b9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=74813c46-79b2-4950-a148-eb7aabc6a1b9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:09.763279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d6049de-ff6f-497f-8bac-d196282d951e,segment=NetworkSegment(62397891-60a9-4fbb-8760-c89f2a9db4ba),segment_id=62397891-60a9-4fbb-8760-c89f2a9db4ba)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:09.766156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.805171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.806566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1a39cd-c6a5-47c4-a55c-491a57079aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.842033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Deleting port 74813c46-79b2-4950-a148-eb7aabc6a1b9 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:09.842319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.904729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] For port 6555a03c-a5be-4aff-a2f3-0707e78581f3, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:09.908487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac83cf1-ba36-465f-9986-f86a95d4e39c None None] Pushing event updated for resources: {'Port': ['ID=74813c46-79b2-4950-a148-eb7aabc6a1b9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:09.934609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c472a2c7-f83e-4e94-a8d3-0dbb784e36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:09.936125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c472a2c7-f83e-4e94-a8d3-0dbb784e36d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.6358364 Aug 04 14:54:09.958243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] For port 6555a03c-a5be-4aff-a2f3-0707e78581f3, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6555a03c-a5be-4aff-a2f3-0707e78581f3,segment=NetworkSegment(2ffceda4-eb8b-4df9-b2b2-9488dace5bd9),segment_id=2ffceda4-eb8b-4df9-b2b2-9488dace5bd9)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:09.976861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] For port 74813c46-79b2-4950-a148-eb7aabc6a1b9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=74813c46-79b2-4950-a148-eb7aabc6a1b9,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:09.977273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:09.982932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.010711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Calling delete_port for 74813c46-79b2-4950-a148-eb7aabc6a1b9 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:10.017402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.10 (aaba062e-7d9c-4e38-a786-b6eb04605d8e/ec207b5a-e89c-42f4-93d0-51e75f21877e/48d97f13-1758-437c-aee1-8ad021c03083) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:10.019987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:10.074049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:10.123714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.125251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9911c0a6-6724-4abe-9125-492854a284e3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 200 len: 890 time: 2.5098627 Aug 04 14:54:10.125509 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb6540-0609-414f-8607-101c0abd5d55 x-openstack-request-id: req-f4cb6540-0609-414f-8607-101c0abd5d55 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:10.125786 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "name": "network-vif-plugged", "status": "completed", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:10.126054 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4cb6540-0609-414f-8607-101c0abd5d55 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:10.126428 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e', 'code': 200} Aug 04 14:54:10.127290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] Sync routers for ids ['e8216d62-25d3-4d32-bc6c-6f429c0626da'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:10.128221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33484) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:10.144066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 74813c46-79b2-4950-a148-eb7aabc6a1b9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:10.202057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-3e47ac6e-dca5-418d-83b2-eb732c7b5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:10.203782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-3e47ac6e-dca5-418d-83b2-eb732c7b5d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2565801 Aug 04 14:54:10.229344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] Routers {'e8216d62-25d3-4d32-bc6c-6f429c0626da'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:10.230143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e8216d62-25d3-4d32-bc6c-6f429c0626da'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:10.241303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd586-86a3-4337-8846-3e2d240c4007 None None] Pushing event updated for resources: {'Port': ['ID=6555a03c-a5be-4aff-a2f3-0707e78581f3,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:10.364692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:10.457792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532f71-852f-42b1-8301-8cbd5858cf62 req-4c4fdec4-e199-471d-b251-2bf2f61f59b7 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:10.469064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f532f71-852f-42b1-8301-8cbd5858cf62 req-4c4fdec4-e199-471d-b251-2bf2f61f59b7 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 946 time: 0.2050772 Aug 04 14:54:10.474154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] Routers {'e8216d62-25d3-4d32-bc6c-6f429c0626da'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:10.474831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e8216d62-25d3-4d32-bc6c-6f429c0626da'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:10.530559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b9c8b3d-4ea9-42d9-939c-22ed9ea0a8e8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers/e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 200 len: 890 time: 0.4009924 Aug 04 14:54:10.544816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:10.553176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.570329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1a39cd-c6a5-47c4-a55c-491a57079aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.582253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7144-858e-40a0-9548-63064e38ea26 req-4810b58f-23a5-46f1-814b-409c027d5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:10.584497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c12d7144-858e-40a0-9548-63064e38ea26 req-4810b58f-23a5-46f1-814b-409c027d5f53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 1098 time: 0.4186511 Aug 04 14:54:10.589906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:10.590704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d457600-47ff-46c3-b215-e08bc2b1a5d0 None None] The sync data for ids ['e8216d62-25d3-4d32-bc6c-6f429c0626da'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:10.592306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] No DVR routers for this DVR port 74813c46-79b2-4950-a148-eb7aabc6a1b9 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:10.594209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317ecf3-39fb-4170-ac82-889dc940745f None None] Pushing event deleted for resources: {'Port': ['ID=74813c46-79b2-4950-a148-eb7aabc6a1b9,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:10.600470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port 74813c46-79b2-4950-a148-eb7aabc6a1b9 update to DOWN by agent not found {{(pid=94267) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 04 14:54:10.606926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1a39cd-c6a5-47c4-a55c-491a57079aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.609086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d60e47f4-c569-454b-8825-be5a4b2b5b78 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 200 len: 205 time: 0.0614831 Aug 04 14:54:10.612265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.613045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f532f71-852f-42b1-8301-8cbd5858cf62 req-7dadce61-ad8c-4307-9987-a06d10a07614 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431870 Aug 04 14:54:10.613841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33492) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:10.716767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object 48d97f13-1758-437c-aee1-8ad021c03083 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:10.739195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-73412348-5db4-4fbc-a3db-96163e00aec8 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092123 Aug 04 14:54:10.739447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.756055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c1a39cd-c6a5-47c4-a55c-491a57079aed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4fa0a65add444e95bdb1dffd74b5860e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4744573 Aug 04 14:54:10.767744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a39cd-c6a5-47c4-a55c-491a57079aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8190c397-50e6-4956-90a7-c0f1481eca28,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:10.774258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33496) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:10.777389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c12d7144-858e-40a0-9548-63064e38ea26 req-0af3708e-f849-473f-b683-834da75fa64c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807404 Aug 04 14:54:10.848693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-663cf021-c7db-49da-9eaa-b0f43835af80 req-d5c36959-2c72-4908-80fe-89cf3af16e5e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.0581241 Aug 04 14:54:10.861412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:54:10.873818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.883293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.934638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 0b225517-bfd3-4492-901e-136ac63eaa0a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:10.935722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:10.999356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:11.036507 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.037209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.051301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:11.052027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 0b225517-bfd3-4492-901e-136ac63eaa0a owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:11.062036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4cb4f-50f4-4cfc-98e8-c8e51f2dc133 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:11.079896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:11.080664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.106416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=a7b43f12-af9e-4e31-8021-636f13a9e86d,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:11.117815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-457c31d6-69fd-42f8-88b8-532aa42a4fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621917 Aug 04 14:54:11.154271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:11.168731 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce230a61-a4e1-471f-aeb7-efbe5e4805d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2806296 Aug 04 14:54:11.169809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:11.171874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.178510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:11.183230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33498) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:11.189683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:9a:d3:db', 'name': 'tempest-NetworksTestDHCPv6-579995998'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:11.294680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.298447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=48d97f13-1758-437c-aee1-8ad021c03083,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:11.336967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=0b225517-bfd3-4492-901e-136ac63eaa0a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:11.390398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.417909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c8ec64d2-708d-47cd-ab11-6ca02bccf19c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 217 time: 0.2677491 Aug 04 14:54:11.436105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': 'a7b43f12-af9e-4e31-8021-636f13a9e86d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:11.437861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.444617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.472774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeff2f3-9a70-4fe9-a73b-4a0bb4a4bbc9 None None] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:11.519823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:11.520506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.533649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-a40d0161-9a3c-4e29-a2a3-e02d84c74b5d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:11.535200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-a40d0161-9a3c-4e29-a2a3-e02d84c74b5d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.5708189 Aug 04 14:54:11.573560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.576534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.627259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f1c40d09-c96d-4c0a-8c9a-1b7c5f52c798 None None] Provisioning for port 6555a03c-a5be-4aff-a2f3-0707e78581f3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:11.640470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-46daf70a-e6fc-4de8-8042-ded837a4341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:11.642106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-46daf70a-e6fc-4de8-8042-ded837a4341d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.2107539 Aug 04 14:54:11.659854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.664531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.668230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8190c397-50e6-4956-90a7-c0f1481eca28 HTTP/1.1" status: 204 len: 168 time: 0.8897283 Aug 04 14:54:11.709094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-70b777c8-d4b0-4937-8110-069a5cf82dfc tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5586469 Aug 04 14:54:11.709517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Allocated IP 2001:db8::f816:3eff:fe22:6ce0 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/a7b43f12-af9e-4e31-8021-636f13a9e86d/7d03cc76-3cf0-4e18-90d8-8228e7113382) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:11.750292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33508) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:11.753453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0be79d-8d3a-48aa-9606-f6b6fe85086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8190c397-50e6-4956-90a7-c0f1481eca28,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:11.797065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': 'aaba062e-7d9c-4e38-a786-b6eb04605d8e', 'name': 'tempest-PortsTestJSON-713927435', 'fixed_ips': [{'subnet_id': 'ec207b5a-e89c-42f4-93d0-51e75f21877e', 'ip_address': '172.20.0.9'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:11.955185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c87346b8-218e-43fd-bb26-1e30d021d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:11.958551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-c87346b8-218e-43fd-bb26-1e30d021d9d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2833576 Aug 04 14:54:11.967016 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-72b73c6b-0b6b-454c-aa44-2c13fedde94f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 379 time: 0.3632932 Aug 04 14:54:11.972326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:11.984654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Transition to ACTIVE for port object 7d03cc76-3cf0-4e18-90d8-8228e7113382 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:12.007130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Transition to ACTIVE for port object 7d03cc76-3cf0-4e18-90d8-8228e7113382 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:12.022376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.038827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.039429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router e8216d62-25d3-4d32-bc6c-6f429c0626da {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:54:12.057516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.075405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3153d1f3-16bc-4bad-bcc7-edb863727b3d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 204 len: 168 time: 1.4602785 Aug 04 14:54:12.088467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33514) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:12.108832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-198982876'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:12.114874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-017dfb86-ba63-4024-bf97-7bd191508f14 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443262 Aug 04 14:54:12.137228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:12.137819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'device_id': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'admin_state_up': True, 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'security_groups': ['ee1d55d9-76dc-4552-bf75-be5db09fa70e']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:12.137927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340b4e5-2959-43ab-8fca-d335bf1965be req-8b0c1692-b476-452e-8c08-116b6438bba7 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:12.141135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:12.145356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d340b4e5-2959-43ab-8fca-d335bf1965be req-8b0c1692-b476-452e-8c08-116b6438bba7 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 946 time: 0.1603372 Aug 04 14:54:12.152665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:12.170234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Pushing event updated for resources: {'Port': ['ID=7d03cc76-3cf0-4e18-90d8-8228e7113382,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:12.204454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-808a825a-79a2-43d6-899d-ee0c4af432bf req-35b7aa35-76b3-4be6-a4f4-1fcc9f3f40b9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.1095006 Aug 04 14:54:12.218702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:12.228727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33516) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:12.252145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6555a03c-a5be-4aff-a2f3-0707e78581f3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:12.283379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d340b4e5-2959-43ab-8fca-d335bf1965be req-441b0bcc-b868-4569-92e2-759682c36ed2 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207142 Aug 04 14:54:12.283379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc8b866c-e59e-4c9b-b865-15e6babbb23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.296379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Attempting to bind port 7d03cc76-3cf0-4e18-90d8-8228e7113382 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:12.296758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Attempting to bind port 7d03cc76-3cf0-4e18-90d8-8228e7113382 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:12.297132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Attempting to bind port 7d03cc76-3cf0-4e18-90d8-8228e7113382 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:12.312382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:12.313200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:12.315961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.317411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:12.318149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Bound port: 7d03cc76-3cf0-4e18-90d8-8228e7113382, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:12.318572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.321020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:12.324603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.396642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:12.420594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.421008 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 4bd6ab8c-aeb6-410e-8056-9cdc48415792 of type vlan for network 7d932fca-8326-4186-bea8-f33f31685064 Aug 04 14:54:12.501213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6555a03c-a5be-4aff-a2f3-0707e78581f3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:12.503755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-64d5c302-1d1c-4d4e-abc8-d177262c57c0 None None] Provisioning for port 48d97f13-1758-437c-aee1-8ad021c03083 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:12.518560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-64d5c302-1d1c-4d4e-abc8-d177262c57c0 None None] Provisioning complete for port 48d97f13-1758-437c-aee1-8ad021c03083 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:12.518983 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-64d5c302-1d1c-4d4e-abc8-d177262c57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.526150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6555a03c-a5be-4aff-a2f3-0707e78581f3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:12.526553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.529362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] For port 7d03cc76-3cf0-4e18-90d8-8228e7113382, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:12.529625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.591934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc8b866c-e59e-4c9b-b865-15e6babbb23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.603305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc8b866c-e59e-4c9b-b865-15e6babbb23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.617463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.620564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] For port 7d03cc76-3cf0-4e18-90d8-8228e7113382, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7d03cc76-3cf0-4e18-90d8-8228e7113382,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:12.642004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:12.642721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.651305 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.658226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-64d5c302-1d1c-4d4e-abc8-d177262c57c0 None None] Port 48d97f13-1758-437c-aee1-8ad021c03083 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:12.700458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:12.705911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.738032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e389e8-af44-4c15-9634-e18254ed6efe None None] Pushing event updated for resources: {'Port': ['ID=7d03cc76-3cf0-4e18-90d8-8228e7113382,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:12.800990 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.805142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b866c-e59e-4c9b-b865-15e6babbb23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8cca5-3936-49ef-a64e-4d39135e737d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:12.806091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e60ea6d4-9ee7-4590-b901-f06daa337c4d None None] Provisioning complete for port 48d97f13-1758-437c-aee1-8ad021c03083 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:12.807006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e60ea6d4-9ee7-4590-b901-f06daa337c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.829262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7385983 Aug 04 14:54:12.829942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33530) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:12.845364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': '7d932fca-8326-4186-bea8-f33f31685064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:12.850327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4daed0-ccee-4622-a52b-10ebb9888225 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=7d932fca-8326-4186-bea8-f33f31685064,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:12.871939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fc8b866c-e59e-4c9b-b865-15e6babbb23b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87d7a75a6a4046ee9b047e60d9ef7f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310277 Aug 04 14:54:12.872160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 7d932fca-8326-4186-bea8-f33f31685064 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:12.875665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6555a03c-a5be-4aff-a2f3-0707e78581f3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6555a03c-a5be-4aff-a2f3-0707e78581f3,segment=NetworkSegment(2ffceda4-eb8b-4df9-b2b2-9488dace5bd9),segment_id=2ffceda4-eb8b-4df9-b2b2-9488dace5bd9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:12.877855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e60ea6d4-9ee7-4590-b901-f06daa337c4d None None] Port 48d97f13-1758-437c-aee1-8ad021c03083 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:12.887148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-b826cd84-4258-4951-8575-47995623c9d8 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550902 Aug 04 14:54:12.889344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:12.923167 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:12.960735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c5dd2-9a1b-4e2a-8757-2a1401129037 req-7145e54f-61de-49af-938e-c727b4124a58 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:12.968798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-281c5dd2-9a1b-4e2a-8757-2a1401129037 req-7145e54f-61de-49af-938e-c727b4124a58 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 946 time: 0.1556106 Aug 04 14:54:13.006141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:13.013977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6555a03c-a5be-4aff-a2f3-0707e78581f3,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:13.045568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:13.049154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.054510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-281c5dd2-9a1b-4e2a-8757-2a1401129037 req-57e4144e-7b4e-4f62-8df4-a1413e561d87 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848873 Aug 04 14:54:13.147262 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-8b7d5b54-40c1-4b8d-9e91-56e73498073a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 217 time: 0.2360969 Aug 04 14:54:13.154684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.254278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.273553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.285089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-ca010511-751f-483b-b48a-c3ec30949319 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3967168 Aug 04 14:54:13.298602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port b536887a-25aa-4975-bd59-157aeb38b187 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:13.331156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39b46733-cba5-49b5-927b-4552d9fa8903 req-65f339b3-e375-498f-8704-2e5ad96797b0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.0497899 Aug 04 14:54:13.345330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=133707b9-7115-488d-b71b-a423b7366d08,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:13.352763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '4bd6ab8c-aeb6-410e-8056-9cdc48415792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d932fca-8326-4186-bea8-f33f31685064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:13.353130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: 7d932fca-8326-4186-bea8-f33f31685064, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:13.375486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 7d932fca-8326-4186-bea8-f33f31685064 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:13.376980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:13.380750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.385454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 7d932fca-8326-4186-bea8-f33f31685064) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:13.389788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:13.390473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.396537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b48a9d-528e-490a-a645-61e6dbdb0fc9 None None] Network 7d932fca-8326-4186-bea8-f33f31685064 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:13.406991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.411765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-363e7d47-c1c9-47fe-a8d1-1d4ef8338650 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5716584 Aug 04 14:54:13.414293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33538) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:13.419307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-258851045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:13.438010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-d33103b0-495d-4b5a-ac92-63053c5a12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:13.439900 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-d33103b0-495d-4b5a-ac92-63053c5a12a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.2780986 Aug 04 14:54:13.447802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.448965 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.513215 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.532349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.560538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-7d932fca-8326-4186-bea8-f33f31685064', 'network_id': '7d932fca-8326-4186-bea8-f33f31685064', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '133707b9-7115-488d-b71b-a423b7366d08'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:13.560538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.575344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.9 (aaba062e-7d9c-4e38-a786-b6eb04605d8e/ec207b5a-e89c-42f4-93d0-51e75f21877e/46d80fa0-6be4-41bd-a8f4-caad4c56bef5) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:13.576390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.578831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9b7e88b0-112d-4d9c-8333-cd052cac7974 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1630156 Aug 04 14:54:13.582514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33542) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:13.683884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-a5463617-25d4-4d28-a434-0e25715a2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:13.685547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-a5463617-25d4-4d28-a434-0e25715a2acf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.2810557 Aug 04 14:54:13.737158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Allocated IP 2001:db8::2 (7d932fca-8326-4186-bea8-f33f31685064/133707b9-7115-488d-b71b-a423b7366d08/85272256-f76d-41ba-8c62-4a33f87f95f8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:13.746707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fe9a:d3db (8ecc9dc4-a5b8-4630-9188-8d52f274e682/a7b43f12-af9e-4e31-8021-636f13a9e86d/b536887a-25aa-4975-bd59-157aeb38b187) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:13.891883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-5e03b142-2223-4936-aada-32b25d1c88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:13.893465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-5e03b142-2223-4936-aada-32b25d1c88c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4195695 Aug 04 14:54:13.894100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.897227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.900932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ef8cca5-3936-49ef-a64e-4d39135e737d HTTP/1.1" status: 204 len: 168 time: 0.9940422 Aug 04 14:54:13.932433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-45676cbe-76fc-4093-8e29-d0e2d08aa49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:13.933867 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-45676cbe-76fc-4093-8e29-d0e2d08aa49d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.2069066 Aug 04 14:54:13.946917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:13.964005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Transition to ACTIVE for port object 85272256-f76d-41ba-8c62-4a33f87f95f8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:13.982997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Transition to ACTIVE for port object 85272256-f76d-41ba-8c62-4a33f87f95f8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:13.992659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.057571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Network 7d932fca-8326-4186-bea8-f33f31685064 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:14.060762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:14.062810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-28e5e843-d9d8-45b3-9d3a-33cdb811f8cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 1001 time: 0.1151247 Aug 04 14:54:14.065923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56d040-d992-42bd-a550-985b7b6ab477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8cca5-3936-49ef-a64e-4d39135e737d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:14.068004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:14.078615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Pushing event updated for resources: {'Port': ['ID=85272256-f76d-41ba-8c62-4a33f87f95f8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:14.083204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.184335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Attempting to bind port 85272256-f76d-41ba-8c62-4a33f87f95f8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:14.184716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Attempting to bind port 85272256-f76d-41ba-8c62-4a33f87f95f8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4bd6ab8c-aeb6-410e-8056-9cdc48415792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d932fca-8326-4186-bea8-f33f31685064'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:14.185081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Attempting to bind port 85272256-f76d-41ba-8c62-4a33f87f95f8 on network 7d932fca-8326-4186-bea8-f33f31685064 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:14.194853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:14.195238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Checking segment: {'id': '4bd6ab8c-aeb6-410e-8056-9cdc48415792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d932fca-8326-4186-bea8-f33f31685064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:14.195644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.196042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Bound using segment: {'id': '4bd6ab8c-aeb6-410e-8056-9cdc48415792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d932fca-8326-4186-bea8-f33f31685064'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:14.199423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Bound port: 85272256-f76d-41ba-8c62-4a33f87f95f8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd6ab8c-aeb6-410e-8056-9cdc48415792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d932fca-8326-4186-bea8-f33f31685064'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:14.199825 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.245303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.20.0.6 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/24466672-bdf7-4e49-80a6-40a86b1549dd) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:14.285837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6555a03c-a5be-4aff-a2f3-0707e78581f3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:14.328593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-33395347-5cbe-4abb-8878-fd0d6b2c11eb None None] Provisioning for port 7d03cc76-3cf0-4e18-90d8-8228e7113382 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:14.333824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-2ff7a047-5a06-446d-b8d6-e25b2328a413 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314728 Aug 04 14:54:14.351592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720773-c607-478a-acf3-6f35d1b8839e req-1a223c36-b5ca-43ae-895e-9adf99b26596 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:14.353861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab720773-c607-478a-acf3-6f35d1b8839e req-1a223c36-b5ca-43ae-895e-9adf99b26596 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 946 time: 0.3828075 Aug 04 14:54:14.369667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] For port 85272256-f76d-41ba-8c62-4a33f87f95f8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:14.373165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6555a03c-a5be-4aff-a2f3-0707e78581f3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:14.373819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.376726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] For port 85272256-f76d-41ba-8c62-4a33f87f95f8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=85272256-f76d-41ba-8c62-4a33f87f95f8,segment=NetworkSegment(4bd6ab8c-aeb6-410e-8056-9cdc48415792),segment_id=4bd6ab8c-aeb6-410e-8056-9cdc48415792)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:14.376888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-264b339e-7e50-4735-b05f-41076b92c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:14.380924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-264b339e-7e50-4735-b05f-41076b92c8b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.2576501 Aug 04 14:54:14.411730 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.506910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80392de3-3ebe-40da-9700-89e6e191c386 req-75445f9a-ef9e-47d4-84ad-bc498f66e248 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:14.514281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80392de3-3ebe-40da-9700-89e6e191c386 req-75445f9a-ef9e-47d4-84ad-bc498f66e248 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 946 time: 0.2328269 Aug 04 14:54:14.554169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fbc3f-b519-46c8-8c14-f1b7222e973b None None] Pushing event updated for resources: {'Port': ['ID=85272256-f76d-41ba-8c62-4a33f87f95f8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:14.566405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-338bfbbe-b2f1-4338-8d4a-c38cda93ca91 req-37f8a363-60d5-48bf-b074-760cda3f2cdc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.1175501 Aug 04 14:54:14.576574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7d03cc76-3cf0-4e18-90d8-8228e7113382 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:14.656790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80392de3-3ebe-40da-9700-89e6e191c386 req-bb820024-8a38-4289-970c-13c166fe728b tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/security-groups?id=d077297f-ff43-413a-89f3-0fcc9d4f6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415889 Aug 04 14:54:14.663037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7d03cc76-3cf0-4e18-90d8-8228e7113382 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:14.668110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7d03cc76-3cf0-4e18-90d8-8228e7113382 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:14.668917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.691612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8::1 (7d932fca-8326-4186-bea8-f33f31685064/133707b9-7115-488d-b71b-a423b7366d08/6ece995c-159b-4a2e-8989-6a444a67b61a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:14.721017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Deleting port 7d6049de-ff6f-497f-8bac-d196282d951e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:14.721263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.764035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7db9c08-5ff4-4639-8357-bcdcf622c15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.902417 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.962851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:14.971569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-4b0697cb-dd73-4d60-87b7-ecde72d42641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:14.973130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-4b0697cb-dd73-4d60-87b7-ecde72d42641 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5712709 Aug 04 14:54:15.007589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7d03cc76-3cf0-4e18-90d8-8228e7113382, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7d03cc76-3cf0-4e18-90d8-8228e7113382,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:15.012779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] For port 7d6049de-ff6f-497f-8bac-d196282d951e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d6049de-ff6f-497f-8bac-d196282d951e,segment=NetworkSegment(62397891-60a9-4fbb-8760-c89f2a9db4ba),segment_id=62397891-60a9-4fbb-8760-c89f2a9db4ba)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:15.013119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.013246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.042334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Calling delete_port for 7d6049de-ff6f-497f-8bac-d196282d951e owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:15.046501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.063406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:15.072325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 6ece995c-159b-4a2e-8989-6a444a67b61a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:15.108992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7d03cc76-3cf0-4e18-90d8-8228e7113382,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:15.119601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-d7e90b85-203f-4d67-ba42-10a655b23eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251506 Aug 04 14:54:15.130211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.162755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.208618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-f9e02e69-472b-4f8e-811a-bd0604b67fb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 217 time: 0.0713048 Aug 04 14:54:15.209603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object b536887a-25aa-4975-bd59-157aeb38b187 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:15.229704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 7d932fca-8326-4186-bea8-f33f31685064 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:15.236985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:15.243263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:15.243466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.261164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.304672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=6ece995c-159b-4a2e-8989-6a444a67b61a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:15.317649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.333219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d6049de-ff6f-497f-8bac-d196282d951e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:15.337560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Transition to ACTIVE for port object 24466672-bdf7-4e49-80a6-40a86b1549dd will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:15.356866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-44738e62-8807-413c-ab30-ec0b73b32bd6 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543005 Aug 04 14:54:15.372323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Pushing event deleted for resources: {'Port': ['ID=7d6049de-ff6f-497f-8bac-d196282d951e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:15.380012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-bc358842-0b7e-4839-a6d3-407ef07f8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:15.381471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-bc358842-0b7e-4839-a6d3-407ef07f8901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1644990 Aug 04 14:54:15.382441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.429932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] No DVR routers for this DVR port 7d6049de-ff6f-497f-8bac-d196282d951e on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:15.433593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.435702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab720773-c607-478a-acf3-6f35d1b8839e req-ba607fc6-1c2e-4c2d-b6b6-6160b039cecc tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.38 "DELETE /v2.0/ports/7d6049de-ff6f-497f-8bac-d196282d951e HTTP/1.1" status: 204 len: 173 time: 1.0734205 Aug 04 14:54:15.436186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'name': 'network-vif-deleted', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:15.438633 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb5a8fc-662f-427e-aa44-331652b092b2" -d '{"events": [{"server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "name": "network-vif-deleted", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:15.486118 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.846932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.882489 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eff4b3-ea0f-4e68-ba75-b7bc1c0ebe5d x-openstack-request-id: req-b8eff4b3-ea0f-4e68-ba75-b7bc1c0ebe5d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:15.882899 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4f318f-c135-4867-aa44-b0c0c674d2ce", "name": "network-vif-deleted", "tag": "7d6049de-ff6f-497f-8bac-d196282d951e", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:15.883471 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8eff4b3-ea0f-4e68-ba75-b7bc1c0ebe5d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:15.883970 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4f318f-c135-4867-aa44-b0c0c674d2ce', 'name': 'network-vif-deleted', 'tag': '7d6049de-ff6f-497f-8bac-d196282d951e', 'status': 'completed', 'code': 200} Aug 04 14:54:15.886503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.889846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.890478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:15.924148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c460e4-69e2-47dd-bcdd-8ad6addb856c req-df2f99bf-52b0-406b-9e74-27c03a71c387 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.0857208 Aug 04 14:54:15.937818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:16.014945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:16.026425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:16.045602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d5a5b-2de0-471c-8862-87636f8639e4 None None] Network 7d932fca-8326-4186-bea8-f33f31685064 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:16.165508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=46d80fa0-6be4-41bd-a8f4-caad4c56bef5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:16.188366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:16.218093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c98ba849-6207-4351-ad2d-e680b1ea05ce req-048c46a2-7e6b-4e9d-9b07-78d3aa3fe190 tempest-InstanceActionsNegativeTestJSON-1904104755 tempest-InstanceActionsNegativeTestJSON-1904104755-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f4f318f-c135-4867-aa44-b0c0c674d2ce HTTP/1.1" status: 200 len: 210 time: 0.1356606 Aug 04 14:54:16.237484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=6ece995c-159b-4a2e-8989-6a444a67b61a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:16.248380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11583b2b-073c-485a-b6e2-daa4f4f799a1 None None] Provisioning for port 85272256-f76d-41ba-8c62-4a33f87f95f8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:16.259391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.268958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.269867 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.320484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 7d932fca-8326-4186-bea8-f33f31685064 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:16.322007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:16.334202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7d03cc76-3cf0-4e18-90d8-8228e7113382 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:16.353187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=b536887a-25aa-4975-bd59-157aeb38b187,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:16.407762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:16.418998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:16.425990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.427470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.455107 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71924b8e-60e8-47bf-bfe4-e921fd7b4cd9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6887975 Aug 04 14:54:16.455421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-ad8b9d36-32b2-4e1f-9229-8328c2bab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.457144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-ad8b9d36-32b2-4e1f-9229-8328c2bab5c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0528922 Aug 04 14:54:16.457906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33616) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:16.469663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34ca8fb6-55e2-47cb-b83d-06901800ba46 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2843134 Aug 04 14:54:16.470525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33618) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:16.479256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:16.481957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-377c3e2f-fb2c-452f-8d97-6d813047d497 req-3458cde4-1059-46a1-9aea-4f72dbf6c645 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1138902 Aug 04 14:54:16.507390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7d03cc76-3cf0-4e18-90d8-8228e7113382 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:16.507773 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.591592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:16.616018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:16.617288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 61baea57-a222-415a-92c9-5c03637cc035 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:54:16.623782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:16.685246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 85272256-f76d-41ba-8c62-4a33f87f95f8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:16.734896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce28e07-66ae-4e3f-b331-cbddb3138b4d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.737430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cce28e07-66ae-4e3f-b331-cbddb3138b4d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2682865 Aug 04 14:54:16.748501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:16.753714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1ac66edb-daf6-4804-bad1-3ab7a9406a20 None None] Provisioning for port 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:16.787038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2371d7-a383-43fe-9c39-c820a0f83bd0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.791541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1ac66edb-daf6-4804-bad1-3ab7a9406a20 None None] Provisioning complete for port 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:16.791930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ac66edb-daf6-4804-bad1-3ab7a9406a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.803886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2371d7-a383-43fe-9c39-c820a0f83bd0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:16.808230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e2371d7-a383-43fe-9c39-c820a0f83bd0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3225493 Aug 04 14:54:16.810909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:16.817076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:16.823839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4b5cb3c5-5a1e-4151-b01a-52bccc382531 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/61baea57-a222-415a-92c9-5c03637cc035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398341 Aug 04 14:54:16.835896 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d808c-e774-4efe-965e-99697113e164 None None] Sync routers for ids ['61baea57-a222-415a-92c9-5c03637cc035'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:16.852874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] Routers {'61baea57-a222-415a-92c9-5c03637cc035'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:16.854135 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61baea57-a222-415a-92c9-5c03637cc035'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:16.859277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:16.901661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1ac66edb-daf6-4804-bad1-3ab7a9406a20 None None] Port 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:16.927766 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:16.936969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 85272256-f76d-41ba-8c62-4a33f87f95f8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:16.940804 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] Routers {'61baea57-a222-415a-92c9-5c03637cc035'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:16.941488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:53:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61baea57-a222-415a-92c9-5c03637cc035'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:16.945347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 85272256-f76d-41ba-8c62-4a33f87f95f8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:16.945728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:16.984769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d12d808c-e774-4efe-965e-99697113e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:16.985627 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d808c-e774-4efe-965e-99697113e164 None None] The sync data for ids ['61baea57-a222-415a-92c9-5c03637cc035'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:17.017842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.026370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870972c-7c61-45e3-8a4a-1b64dce3573a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.026917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.028758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e870972c-7c61-45e3-8a4a-1b64dce3573a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports/6ece995c-159b-4a2e-8989-6a444a67b61a HTTP/1.1" status: 200 len: 911 time: 0.1652544 Aug 04 14:54:17.032160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33648) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:17.040192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '133707b9-7115-488d-b71b-a423b7366d08'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:17.059028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Provisioning for port 6ece995c-159b-4a2e-8989-6a444a67b61a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:17.072926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-11f75d12-68dc-4304-a094-c58fca40bdd6 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011469 Aug 04 14:54:17.087137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Provisioning complete for port 6ece995c-159b-4a2e-8989-6a444a67b61a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:17.087515 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.129858 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-0934ecb7-f531-47d5-9a05-b9db97e6f25f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0136042 Aug 04 14:54:17.225824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Port 6ece995c-159b-4a2e-8989-6a444a67b61a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:17.236455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Request body: {'port': {'device_id': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:17.249422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2135095-785d-4def-8c9a-4ad4cfc8fdf8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.256557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2135095-785d-4def-8c9a-4ad4cfc8fdf8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.259698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.263645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2135095-785d-4def-8c9a-4ad4cfc8fdf8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.269098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2135095-785d-4def-8c9a-4ad4cfc8fdf8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5136669 Aug 04 14:54:17.269849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:17.279116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Provisioning complete for port 85272256-f76d-41ba-8c62-4a33f87f95f8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:17.279602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.377932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:17.393091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.406507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c536-deec-4f5b-a998-1c93216b09aa req-e26b7814-a65f-4126-9bc2-d63e27120ffa tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.410216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d07c536-deec-4f5b-a998-1c93216b09aa req-e26b7814-a65f-4126-9bc2-d63e27120ffa tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 931 time: 0.3043079 Aug 04 14:54:17.437644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-2cd1a846-6f0c-41b9-82ef-cc2da6fe1b55 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378136 Aug 04 14:54:17.442633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 85272256-f76d-41ba-8c62-4a33f87f95f8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=85272256-f76d-41ba-8c62-4a33f87f95f8,segment=NetworkSegment(4bd6ab8c-aeb6-410e-8056-9cdc48415792),segment_id=4bd6ab8c-aeb6-410e-8056-9cdc48415792)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:17.500410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.532254 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17f566e5-e231-4c60-a1da-48964c02c73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.552619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-064d8233-804c-4e40-a369-5789ce7c9d1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 217 time: 0.1036470 Aug 04 14:54:17.573473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port b536887a-25aa-4975-bd59-157aeb38b187 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:17.574448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.611141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Deleting subnet db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:17.633581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Provisioning for port b536887a-25aa-4975-bd59-157aeb38b187 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:17.650689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.653906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Provisioning complete for port b536887a-25aa-4975-bd59-157aeb38b187 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:17.654225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.660066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-322b3e75-cd3d-4716-96f0-6112f176060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.661719 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-322b3e75-cd3d-4716-96f0-6112f176060b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.1009591 Aug 04 14:54:17.697354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7be91c4b-a33b-4da4-b5ae-15864c87d64f None None] Port b536887a-25aa-4975-bd59-157aeb38b187 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:17.699884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=85272256-f76d-41ba-8c62-4a33f87f95f8,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:17.818326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.823782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-540a8605-485a-4834-9123-de45e9830095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:17.825853 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-540a8605-485a-4834-9123-de45e9830095 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058590 Aug 04 14:54:17.835556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Provisioning for port 24466672-bdf7-4e49-80a6-40a86b1549dd completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:17.840872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Provisioning complete for port 24466672-bdf7-4e49-80a6-40a86b1549dd triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:17.841387 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.888727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Port 24466672-bdf7-4e49-80a6-40a86b1549dd cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:17.900093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Provisioning complete for port 6ece995c-159b-4a2e-8989-6a444a67b61a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:17.900631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:17.961414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9f05ff9a-599d-4b61-a0aa-0efa5ed802e1 None None] Port 6ece995c-159b-4a2e-8989-6a444a67b61a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:18.006273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-8707faa0-6d1a-41a6-9171-18f739943f0d service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698904 Aug 04 14:54:18.052352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.062433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d07c536-deec-4f5b-a998-1c93216b09aa req-693848b2-cf3a-4117-9c19-ec73c30fde40 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6357470 Aug 04 14:54:18.072637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 85272256-f76d-41ba-8c62-4a33f87f95f8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:18.080659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:18.089308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:18.089727 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.092596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.101488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.127515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Transition to ACTIVE for port object 24466672-bdf7-4e49-80a6-40a86b1549dd will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:18.140914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.157481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 85272256-f76d-41ba-8c62-4a33f87f95f8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:18.157981 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.202813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-6ab4b495-d7cf-490e-b909-3b512d0f6529 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865551 Aug 04 14:54:18.305129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-7d89c618-7677-4da2-8262-bb2ffc8c68c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.0849421 Aug 04 14:54:18.310918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:18.446527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-bdf3ce5f-1783-4427-9be8-69b837e6288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:18.448073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-bdf3ce5f-1783-4427-9be8-69b837e6288b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.1344509 Aug 04 14:54:18.456773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.505703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.529882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Attempting to bind port 24466672-bdf7-4e49-80a6-40a86b1549dd on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:18.530371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Attempting to bind port 24466672-bdf7-4e49-80a6-40a86b1549dd by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:18.531504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Attempting to bind port 24466672-bdf7-4e49-80a6-40a86b1549dd on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:18.548319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-e64cb2d6-8f0c-44d8-8c5b-22d8925e7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:18.551468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-e64cb2d6-8f0c-44d8-8c5b-22d8925e7d92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878491 Aug 04 14:54:18.554475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Port 24466672-bdf7-4e49-80a6-40a86b1549dd on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:18.554863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Attempting to bind port 24466672-bdf7-4e49-80a6-40a86b1549dd on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:18.558294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for b536887a-25aa-4975-bd59-157aeb38b187 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:18.576722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.598468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.619591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:18.619975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:18.620308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:18.620754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Bound port: 24466672-bdf7-4e49-80a6-40a86b1549dd, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:18.621125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.659773 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.664918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.724221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 46d80fa0-6be4-41bd-a8f4-caad4c56bef5 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:18.728907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-b362db6f-f26d-4e4b-871e-cfdefcd0a158 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689179 Aug 04 14:54:18.738156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:18.751885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:18.767110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.844132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:18.844840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.846320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] 10.222.0.46 "PUT /v2.0/ports/24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 1092 time: 1.6734664 Aug 04 14:54:18.846799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:18.849334 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87fbff-cf22-4467-82c2-1928a830fca0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:18.854776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.908801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:18.911432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.913560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81fd8d90-3e50-4588-9751-1b6e56d2b115 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/db2ebc6b-4d0c-4b7f-a88d-b0e8087c4dbf HTTP/1.1" status: 204 len: 168 time: 1.5279801 Aug 04 14:54:18.922356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:18.940912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83016ea1-8f83-4708-a2e3-da695e5c507b service neutron] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:18.944155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:18.958298 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5caf5e9-e84c-4c35-9f67-c9e13f5738a5 x-openstack-request-id: req-e5caf5e9-e84c-4c35-9f67-c9e13f5738a5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:18.958747 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:18.959092 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5caf5e9-e84c-4c35-9f67-c9e13f5738a5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:18.959621 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'status': 'completed', 'code': 200} Aug 04 14:54:18.965581 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b72853f3-9aca-41f3-9207-6463b1c11ebe req-37e583b1-ec72-43ce-b84a-94a0a365015a service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289586 Aug 04 14:54:18.978020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d6049de-ff6f-497f-8bac-d196282d951e no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:19.036022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7d6049de-ff6f-497f-8bac-d196282d951e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:19.039041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d6049de-ff6f-497f-8bac-d196282d951e not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:19.041865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.048121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.049021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.049507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-15ad6451-0b83-4741-8447-f16c86e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.050901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/ports/6ece995c-159b-4a2e-8989-6a444a67b61a HTTP/1.1" status: 200 len: 911 time: 2.0177166 Aug 04 14:54:19.054503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-15ad6451-0b83-4741-8447-f16c86e20827 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1095 time: 0.1101623 Aug 04 14:54:19.055102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33740) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:19.203555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.237628 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.245650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf41c3-cc24-4d14-81e1-1b8becfe92bc tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=6ece995c-159b-4a2e-8989-6a444a67b61a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:19.263244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-253f7fa4-8a00-45eb-a4d0-075a6a8d9c1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 217 time: 0.0851574 Aug 04 14:54:19.295753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.302169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=b536887a-25aa-4975-bd59-157aeb38b187,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:19.368874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-9cd43c7f-5f0a-4a73-bc44-3afb57562049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.370496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-9cd43c7f-5f0a-4a73-bc44-3afb57562049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0691364 Aug 04 14:54:19.387549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.391616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7c76b74a-cae9-4c3d-8eea-69aa7d497629 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/b536887a-25aa-4975-bd59-157aeb38b187 HTTP/1.1" status: 204 len: 168 time: 2.5769820 Aug 04 14:54:19.392595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:19.397859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002c248-243d-4374-8a70-12f02bbed3f9 req-69f9feab-9c9e-4bba-8b62-2e58e8fe5227 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.399809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8002c248-243d-4374-8a70-12f02bbed3f9 req-69f9feab-9c9e-4bba-8b62-2e58e8fe5227 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 943 time: 0.2203536 Aug 04 14:54:19.400946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=46d80fa0-6be4-41bd-a8f4-caad4c56bef5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:19.491907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.561010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926072c-88b1-43cd-b039-b8e7f7c22984 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.564690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926072c-88b1-43cd-b039-b8e7f7c22984 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.564690 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a926072c-88b1-43cd-b039-b8e7f7c22984 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1673095 Aug 04 14:54:19.572061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:19.580305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ac2a63-afb0-43fa-8101-2d52c1771407']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:19.599065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62397891-60a9-4fbb-8760-c89f2a9db4ba') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:19.599376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62397891-60a9-4fbb-8760-c89f2a9db4ba') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:19.646113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.650383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.655536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de95a345-8d86-4a1a-9e77-ca5ba1e834a9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/46d80fa0-6be4-41bd-a8f4-caad4c56bef5 HTTP/1.1" status: 204 len: 168 time: 2.3732235 Aug 04 14:54:19.664630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-7f3970b4-b0f7-42a4-bf8b-5c1525026965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:19.666286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-7f3970b4-b0f7-42a4-bf8b-5c1525026965 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870922 Aug 04 14:54:19.667765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33800) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:19.690645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8002c248-243d-4374-8a70-12f02bbed3f9 req-e144e1e7-501b-4d09-af96-bc14ae94e267 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742989 Aug 04 14:54:19.700910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.725233 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451c8c5-bc8e-4238-9676-2e265c25c1c2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:19.727348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1451c8c5-bc8e-4238-9676-2e265c25c1c2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/46d80fa0-6be4-41bd-a8f4-caad4c56bef5 HTTP/1.1" status: 404 len: 333 time: 0.0569985 Aug 04 14:54:19.730920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:19.733687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:54:19.734716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:54:19.742524 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:54:19.778845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet a7b43f12-af9e-4e31-8021-636f13a9e86d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:19.786241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.860521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.871707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:19.873674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] 10.222.0.76 "DELETE /v2.0/networks/d0ac2a63-afb0-43fa-8101-2d52c1771407 HTTP/1.1" status: 204 len: 168 time: 0.9444628 Aug 04 14:54:19.888442 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefdbf9-15d5-4ec3-9ca5-c71e96c2efac admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ac2a63-afb0-43fa-8101-2d52c1771407,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:19.911136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 48d97f13-1758-437c-aee1-8ad021c03083 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:19.911499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.036076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.053037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 48d97f13-1758-437c-aee1-8ad021c03083 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:20.131466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:20.146780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.180532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.219378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7ed9f12-2c11-457b-a5ad-e4d3ae413911 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ef4a96d5adf4426b22a1a9c7995c3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767245 Aug 04 14:54:20.223685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:20.267261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-d1f976d6-a697-4f51-8c9b-929387dde6d4 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534837 Aug 04 14:54:20.271913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.313123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=48d97f13-1758-437c-aee1-8ad021c03083,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:20.379724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.418460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.430516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.436041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0b08775-c2f2-4958-a8ac-06b33b41d4d2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/48d97f13-1758-437c-aee1-8ad021c03083 HTTP/1.1" status: 204 len: 168 time: 0.7012858 Aug 04 14:54:20.436392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:20.486005 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cc6fe83c-4ff1-43d4-9f22-40772feff2ba req-63c982a0-8b8b-47b7-8753-305d50c5a37b service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040439 Aug 04 14:54:20.501556 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-930946bc-f3ad-4816-9444-cffb46a4c9e5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:20.505953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-930946bc-f3ad-4816-9444-cffb46a4c9e5 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/48d97f13-1758-437c-aee1-8ad021c03083 HTTP/1.1" status: 404 len: 333 time: 0.0633523 Aug 04 14:54:20.508158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.508347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33862) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:20.584254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.587743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.591760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d077297f-ff43-413a-89f3-0fcc9d4f6102 HTTP/1.1" status: 204 len: 168 time: 0.3643134 Aug 04 14:54:20.609121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e729-d218-4689-bb83-fbd0b50e8a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077297f-ff43-413a-89f3-0fcc9d4f6102,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:20.632570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet ec207b5a-e89c-42f4-93d0-51e75f21877e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:20.646189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.661128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.709176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.820870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-d2ed88aa-d8b4-4497-9c7d-34f90e83f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:20.823268 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-d2ed88aa-d8b4-4497-9c7d-34f90e83f9ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1095 time: 0.2621160 Aug 04 14:54:20.845624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.897669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145349db-b0c4-4719-9ed3-b4a344c48371 req-678ba982-600b-4920-8ec6-99a1795c17b6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:20.898827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-145349db-b0c4-4719-9ed3-b4a344c48371 req-678ba982-600b-4920-8ec6-99a1795c17b6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 943 time: 0.1011493 Aug 04 14:54:20.937527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.956511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.965113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed8675-cbc7-4075-8107-8a72b7b39e07 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:20.984202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:20.993103 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/a7b43f12-af9e-4e31-8021-636f13a9e86d HTTP/1.1" status: 204 len: 168 time: 1.4179184 Aug 04 14:54:20.993431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=ec207b5a-e89c-42f4-93d0-51e75f21877e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:21.003568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33896) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.005206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.007192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-753a6428-edaa-4d3b-896b-b884ca32b18b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/ec207b5a-e89c-42f4-93d0-51e75f21877e HTTP/1.1" status: 204 len: 168 time: 0.4979329 Aug 04 14:54:21.014028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-145349db-b0c4-4719-9ed3-b4a344c48371 req-057eff46-32c5-40b3-be4b-29f616df2578 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071930 Aug 04 14:54:21.014518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33900) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.026846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ae024-ab07-46ca-9b70-b4d732376d13 None None] Network aaba062e-7d9c-4e38-a786-b6eb04605d8e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:21.067098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fec42-0821-4ea0-b794-bd327c05ce9e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b43f12-af9e-4e31-8021-636f13a9e86d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:21.081660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d97d0fa8-29cd-4996-add9-b4f30968c015 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728209 Aug 04 14:54:21.092698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.155621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-13cb13c1-6634-4fd8-834b-8daa2150c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:21.157553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-13cb13c1-6634-4fd8-834b-8daa2150c0b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.3116820 Aug 04 14:54:21.206179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.220812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-838deacd-fa26-4e51-b2ac-47eb19d09f96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 217 time: 0.0536785 Aug 04 14:54:21.224114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44bfa21-fc72-44e1-b97e-9e7cfc668028 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:21.225711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d44bfa21-fc72-44e1-b97e-9e7cfc668028 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1320393 Aug 04 14:54:21.230324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33918) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.334023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17d00a-cf1a-4d3f-9108-ee5787f21b67 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:21.335968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c17d00a-cf1a-4d3f-9108-ee5787f21b67 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042199 Aug 04 14:54:21.341127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33924) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.368096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 6555a03c-a5be-4aff-a2f3-0707e78581f3 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:21.368535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.403314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b40f1522-22e1-42d2-a255-d922cd8da314 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600057 Aug 04 14:54:21.405644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.409657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-e503bb5b-038c-4557-9d40-3191924d7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:21.412171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-e503bb5b-038c-4557-9d40-3191924d7a6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1793585 Aug 04 14:54:21.416916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:21.463288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port 6555a03c-a5be-4aff-a2f3-0707e78581f3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6555a03c-a5be-4aff-a2f3-0707e78581f3,segment=NetworkSegment(2ffceda4-eb8b-4df9-b2b2-9488dace5bd9),segment_id=2ffceda4-eb8b-4df9-b2b2-9488dace5bd9)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:21.463673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.481615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 6555a03c-a5be-4aff-a2f3-0707e78581f3 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:21.531267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 6ece995c-159b-4a2e-8989-6a444a67b61a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:21.531624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.551289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:21.615005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.656929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port 6555a03c-a5be-4aff-a2f3-0707e78581f3 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:21.665204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=6555a03c-a5be-4aff-a2f3-0707e78581f3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:21.686173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-a74072f9-5a75-4010-89f4-a61c7a515c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:21.688032 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-a74072f9-5a75-4010-89f4-a61c7a515c05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642071 Aug 04 14:54:21.807696 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-6390ec28-ead4-4232-a0a8-45a139422c1c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039236 Aug 04 14:54:21.808311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33950) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:21.825111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.838189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaba062e-7d9c-4e38-a786-b6eb04605d8e']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:21.851835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:21.853040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffceda4-eb8b-4df9-b2b2-9488dace5bd9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:21.864634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.885145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.893788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:54:21.894305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:54:21.901104 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:54:21.940093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:21.951133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.956671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Deleting port 7d03cc76-3cf0-4e18-90d8-8228e7113382 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:21.957069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:21.959121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265eeaf6-b98f-4c0b-91ed-2778481ab9aa None None] DHCP port deletion for aaba062e-7d9c-4e38-a786-b6eb04605d8e request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:21.985669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.001567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.007492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/aaba062e-7d9c-4e38-a786-b6eb04605d8e HTTP/1.1" status: 204 len: 168 time: 0.9849067 Aug 04 14:54:22.055973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33960) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:22.061283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] For port 7d03cc76-3cf0-4e18-90d8-8228e7113382, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7d03cc76-3cf0-4e18-90d8-8228e7113382,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:22.061424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1743740122'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:22.061684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.082657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Calling delete_port for 7d03cc76-3cf0-4e18-90d8-8228e7113382 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:22.119425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d93964-440f-4952-a022-c76f8f8cfee2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=aaba062e-7d9c-4e38-a786-b6eb04605d8e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:22.128369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:22.132053 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.147975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7d03cc76-3cf0-4e18-90d8-8228e7113382 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:22.162973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-df87fbff-cf22-4467-82c2-1928a830fca0 req-6a326b37-1a8c-4637-b9cc-52f722500681 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423138 Aug 04 14:54:22.214902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.220402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:22.230785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.231628 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Added segment fb72869c-e1ef-4e73-9a18-45ac2ac79123 of type vlan for network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 Aug 04 14:54:22.253545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1114635439-network', 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:22.262926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.287365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.289736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 6ece995c-159b-4a2e-8989-6a444a67b61a owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:22.304340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] No DVR routers for this DVR port 7d03cc76-3cf0-4e18-90d8-8228e7113382 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:22.307962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.311656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9524e-9930-4f63-bc7b-780fb99092c9 None None] Pushing event deleted for resources: {'Port': ['ID=7d03cc76-3cf0-4e18-90d8-8228e7113382,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:22.323895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284761-e47e-445b-8f32-e003d1f88f40 req-28808a2a-a097-490c-9c4d-458636bf4235 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:22.334186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30284761-e47e-445b-8f32-e003d1f88f40 req-28808a2a-a097-490c-9c4d-458636bf4235 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 943 time: 0.1600115 Aug 04 14:54:22.357379 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6555a03c-a5be-4aff-a2f3-0707e78581f3 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:22.377975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6555a03c-a5be-4aff-a2f3-0707e78581f3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:22.378711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6555a03c-a5be-4aff-a2f3-0707e78581f3 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:22.396574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30284761-e47e-445b-8f32-e003d1f88f40 req-a1ad279f-8377-4008-a1b2-0746c268f242 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582361 Aug 04 14:54:22.396574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.400080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:22.400674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.401078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Made reservation on behalf of aacafe059fa64dc3880721f9459e71cf for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:22.403671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.427081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.476083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4189582 Aug 04 14:54:22.476999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Network': ['ID=39d9b93f-f0cf-40b2-86db-79c7a47efee5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:22.479062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33994) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:22.484512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:22.529551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.529908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.530258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.530609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.530946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.531281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.531613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.531940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.532267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.532599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.533002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.533330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac2289-f661-4b63-978e-fbe6cfdb1803 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:22.555903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:22.745622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.802969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:54:22.810461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=6ece995c-159b-4a2e-8989-6a444a67b61a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:22.816946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.929444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:22.945638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34018) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:22.971698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:22.981307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.981522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a253b-78ac-4a53-9949-e42755f164e9 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:22.983039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:22.983632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:22.994008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.007047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.008762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=276c96e0-f091-4777-a0a4-44f410a1ccf4,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.017783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:23.026733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.052337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:23.069621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-613ddaab-56ef-4c3a-8aab-a92f6e2b26eb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6620069 Aug 04 14:54:23.096748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34022) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:23.116877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.117265 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Added segment 0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d of type vlan for network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 Aug 04 14:54:23.118508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:a6:47:57', 'name': 'tempest-NetworksTestDHCPv6-176890977'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:23.144014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308eb61c-dce1-4521-9067-6465cd215ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.148845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2231f8-2959-4ebd-b579-111b19995232,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.195980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '276c96e0-f091-4777-a0a4-44f410a1ccf4'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:23.197125 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.238795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.353903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Allocated IP 2001:db8::f816:3eff:fea5:a85e (8ecc9dc4-a5b8-4630-9188-8d52f274e682/276c96e0-f091-4777-a0a4-44f410a1ccf4/cc53b188-d3ce-4fb4-a878-1b75fe30669c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:23.423543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308eb61c-dce1-4521-9067-6465cd215ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.427187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.439670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-308eb61c-dce1-4521-9067-6465cd215ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.498108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308eb61c-dce1-4521-9067-6465cd215ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd598a8f-8e39-4e88-bc51-e16cf4cdf122,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.556912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.565971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:23.567142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Transition to ACTIVE for port object cc53b188-d3ce-4fb4-a878-1b75fe30669c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:23.571040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 61baea57-a222-415a-92c9-5c03637cc035 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:23.580663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-308eb61c-dce1-4521-9067-6465cd215ba5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e562f69e18f3460ea095b939a610d0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338804 Aug 04 14:54:23.582777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Transition to ACTIVE for port object cc53b188-d3ce-4fb4-a878-1b75fe30669c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:23.583731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34026) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:23.589542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.600964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.601955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:23.602534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.623884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=56e5b7a0-9325-48b9-8970-dee9ee994780,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.636094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:23.639212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:23.643740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:23.647642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Pushing event updated for resources: {'Port': ['ID=cc53b188-d3ce-4fb4-a878-1b75fe30669c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.669691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126585-3a0a-4458-a1a7-a221a752e544 req-905cec6c-9ad9-482e-947f-713accbe91e2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:23.671371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae126585-3a0a-4458-a1a7-a221a752e544 req-905cec6c-9ad9-482e-947f-713accbe91e2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 943 time: 0.1626372 Aug 04 14:54:23.677723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Checking segment: {'id': 'fb72869c-e1ef-4e73-9a18-45ac2ac79123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:23.677995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network hostable DHCP agents. Network: 39d9b93f-f0cf-40b2-86db-79c7a47efee5, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:23.697668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:54:23.721897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Attempting to bind port cc53b188-d3ce-4fb4-a878-1b75fe30669c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:23.722897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Attempting to bind port cc53b188-d3ce-4fb4-a878-1b75fe30669c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:23.723284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Attempting to bind port cc53b188-d3ce-4fb4-a878-1b75fe30669c on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:23.734057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:23.734441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:23.735159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.735772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:23.736452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Bound port: cc53b188-d3ce-4fb4-a878-1b75fe30669c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:23.737006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.742087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9286330 Aug 04 14:54:23.743328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.746089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34030) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:23.751760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ceb74-3825-412e-ac68-0d4c3ee32b5a admin admin] Pushing event updated for resources: {'Network': ['ID=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:23.756311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:23.761757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a664e09-894d-4081-bf6d-5b409fa71f15 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/61baea57-a222-415a-92c9-5c03637cc035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7056191 Aug 04 14:54:23.765739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34032) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:23.765859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Request body: {'subnet': {'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1114635439-subnet', 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:23.771715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:23.772920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:23.775116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] Sync routers for ids ['61baea57-a222-415a-92c9-5c03637cc035'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:23.799811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e8301b67-fb38-4aab-9e7d-2c7bc3a503a0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=61baea57-a222-415a-92c9-5c03637cc035 HTTP/1.1" status: 200 len: 205 time: 0.0326912 Aug 04 14:54:23.803234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34034) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:23.804207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 39d9b93f-f0cf-40b2-86db-79c7a47efee5) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:23.813817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.814363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 53e94bd3-e150-413b-820d-aa9c4d171d4e yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:23.823533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:23.824158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.829315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae126585-3a0a-4458-a1a7-a221a752e544 req-d74f0889-0cef-43db-a543-9f5b4623ad05 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303465 Aug 04 14:54:23.834014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Made reservation on behalf of aacafe059fa64dc3880721f9459e71cf for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:23.835325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3b910-047d-4dff-b484-251e9f1011d5 None None] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:23.836463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.903856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.912721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:23.990345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] Routers {'61baea57-a222-415a-92c9-5c03637cc035'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:23.990977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61baea57-a222-415a-92c9-5c03637cc035'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:24.069153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:24.105724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.109855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.120932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:24.124908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] For port cc53b188-d3ce-4fb4-a878-1b75fe30669c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:24.144059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] Routers {'61baea57-a222-415a-92c9-5c03637cc035'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:24.144751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61baea57-a222-415a-92c9-5c03637cc035'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:24.156719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] For port cc53b188-d3ce-4fb4-a878-1b75fe30669c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc53b188-d3ce-4fb4-a878-1b75fe30669c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:24.159817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.163245 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.163441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:54:24.164957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd598a8f-8e39-4e88-bc51-e16cf4cdf122 HTTP/1.1" status: 204 len: 168 time: 0.5800653 Aug 04 14:54:24.177949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596013cc-f891-429c-bac8-daf50c7da65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd598a8f-8e39-4e88-bc51-e16cf4cdf122,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:24.192524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.195103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router 61baea57-a222-415a-92c9-5c03637cc035 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:54:24.200137 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.217231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.223510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-307c3697-0e86-4830-832d-8408915b2ce0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/61baea57-a222-415a-92c9-5c03637cc035 HTTP/1.1" status: 204 len: 168 time: 0.4192333 Aug 04 14:54:24.226162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34040) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:24.248460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:24.249150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1071e8-8772-4c51-ac92-2345d520d170 None None] The sync data for ids ['61baea57-a222-415a-92c9-5c03637cc035'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:24.322720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 133707b9-7115-488d-b71b-a423b7366d08 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:24.324619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c835fef6-8732-45f1-b306-6c3a6fcc694c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8443623 Aug 04 14:54:24.326379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.329078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:24.353054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-868318211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:24.375671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-39d9b93f-f0cf-40b2-86db-79c7a47efee5', 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': '56e5b7a0-9325-48b9-8970-dee9ee994780'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:24.376928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.426157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.466266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.486331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fea6:4757 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/276c96e0-f091-4777-a0a4-44f410a1ccf4/53e94bd3-e150-413b-820d-aa9c4d171d4e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:24.500639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.501724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.632162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.643728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Allocated IP 172.20.0.2 (39d9b93f-f0cf-40b2-86db-79c7a47efee5/56e5b7a0-9325-48b9-8970-dee9ee994780/6100250c-f0e5-4e90-81d2-b160e679016d) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:24.668723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.709810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4efcf-e7a0-48e8-bc81-cf9c68c52161 None None] Pushing event updated for resources: {'Port': ['ID=cc53b188-d3ce-4fb4-a878-1b75fe30669c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:24.732268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.761124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.762429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea747608-5e51-483b-9ac6-fc94b20ae853 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4326572 Aug 04 14:54:24.765426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34048) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:24.773479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5', 'name': 'tempest-PortsTestJSON-397806947'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:24.850347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.937887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:24.943188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84bceb1-67b8-4a80-a813-fb57a375dd1a,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:25.002906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.004533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=133707b9-7115-488d-b71b-a423b7366d08,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:25.005723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Checking segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:25.006095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Network hostable DHCP agents. Network: 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:25.016192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.018334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6e61d87-7669-47f8-81d8-19ad5ebcf34d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/133707b9-7115-488d-b71b-a423b7366d08 HTTP/1.1" status: 204 len: 168 time: 0.7909546 Aug 04 14:54:25.021186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34062) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:25.053679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:25.053926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 53e94bd3-e150-413b-820d-aa9c4d171d4e will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:25.074315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:25.089173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a04530-04fd-4364-b312-4b3a5369435f req-081c92cb-ca4c-4345-b96c-c2b21744457b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:25.090162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56a04530-04fd-4364-b312-4b3a5369435f req-081c92cb-ca4c-4345-b96c-c2b21744457b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 943 time: 0.1078451 Aug 04 14:54:25.101328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47595ad3-be27-41ef-8369-0ee60d57a115 None None] Network 7d932fca-8326-4186-bea8-f33f31685064 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:25.120146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:25.140744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:25.145333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.163613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.171451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56a04530-04fd-4364-b312-4b3a5369435f req-71a2ad7a-0099-4339-81e5-947737f2e6fb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712543 Aug 04 14:54:25.172458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:25.174835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.179475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:25.180894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.183852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 139e3f67-f840-4402-8a81-564b83a0377b yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:25.195614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b44d94-b394-4227-ba2e-7eb650c5dfbb None None] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:25.222372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fcdb190f-b347-4b8c-834e-c1a025c5cb63 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4730778 Aug 04 14:54:25.227724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.231285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.284170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Transition to ACTIVE for port object 6100250c-f0e5-4e90-81d2-b160e679016d will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:25.303814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=53e94bd3-e150-413b-820d-aa9c4d171d4e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:25.327523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:25.330289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:25.339070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:25.346648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:25.347633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.371918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-17206cd6-55a0-4d99-96eb-06ba28731787 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2736824 Aug 04 14:54:25.374146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34070) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:25.403797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 85272256-f76d-41ba-8c62-4a33f87f95f8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:25.404166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.458481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Transition to ACTIVE for port object 6100250c-f0e5-4e90-81d2-b160e679016d will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:25.487064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24466672-bdf7-4e49-80a6-40a86b1549dd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:25.491860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51796b36-df63-4e74-9364-722d6b63c7d0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:25.502617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:25.505804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51796b36-df63-4e74-9364-722d6b63c7d0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:25.507231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.508303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-51796b36-df63-4e74-9364-722d6b63c7d0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1326783 Aug 04 14:54:25.511457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34084) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:25.570544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 85272256-f76d-41ba-8c62-4a33f87f95f8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=85272256-f76d-41ba-8c62-4a33f87f95f8,segment=NetworkSegment(4bd6ab8c-aeb6-410e-8056-9cdc48415792),segment_id=4bd6ab8c-aeb6-410e-8056-9cdc48415792)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:25.570544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.599293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 85272256-f76d-41ba-8c62-4a33f87f95f8 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:25.606039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.11 (39d9b93f-f0cf-40b2-86db-79c7a47efee5/56e5b7a0-9325-48b9-8970-dee9ee994780/139e3f67-f840-4402-8a81-564b83a0377b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:25.674813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 53e94bd3-e150-413b-820d-aa9c4d171d4e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:25.675734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.880581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:25.887890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.905154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:25.922704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 53e94bd3-e150-413b-820d-aa9c4d171d4e owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:25.934155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:25.939373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:25.966273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=85272256-f76d-41ba-8c62-4a33f87f95f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:25.979869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port 85272256-f76d-41ba-8c62-4a33f87f95f8 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:25.998431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Pushing event updated for resources: {'Port': ['ID=6100250c-f0e5-4e90-81d2-b160e679016d,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:26.022882 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:54:26.148523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Attempting to bind port 6100250c-f0e5-4e90-81d2-b160e679016d on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:26.148925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Attempting to bind port 6100250c-f0e5-4e90-81d2-b160e679016d by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'fb72869c-e1ef-4e73-9a18-45ac2ac79123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:26.149322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Attempting to bind port 6100250c-f0e5-4e90-81d2-b160e679016d on network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:26.185589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d29d6-0a3d-4bf1-892f-74aa7f1f7e42 None None] DHCP port deletion for 7d932fca-8326-4186-bea8-f33f31685064 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:26.189768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:26.190152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Checking segment: {'id': 'fb72869c-e1ef-4e73-9a18-45ac2ac79123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:26.190662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.191424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Bound using segment: {'id': 'fb72869c-e1ef-4e73-9a18-45ac2ac79123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:26.192101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Bound port: 6100250c-f0e5-4e90-81d2-b160e679016d, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb72869c-e1ef-4e73-9a18-45ac2ac79123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '39d9b93f-f0cf-40b2-86db-79c7a47efee5'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:26.192488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.202699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-14def006-50ba-415f-bc50-ac933a0369d5 None None] Provisioning for port cc53b188-d3ce-4fb4-a878-1b75fe30669c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:26.260209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.266466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf', 'fixed_ips': [{'subnet_id': 'b84bceb1-67b8-4a80-a813-fb57a375dd1a'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:26.271832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.289360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.329539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.352142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object 139e3f67-f840-4402-8a81-564b83a0377b will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:26.371950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=53e94bd3-e150-413b-820d-aa9c4d171d4e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:26.381327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d932fca-8326-4186-bea8-f33f31685064']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:26.411600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd6ab8c-aeb6-410e-8056-9cdc48415792') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:26.412005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd6ab8c-aeb6-410e-8056-9cdc48415792') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:26.430331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.455758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.465371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:54:26.465896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:54:26.469018 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:54:26.505749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Allocated IP 172.20.0.2 (60f0ac25-c3bc-40ba-ac82-d8eafd511ec6/b84bceb1-67b8-4a80-a813-fb57a375dd1a/2ce39a36-4111-4044-a5a3-0431110514b7) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:26.527099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.531058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-143d44ce-28c0-4f79-9870-f72b616ce8b1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/53e94bd3-e150-413b-820d-aa9c4d171d4e HTTP/1.1" status: 204 len: 168 time: 1.0182283 Aug 04 14:54:26.533755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:26.545690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-e01ae44e-5ea3-4037-980a-d309728d43ac tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:26.548188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-e01ae44e-5ea3-4037-980a-d309728d43ac tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 0.4004674 Aug 04 14:54:26.557950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc53b188-d3ce-4fb4-a878-1b75fe30669c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:26.573077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e88f86-bbce-4a76-81ab-065986e3d833 req-98623717-7838-42ba-88fe-0a202c6e9c38 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:26.580688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9e88f86-bbce-4a76-81ab-065986e3d833 req-98623717-7838-42ba-88fe-0a202c6e9c38 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1790278 Aug 04 14:54:26.608438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-d7de22ea-ff00-46d8-b8ed-dbbafff09eb6 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/quotas/aacafe059fa64dc3880721f9459e71cf HTTP/1.1" status: 200 len: 375 time: 0.0544155 Aug 04 14:54:26.610151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.657155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9e88f86-bbce-4a76-81ab-065986e3d833 req-b60b6ece-9b65-4b16-8707-7b634e6485ed tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737426 Aug 04 14:54:26.692416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-b3cd1be6-f20b-48e8-865a-ba27f2314d3d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702791 Aug 04 14:54:26.717184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=139e3f67-f840-4402-8a81-564b83a0377b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:26.722509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] For port 6100250c-f0e5-4e90-81d2-b160e679016d, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:26.732279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.739907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c9e0578b-6637-4ba8-8a46-eb98a9a0da5f None None] Could not find standard attr ID for object 53e94bd3-e150-413b-820d-aa9c4d171d4e. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:54:26.759504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.763326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/7d932fca-8326-4186-bea8-f33f31685064 HTTP/1.1" status: 204 len: 168 time: 1.7410777 Aug 04 14:54:26.767072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34122) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:26.772090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-76358465', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:26.775235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] For port 6100250c-f0e5-4e90-81d2-b160e679016d, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6100250c-f0e5-4e90-81d2-b160e679016d,segment=NetworkSegment(fb72869c-e1ef-4e73-9a18-45ac2ac79123),segment_id=fb72869c-e1ef-4e73-9a18-45ac2ac79123)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:26.789307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.792639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c2dbc-a001-4293-aac7-fa2e24d009bd tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=7d932fca-8326-4186-bea8-f33f31685064,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:26.819945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee7760a-623b-439c-bacd-e9d2d9a51107 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:26.826628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee7760a-623b-439c-bacd-e9d2d9a51107 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:26.834443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ee7760a-623b-439c-bacd-e9d2d9a51107 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2995839 Aug 04 14:54:26.840358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34124) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:26.849895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:26.856001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:26.859090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:26.869456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port cc53b188-d3ce-4fb4-a878-1b75fe30669c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:26.918142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.919385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.937374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cc53b188-d3ce-4fb4-a878-1b75fe30669c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:26.937926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.976248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:26.981576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:26.988956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec848eb-eaa9-43bd-8989-e48c8bf63b14 None None] Pushing event updated for resources: {'Port': ['ID=6100250c-f0e5-4e90-81d2-b160e679016d,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:27.013131 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.013365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf4a179c-0cf3-41f0-8051-24e61549cf6f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2456899 Aug 04 14:54:27.017611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:27.029098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Transition to ACTIVE for port object 2ce39a36-4111-4044-a5a3-0431110514b7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:27.092600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Transition to ACTIVE for port object 2ce39a36-4111-4044-a5a3-0431110514b7 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:27.094573 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.100864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 276c96e0-f091-4777-a0a4-44f410a1ccf4 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:27.112300 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.117665 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.171389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.178315 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.246414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.250949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-56f8f149-6dc8-4bf8-99e9-87043e745ff9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4797192 Aug 04 14:54:27.251152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:27.251265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.257582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-227069833'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:27.315298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:27.325594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:27.328289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:27.336384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:27.341043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.356240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port cc53b188-d3ce-4fb4-a878-1b75fe30669c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc53b188-d3ce-4fb4-a878-1b75fe30669c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:27.378040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-413c6a1d-41a0-424e-be7a-f5857ea0d14c service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781278 Aug 04 14:54:27.388735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Pushing event updated for resources: {'Port': ['ID=2ce39a36-4111-4044-a5a3-0431110514b7,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:27.395428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.447597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:27.452825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Attempting to bind port 2ce39a36-4111-4044-a5a3-0431110514b7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:27.453619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Attempting to bind port 2ce39a36-4111-4044-a5a3-0431110514b7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:27.454416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Attempting to bind port 2ce39a36-4111-4044-a5a3-0431110514b7 on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:27.483681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:27.484523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Checking segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:27.485141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.485712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Bound using segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:27.486423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Bound port: 2ce39a36-4111-4044-a5a3-0431110514b7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:27.487343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.487715 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 57665c6f-e42d-4362-b890-b11459c312c6 of type vlan for network f1153656-870d-40a8-b13a-274aa2717fe5 Aug 04 14:54:27.488070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.548578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=cc53b188-d3ce-4fb4-a878-1b75fe30669c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:27.555588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.561754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.603589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.616685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] For port 2ce39a36-4111-4044-a5a3-0431110514b7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:27.621171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] For port 2ce39a36-4111-4044-a5a3-0431110514b7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ce39a36-4111-4044-a5a3-0431110514b7,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:27.626053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-f4da0311-0358-402a-9dbf-97543e13acd2 service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469800 Aug 04 14:54:27.631318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.692644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:27.702869 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.772673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=276c96e0-f091-4777-a0a4-44f410a1ccf4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:27.788232 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:27.795338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ade97-6bad-4a2d-91ef-66a8ac4b48bb None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:27.795923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92413be0-ff60-43fb-88f4-dc43c7879999 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/276c96e0-f091-4777-a0a4-44f410a1ccf4 HTTP/1.1" status: 204 len: 168 time: 0.9468472 Aug 04 14:54:27.802558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34176) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:27.929091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5744e04b-bb11-41a0-bd94-a81fe8535d5c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171892 Aug 04 14:54:27.930437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34184) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:27.944306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:28.019254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070e8ab-9e57-4a61-a38d-5ab639b019fd None None] Pushing event updated for resources: {'Port': ['ID=2ce39a36-4111-4044-a5a3-0431110514b7,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:28.073244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.084566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.131202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:28.160475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.185084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.200067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9de1d-5827-4eba-aba5-7065c19b8bf3 req-244c212e-2cc2-40e3-8fc4-f10daa12a252 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:28.201873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17f9de1d-5827-4eba-aba5-7065c19b8bf3 req-244c212e-2cc2-40e3-8fc4-f10daa12a252 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.4012549 Aug 04 14:54:28.234115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 24466672-bdf7-4e49-80a6-40a86b1549dd completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:28.245641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 24466672-bdf7-4e49-80a6-40a86b1549dd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:28.246271 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.376197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:28.486124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=139e3f67-f840-4402-8a81-564b83a0377b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:28.495815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17f9de1d-5827-4eba-aba5-7065c19b8bf3 req-ae8384a4-e20d-4b05-917b-f167a3a266b2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717750 Aug 04 14:54:28.515002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6100250c-f0e5-4e90-81d2-b160e679016d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:28.518358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:28.524274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.555216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3035455 Aug 04 14:54:28.572857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-8efb696e-326f-405a-bdf8-7fb067bff130 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:28.586292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.587998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-8efb696e-326f-405a-bdf8-7fb067bff130 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 0.3770506 Aug 04 14:54:28.613872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34206) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:28.641884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:28.677700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:28.678690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:28.681781 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da937b-b9f3-4780-a23e-c76f1ec728fb" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:28.685948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.686457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.689510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.690179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.690524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-b4301d53-6e08-4153-a618-a54ad95d06a5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/quotas/aacafe059fa64dc3880721f9459e71cf HTTP/1.1" status: 200 len: 375 time: 0.0997741 Aug 04 14:54:28.690681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.697921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.698706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.698959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.699309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.703929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.703929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.704530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:28.722040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db5e6a-acea-44ca-9bf5-c31091305d27 None None] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:28.725627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Deleting port cc53b188-d3ce-4fb4-a878-1b75fe30669c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:28.726142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.801584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41c22c-6af3-4baf-9313-a48447ea4ead tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=f1153656-870d-40a8-b13a-274aa2717fe5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:28.802554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] For port cc53b188-d3ce-4fb4-a878-1b75fe30669c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc53b188-d3ce-4fb4-a878-1b75fe30669c,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:28.803284 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:28.826779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Calling delete_port for cc53b188-d3ce-4fb4-a878-1b75fe30669c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:28.933811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-ecf1411c-76c9-4a45-8c30-70588ed300d0 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422476 Aug 04 14:54:28.956872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b9c6-87e1-4b2f-92f3-c155a8294d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.029504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92972ca1-8509-4dc2-abbe-c0d301838de9 req-0f787d63-328d-4630-8f4d-c76177b0a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:29.031865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92972ca1-8509-4dc2-abbe-c0d301838de9 req-0f787d63-328d-4630-8f4d-c76177b0a0dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0999405 Aug 04 14:54:29.046085 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6158d6-2ef7-4820-aa2b-adedadcd80fd x-openstack-request-id: req-de6158d6-2ef7-4820-aa2b-adedadcd80fd {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:29.046749 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:29.046970 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de6158d6-2ef7-4820-aa2b-adedadcd80fd {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:29.047466 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:54:29.062933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:29.080105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.099363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.104830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f1153656-870d-40a8-b13a-274aa2717fe5 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:29.146703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-bb218807-7b69-4900-8719-553d5ec932b4 service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117789 Aug 04 14:54:29.246227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b9c6-87e1-4b2f-92f3-c155a8294d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.281815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:29.304533 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92972ca1-8509-4dc2-abbe-c0d301838de9 req-31614ce0-6a27-4b17-a539-60c368bd6e5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428358 Aug 04 14:54:29.307634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.314320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b9c6-87e1-4b2f-92f3-c155a8294d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.329044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6100250c-f0e5-4e90-81d2-b160e679016d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:29.340269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.388317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b22a4-7af1-4944-9859-c3c4652041d1 None None] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:29.401039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 85272256-f76d-41ba-8c62-4a33f87f95f8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:29.414740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3cc4b9c6-87e1-4b2f-92f3-c155a8294d02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8ad4a80597643769170e01020724f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714589 Aug 04 14:54:29.415473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b9c6-87e1-4b2f-92f3-c155a8294d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877eb2fc-91c2-4907-bab4-f7f1b5b99e9e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:29.420767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34216) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:29.436070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Provisioning for port 6100250c-f0e5-4e90-81d2-b160e679016d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:29.456803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-a6052656-7e9c-45a7-91be-b2a674e4441c service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081890 Aug 04 14:54:29.499850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Provisioning complete for port 6100250c-f0e5-4e90-81d2-b160e679016d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:29.500660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:29.516023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 85272256-f76d-41ba-8c62-4a33f87f95f8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:29.518873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 85272256-f76d-41ba-8c62-4a33f87f95f8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:29.545040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:54:29.905480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:29.956328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.026097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.077354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] No DVR routers for this DVR port cc53b188-d3ce-4fb4-a878-1b75fe30669c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:30.092908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.120230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f436-2a44-438b-984e-c535702c83d3 None None] Pushing event deleted for resources: {'Port': ['ID=cc53b188-d3ce-4fb4-a878-1b75fe30669c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.210088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ce39a36-4111-4044-a5a3-0431110514b7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:30.211496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_pluggable_backend [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Port cc53b188-d3ce-4fb4-a878-1b75fe30669c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94265) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 04 14:54:30.212162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_pluggable_backend [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:a85e {{(pid=94265) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 04 14:54:30.216908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_pluggable_backend [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea5:a85e {{(pid=94265) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 04 14:54:30.236717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.287026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.322364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70c86-accf-4774-83c2-335fb7b266ae req-b4432516-75e2-4e69-8a88-787dec1837b0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:30.331821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7d70c86-accf-4774-83c2-335fb7b266ae req-b4432516-75e2-4e69-8a88-787dec1837b0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.5998082 Aug 04 14:54:30.377977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] For port 6100250c-f0e5-4e90-81d2-b160e679016d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6100250c-f0e5-4e90-81d2-b160e679016d,segment=NetworkSegment(fb72869c-e1ef-4e73-9a18-45ac2ac79123),segment_id=fb72869c-e1ef-4e73-9a18-45ac2ac79123)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:30.383973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:30.385359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.397164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:30.400127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:30.400766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.402156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.408049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.417653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2ce39a36-4111-4044-a5a3-0431110514b7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:30.451644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca96b5a-a9af-4776-9e2c-fb9bf484f8a8 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:30.477646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=5aac6929-09ec-4307-886e-6aeb05d8e686,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.479727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.566082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=507ad321-7147-440a-b4c2-5c4ffcf833c9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.569960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-240b4ec5-97d7-4a86-8f10-3f05a63ff066 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6335428 Aug 04 14:54:30.577532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34244) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:30.590148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:16:e3:02', 'name': 'tempest-NetworksTestDHCPv6-52538505'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:30.605566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.607865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=139e3f67-f840-4402-8a81-564b83a0377b,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.609643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.610980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/877eb2fc-91c2-4907-bab4-f7f1b5b99e9e HTTP/1.1" status: 204 len: 168 time: 1.1857119 Aug 04 14:54:30.641257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b989a-51f0-4dc8-95b9-87ccb8a70572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877eb2fc-91c2-4907-bab4-f7f1b5b99e9e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.654991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7d70c86-accf-4774-83c2-335fb7b266ae req-44b20f33-c40f-4be6-bfdc-a020138aff0c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200665 Aug 04 14:54:30.677970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc53b188-d3ce-4fb4-a878-1b75fe30669c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:30.720413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Provisioning for port 2ce39a36-4111-4044-a5a3-0431110514b7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:30.732543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: cc53b188-d3ce-4fb4-a878-1b75fe30669c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:30.732879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc53b188-d3ce-4fb4-a878-1b75fe30669c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:30.738104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02c419-4ea6-47e6-897d-93447387341f None None] Pushing event updated for resources: {'Port': ['ID=6100250c-f0e5-4e90-81d2-b160e679016d,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:30.744313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Provisioning complete for port 2ce39a36-4111-4044-a5a3-0431110514b7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:30.744688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.744813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-c43298d4-0321-49bd-bd66-6079c509dac8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:30.747119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-c43298d4-0321-49bd-bd66-6079c509dac8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 0.5456383 Aug 04 14:54:30.786355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-9d1c1b7b-9a1f-4a9f-8a16-63812324c883 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/quotas/aacafe059fa64dc3880721f9459e71cf HTTP/1.1" status: 200 len: 375 time: 0.0221364 Aug 04 14:54:30.824863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:30.829256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: f1153656-870d-40a8-b13a-274aa2717fe5, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:30.855756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:30.914221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-041288a1-5c73-4d51-a6f8-bee28f74cc6f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124854 Aug 04 14:54:30.991167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:31.034958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:31.038314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:31.052415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ea87cf43-7bdd-4388-8357-f42e9153e79f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:31.054264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ea87cf43-7bdd-4388-8357-f42e9153e79f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 1.1765442 Aug 04 14:54:31.083933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '507ad321-7147-440a-b4c2-5c4ffcf833c9'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:31.084800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.114311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.175117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Request body: {'port': {'device_id': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'admin_state_up': True, 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:31.179218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network f1153656-870d-40a8-b13a-274aa2717fe5 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:31.231438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34254) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:31.250449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f1153656-870d-40a8-b13a-274aa2717fe5) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:31.252539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35a35e63-2f1e-42e8-9596-5ba2086bbdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.274511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71748695-e5bf-494e-818a-3e3d1e72b303 None None] Network f1153656-870d-40a8-b13a-274aa2717fe5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:31.275631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:31.276478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.284088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] For port 2ce39a36-4111-4044-a5a3-0431110514b7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ce39a36-4111-4044-a5a3-0431110514b7,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:31.361863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.404026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Router ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:54:31.506049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Provisioning complete for port 6100250c-f0e5-4e90-81d2-b160e679016d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:31.506438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.567802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Allocated IP 2001:db8::f816:3eff:fe73:ecd (8ecc9dc4-a5b8-4630-9188-8d52f274e682/507ad321-7147-440a-b4c2-5c4ffcf833c9/36715d49-c8b0-4032-82cc-d8efc45dccd1) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:31.573961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Pushing event updated for resources: {'Port': ['ID=2ce39a36-4111-4044-a5a3-0431110514b7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:31.574686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:31.584331 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6607a433-dc95-46aa-aae3-245e04e0e938 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/routers/ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5654531 Aug 04 14:54:31.587520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:31.593471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] Sync routers for ids ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:31.602394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-5390f255-357a-4fb2-aa8a-de1e24678439 service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717484 Aug 04 14:54:31.610902 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] Routers {'ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:31.613172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.613638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.614097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.614439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.614804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.615033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:31.615281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.615510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.615777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.616107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.616438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.616758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.617244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:54:31.635402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35a35e63-2f1e-42e8-9596-5ba2086bbdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.642503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35a35e63-2f1e-42e8-9596-5ba2086bbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.664387 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.683919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:31.697319 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] Routers {'ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:31.698392 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:31.721855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35e63-2f1e-42e8-9596-5ba2086bbdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9a4aa-955d-4324-aa85-e3c4238c1f57,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:31.748408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Made reservation on behalf of aacafe059fa64dc3880721f9459e71cf for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:31.754432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.757651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3853497c-a9f7-40c7-87a2-515555c71100 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1393399 Aug 04 14:54:31.762064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34260) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:31.780231 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:31.782116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1319d-325b-425f-803e-453b693fdfc2 None None] The sync data for ids ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:31.782343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d8f56-6cb1-4fe8-97be-81683f0a2014 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:31.783982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c16d8f56-6cb1-4fe8-97be-81683f0a2014 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 HTTP/1.1" status: 200 len: 982 time: 0.1955237 Aug 04 14:54:31.798783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34262) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:31.829727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 947c20c1-cf75-4270-a0a0-075d92b7e1a7 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:31.832262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-f1153656-870d-40a8-b13a-274aa2717fe5', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:31.833113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.884917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-35a35e63-2f1e-42e8-9596-5ba2086bbdee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04834522a60c4e86ad0f3a6fdfbfff58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483774 Aug 04 14:54:31.887255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34264) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:31.890438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Provisioning for port 139e3f67-f840-4402-8a81-564b83a0377b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:31.946308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Provisioning complete for port 139e3f67-f840-4402-8a81-564b83a0377b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:31.946799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:31.980015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.010004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-d7e3037b-72c6-4b55-b1cd-dff746025d1f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:32.011556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-d7e3037b-72c6-4b55-b1cd-dff746025d1f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 0.3591564 Aug 04 14:54:32.025174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Transition to ACTIVE for port object 36715d49-c8b0-4032-82cc-d8efc45dccd1 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:32.032510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-221d49aa-25bb-4f1b-9f20-a938585b0cf9 service neutron] 10.222.0.76 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290833 Aug 04 14:54:32.041002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-17b8adbe-2baa-424d-b7c8-17cd244f90d1 None None] Port 139e3f67-f840-4402-8a81-564b83a0377b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:32.057706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Request body: {'port': {'device_id': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'admin_state_up': True, 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:32.094164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Transition to ACTIVE for port object 36715d49-c8b0-4032-82cc-d8efc45dccd1 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:32.105444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d38a6-1b0b-4df5-9f6f-4367ae01f989 req-d813ef37-29fe-4734-904e-b0c7c6fa83fb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:32.110160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-853d38a6-1b0b-4df5-9f6f-4367ae01f989 req-d813ef37-29fe-4734-904e-b0c7c6fa83fb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.3277304 Aug 04 14:54:32.126999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Allocated IP 2001:db8::2 (f1153656-870d-40a8-b13a-274aa2717fe5/5aac6929-09ec-4307-886e-6aeb05d8e686/15ab4c03-b466-4636-a65c-68041648a1ee) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:32.130848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.156628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ce39a36-4111-4044-a5a3-0431110514b7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:32.205649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.256506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Allocated IP 172.20.0.3 (60f0ac25-c3bc-40ba-ac82-d8eafd511ec6/b84bceb1-67b8-4a80-a813-fb57a375dd1a/f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:32.292966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.335826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-39a23b0d-1272-4d48-be7f-066ee87808e1 None None] Provisioning complete for port 2ce39a36-4111-4044-a5a3-0431110514b7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:32.336214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39a23b0d-1272-4d48-be7f-066ee87808e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.344787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:32.379065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:32.386132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Pushing event updated for resources: {'Port': ['ID=36715d49-c8b0-4032-82cc-d8efc45dccd1,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:32.438263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.472258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:32.483139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Made reservation on behalf of aacafe059fa64dc3880721f9459e71cf for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:32.486594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.498970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fe16:e302 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/507ad321-7147-440a-b4c2-5c4ffcf833c9/947c20c1-cf75-4270-a0a0-075d92b7e1a7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:32.551130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0b70818-18d2-4bce-a81b-fae3b2ed1306 req-211678df-3884-4aad-b425-45c4e9dd7bf8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 210 time: 0.0761037 Aug 04 14:54:32.555878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-853d38a6-1b0b-4df5-9f6f-4367ae01f989 req-8a76388d-4195-4d06-b1f9-ffc2cc3bccbf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932289 Aug 04 14:54:32.627311 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.630319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.634605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ca9a4aa-955d-4324-aa85-e3c4238c1f57 HTTP/1.1" status: 204 len: 168 time: 0.6893532 Aug 04 14:54:32.641871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.667220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2ce39a36-4111-4044-a5a3-0431110514b7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:32.667992 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.672836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee59d2-0e84-4d45-b144-d801c0f7b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9a4aa-955d-4324-aa85-e3c4238c1f57,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:32.679026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Attempting to bind port 36715d49-c8b0-4032-82cc-d8efc45dccd1 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:32.679381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Attempting to bind port 36715d49-c8b0-4032-82cc-d8efc45dccd1 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:32.679770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Attempting to bind port 36715d49-c8b0-4032-82cc-d8efc45dccd1 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:32.694880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Transition to ACTIVE for port object 15ab4c03-b466-4636-a65c-68041648a1ee will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:32.766764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.790942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:32.792120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:32.793236 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.793236 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:32.793635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Bound port: 36715d49-c8b0-4032-82cc-d8efc45dccd1, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:32.795140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.819376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Transition to ACTIVE for port object f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:32.865039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Transition to ACTIVE for port object 15ab4c03-b466-4636-a65c-68041648a1ee will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:32.908922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:32.951287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8::1 (f1153656-870d-40a8-b13a-274aa2717fe5/5aac6929-09ec-4307-886e-6aeb05d8e686/c36af07b-dbfb-49fe-9093-570a70486afc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:32.960767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3cc9-cd89-4936-8aba-1e228bdfa91d req-2b073697-23f2-4fef-8b56-113d4052776d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:32.966429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f34a3cc9-cd89-4936-8aba-1e228bdfa91d req-2b073697-23f2-4fef-8b56-113d4052776d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.2638607 Aug 04 14:54:32.978838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:32.998047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'floatingip': {'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:33.043630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-08366109-b448-4001-b9f3-02a611ded231 None None] For port 36715d49-c8b0-4032-82cc-d8efc45dccd1, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:33.051814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-08366109-b448-4001-b9f3-02a611ded231 None None] For port 36715d49-c8b0-4032-82cc-d8efc45dccd1, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=36715d49-c8b0-4032-82cc-d8efc45dccd1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:33.078308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.092203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object c36af07b-dbfb-49fe-9093-570a70486afc will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:33.101784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Pushing event updated for resources: {'Port': ['ID=15ab4c03-b466-4636-a65c-68041648a1ee,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:33.111554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-39a23b0d-1272-4d48-be7f-066ee87808e1 None None] Provisioning complete for port 139e3f67-f840-4402-8a81-564b83a0377b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:33.112561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39a23b0d-1272-4d48-be7f-066ee87808e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.112921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.115341 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.115615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Allocated IP 172.20.0.14 (60f0ac25-c3bc-40ba-ac82-d8eafd511ec6/b84bceb1-67b8-4a80-a813-fb57a375dd1a/66f007e5-a18c-40bf-856f-0e31e15b8f26) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:33.134769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Network f1153656-870d-40a8-b13a-274aa2717fe5 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:33.143204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.159597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:33.205581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.240415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network f1153656-870d-40a8-b13a-274aa2717fe5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:33.244144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:33.250637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:33.251467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.256400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:33.260676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6100250c-f0e5-4e90-81d2-b160e679016d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:33.260962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:33.303402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:33.311876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:33.327976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.370728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event updated for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:33.428079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:33.521513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 947c20c1-cf75-4270-a0a0-075d92b7e1a7 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:33.527507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:33.529495 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.549636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-ece29ef2-59c3-4f4f-a282-914e45193ebb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3810246 Aug 04 14:54:33.571399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Request body: {'port': {'device_id': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:33.738487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-39a23b0d-1272-4d48-be7f-066ee87808e1 None None] Port 139e3f67-f840-4402-8a81-564b83a0377b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:33.758057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.763682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08366109-b448-4001-b9f3-02a611ded231 None None] Pushing event updated for resources: {'Port': ['ID=36715d49-c8b0-4032-82cc-d8efc45dccd1,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:33.767702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.784681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6100250c-f0e5-4e90-81d2-b160e679016d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:33.784681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.877472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Attempting to bind port 15ab4c03-b466-4636-a65c-68041648a1ee on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:33.877846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Attempting to bind port 15ab4c03-b466-4636-a65c-68041648a1ee by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:33.878208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Attempting to bind port 15ab4c03-b466-4636-a65c-68041648a1ee on network f1153656-870d-40a8-b13a-274aa2717fe5 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:33.904779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:33.905165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Checking segment: {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:33.905645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.906130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Bound using segment: {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:33.906903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Bound port: 15ab4c03-b466-4636-a65c-68041648a1ee, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:33.907372 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:33.919040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7bbce8fc-1173-420b-ad54-4c778b24e287 None None] Provisioning for port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:33.941616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7bbce8fc-1173-420b-ad54-4c778b24e287 None None] Provisioning complete for port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:33.942004 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7bbce8fc-1173-420b-ad54-4c778b24e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.057642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] For port 15ab4c03-b466-4636-a65c-68041648a1ee, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:34.062080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] For port 15ab4c03-b466-4636-a65c-68041648a1ee, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=15ab4c03-b466-4636-a65c-68041648a1ee,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:34.071977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.171729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7bbce8fc-1173-420b-ad54-4c778b24e287 None None] Port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:34.209231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da159a-d15f-4911-be9f-f2a5711b7d04 None None] Pushing event updated for resources: {'Port': ['ID=15ab4c03-b466-4636-a65c-68041648a1ee,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:34.282568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.368534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.427430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 36715d49-c8b0-4032-82cc-d8efc45dccd1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:34.460863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-592d9c04-4bf6-4e13-913d-d221ca8a9771 req-1b5f161f-d57c-4685-be6b-5ab5eac410cf tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 210 time: 0.6801789 Aug 04 14:54:34.490107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-ee04918e-4b2a-4f53-9612-aeded7378d2f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:34.491915 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-ee04918e-4b2a-4f53-9612-aeded7378d2f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.46 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 816 time: 0.8614419 Aug 04 14:54:34.512579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Request body: {'port': {'device_id': 'df6bb856-05d7-433b-8944-222d99b295da', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'admin_state_up': True, 'tenant_id': 'aacafe059fa64dc3880721f9459e71cf'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:34.512794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.596026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 36715d49-c8b0-4032-82cc-d8efc45dccd1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:34.643969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34322) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:34.893409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Made reservation on behalf of aacafe059fa64dc3880721f9459e71cf for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:34.897356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.914912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.923254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:34.924107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.077637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:35.131812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network f1153656-870d-40a8-b13a-274aa2717fe5 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:35.133363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:35.138390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.258774 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74f5fff8-4cf0-4c5c-a7e5-112fe8e7de08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.271041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.271820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:54:35.336187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Provisioning for port 36715d49-c8b0-4032-82cc-d8efc45dccd1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:35.337830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:35.343637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Provisioning complete for port 36715d49-c8b0-4032-82cc-d8efc45dccd1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:35.344118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.357061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Transition to ACTIVE for port object 66f007e5-a18c-40bf-856f-0e31e15b8f26 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:35.361025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:35.364080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:35.370017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:35.370925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.374114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=947c20c1-cf75-4270-a0a0-075d92b7e1a7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:35.384276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:35.390804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-21bf7d27-2f1b-434e-99b3-7dda3f137210 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6051137 Aug 04 14:54:35.393318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:35.400121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-576632109'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:35.405907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:35.409388 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Floating IP 524e5c76-449a-4000-95f4-149c6d739644 associated. External IP: 172.25.0.201, port: 24466672-bdf7-4e49-80a6-40a86b1549dd. Aug 04 14:54:35.430228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:35.434795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:35.579967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.586008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b56eb-94e0-4245-a2a8-5da255716566 None None] Network f1153656-870d-40a8-b13a-274aa2717fe5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:35.727180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2137fae-3355-48bd-957d-7c8e46ba9101 req-595c680c-3d87-4f9b-9bae-27a3fa89bc02 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 210 time: 0.1113439 Aug 04 14:54:35.737956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:35.746087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:35.751863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event updated for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:35.761547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:35.764409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:35.817345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74f5fff8-4cf0-4c5c-a7e5-112fe8e7de08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.848434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:35.849024 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.858756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.867097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-74f5fff8-4cf0-4c5c-a7e5-112fe8e7de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.881675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Transition to ACTIVE for port object f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:35.898332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-39f831e8-dc33-4c0e-a391-535820eefe59 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3143380 Aug 04 14:54:35.913720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] For port 36715d49-c8b0-4032-82cc-d8efc45dccd1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=36715d49-c8b0-4032-82cc-d8efc45dccd1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:35.914202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34334) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:35.947478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.952225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:35.952909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.969732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Allocated IP 172.20.0.10 (60f0ac25-c3bc-40ba-ac82-d8eafd511ec6/b84bceb1-67b8-4a80-a813-fb57a375dd1a/e8a1b09e-6e7d-4fea-afb8-585c65621aef) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:35.978373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:35.982514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:35.984757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.012265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04d58-79e7-419f-85ad-0c24989bbf8e None None] Pushing event updated for resources: {'Port': ['ID=36715d49-c8b0-4032-82cc-d8efc45dccd1,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:36.026192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5fff8-4cf0-4c5c-a7e5-112fe8e7de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef55bb1-00f3-4afd-b7c7-8cbadf6d8351,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:36.037451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74f5fff8-4cf0-4c5c-a7e5-112fe8e7de08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8df62b603c8f4b6999665cc32b31c920&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3903310 Aug 04 14:54:36.042078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34336) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:36.069625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:36.079428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 139e3f67-f840-4402-8a81-564b83a0377b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:36.079870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.080654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.081151 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 86c112f1-6f08-4e95-b02d-e94bf60fed57 of type vlan for network 349e878f-f6d0-4649-b8db-c30c546a1436 Aug 04 14:54:36.083828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-aa095892-805e-4a1a-8381-3dde40da67af tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0412757 Aug 04 14:54:36.129808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Provisioning for port 15ab4c03-b466-4636-a65c-68041648a1ee completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:36.157001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Request body: {'port': {'device_id': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:36.179164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Provisioning for port 66f007e5-a18c-40bf-856f-0e31e15b8f26 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:36.189231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Provisioning complete for port 66f007e5-a18c-40bf-856f-0e31e15b8f26 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:36.189881 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.200786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.219069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f98b1-b9c1-4a39-8b6a-63f8c0ae481f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:36.226454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f98b1-b9c1-4a39-8b6a-63f8c0ae481f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:36.237214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a31f98b1-b9c1-4a39-8b6a-63f8c0ae481f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3176010 Aug 04 14:54:36.257976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34338) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:36.284475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Port 66f007e5-a18c-40bf-856f-0e31e15b8f26 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:36.308215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Router 489a17c0-28b2-4d1f-9def-50571089a5cf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:36.312480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:36.338907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Provisioning for port 947c20c1-cf75-4270-a0a0-075d92b7e1a7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:36.353314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:33Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:34Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:36.358167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Provisioning complete for port 947c20c1-cf75-4270-a0a0-075d92b7e1a7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:36.358810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.411894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:54:36.424642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:54:36.425475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Updating router 8d454026-8d00-4858-83c3-a37d3676c435 port c36af07b-dbfb-49fe-9093-570a70486afc binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:54:36.428326 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.444815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 139e3f67-f840-4402-8a81-564b83a0377b owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:36.472687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.481503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d6e46366-fbe5-4857-8f4c-1f5528b0bf04 None None] Port 947c20c1-cf75-4270-a0a0-075d92b7e1a7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:36.490667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 15ab4c03-b466-4636-a65c-68041648a1ee up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:36.495356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.504264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:36.505917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.542918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Attempting to bind port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:36.542918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Attempting to bind port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:36.543220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Attempting to bind port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:36.553828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.584549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1872833 Aug 04 14:54:36.588619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.592956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:36.595943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:36.596239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Attempting to bind port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:36.606449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:36.618410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:36.618807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Checking segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:36.619192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Bound using segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:36.619649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Bound port: f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:36.620026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.643574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aa207-5302-4800-b9e3-066a86a3ebb1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=349e878f-f6d0-4649-b8db-c30c546a1436,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:36.663408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:36.670345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 15ab4c03-b466-4636-a65c-68041648a1ee completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:36.702723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.724978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Transition to ACTIVE for port object e8a1b09e-6e7d-4fea-afb8-585c65621aef will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:36.771152 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.775035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Provisioning complete for port 15ab4c03-b466-4636-a65c-68041648a1ee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:36.775653 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.777541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 15ab4c03-b466-4636-a65c-68041648a1ee triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:36.782515 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.790103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:36.845041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:36.854750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:36.860111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:36.865513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:36.913305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event updated for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:36.917808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:36.929708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.025159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:37.027514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.030785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:37.038667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:37.040084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.042700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2a9fdcd1-f24a-4b9d-abab-3ec281fec9c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc HTTP/1.1" status: 200 len: 1092 time: 3.4786518 Aug 04 14:54:37.043431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:37.045998 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e08953-bc08-48f2-870b-e3e155eddd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:37.080200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-b9953914-5888-4848-90b2-6fb852e83b32 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5732810 Aug 04 14:54:37.102245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Request body: {'port': {'device_id': 'df6bb856-05d7-433b-8944-222d99b295da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:37.125857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.186010 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45447bb1-f846-454a-b677-0a91fea34bd6 x-openstack-request-id: req-45447bb1-f846-454a-b677-0a91fea34bd6 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:37.186462 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:37.186843 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45447bb1-f846-454a-b677-0a91fea34bd6 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:37.187407 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', 'status': 'completed', 'code': 200} Aug 04 14:54:37.208415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.250392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2ce96a41-e55a-48d2-b7f2-edba37c9ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:37.259729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-2ce96a41-e55a-48d2-b7f2-edba37c9ff1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 1095 time: 0.1680927 Aug 04 14:54:37.266367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.288601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 947c20c1-cf75-4270-a0a0-075d92b7e1a7 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:37.288991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] For port 15ab4c03-b466-4636-a65c-68041648a1ee, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=15ab4c03-b466-4636-a65c-68041648a1ee,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:37.289438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.299917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:37.310813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Sync routers for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:37.312941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.323146 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:37.323993 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:37.387955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-3607796c-7219-44fb-9f3d-ec83ea45f22b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc HTTP/1.1" status: 200 len: 217 time: 0.1058490 Aug 04 14:54:37.419189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Provisioning for port c36af07b-dbfb-49fe-9093-570a70486afc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:37.437779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.449493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Provisioning complete for port c36af07b-dbfb-49fe-9093-570a70486afc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:37.449803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.455147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.458932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:54:37.459166 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:54:37.465871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 947c20c1-cf75-4270-a0a0-075d92b7e1a7 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:37.468262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-bb576b8b-d857-4351-a724-aebc92c79c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:37.469771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-bb576b8b-d857-4351-a724-aebc92c79c2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.0715432 Aug 04 14:54:37.482957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Pushing event updated for resources: {'Port': ['ID=15ab4c03-b466-4636-a65c-68041648a1ee,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:37.504999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Transition to ACTIVE for port object c36af07b-dbfb-49fe-9093-570a70486afc will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:37.519517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.524820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5a64a4f9-19a7-409b-afdb-ab22dd36a941 None None] Port c36af07b-dbfb-49fe-9093-570a70486afc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:37.532527 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:37.586138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c8805-6e7c-4ea7-a882-412f277e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:37.650422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.656804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Attempting to bind port c36af07b-dbfb-49fe-9093-570a70486afc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:37.657239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Attempting to bind port c36af07b-dbfb-49fe-9093-570a70486afc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:37.657630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Attempting to bind port c36af07b-dbfb-49fe-9093-570a70486afc on network f1153656-870d-40a8-b13a-274aa2717fe5 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:37.670492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:37.670492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Checking segment: {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:37.670492 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.670492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Bound using segment: {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:37.672932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Bound port: c36af07b-dbfb-49fe-9093-570a70486afc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57665c6f-e42d-4362-b890-b11459c312c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:37.673978 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.697530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31af9b39-9a57-406c-8fb3-9ba1fb4605ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "PUT /v2.0/floatingips/524e5c76-449a-4000-95f4-149c6d739644 HTTP/1.1" status: 200 len: 991 time: 4.7143450 Aug 04 14:54:37.709779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:37.713941 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5efb33-3294-4ab9-b856-5ce450ba56b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:37.717102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.727788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:37.735049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.876948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] For port c36af07b-dbfb-49fe-9093-570a70486afc, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:37.883991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] For port c36af07b-dbfb-49fe-9093-570a70486afc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c36af07b-dbfb-49fe-9093-570a70486afc,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:37.894937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a1b09e-6e7d-4fea-afb8-585c65621aef {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:37.896204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.904744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:37.929524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Transition to ACTIVE for port object e8a1b09e-6e7d-4fea-afb8-585c65621aef will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:37.954353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:38.031166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bdf8a-8832-458e-b38c-21f90b0d0e8f req-ae4b8219-218f-4f00-b660-7aa9660b4675 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:38.032820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d4bdf8a-8832-458e-b38c-21f90b0d0e8f req-ae4b8219-218f-4f00-b660-7aa9660b4675 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 932 time: 1.1256697 Aug 04 14:54:38.033708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:38.036800 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:38.041276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cef55bb1-00f3-4afd-b7c7-8cbadf6d8351 HTTP/1.1" status: 204 len: 168 time: 1.9942207 Aug 04 14:54:38.041276 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a09298-29b9-4388-b3d1-e37afc3885bf x-openstack-request-id: req-45a09298-29b9-4388-b3d1-e37afc3885bf {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:38.041843 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:38.042440 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45a09298-29b9-4388-b3d1-e37afc3885bf {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:38.043275 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'status': 'completed', 'code': 200} Aug 04 14:54:38.044462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-0cbeae46-0ccd-4410-a646-7f417eff2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:38.048303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-0cbeae46-0ccd-4410-a646-7f417eff2737 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5667160 Aug 04 14:54:38.101453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:38.141688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d4bdf8a-8832-458e-b38c-21f90b0d0e8f req-f542cf10-ea2b-40a4-a085-7abb230047f8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969067 Aug 04 14:54:38.163786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b8d8b2f0-d4dd-434f-8bdb-a7d1ba508920 None None] Provisioning for port e8a1b09e-6e7d-4fea-afb8-585c65621aef completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:38.295806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 36715d49-c8b0-4032-82cc-d8efc45dccd1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:38.361423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:38.374631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '524e5c76-449a-4000-95f4-149c6d739644', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:54:07Z', 'updated_at': '2021-08-04T14:54:34Z', 'revision_number': 1, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:38.378953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c8805-6e7c-4ea7-a882-412f277e15f3 None None] Pushing event updated for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:38.385789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:38.387119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:38.395820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=7b83cb5f-1a87-4972-bf1a-29e608e26243,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:38.471944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-1ddee254-e82c-4b2d-9bc0-da988b9478e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:38.475660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-1ddee254-e82c-4b2d-9bc0-da988b9478e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1097 time: 0.5371540 Aug 04 14:54:38.476047 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Checking router: 489a17c0-28b2-4d1f-9def-50571089a5cf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:54:38.491651 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:38.492561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:38.725262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ba288-5141-4ce6-a8f1-01c0a273f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef55bb1-00f3-4afd-b7c7-8cbadf6d8351,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:38.727375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=139e3f67-f840-4402-8a81-564b83a0377b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:38.729112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:38.742367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:38.748780 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:38.765050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:38.765431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: 349e878f-f6d0-4649-b8db-c30c546a1436, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:39.037439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 349e878f-f6d0-4649-b8db-c30c546a1436 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:39.097344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 36715d49-c8b0-4032-82cc-d8efc45dccd1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:39.097993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:39.271506 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '524e5c76-449a-4000-95f4-149c6d739644', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:54:07Z', 'updated_at': '2021-08-04T14:54:34Z', 'revision_number': 1, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:39.350998 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e455-3318-453d-9ce2-5bdc8389a0b6 None None] The sync data for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 is: [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '524e5c76-449a-4000-95f4-149c6d739644', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:54:07Z', 'updated_at': '2021-08-04T14:54:34Z', 'revision_number': 1, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:39.447584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-f6b9ce1a-528c-4c93-8906-be148ed3a275 service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3872592 Aug 04 14:54:39.473942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Attempting to bind port e8a1b09e-6e7d-4fea-afb8-585c65621aef on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:39.474294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Attempting to bind port e8a1b09e-6e7d-4fea-afb8-585c65621aef by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:39.474670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Attempting to bind port e8a1b09e-6e7d-4fea-afb8-585c65621aef on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:39.494894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:33Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:37Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:39.535064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b67936-7c2e-4cdd-9b7b-08ada0cb1868 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:33Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:37Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:39.572148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-3878478a-49bb-45cd-87cf-02b85434f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:39.573710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-3878478a-49bb-45cd-87cf-02b85434f847 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 1.0903058 Aug 04 14:54:39.576641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Port e8a1b09e-6e7d-4fea-afb8-585c65621aef on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:39.576978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Attempting to bind port e8a1b09e-6e7d-4fea-afb8-585c65621aef on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:39.598043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:39.598625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Checking segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:39.599037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Bound using segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:39.599508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Bound port: e8a1b09e-6e7d-4fea-afb8-585c65621aef, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:39.599866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:39.643435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 15ab4c03-b466-4636-a65c-68041648a1ee up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:39.704527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-e815d0c6-73ec-4a25-9534-653f8fc73ea8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.1072388 Aug 04 14:54:39.746020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 15ab4c03-b466-4636-a65c-68041648a1ee triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:39.747328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:39.804482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68db56-9514-444c-a8ac-c14b11fc0d71 None None] New status for floating IP 524e5c76-449a-4000-95f4-149c6d739644: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:54:39.805779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-63f2e8c9-f163-4e8b-8856-32eaeca82e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:39.807486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-63f2e8c9-f163-4e8b-8856-32eaeca82e18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0671482 Aug 04 14:54:39.923915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 349e878f-f6d0-4649-b8db-c30c546a1436) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:39.959345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d89d983b-7282-414a-b94d-3b473c1c94ae req-1fe8076a-0f2f-4d70-bcee-16555366a73c service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003991 Aug 04 14:54:39.971928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:39.976024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eede588-b8cc-4e47-8dd3-339474597e78 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:39.985083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:39.997049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:39.997991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.006868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Router ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:40.010056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-e33853e7-e3cb-4ac5-ba86-d03f2608b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.011789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-e33853e7-e3cb-4ac5-ba86-d03f2608b904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931300 Aug 04 14:54:40.013322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.111748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0fa8-8ba2-4fe3-99b1-92b344a3a076 req-d11ba12f-3e5a-4cb6-8d5a-1cb325a184a6 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.122324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdab0fa8-8ba2-4fe3-99b1-92b344a3a076 req-d11ba12f-3e5a-4cb6-8d5a-1cb325a184a6 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 944 time: 0.1909316 Aug 04 14:54:40.141775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:40.181451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce208132-b7b0-4efe-91af-4357c94d526e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5838802 Aug 04 14:54:40.195528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:40.345938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.346674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.348094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-1ddc5d13-11ab-4279-940e-5765c6def306 service neutron] 10.222.0.46 "PUT /v2.0/ports/e8a1b09e-6e7d-4fea-afb8-585c65621aef HTTP/1.1" status: 200 len: 1093 time: 3.2543814 Aug 04 14:54:40.350139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:40.361860 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cadb71b-e6aa-4ae5-91dd-3f3895994071" -d '{"events": [{"name": "network-changed", "server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:40.394458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-f1029632-1b1d-4b0b-ad14-0dcf88a4891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.412508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-f1029632-1b1d-4b0b-ad14-0dcf88a4891e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 1095 time: 0.3862717 Aug 04 14:54:40.442940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-349e878f-f6d0-4649-b8db-c30c546a1436', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:40.443839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.521163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdab0fa8-8ba2-4fe3-99b1-92b344a3a076 req-61ec0de6-c144-47e8-a5af-6e983cbad0a7 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003413 Aug 04 14:54:40.576617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.587185 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4b0e5f-87bb-4654-bbb2-ae80d4be9690 x-openstack-request-id: req-2a4b0e5f-87bb-4654-bbb2-ae80d4be9690 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:40.587980 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:40.587980 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a4b0e5f-87bb-4654-bbb2-ae80d4be9690 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:40.588155 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef', 'status': 'completed', 'code': 200} Aug 04 14:54:40.641270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:40.656469 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] Sync routers for ids ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:40.674784 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] Routers {'ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:40.680677 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:40.683004 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-0ca846c9-d184-402e-9f37-de662df84efb service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588655 Aug 04 14:54:40.703043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c3aeaa66-3f36-4c45-949c-7e727522fe7d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/routers/ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8996906 Aug 04 14:54:40.729152 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:40.739589 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] Routers {'ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:40.740641 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:40.761141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=947c20c1-cf75-4270-a0a0-075d92b7e1a7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:40.771714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34412) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:40.776964 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:40.778000 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48d3a9-afc4-473f-9b3e-5da8669841e6 None None] The sync data for ids ['ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:40.796168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-6b65e633-03bc-4071-a2c7-0495eca6ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.798012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-6b65e633-03bc-4071-a2c7-0495eca6ad35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 1096 time: 0.3842785 Aug 04 14:54:40.803134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6c5efb33-3294-4ab9-b856-5ce450ba56b5 req-6bd302b2-1108-40e4-bbd2-2bb1e134edb8 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066701 Aug 04 14:54:40.815239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-763b199b-273c-4f34-bcaa-fefebdb92cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:40.817160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-763b199b-273c-4f34-bcaa-fefebdb92cde service neutron] 10.222.0.38 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 917 time: 0.3935690 Aug 04 14:54:40.829187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Allocated IP 2001:db8:1::2 (349e878f-f6d0-4649-b8db-c30c546a1436/7b83cb5f-1a87-4972-bf1a-29e608e26243/148a19ed-6924-450a-bc3e-50d467cddcf5) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:40.838319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f007e5-a18c-40bf-856f-0e31e15b8f26 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:40.867051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-ac2f9f06-b0ab-42d8-802a-ce6416ff6618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef HTTP/1.1" status: 200 len: 217 time: 0.0486624 Aug 04 14:54:40.884140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34414) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:40.909907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.912858 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc5f532-ae1d-4806-8ed7-be40e9101d3a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:40.914546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dbc5f532-ae1d-4806-8ed7-be40e9101d3a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/139e3f67-f840-4402-8a81-564b83a0377b HTTP/1.1" status: 404 len: 333 time: 0.1374025 Aug 04 14:54:40.938196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34418) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:40.963095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:40.965298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f4e12c4-26dc-4c32-a665-ec9be00dd4fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/947c20c1-cf75-4270-a0a0-075d92b7e1a7 HTTP/1.1" status: 204 len: 168 time: 4.7063813 Aug 04 14:54:40.968534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-6b60557c-0f29-4bba-a27e-4488398ec8eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc HTTP/1.1" status: 200 len: 217 time: 0.1001539 Aug 04 14:54:40.970675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:41.038239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Transition to ACTIVE for port object 66f007e5-a18c-40bf-856f-0e31e15b8f26 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:41.081031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:41.094239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-efa82ef4-01e4-41b1-9091-eed1c8867d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.095860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-efa82ef4-01e4-41b1-9091-eed1c8867d5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.2130523 Aug 04 14:54:41.099984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.116844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.126519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Transition to ACTIVE for port object 148a19ed-6924-450a-bc3e-50d467cddcf5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:41.149525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Transition to ACTIVE for port object 148a19ed-6924-450a-bc3e-50d467cddcf5 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:41.160459 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.167261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fbb13-71ef-42d6-9791-e2d3fd1406fc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.168928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fbb13-71ef-42d6-9791-e2d3fd1406fc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.170813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d26fbb13-71ef-42d6-9791-e2d3fd1406fc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1991732 Aug 04 14:54:41.176903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-cc3cd487-7764-4769-a2dc-dfbd22a8debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.178710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-cc3cd487-7764-4769-a2dc-dfbd22a8debc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.1970851 Aug 04 14:54:41.181514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34424) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:41.192470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.218533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:41.223012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:41.226551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:41.231946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-771637ab-89d0-4269-bb15-0b011be9f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.233657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-771637ab-89d0-4269-bb15-0b011be9f92f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245155 Aug 04 14:54:41.266561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.266753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Pushing event updated for resources: {'Port': ['ID=148a19ed-6924-450a-bc3e-50d467cddcf5,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:41.311139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Attempting to bind port 148a19ed-6924-450a-bc3e-50d467cddcf5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:41.312470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Attempting to bind port 148a19ed-6924-450a-bc3e-50d467cddcf5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:41.314541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Attempting to bind port 148a19ed-6924-450a-bc3e-50d467cddcf5 on network 349e878f-f6d0-4649-b8db-c30c546a1436 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:41.332270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:41.332728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Checking segment: {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:41.334170 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.334760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Bound using segment: {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:41.335365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Bound port: 148a19ed-6924-450a-bc3e-50d467cddcf5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:41.335675 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.410626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.419044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.430199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:41.433141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 507ad321-7147-440a-b4c2-5c4ffcf833c9 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:41.442642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-154f8939-8934-4b72-b0f0-cb31415bf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.444511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-154f8939-8934-4b72-b0f0-cb31415bf214 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475951 Aug 04 14:54:41.448707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] For port 148a19ed-6924-450a-bc3e-50d467cddcf5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:41.450814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.452166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] For port 148a19ed-6924-450a-bc3e-50d467cddcf5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=148a19ed-6924-450a-bc3e-50d467cddcf5,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:41.459839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.461522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.504298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-e044ddb5-0ab1-40e2-bead-a9ffda1af321 service neutron] 10.222.0.46 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388761 Aug 04 14:54:41.563128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5389b23-605f-419a-8427-5e59bfe031f1 None None] Pushing event updated for resources: {'Port': ['ID=148a19ed-6924-450a-bc3e-50d467cddcf5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:41.654107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.678144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c36af07b-dbfb-49fe-9093-570a70486afc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:41.682053 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.682689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Fanout notify agent at l3_agent the message router_deleted on router ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:54:41.751309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.752628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d3729b8-cb46-4ad9-9b66-1046c209b06f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/routers/ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 HTTP/1.1" status: 204 len: 168 time: 0.8082716 Aug 04 14:54:41.756612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:41.782979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c36af07b-dbfb-49fe-9093-570a70486afc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:41.788036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c36af07b-dbfb-49fe-9093-570a70486afc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:41.788975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.799297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Attempting to bind port 66f007e5-a18c-40bf-856f-0e31e15b8f26 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:41.800929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Attempting to bind port 66f007e5-a18c-40bf-856f-0e31e15b8f26 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:41.801717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Attempting to bind port 66f007e5-a18c-40bf-856f-0e31e15b8f26 on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:41.818562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Port 66f007e5-a18c-40bf-856f-0e31e15b8f26 on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:41.819530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Attempting to bind port 66f007e5-a18c-40bf-856f-0e31e15b8f26 on network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:41.848302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:41.848994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Checking segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:41.849575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Bound using segment: {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:41.850223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Bound port: 66f007e5-a18c-40bf-856f-0e31e15b8f26, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:41.850904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.892395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a843f8-4c5c-40c4-b57b-611d417a1803 req-d9d452e5-5e1a-46db-be28-ca95b09b6209 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:41.894549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4a843f8-4c5c-40c4-b57b-611d417a1803 req-d9d452e5-5e1a-46db-be28-ca95b09b6209 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 944 time: 0.2437687 Aug 04 14:54:41.930464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet 56e5b7a0-9325-48b9-8970-dee9ee994780 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:41.934216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.958220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:41.975959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c36af07b-dbfb-49fe-9093-570a70486afc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c36af07b-dbfb-49fe-9093-570a70486afc,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:41.983512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.012889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c8243e7-6b7a-4472-907b-e02012ea9dc7 req-562eb9ca-0fe2-46e6-968f-106582523cab service neutron] 10.222.0.46 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888189 Aug 04 14:54:42.014212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-fd4f2bd0-ea5c-4969-8f30-2e474a827fef service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377312 Aug 04 14:54:42.041360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:42.051836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4a843f8-4c5c-40c4-b57b-611d417a1803 req-922038fe-8c03-43a5-8c26-66cf21c50237 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Aug 04 14:54:42.090818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:42.108048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.111316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:42.112376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.119514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.136599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.192733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:42.228468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:42.229250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.230905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-71254d43-2c24-4a03-830f-56429febd9b9 service neutron] 10.222.0.38 "PUT /v2.0/ports/66f007e5-a18c-40bf-856f-0e31e15b8f26 HTTP/1.1" status: 200 len: 1093 time: 6.1187449 Aug 04 14:54:42.231417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:42.233850 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef158721-65a1-45da-ae59-9c38534bfd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:42.277146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8:1::1 (349e878f-f6d0-4649-b8db-c30c546a1436/7b83cb5f-1a87-4972-bf1a-29e608e26243/d750b83e-da11-41bd-86a0-8705c35b5b1a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:42.306154 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4399107e-4c3f-4fac-b796-a9b1276cdd99 x-openstack-request-id: req-4399107e-4c3f-4fac-b796-a9b1276cdd99 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:42.306464 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:42.306717 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4399107e-4c3f-4fac-b796-a9b1276cdd99 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:42.307122 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26', 'status': 'completed', 'code': 200} Aug 04 14:54:42.347992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-5971cb6f-03b9-4bff-bf4f-820b29224006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:42.349530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-5971cb6f-03b9-4bff-bf4f-820b29224006 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 1096 time: 0.2549760 Aug 04 14:54:42.384419 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1e08953-bc08-48f2-870b-e3e155eddd7a req-44435641-1665-46f2-a176-79e9b5c7907d service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587129 Aug 04 14:54:42.422687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-e932c6b8-c851-4bda-afaf-8b68e46932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:42.426009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-e932c6b8-c851-4bda-afaf-8b68e46932d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1459644 Aug 04 14:54:42.489029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-cc6e5896-4980-4fc5-8ea8-b8329ee24474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26 HTTP/1.1" status: 200 len: 217 time: 0.0471692 Aug 04 14:54:42.571215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-8de4de2f-5d16-44c7-989a-fd4c011b6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:42.572734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-8de4de2f-5d16-44c7-989a-fd4c011b6287 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.0735643 Aug 04 14:54:42.592032 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.632140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object d750b83e-da11-41bd-86a0-8705c35b5b1a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:42.654332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-95eddac2-3393-4578-964f-5f22de83dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:42.655925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-95eddac2-3393-4578-964f-5f22de83dbb4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752439 Aug 04 14:54:42.721367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.729900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.793281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 349e878f-f6d0-4649-b8db-c30c546a1436 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:42.796007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa730895-d063-4f59-a967-ab6705001318 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:42.801798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:42.805295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=507ad321-7147-440a-b4c2-5c4ffcf833c9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:42.806408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:42.807154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.814079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.818472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a72a459-98dc-46bf-aa29-b147ac7b97e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/507ad321-7147-440a-b4c2-5c4ffcf833c9 HTTP/1.1" status: 204 len: 168 time: 1.6334126 Aug 04 14:54:42.818655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-f4f77dc0-56b4-472e-b31c-dcd162e4a319 service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513126 Aug 04 14:54:42.818781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:42.825603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:42.851849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:42.881839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f296eb-456e-4e80-9659-2c03fa652a46 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:42.906439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Allocated IP 172.25.0.5 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a9eada76-85cc-494e-8eea-1545a0ebdc6e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:42.913995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f1fbec1d-dd05-4d16-a06f-145bd6fe7d57 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692048 Aug 04 14:54:42.925466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:42.979077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-feebdd8f-5b03-4972-8399-cd8e5b9182be None None] Provisioning for port 148a19ed-6924-450a-bc3e-50d467cddcf5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:43.014556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aac01ab1-6b4b-4bcc-a683-ce84d1c73aea req-2e11c598-72bf-4569-9c9e-ec7885ca1209 service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637256 Aug 04 14:54:43.015124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.028657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-26dd8384-3861-48eb-b2cb-e534b4a7f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:43.030110 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-26dd8384-3861-48eb-b2cb-e534b4a7f76b service neutron] 10.222.0.46 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 917 time: 0.6436889 Aug 04 14:54:43.099288 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-193f5689-5f0a-4098-bbc7-228c35085ac7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef HTTP/1.1" status: 200 len: 217 time: 0.0556757 Aug 04 14:54:43.100277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.152189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:54:43.155961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9de0d-cac8-44f0-bb0b-59bd8f80bedf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:43.157511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0af9de0d-cac8-44f0-bb0b-59bd8f80bedf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2306910 Aug 04 14:54:43.175799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:43.184730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff69b9-980d-4b6c-b651-b6eddf8cf7b9 None None] Network 39d9b93f-f0cf-40b2-86db-79c7a47efee5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:43.185171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=56e5b7a0-9325-48b9-8970-dee9ee994780,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:43.187564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.190566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33b195f2-3525-42cf-a6cb-fcb422ff55a3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/56e5b7a0-9325-48b9-8970-dee9ee994780 HTTP/1.1" status: 204 len: 168 time: 1.4285884 Aug 04 14:54:43.197789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:43.260350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:43.286367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.299831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-e172cfd4-9c9e-478d-84b7-8861ce40c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:43.302040 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-e172cfd4-9c9e-478d-84b7-8861ce40c34e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.1880124 Aug 04 14:54:43.304400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:54:43.368354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.404812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-25d1ced3-15c4-4ae0-937b-cf72083165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:43.406404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-25d1ced3-15c4-4ae0-937b-cf72083165bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925260 Aug 04 14:54:43.454860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.460312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Deleting port 36715d49-c8b0-4032-82cc-d8efc45dccd1 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:43.460823 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.533497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] For port 36715d49-c8b0-4032-82cc-d8efc45dccd1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=36715d49-c8b0-4032-82cc-d8efc45dccd1,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:43.534529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.572231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:43.600765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:43.609937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:43.627199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Pushing event updated for resources: {'Port': ['ID=a9eada76-85cc-494e-8eea-1545a0ebdc6e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:43.748371 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-0c53be20-d6b8-4dde-9a7b-4d1bc3812ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180737 Aug 04 14:54:43.757079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8a1b09e-6e7d-4fea-afb8-585c65621aef details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:54:43.768393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Calling delete_port for 36715d49-c8b0-4032-82cc-d8efc45dccd1 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:43.796823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 6100250c-f0e5-4e90-81d2-b160e679016d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:43.797311 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.808455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:43.889813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'port_id': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', 'mac_address': 'fa:16:3e:b3:12:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84bceb1-67b8-4a80-a813-fb57a375dd1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:54:43.912749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.938050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c36af07b-dbfb-49fe-9093-570a70486afc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:43.944814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f183bbf-09cb-4d0a-acdb-df7c44d958fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:43.952146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f183bbf-09cb-4d0a-acdb-df7c44d958fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7715154 Aug 04 14:54:43.954434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:43.960756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.961741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.976573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:43.982879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] DHCP port deletion for 39d9b93f-f0cf-40b2-86db-79c7a47efee5 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:54:44.027306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-84e9b073-7cb8-4b1f-a0ad-88df1d45c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:44.029135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-84e9b073-7cb8-4b1f-a0ad-88df1d45c64f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 1096 time: 0.9427307 Aug 04 14:54:44.032076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8df9de1b-7d65-423d-8728-94d384e99353 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723825 Aug 04 14:54:44.041346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] For port 6100250c-f0e5-4e90-81d2-b160e679016d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6100250c-f0e5-4e90-81d2-b160e679016d,segment=NetworkSegment(fb72869c-e1ef-4e73-9a18-45ac2ac79123),segment_id=fb72869c-e1ef-4e73-9a18-45ac2ac79123)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:44.042055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.056351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34460) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:44.069859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:44.088973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1cadb71b-e6aa-4ae5-91dd-3f3895994071 req-e6c5844a-ea9b-4b3d-b566-be02c9379e65 service neutron] 10.222.0.46 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162458 Aug 04 14:54:44.118079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d950c6-8196-4c4b-945b-8430d4685182 req-e12b11da-82d4-4855-9086-81241a261220 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:44.119025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.120475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44d950c6-8196-4c4b-945b-8430d4685182 req-e12b11da-82d4-4855-9086-81241a261220 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 944 time: 0.9751055 Aug 04 14:54:44.125144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 6100250c-f0e5-4e90-81d2-b160e679016d owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:44.128728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b11d52ba-4a86-42ee-9b90-4b8888fe3f24 None None] Provisioning for port d750b83e-da11-41bd-86a0-8705c35b5b1a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:44.142913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.159050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b11d52ba-4a86-42ee-9b90-4b8888fe3f24 None None] Provisioning complete for port d750b83e-da11-41bd-86a0-8705c35b5b1a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:44.159764 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b11d52ba-4a86-42ee-9b90-4b8888fe3f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.165604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:44.168864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:44.180561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.248872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'port_id': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef', 'mac_address': 'fa:16:3e:42:6c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84bceb1-67b8-4a80-a813-fb57a375dd1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:54:44.261143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] Pushing event deleted for resources: {'Port': ['ID=36715d49-c8b0-4032-82cc-d8efc45dccd1,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.267386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655be66e-dbdc-4ffd-8107-781c3eabf559 None None] No DVR routers for this DVR port 36715d49-c8b0-4032-82cc-d8efc45dccd1 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:44.280580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:44.280759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.287568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c36af07b-dbfb-49fe-9093-570a70486afc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:44.287778 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.324211 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.350984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b11d52ba-4a86-42ee-9b90-4b8888fe3f24 None None] Port d750b83e-da11-41bd-86a0-8705c35b5b1a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:44.365660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44d950c6-8196-4c4b-945b-8430d4685182 req-921ee72b-7e25-42dc-bf60-a9a12f5b78f0 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407118 Aug 04 14:54:44.382448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Deleting port 6100250c-f0e5-4e90-81d2-b160e679016d {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:44.382448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.403434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.404994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-971507d9-4848-4edf-af23-4fbb2ba454e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:44.407235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-971507d9-4848-4edf-af23-4fbb2ba454e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 917 time: 0.3494999 Aug 04 14:54:44.422481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 349e878f-f6d0-4649-b8db-c30c546a1436 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:44.434635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:44.435181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=6100250c-f0e5-4e90-81d2-b160e679016d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.445804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No DVR routers for this DVR port 6100250c-f0e5-4e90-81d2-b160e679016d on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:44.469297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.477197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:44.481850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.501438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-4716e78d-0c0c-4e26-9e3d-2ad42e62bd2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26 HTTP/1.1" status: 200 len: 217 time: 0.0766926 Aug 04 14:54:44.509991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.522818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] For port 6100250c-f0e5-4e90-81d2-b160e679016d, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:44.523222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.527544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a1b09e-6e7d-4fea-afb8-585c65621aef {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:44.540695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.541802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:44.543709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.555886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.570183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d9b93f-f0cf-40b2-86db-79c7a47efee5']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:44.570556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-37c2a4d3-3148-4de8-8e13-59629098e9bb None None] Provisioning complete for port d750b83e-da11-41bd-86a0-8705c35b5b1a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:44.570968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37c2a4d3-3148-4de8-8e13-59629098e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.597622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Calling delete_port for 6100250c-f0e5-4e90-81d2-b160e679016d owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:44.608811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb72869c-e1ef-4e73-9a18-45ac2ac79123') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:44.609116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb72869c-e1ef-4e73-9a18-45ac2ac79123') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:44.611003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Port 6100250c-f0e5-4e90-81d2-b160e679016d was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:54:44.638356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:44.649087 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.657388 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.686810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.689560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Pushing event updated for resources: {'Port': ['ID=a9eada76-85cc-494e-8eea-1545a0ebdc6e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.701244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-d53285b3-3290-4eeb-bd20-6e66f91999c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:44.702829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-d53285b3-3290-4eeb-bd20-6e66f91999c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.1657689 Aug 04 14:54:44.743772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.744016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] Pushing event deleted for resources: {'Port': ['ID=6100250c-f0e5-4e90-81d2-b160e679016d,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.752398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-37c2a4d3-3148-4de8-8e13-59629098e9bb None None] Port d750b83e-da11-41bd-86a0-8705c35b5b1a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:44.761528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10e8e1-b3a6-447e-92fc-61842ec3d2c5 None None] No DVR routers for this DVR port 6100250c-f0e5-4e90-81d2-b160e679016d on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:54:44.768235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 148a19ed-6924-450a-bc3e-50d467cddcf5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:44.768656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:44.778907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.783589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:54:44.784586 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:54:44.789241 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:54:44.833020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbd97749-24b8-42c3-ab40-c08233c61e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.885561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-6aa94479-e123-4810-9f04-4f933921e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:44.887194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-6aa94479-e123-4810-9f04-4f933921e8ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643593 Aug 04 14:54:44.901050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.901280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:44.905642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9bfebd6f-dd7b-4fa0-bab2-09dd338de908 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0173354 Aug 04 14:54:44.906843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:44.915439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1134930453', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'fixed_ips': [{'ip_address': '172.25.0.5'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:44.921572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.928690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 148a19ed-6924-450a-bc3e-50d467cddcf5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:44.934853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.936988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/39d9b93f-f0cf-40b2-86db-79c7a47efee5 HTTP/1.1" status: 204 len: 168 time: 1.7381027 Aug 04 14:54:44.942834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 148a19ed-6924-450a-bc3e-50d467cddcf5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:44.943210 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:44.945281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:44.969461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e8a1b09e-6e7d-4fea-afb8-585c65621aef'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:44.974676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b95a-cd78-456a-b9b2-c5d65e065940 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=39d9b93f-f0cf-40b2-86db-79c7a47efee5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:45.011845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Made reservation on behalf of a6a91ac63bbd441aaf929e7c44c668f5 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:45.014396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:45.015099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.029508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ceee2adb-8b2b-4d38-9696-e0c1d95f71a1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8289669 Aug 04 14:54:45.029749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.032163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.043574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:45.059296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424464660'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:45.069954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255ec0a-2eca-467f-8d0e-164df5d66a9c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:45.075963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e255ec0a-2eca-467f-8d0e-164df5d66a9c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/4e7ec80e-d009-4154-8c03-7069d8827ee4 HTTP/1.1" status: 200 len: 841 time: 0.1294718 Aug 04 14:54:45.076695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34474) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.076949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5ea2b553-d78a-442c-bba5-1fcaef547c91 None None] Provisioning complete for port d750b83e-da11-41bd-86a0-8705c35b5b1a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:45.077340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ea2b553-d78a-442c-bba5-1fcaef547c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.080578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:45.081234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:45.089715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-96d29e55-7a7b-4021-8dd3-c808180499fc service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932375 Aug 04 14:54:45.091317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.143941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-850d14d2-e8f7-48df-a593-f5bdd127d917 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/4e7ec80e-d009-4154-8c03-7069d8827ee4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0645912 Aug 04 14:54:45.144861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.151292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:45.159736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:45.163546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.191469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 66f007e5-a18c-40bf-856f-0e31e15b8f26 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:54:45.204352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:45.210231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:45.213525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:45.213939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.240540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=3d785d15-e68c-496e-93c5-965a800fd489,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:45.265187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccce09-1804-4d3a-aee6-bd70f4d2cafb None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:45.273637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:45.288109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef158721-65a1-45da-ae59-9c38534bfd3a req-5a8f1882-acd5-4fe4-b776-7bd38d01d1bc service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622403 Aug 04 14:54:45.296437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.296827 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment b2b21228-fb8e-4446-b721-2daa6adbab14 of type vlan for network 96092726-7b51-43da-8cd5-09f3acf8e38f Aug 04 14:54:45.301221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:45.303063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2b553-d78a-442c-bba5-1fcaef547c91 None None] Port d750b83e-da11-41bd-86a0-8705c35b5b1a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:45.359264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.382458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:54:45.385270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.389814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.407960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8a248028-b2ef-4f5b-a5e1-9499c5cedae0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3476040 Aug 04 14:54:45.408752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34482) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.409656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.423271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:dc:c5:98', 'name': 'tempest-NetworksTestDHCPv6-745621616'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:45.430108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] device_id is not set on port 4b237357-9ade-4b48-a1fb-2b26e216c441 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:45.444449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.455387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:45.456525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.469367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:45.474486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.598455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887a18-3fda-4b79-8797-250708f9e151 req-f248a1a5-4292-4b59-8804-265d5720c59e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:45.600348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46887a18-3fda-4b79-8797-250708f9e151 req-f248a1a5-4292-4b59-8804-265d5720c59e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 945 time: 0.1006618 Aug 04 14:54:45.631995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:45.633375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5547e5c-9905-4136-a1bd-13a76dd7177e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:45.681180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6449664 Aug 04 14:54:45.691718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34484) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.698382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:45.710935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541356e1-890d-4f91-8f74-5132d9035058 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=96092726-7b51-43da-8cd5-09f3acf8e38f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:45.735213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46887a18-3fda-4b79-8797-250708f9e151 req-17981652-e032-4013-b387-2997ee7b74fb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222627 Aug 04 14:54:45.781547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 148a19ed-6924-450a-bc3e-50d467cddcf5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=148a19ed-6924-450a-bc3e-50d467cddcf5,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:45.789713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 96092726-7b51-43da-8cd5-09f3acf8e38f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:45.814836 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.858649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:45.858649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.877383 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 14:54:45.878815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:45.923052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:45.925616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc1971d6-3a4f-43a6-9651-3a9e29d104c3 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.0158308 Aug 04 14:54:45.928354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 36715d49-c8b0-4032-82cc-d8efc45dccd1 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:45.930404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34488) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:45.951933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.001510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:46.002841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 36715d49-c8b0-4032-82cc-d8efc45dccd1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:46.003206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 36715d49-c8b0-4032-82cc-d8efc45dccd1 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:46.004679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:46.008846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:46.009433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.013590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:46.015059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=a545cf0b-63a0-4a97-8b3f-4d447d1f8ded,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.034012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db216832-a634-4914-b717-f9363c73d8eb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8868172 Aug 04 14:54:46.034742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:46.040919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'security_group': {'name': 'tempest-secgroup-601651842'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:46.048127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41112ff7-5725-474e-a87d-0e851d060b93 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:46.051129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 418410f9-ee79-45fb-9248-bc96dd04dd63 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:46.069860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.133299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '66f007e5-a18c-40bf-856f-0e31e15b8f26', 'network_id': '60f0ac25-c3bc-40ba-ac82-d8eafd511ec6', 'port_id': '66f007e5-a18c-40bf-856f-0e31e15b8f26', 'mac_address': 'fa:16:3e:c3:e1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84bceb1-67b8-4a80-a813-fb57a375dd1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:54:46.139008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=148a19ed-6924-450a-bc3e-50d467cddcf5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.192293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '3d785d15-e68c-496e-93c5-965a800fd489'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:46.193152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.209031 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.218670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.226834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6100250c-f0e5-4e90-81d2-b160e679016d no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:54:46.273932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.275833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2400186 Aug 04 14:54:46.278402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03f6c1-019e-410c-b233-d7dbabcde30f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439319d9-3416-4025-be81-1b177b4131c4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.278642 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.280330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6100250c-f0e5-4e90-81d2-b160e679016d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:54:46.281202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6100250c-f0e5-4e90-81d2-b160e679016d not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:54:46.281350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:46.290092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677631346'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:46.366402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f007e5-a18c-40bf-856f-0e31e15b8f26 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:54:46.369885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::325 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/3d785d15-e68c-496e-93c5-965a800fd489/418410f9-ee79-45fb-9248-bc96dd04dd63) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:46.377834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Deleting port a9eada76-85cc-494e-8eea-1545a0ebdc6e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:46.378192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.381940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:42Z', 'revision_number': 3, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:43Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:46.438157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.451290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.457246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:54:46.457634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Updating router 8d454026-8d00-4858-83c3-a37d3676c435 port d750b83e-da11-41bd-86a0-8705c35b5b1a binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:54:46.485287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:46.497230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.501737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.609167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.631464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=7527a9a6-b587-42f2-8b81-645694973988,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.637664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.638039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.667410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-de2f0640-04a4-480c-bc76-2606c5c1d62e', 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'tenant_id': '5898568b71d84dbf9735005ca9d18e9a', 'fixed_ips': [{'subnet_id': 'a545cf0b-63a0-4a97-8b3f-4d447d1f8ded'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:46.668339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.680709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Calling delete_port for a9eada76-85cc-494e-8eea-1545a0ebdc6e owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:46.765764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['66f007e5-a18c-40bf-856f-0e31e15b8f26'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:54:46.781872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:46.782253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: 96092726-7b51-43da-8cd5-09f3acf8e38f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:46.810318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.870944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.873311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 418410f9-ee79-45fb-9248-bc96dd04dd63 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:46.895722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.916801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 96092726-7b51-43da-8cd5-09f3acf8e38f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:46.958854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Allocated IP 172.20.0.2 (de2f0640-04a4-480c-bc76-2606c5c1d62e/a545cf0b-63a0-4a97-8b3f-4d447d1f8ded/0eece3bc-a292-4ce9-8c9e-8bebd09dc867) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:46.960397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.961658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6775441 Aug 04 14:54:46.962340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 96092726-7b51-43da-8cd5-09f3acf8e38f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:46.966510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34502) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:46.973943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f163b80-94e9-49b5-8f99-73a40cb32c3d None None] Network 96092726-7b51-43da-8cd5-09f3acf8e38f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:46.974142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fe8b1-b204-4327-9517-f0d85a6ef787 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7215e-60cc-4621-bc58-92ec432ad505,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:46.982136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:46.982803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:46.985413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1273515153', 'security_groups': ['bef7215e-60cc-4621-bc58-92ec432ad505'], 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a545cf0b-63a0-4a97-8b3f-4d447d1f8ded'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:47.029887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b710f7-d629-4b68-988c-decbd6c697d5 req-c691ef12-7a9f-4315-aab3-fc2f0853741c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:47.031441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1b710f7-d629-4b68-988c-decbd6c697d5 req-c691ef12-7a9f-4315-aab3-fc2f0853741c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 945 time: 0.1823924 Aug 04 14:54:47.049864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34504) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:47.050116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c40072aa-c3b9-404d-9afd-dbd834a509ed tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3571937 Aug 04 14:54:47.061854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.084419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.148906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:47.162138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:47.165568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1b710f7-d629-4b68-988c-decbd6c697d5 req-f945c799-eb59-48e1-80af-413910095655 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237876 Aug 04 14:54:47.180448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:47.186885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:47.187586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.192352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=418410f9-ee79-45fb-9248-bc96dd04dd63,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:47.196061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:47.244683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9eada76-85cc-494e-8eea-1545a0ebdc6e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:47.264511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a7b4f287-e70f-4369-a9ec-012672fb69fb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8501596 Aug 04 14:54:47.264511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34508) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:47.282240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.285640 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.291162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-17785cb7-3b18-4573-8dfb-90629465ad4d tempest-ExternalNetworksAdminNegativeTestJSON-2132502061 tempest-ExternalNetworksAdminNegativeTestJSON-2132502061-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/eca65a32-379e-4320-9ff5-a5d9ed07ec84 HTTP/1.1" status: 204 len: 168 time: 1.3570037 Aug 04 14:54:47.339374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050c525-042b-4ce0-be3c-b863d5da00a7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:47.340561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.348169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0050c525-042b-4ce0-be3c-b863d5da00a7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0826235 Aug 04 14:54:47.348864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34512) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:47.349721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/3d785d15-e68c-496e-93c5-965a800fd489/7241cae9-a6fc-4903-9077-163bc03d6c38) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:47.359509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:47.379927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:47.380512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.437162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Transition to ACTIVE for port object d750b83e-da11-41bd-86a0-8705c35b5b1a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:47.439601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ef2736ab-1637-40bd-974a-2f476d9f0857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.488973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.633025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:47.725625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34518) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:47.830419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8a1b09e-6e7d-4fea-afb8-585c65621aef up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:47.873336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.919101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port 871775b7-5013-484e-a09f-ab88dac36165 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:47.940774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4e8e-c8ca-4714-b3ea-7d554bfad4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.977736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 418410f9-ee79-45fb-9248-bc96dd04dd63 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:47.978195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:47.990181 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.012501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.023911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.028035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7feb1b-e57d-43bc-bce8-3f19d93ec782 None None] Pushing event updated for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:48.058456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-96092726-7b51-43da-8cd5-09f3acf8e38f', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:48.059418 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.114118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Transition to ACTIVE for port object 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:48.138293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.157820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.170041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port e8a1b09e-6e7d-4fea-afb8-585c65621aef completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:48.170273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 418410f9-ee79-45fb-9248-bc96dd04dd63 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:48.218561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port e8a1b09e-6e7d-4fea-afb8-585c65621aef triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:48.219204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.226696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Attempting to bind port d750b83e-da11-41bd-86a0-8705c35b5b1a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:48.227154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Attempting to bind port d750b83e-da11-41bd-86a0-8705c35b5b1a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:48.227542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Attempting to bind port d750b83e-da11-41bd-86a0-8705c35b5b1a on network 349e878f-f6d0-4649-b8db-c30c546a1436 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:48.233573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Transition to ACTIVE for port object 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:48.290683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 148a19ed-6924-450a-bc3e-50d467cddcf5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:48.367912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:48.368206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Checking segment: {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:48.368615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.369021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Bound using segment: {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:48.369512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Bound port: d750b83e-da11-41bd-86a0-8705c35b5b1a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c112f1-6f08-4e95-b02d-e94bf60fed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:48.369899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.372176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.401579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.12 (de2f0640-04a4-480c-bc76-2606c5c1d62e/a545cf0b-63a0-4a97-8b3f-4d447d1f8ded/871775b7-5013-484e-a09f-ab88dac36165) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:48.432952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87913639-fa9a-4e82-90f0-ddf5e02d385d req-4e675f27-5ca8-4101-9831-f49e8862c366 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:48.435328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87913639-fa9a-4e82-90f0-ddf5e02d385d req-4e675f27-5ca8-4101-9831-f49e8862c366 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 945 time: 0.1261480 Aug 04 14:54:48.436672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.436859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.469364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4e8e-c8ca-4714-b3ea-7d554bfad4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.482624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4e8e-c8ca-4714-b3ea-7d554bfad4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.494194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.530620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=418410f9-ee79-45fb-9248-bc96dd04dd63,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:48.543415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87913639-fa9a-4e82-90f0-ddf5e02d385d req-4560f099-fc8e-4f54-8ac3-33d3f8683575 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Aug 04 14:54:48.560016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:48.570435 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf8f4e8e-c8ca-4714-b3ea-7d554bfad4ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5878ca69996c4939b594ceafc8faa215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8391323 Aug 04 14:54:48.576101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34528) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:48.578425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.582141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-63acac53-14e0-4465-b842-1961c7705f68 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/418410f9-ee79-45fb-9248-bc96dd04dd63 HTTP/1.1" status: 204 len: 168 time: 1.2309721 Aug 04 14:54:48.583696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34530) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:48.588415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Transition to ACTIVE for port object 7241cae9-a6fc-4903-9077-163bc03d6c38 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:48.606485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:48.608948 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55196dd-8147-4f3f-a8c8-c0cf5c25c20f" -d '{"events": [{"server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:48.611930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:48.625342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:48.630164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:48.644293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4e8e-c8ca-4714-b3ea-7d554bfad4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4074b-34df-46fa-b316-4db4eeaa69d5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:48.650081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069a8d2-fafc-4cf0-a8a2-22fbaf59fca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:48.652186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069a8d2-fafc-4cf0-a8a2-22fbaf59fca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:48.654463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5069a8d2-fafc-4cf0-a8a2-22fbaf59fca8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0693915 Aug 04 14:54:48.657338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34534) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:48.684130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:48.703745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Transition to ACTIVE for port object 7241cae9-a6fc-4903-9077-163bc03d6c38 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:48.710328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.719659 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a689937-5da3-47d0-82f1-961bf9309281 x-openstack-request-id: req-3a689937-5da3-47d0-82f1-961bf9309281 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:48.720371 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "name": "network-vif-plugged", "status": "completed", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:48.720862 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a689937-5da3-47d0-82f1-961bf9309281 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:48.721508 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', 'code': 200} Aug 04 14:54:48.733261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.782348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.789946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Allocated IP 2001:db8:2::2 (96092726-7b51-43da-8cd5-09f3acf8e38f/7527a9a6-b587-42f2-8b81-645694973988/131998f0-9140-439a-a324-a5bb15c23aac) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:48.797963 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.809181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 3d785d15-e68c-496e-93c5-965a800fd489 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:48.815948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1effefb-4a01-4aa7-9c51-594a76e48817 req-6415eec7-6856-4724-ab11-4d20207fcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:48.818009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1effefb-4a01-4aa7-9c51-594a76e48817 req-6415eec7-6856-4724-ab11-4d20207fcb0a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 1097 time: 0.0476935 Aug 04 14:54:48.823822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.850380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] For port d750b83e-da11-41bd-86a0-8705c35b5b1a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:48.853475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.863072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1effefb-4a01-4aa7-9c51-594a76e48817 req-d6293101-3944-4e00-b458-cc88a1a114ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Aug 04 14:54:48.868122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.869417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 148a19ed-6924-450a-bc3e-50d467cddcf5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:48.869797 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.877747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.907506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object 871775b7-5013-484e-a09f-ab88dac36165 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:48.915579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.920980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] For port d750b83e-da11-41bd-86a0-8705c35b5b1a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d750b83e-da11-41bd-86a0-8705c35b5b1a,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:48.933151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:48.934566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Attempting to bind port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:48.934952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Attempting to bind port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4d635dee-98f2-4382-a805-e0b152afc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:48.935327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Attempting to bind port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 on network de2f0640-04a4-480c-bc76-2606c5c1d62e {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:48.951482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.953301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:48.986983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:49.001428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:49.013648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:49.014008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Checking segment: {'id': '4d635dee-98f2-4382-a805-e0b152afc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:49.014416 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.014846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Bound using segment: {'id': '4d635dee-98f2-4382-a805-e0b152afc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:49.015332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Bound port: 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d635dee-98f2-4382-a805-e0b152afc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:49.015719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.023534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.026140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.027353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3e4074b-34df-46fa-b316-4db4eeaa69d5 HTTP/1.1" status: 204 len: 168 time: 0.4431219 Aug 04 14:54:49.049439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba9b7-d315-481e-80f7-f9fc8eb486bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4074b-34df-46fa-b316-4db4eeaa69d5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.054429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.067868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.091328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.146929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:49.147824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:49.210551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:49.212214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:49.226129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=871775b7-5013-484e-a09f-ab88dac36165,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.239410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:49.256767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 66f007e5-a18c-40bf-856f-0e31e15b8f26 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:49.263703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:49.319390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.367080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=3d785d15-e68c-496e-93c5-965a800fd489,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.375750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.381485 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-636e79af-a195-4a6b-8807-2679ed2ec6df tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/3d785d15-e68c-496e-93c5-965a800fd489 HTTP/1.1" status: 204 len: 168 time: 0.7231188 Aug 04 14:54:49.381696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34548) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.389349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:49.390333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.402753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.410527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ebf753a3-c86d-4db3-95ca-9e89fc52c410 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4411547 Aug 04 14:54:49.413695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34550) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.419707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:49.427648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d71e9dc-3d1e-4e76-9458-ab298859d0b8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438991 Aug 04 14:54:49.430219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34552) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.477370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34554) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.492868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab14544-b14b-4603-8ef8-884b33049e24 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:49.495292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dab14544-b14b-4603-8ef8-884b33049e24 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0638990 Aug 04 14:54:49.498189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34556) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.507468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.524342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.564587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76b58eb5-1a9f-4f5b-90ec-a67f9d5671fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6a91ac63bbd441aaf929e7c44c668f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791485 Aug 04 14:54:49.564785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8918dfb4-7cfd-4007-887d-f9cdd1bf745d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:49.566121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.567204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8918dfb4-7cfd-4007-887d-f9cdd1bf745d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677085 Aug 04 14:54:49.567918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34562) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.577341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Transition to ACTIVE for port object 131998f0-9140-439a-a324-a5bb15c23aac will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:49.615595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:49.619528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.650422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-944fad42-a29f-41bf-8bad-3b92ff1ee48e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812335 Aug 04 14:54:49.655016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.669804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:49.689680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Attempting to bind port 7241cae9-a6fc-4903-9077-163bc03d6c38 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:49.691417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Attempting to bind port 7241cae9-a6fc-4903-9077-163bc03d6c38 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:49.692165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.692606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Attempting to bind port 7241cae9-a6fc-4903-9077-163bc03d6c38 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:49.750370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.775811 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a545cf0b-63a0-4a97-8b3f-4d447d1f8ded (CIDR: 172.20.0.0/28) Aug 04 14:54:49.790537 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:49.791097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:49.791601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:49.791989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:49.792776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.793331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:49.796190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Bound port: 7241cae9-a6fc-4903-9077-163bc03d6c38, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:49.796781 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.811794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6d1c9-0930-4cbf-8467-f05aa5076bf6 req-bb2a9f90-8954-4bb2-8e50-b91e63c61020 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:49.814060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89c6d1c9-0930-4cbf-8467-f05aa5076bf6 req-bb2a9f90-8954-4bb2-8e50-b91e63c61020 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1613982 Aug 04 14:54:49.814487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d8dabe4c-f7d2-4849-b91d-c324de3554c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3995035 Aug 04 14:54:49.817298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34572) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:49.823400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:49.851773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Transition to ACTIVE for port object 131998f0-9140-439a-a324-a5bb15c23aac will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:49.871086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:49.885478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:49.886755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89c6d1c9-0930-4cbf-8467-f05aa5076bf6 req-d791988f-80fe-4b9b-b116-646b8f0f5f1c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Aug 04 14:54:49.888173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:49.892526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.908390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.911543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.916285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5547e5c-9905-4136-a1bd-13a76dd7177e HTTP/1.1" status: 204 len: 168 time: 0.3489933 Aug 04 14:54:49.960318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:49.962711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454251d0-e905-4e19-b1b3-1124b9f810b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5547e5c-9905-4136-a1bd-13a76dd7177e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:49.970937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:49.991734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7feb1b-e57d-43bc-bce8-3f19d93ec782 None None] Pushing event updated for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:50.007710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.018491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 66f007e5-a18c-40bf-856f-0e31e15b8f26 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:50.040788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Network 96092726-7b51-43da-8cd5-09f3acf8e38f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:50.043587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8:2::1 (96092726-7b51-43da-8cd5-09f3acf8e38f/7527a9a6-b587-42f2-8b81-645694973988/8ed82e26-a23b-45a5-adb3-ef89dbbc7f35) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:50.107318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 66f007e5-a18c-40bf-856f-0e31e15b8f26 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:50.107712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.109714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:50.141040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:50.168388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:50.172141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:50.174996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.291900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:54:50.440486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.485784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:50.620188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.625781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:50.693009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 96092726-7b51-43da-8cd5-09f3acf8e38f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:50.707028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:50.713507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:50.714130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.728743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.752518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:50.755508 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb3aef-77cc-4c53-a96c-3e0ac611a780" -d '{"events": [{"server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:50.758800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:50.762234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:50.773816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.779262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.789770 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:50.917918 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca131cd-235b-42cd-be9e-f88761823962 x-openstack-request-id: req-6ca131cd-235b-42cd-be9e-f88761823962 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:50.918372 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:50.919476 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ca131cd-235b-42cd-be9e-f88761823962 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:50.919918 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef', 'code': 200} Aug 04 14:54:51.043857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:51.125435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Pushing event updated for resources: {'Port': ['ID=131998f0-9140-439a-a324-a5bb15c23aac,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.158249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Attempting to bind port 131998f0-9140-439a-a324-a5bb15c23aac on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:51.158649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Attempting to bind port 131998f0-9140-439a-a324-a5bb15c23aac by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:51.159017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Attempting to bind port 131998f0-9140-439a-a324-a5bb15c23aac on network 96092726-7b51-43da-8cd5-09f3acf8e38f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:51.168228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:51.173681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Checking segment: {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:51.174216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.174648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Bound using segment: {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:51.175166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Bound port: 131998f0-9140-439a-a324-a5bb15c23aac, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:51.175591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.176681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ebd30-07ae-4438-9008-9906c0ff74b4 req-5a3e4da3-6897-470b-8d82-13fbab4448f7 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:51.178330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-081ebd30-07ae-4438-9008-9906c0ff74b4 req-5a3e4da3-6897-470b-8d82-13fbab4448f7 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1300700 Aug 04 14:54:51.242520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:51.301015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-081ebd30-07ae-4438-9008-9906c0ff74b4 req-32e18dca-87cf-43a6-a8c2-74bcba21f43e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129262 Aug 04 14:54:51.335073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.338129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] For port 131998f0-9140-439a-a324-a5bb15c23aac, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:51.342271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] For port 131998f0-9140-439a-a324-a5bb15c23aac, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=131998f0-9140-439a-a324-a5bb15c23aac,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:51.348670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.349785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.357788 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.403732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.445549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:42Z', 'revision_number': 3, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:48Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:51.447380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c8549-0a04-4a22-a676-4d8608ea0dac None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.511467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cda16-1c5c-4113-a5d1-bd67ba64e424 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.550154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:51.571418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:51.592787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:51.595609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.624184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9650323 Aug 04 14:54:51.624184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=6607e067-d000-4e6b-a556-0f0276e3df4f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.637098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:51.645417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:51.650934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefbf2c-0e09-4b49-979a-e950ddd26b09 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=5']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.651960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ec6bc6-3a7c-448a-b620-fec0a2d36455 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:51.681367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735a753-6f50-4e37-8b7a-0158c14244ae None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:42Z', 'revision_number': 3, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:48Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:51.951049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=c3ef23f1-00d3-4f92-9363-123985972b38,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:51.952116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:51.956646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:51.959932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:51.968327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:51.975541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.025839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f02ae-35e7-4b36-a49f-c5e6ef3cf531 None None] Pushing event updated for resources: {'Port': ['ID=131998f0-9140-439a-a324-a5bb15c23aac,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:52.056501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:52.097859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c6616a0e-a87c-4c48-8f4c-de9d544c8594 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2794249 Aug 04 14:54:52.106662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34634) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:52.112129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.123748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1795466544', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3ef23f1-00d3-4f92-9363-123985972b38'}], 'security_groups': ['439319d9-3416-4025-be81-1b177b4131c4']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:52.145783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-418c71a6-263a-48c7-93ef-438f9b29eece None None] Provisioning for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:52.208911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.227427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eac2c-3c84-4ceb-9a36-07180629d8b9 req-b8c8ae7b-d750-4504-9949-6cd2a86b0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:52.230087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-967eac2c-3c84-4ceb-9a36-07180629d8b9 req-b8c8ae7b-d750-4504-9949-6cd2a86b0b84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 1098 time: 1.2410271 Aug 04 14:54:52.308089 n-d-801743-12 neutron-server[94265]: INFO neutron.db.ipam_backend_mixin [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6607e067-d000-4e6b-a556-0f0276e3df4f (CIDR: 2001:db8::/64) Aug 04 14:54:52.323657 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:54:52.324354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:54:52.354220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f2f67-2f05-4886-b53d-8850cda201e4 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:52.378861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c9c2634-06d1-454f-8efe-517afd46de96 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7400069 Aug 04 14:54:52.385136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34640) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:52.404618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:52.426833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:52.500766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.531599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-967eac2c-3c84-4ceb-9a36-07180629d8b9 req-3f72d61b-ed18-416c-a2a5-279c50db018c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902036 Aug 04 14:54:52.573274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 131998f0-9140-439a-a324-a5bb15c23aac up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:52.591041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:52.648431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3ced5-f5fe-41e7-aae9-49edbe77328c req-810a662a-8b65-4c30-aa05-7d80bb103302 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:52.650388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70d3ced5-f5fe-41e7-aae9-49edbe77328c req-810a662a-8b65-4c30-aa05-7d80bb103302 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1311297 Aug 04 14:54:52.719684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:52.724044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.774072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-418c71a6-263a-48c7-93ef-438f9b29eece None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:52.774691 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-418c71a6-263a-48c7-93ef-438f9b29eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:52.886377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70d3ced5-f5fe-41e7-aae9-49edbe77328c req-294acad6-ce2b-49bf-9339-2de537e667de tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262070 Aug 04 14:54:52.925826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:54:52.935133 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81112f07-4c9b-4014-acc9-1254f13642da" -d '{"events": [{"server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "name": "network-vif-plugged", "status": "completed", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:54:52.968356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-418c71a6-263a-48c7-93ef-438f9b29eece None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:53.000681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 131998f0-9140-439a-a324-a5bb15c23aac completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:53.010113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d750b83e-da11-41bd-86a0-8705c35b5b1a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:53.048957 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb55ba-b25f-41ed-845f-be0d477691bf x-openstack-request-id: req-f2fb55ba-b25f-41ed-845f-be0d477691bf {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:54:53.049334 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "name": "network-vif-plugged", "status": "completed", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:54:53.049652 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2fb55ba-b25f-41ed-845f-be0d477691bf {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:54:53.050121 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26', 'code': 200} Aug 04 14:54:53.128851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Delete allocated IP 172.20.0.12 (de2f0640-04a4-480c-bc76-2606c5c1d62e/a545cf0b-63a0-4a97-8b3f-4d447d1f8ded) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 14:54:53.149630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-714851104'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:53.155424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e056000e-1bf6-4afd-99f1-d4d9304728e9 None None] Provisioning for port 871775b7-5013-484e-a09f-ab88dac36165 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:53.166345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e056000e-1bf6-4afd-99f1-d4d9304728e9 None None] Provisioning complete for port 871775b7-5013-484e-a09f-ab88dac36165 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:53.166499 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e056000e-1bf6-4afd-99f1-d4d9304728e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.176075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d750b83e-da11-41bd-86a0-8705c35b5b1a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:53.235285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.19 (de2f0640-04a4-480c-bc76-2606c5c1d62e/c3ef23f1-00d3-4f92-9363-123985972b38/871775b7-5013-484e-a09f-ab88dac36165) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:53.240989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Made reservation on behalf of eb7b4d247094408bb73b639614d9dfb1 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:53.244614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d750b83e-da11-41bd-86a0-8705c35b5b1a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:53.247724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.264761 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.276090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.376244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e056000e-1bf6-4afd-99f1-d4d9304728e9 None None] Port 871775b7-5013-484e-a09f-ab88dac36165 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:53.388539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b27164-3489-4c13-a3b9-b514d9009490 None None] Network 96092726-7b51-43da-8cd5-09f3acf8e38f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:53.479057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590f311-98d1-4e6d-94a2-b344d92b750a req-2c7a91bf-c9b4-41be-abf0-7598e385c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:53.480627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4590f311-98d1-4e6d-94a2-b344d92b750a req-2c7a91bf-c9b4-41be-abf0-7598e385c2dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 1098 time: 0.3507991 Aug 04 14:54:53.512148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Update dhcp port {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'fixed_ips': [{'subnet_id': 'a545cf0b-63a0-4a97-8b3f-4d447d1f8ded', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c3ef23f1-00d3-4f92-9363-123985972b38'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '0eece3bc-a292-4ce9-8c9e-8bebd09dc867'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:54:53.552972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4590f311-98d1-4e6d-94a2-b344d92b750a req-18f37b39-7777-40d5-a48d-11b65b5a30ec service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601535 Aug 04 14:54:53.554205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.597558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Provisioning for port 131998f0-9140-439a-a324-a5bb15c23aac completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:53.612968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Provisioning complete for port 131998f0-9140-439a-a324-a5bb15c23aac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:53.613567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.615146 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.622268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:53.624432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:53.634562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:53.635308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.659059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=6a51ecad-c9cd-42e5-b254-dc4cc0b142b5,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:53.692077 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.772553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.778451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.783184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c54284a9-a09f-4d9d-833c-3698f25fb42f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3989644 Aug 04 14:54:53.790108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34664) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:53.796284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.797699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:b4:6c:62', 'name': 'tempest-NetworksTestDHCPv6-881725791'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:53.808080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:53.818478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.818943 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Added segment 0b88b575-2c02-4394-9c7f-30d3ce9112fc of type vlan for network 4aa3563e-4cba-4172-bc92-76ed1725e10d Aug 04 14:54:53.859221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.863693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d750b83e-da11-41bd-86a0-8705c35b5b1a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d750b83e-da11-41bd-86a0-8705c35b5b1a,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:53.884966 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.885781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:53.890208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.891025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.950851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:53.995635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.001407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:54.002024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.056940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:54.060632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18c83e-366c-4c3f-bf03-2d62a2246cdc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:54.070962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Ignored duplicate provisioning block setup for port 871775b7-5013-484e-a09f-ab88dac36165 by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 14:54:54.127708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.131266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.185336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923f4d0-a315-494b-8568-411b715870f9 req-e1db310a-62db-4624-be79-27bd8615e243 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:54.187073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d923f4d0-a315-494b-8568-411b715870f9 req-e1db310a-62db-4624-be79-27bd8615e243 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1852722 Aug 04 14:54:54.216140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:54.245310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network 96092726-7b51-43da-8cd5-09f3acf8e38f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:54.264348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8346400 Aug 04 14:54:54.265133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:54.319999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:54.392460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d923f4d0-a315-494b-8568-411b715870f9 req-961d4fd3-cdda-4df4-9135-5de58568af84 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914423 Aug 04 14:54:54.395598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.464092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port ebc593ae-c0d4-4b72-abc1-4da31d3409b8 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:54.537143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b88d0-c32f-4194-8e73-f109a4e2bcb7 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Pushing event updated for resources: {'Network': ['ID=4aa3563e-4cba-4172-bc92-76ed1725e10d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:54.668762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34678) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:54.679330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:54.683828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] In _notify_port_updated(), no bound segment for port 871775b7-5013-484e-a09f-ab88dac36165 on network de2f0640-04a4-480c-bc76-2606c5c1d62e {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:54:54.691735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d', 'binding:host_id': 'n-h2-801743-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1108231651'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:54.691907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:54.693153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.698165 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/ports/871775b7-5013-484e-a09f-ab88dac36165 HTTP/1.1" status: 200 len: 921 time: 2.5878751 Aug 04 14:54:54.704034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:54.707357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] For port 131998f0-9140-439a-a324-a5bb15c23aac, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=131998f0-9140-439a-a324-a5bb15c23aac,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:54.765493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:54.785664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba2245-d66a-42bc-87d1-dbb32c672827 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:54.843849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Made reservation on behalf of 0d0edce5e1974a5ba32fe52d648de9ce for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:54.846638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.865115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33377-4e6c-4552-9e4e-60e97f57858b tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=871775b7-5013-484e-a09f-ab88dac36165,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:54.868669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2acee-4193-416c-aa1e-44bc487308b7 req-63448c76-c200-4a88-809f-83d9fe711e17 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:54.876798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5a2acee-4193-416c-aa1e-44bc487308b7 req-63448c76-c200-4a88-809f-83d9fe711e17 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2038732 Aug 04 14:54:54.879868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:54:54.896592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:54.904155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Allocated IP 172.20.0.18 (de2f0640-04a4-480c-bc76-2606c5c1d62e/c3ef23f1-00d3-4f92-9363-123985972b38/0eece3bc-a292-4ce9-8c9e-8bebd09dc867) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:54.943874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.011184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:55.011561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.030532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5a2acee-4193-416c-aa1e-44bc487308b7 req-de9b04b5-9a6e-4c0c-bfbd-c91f9b54a2e5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491628 Aug 04 14:54:55.035940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8:0:1::5d (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6a51ecad-c9cd-42e5-b254-dc4cc0b142b5/ebc593ae-c0d4-4b72-abc1-4da31d3409b8) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:55.054176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 871775b7-5013-484e-a09f-ab88dac36165 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:55.054546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.066891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:feb4:6c62 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6607e067-d000-4e6b-a556-0f0276e3df4f/ebc593ae-c0d4-4b72-abc1-4da31d3409b8) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:55.196780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Provisioning complete for port 131998f0-9140-439a-a324-a5bb15c23aac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:55.197496 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.206370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.225265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 871775b7-5013-484e-a09f-ab88dac36165 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:55.276907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.338972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d84c1-7bbb-4f71-80e3-51f7ccb52ff1 None None] Pushing event updated for resources: {'Port': ['ID=131998f0-9140-439a-a324-a5bb15c23aac,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:55.376270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0b12-f5da-4020-a5e2-66ea9c2f4821 req-117d1818-6ba6-4f85-8c9e-8b30da64bd88 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:55.384420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db9b0b12-f5da-4020-a5e2-66ea9c2f4821 req-117d1818-6ba6-4f85-8c9e-8b30da64bd88 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 0.2416372 Aug 04 14:54:55.410468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:55.471406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:54:55.478041 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f92a6a40-0b9d-46e8-a85e-b186dc0843c1 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4269509 Aug 04 14:54:55.480990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34688) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:55.484147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:54:55.489952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-713819853'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:55.503105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:55.503911 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:55.505583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.507685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.524027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object ebc593ae-c0d4-4b72-abc1-4da31d3409b8 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:55.550985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '6607e067-d000-4e6b-a556-0f0276e3df4f', 'ip_address': '2001:db8::f816:3eff:fe55:233e'}, {'subnet_id': '6a51ecad-c9cd-42e5-b254-dc4cc0b142b5'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '7241cae9-a6fc-4903-9077-163bc03d6c38'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:54:55.569418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db9b0b12-f5da-4020-a5e2-66ea9c2f4821 req-516f36f1-eb4b-4f1d-8ffb-bff3f30a39fd tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840627 Aug 04 14:54:55.586711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.591377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.597193 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.603242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.628622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.630326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=871775b7-5013-484e-a09f-ab88dac36165,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:55.634539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:55.682404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Transition to ACTIVE for port object 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:55.691960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Provisioning for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:55.698444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Provisioning complete for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:55.699008 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.701179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.737968 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:55.786013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:55.790182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.820984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9439efc-ee3e-453b-b83b-9587e6c8e411 None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:55.862521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.864626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d44153a-64e5-4c8c-acd3-22879049ae60 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/871775b7-5013-484e-a09f-ab88dac36165 HTTP/1.1" status: 204 len: 168 time: 1.1352744 Aug 04 14:54:55.869585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34694) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:55.931072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:54:55.931772 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:54:55.942435 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8050a91-13a9-45f3-a919-2677986046d9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:54:55.948617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d8050a91-13a9-45f3-a919-2677986046d9 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/871775b7-5013-484e-a09f-ab88dac36165 HTTP/1.1" status: 404 len: 333 time: 0.0780356 Aug 04 14:54:55.952355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:54:55.953557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34696) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:55.963347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:55.970445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:54:55.981238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Transition to ACTIVE for port object 5cddc516-2f35-4fd3-a9ec-6b7176131e26 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:56.008040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.008544 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added segment 04920880-f3d2-4541-a3ed-69b061119c45 of type vlan for network c68fa086-12f0-4da9-bae0-c7500b78452a Aug 04 14:54:56.010666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:56.061541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.067601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f1ad06c-ee94-45c5-8ced-f92491af6116 None None] Provisioning for port 7241cae9-a6fc-4903-9077-163bc03d6c38 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:56.071497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.105658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Allocated IP 2001:db8:0:1::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/6a51ecad-c9cd-42e5-b254-dc4cc0b142b5/7241cae9-a6fc-4903-9077-163bc03d6c38) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:56.125847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.137856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:56.141214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.169652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:54:56.174011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b18b9f4-7c17-40d2-849b-47206a8c892d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:56.190914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:56.207233 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7253654 Aug 04 14:54:56.222018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34700) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:56.229225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:56.240205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:56.240205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.276878 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:50Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:56.291847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=ebc593ae-c0d4-4b72-abc1-4da31d3409b8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:56.321903 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:54:56.322256 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Updating router 8d454026-8d00-4858-83c3-a37d3676c435 port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:54:56.341299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'subnet': {'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:56.346728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:56.393866 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.406310 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.418011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-091deb86-a036-44cb-af4e-8528fedb2114 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6240313 Aug 04 14:54:56.427173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Ignored duplicate provisioning block setup for port 7241cae9-a6fc-4903-9077-163bc03d6c38 by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 14:54:56.439959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34704) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:56.442009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.444614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.473741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.499352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0d136-b5e3-40ce-9487-3c516d35f3db req-40a21e09-9a62-4cc6-8b79-c58318740e36 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:56.506214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18b0d136-b5e3-40ce-9487-3c516d35f3db req-40a21e09-9a62-4cc6-8b79-c58318740e36 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.3943675 Aug 04 14:54:56.551755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Checking segment: {'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:56.552108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Network hostable DHCP agents. Network: 4aa3563e-4cba-4172-bc92-76ed1725e10d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:56.577475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.580817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.585148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/security-groups/bef7215e-60cc-4621-bc58-92ec432ad505 HTTP/1.1" status: 204 len: 168 time: 0.6277697 Aug 04 14:54:56.589089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:56.592975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Made reservation on behalf of 90f33abedad144e480522537c69dff70 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:56.596846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.625725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.631154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=5cddc516-2f35-4fd3-a9ec-6b7176131e26,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:56.645685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b8d19-5011-4fcf-8a85-1925e743983a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Network': ['ID=c68fa086-12f0-4da9-bae0-c7500b78452a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:56.687587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d57ff9b1-1636-4d82-a514-e1c69e3c6ade None None] Provisioning complete for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:56.688006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d57ff9b1-1636-4d82-a514-e1c69e3c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.699502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a0a73-2486-4050-8299-5ad46f4ed56a tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7215e-60cc-4621-bc58-92ec432ad505,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:56.757645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c68fa086-12f0-4da9-bae0-c7500b78452a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:54:56.872782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18b0d136-b5e3-40ce-9487-3c516d35f3db req-eabed9fd-830e-4be7-a294-4ee0eddd75b1 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112960 Aug 04 14:54:56.877047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:56.883101 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.901251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 4aa3563e-4cba-4172-bc92-76ed1725e10d) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:56.909085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:54:56.916566 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Transition to ACTIVE for port object 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:56.937861 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:56.946186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:56.946595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:56.946967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:56.950178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1daf75d-d3fe-4a78-8a0e-2c1bc304b8bf None None] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:56.963247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:56.965359 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:56.991192 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 2 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:56.998495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eab7c2-b683-4080-b537-bf9df7883644 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:57.003612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:54:57.022952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.040790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.065430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.076748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:57.077051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:57.077401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:57.094168 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447044-7a1a-40fa-816b-0e031cf10067 None None] Pushing event updated for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:57.109707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:57.110082 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:57.118894 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 3 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:57.150189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port ebc593ae-c0d4-4b72-abc1-4da31d3409b8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:54:57.150552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.182164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:57.197957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d57ff9b1-1636-4d82-a514-e1c69e3c6ade None None] Port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:57.219799 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Attempting to bind port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:57.220497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Attempting to bind port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:57.220870 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Attempting to bind port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 on network 96092726-7b51-43da-8cd5-09f3acf8e38f {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:57.232354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:54:57.232738 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Checking segment: {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:57.233150 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.233547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Bound using segment: {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:54:57.234024 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Bound port: 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b21228-fb8e-4446-b721-2daa6adbab14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:54:57.234411 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.309187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Subnet': ['ID=6017b592-ff16-4b61-9529-b854749eba7f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:57.423460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Checking segment: {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:54:57.424298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network hostable DHCP agents. Network: c68fa086-12f0-4da9-bae0-c7500b78452a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:54:57.429344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Provisioning for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:57.443940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:57.446153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.457488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] For port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:57.464320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] For port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:54:57.479459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.480407 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.481962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c68fa086-12f0-4da9-bae0-c7500b78452a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:54:57.499771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c68fa086-12f0-4da9-bae0-c7500b78452a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:54:57.507316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:57.508212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.562960 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58567b2c-4d8e-4ace-8de2-2a996773dca7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2255740 Aug 04 14:54:57.564069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34716) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:57.581322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:57.584193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:57.584779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:57.611133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.639129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for ebc593ae-c0d4-4b72-abc1-4da31d3409b8 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:54:57.647085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 131998f0-9140-439a-a324-a5bb15c23aac up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:57.651572 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447044-7a1a-40fa-816b-0e031cf10067 None None] Pushing event updated for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:57.678407 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:54:57.679629 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:57.755278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:57.756500 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:57.837145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e2912-d1e1-40f6-b333-66e5db9a6939 None None] Network c68fa086-12f0-4da9-bae0-c7500b78452a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:57.839225 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:54:57.991844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:57.992486 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:58.004645 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 4 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:58.029726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 131998f0-9140-439a-a324-a5bb15c23aac triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:58.031433 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.052528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:54:58.088701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:58.089106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:58.089457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:58.136792 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.151914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.152792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/security-groups/439319d9-3416-4025-be81-1b177b4131c4 HTTP/1.1" status: 204 len: 168 time: 1.5596788 Aug 04 14:54:58.153576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:58.153922 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:58.170903 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 5 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:58.211771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0f8-ce29-4523-a190-c4ea3d0d1227 None None] Could not find standard attr ID for object 871775b7-5013-484e-a09f-ab88dac36165. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:54:58.223341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:58.224106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:58.224454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:58.224809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:58.294935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.366478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2fd73-28e5-4af0-b043-48b15723cce2 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439319d9-3416-4025-be81-1b177b4131c4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:58.403507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:58.403785 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:58.410910 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 6 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:58.506493 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:50Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:54:57Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:54:58.520324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=ebc593ae-c0d4-4b72-abc1-4da31d3409b8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:58.537118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad88c-eb20-4489-9ae2-1c95a2be28fc req-3840abbd-6ab2-4cbc-b365-22ab63ea40a3 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:58.547254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b02ad88c-eb20-4489-9ae2-1c95a2be28fc req-3840abbd-6ab2-4cbc-b365-22ab63ea40a3 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.9430673 Aug 04 14:54:58.575190 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3074f-4822-4eb7-ad10-7aebe02a2881 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:54:50Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:54:57Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:54:58.577819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:58.578377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:58.583614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:58.671753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d750b83e-da11-41bd-86a0-8705c35b5b1a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:58.693389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet a545cf0b-63a0-4a97-8b3f-4d447d1f8ded {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:58.704234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:58.704632 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:58.705225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.709572 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 7 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:58.779856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4ed2c9d1-db16-4518-9949-97420bd9eba1 None None] Could not find standard attr ID for object 871775b7-5013-484e-a09f-ab88dac36165. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:54:58.810225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:58.810816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:58.811292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:58.824055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c68fa086-12f0-4da9-bae0-c7500b78452a', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:54:58.825233 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.832232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:58.832750 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:58.836574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.842736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2ec2ba97-57d4-4e79-8c34-a38e7ab0b76b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/ebc593ae-c0d4-4b72-abc1-4da31d3409b8 HTTP/1.1" status: 204 len: 168 time: 2.3985124 Aug 04 14:54:58.851271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b02ad88c-eb20-4489-9ae2-1c95a2be28fc req-fb0906ce-2ccf-4b28-b986-eb9d6742fa8b tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026788 Aug 04 14:54:58.851902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34726) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:58.855818 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 8 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:58.874951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d750b83e-da11-41bd-86a0-8705c35b5b1a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:58.875234 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:58.914229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:58.915437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:58.915895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:58.987069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.046472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.167177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.257641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Allocated IP 2001:db8:3::2 (c68fa086-12f0-4da9-bae0-c7500b78452a/6017b592-ff16-4b61-9529-b854749eba7f/bfbbe20d-7c0a-4f48-a91f-0a98185c3a32) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:54:59.272011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:59.272681 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:59.274844 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 9 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:59.323197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:54:59.327295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e219fd1-39e9-429a-a862-de6de5238ca7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.329252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e219fd1-39e9-429a-a862-de6de5238ca7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4580140 Aug 04 14:54:59.337610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:59.338810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:59.339568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:59.341278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:59.409187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d0a69fd0-e2c1-4abf-9c25-068ff922c620 None None] Could not find standard attr ID for object ebc593ae-c0d4-4b72-abc1-4da31d3409b8. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:54:59.419524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:59.419944 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:59.427995 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 10 to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 Aug 04 14:54:59.450921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7241cae9-a6fc-4903-9077-163bc03d6c38 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:54:59.462488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:54:59.463253 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.483670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.485805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:54:59.486152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:54:59.486495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:54:59.535073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b1174-753a-443d-9392-19e75939a030 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.536704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b6b1174-753a-443d-9392-19e75939a030 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1894596 Aug 04 14:54:59.540472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=a545cf0b-63a0-4a97-8b3f-4d447d1f8ded,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:59.540660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:59.542572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.544731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-992312ab-ae70-42b8-9816-4d0a18ec7d05 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/a545cf0b-63a0-4a97-8b3f-4d447d1f8ded HTTP/1.1" status: 204 len: 168 time: 1.3048732 Aug 04 14:54:59.545840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:54:59.546185 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:54:59.548586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.556846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34738) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:59.571967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7167e3-c991-42b8-a7c5-7fb580b11f31 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:54:59.581253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:54:59.617098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf4-56cd-450c-852d-a9b2b8580eed req-5f2a2952-c477-419f-969b-9f709e866273 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.623070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf4-56cd-450c-852d-a9b2b8580eed req-5f2a2952-c477-419f-969b-9f709e866273 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.629205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf4-56cd-450c-852d-a9b2b8580eed req-5f2a2952-c477-419f-969b-9f709e866273 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.637082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edaa4bf4-56cd-450c-852d-a9b2b8580eed req-5f2a2952-c477-419f-969b-9f709e866273 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da&device_id=83c67ca5-9407-4094-b85d-c2e549585bf3&device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 2418 time: 0.2035604 Aug 04 14:54:59.692687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port 5cddc516-2f35-4fd3-a9ec-6b7176131e26, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:54:59.693074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempted to set empty binding levels {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:54:59.701602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edaa4bf4-56cd-450c-852d-a9b2b8580eed req-2092b962-0e57-4313-a7e1-10f805e94cf8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Aug 04 14:54:59.704176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.795705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=5cddc516-2f35-4fd3-a9ec-6b7176131e26,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:54:59.821741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c72d78-b371-42ab-81f9-95b788a5c7d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.823326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c72d78-b371-42ab-81f9-95b788a5c7d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.823909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.824717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.825130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c72d78-b371-42ab-81f9-95b788a5c7d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:54:59.826829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-22c72d78-b371-42ab-81f9-95b788a5c7d6 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2850480 Aug 04 14:54:59.829591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:59.850058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:54:59.854333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.873629 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.904245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0f13249-4b27-44af-b7e8-9e9e8070b770 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2274292 Aug 04 14:54:59.905376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34746) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:54:59.922107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Transition to ACTIVE for port object bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:54:59.949324 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.976996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 6607e067-d000-4e6b-a556-0f0276e3df4f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:54:59.984460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:54:59.995351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:00.006914 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.007927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:00.012189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Transition to ACTIVE for port object bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:00.054651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4156366-bd11-41ca-a840-bbf81080d8fe req-51e6043a-7669-40fa-9fe8-8febcf5999a8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:00.056986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4156366-bd11-41ca-a840-bbf81080d8fe req-51e6043a-7669-40fa-9fe8-8febcf5999a8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1732895 Aug 04 14:55:00.064186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.110070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.110232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Network c68fa086-12f0-4da9-bae0-c7500b78452a is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:00.122158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:00.149613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:00.181983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Allocated IP 2001:db8:3::1 (c68fa086-12f0-4da9-bae0-c7500b78452a/6017b592-ff16-4b61-9529-b854749eba7f/e7a6bd38-2ee9-461f-a16c-1c4683b3ef64) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:00.266389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Attempting to bind port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:00.267077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Attempting to bind port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:00.267760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Attempting to bind port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 on network c68fa086-12f0-4da9-bae0-c7500b78452a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:00.279350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:00.300009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:00.300750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.367942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:00.368239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Checking segment: {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:00.368653 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.369059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Bound using segment: {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:00.369566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Bound port: bfbbe20d-7c0a-4f48-a91f-0a98185c3a32, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:00.369953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.431496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.522316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:00.545723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:00.574029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Pushing event updated for resources: {'Port': ['ID=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:00.576479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:00.577254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.601633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=4f4b1b2a-80c4-42e9-858f-7acfa6090484,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:00.635728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-96c32db8-a6b5-46a3-bfd9-5c7abe24a1d6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0739048 Aug 04 14:55:00.640634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34752) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:00.658744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.663085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] For port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:00.668773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] For port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:00.673703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221853746'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:00.680655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.750206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Transition to ACTIVE for port object e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:00.805589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.831894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4156366-bd11-41ca-a840-bbf81080d8fe req-0590a30a-09bf-42d1-b781-9d98f53ce01d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596962 Aug 04 14:55:00.840699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Deleting port 5cddc516-2f35-4fd3-a9ec-6b7176131e26 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:00.841044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:00.855594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df713c-e5df-4fd6-87f6-1cea8fee21bb None None] Pushing event updated for resources: {'Port': ['ID=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:00.956237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:01.055116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.104089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:01.118102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port 5cddc516-2f35-4fd3-a9ec-6b7176131e26, host n-h2-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:01.120528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:01.121505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.122284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.147427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.165511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Calling delete_port for 5cddc516-2f35-4fd3-a9ec-6b7176131e26 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:01.293336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b9957-7ac4-45d2-8c28-aff4b9ce0e39 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:01.300505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.338087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.410996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.468022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.470186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6607e067-d000-4e6b-a556-0f0276e3df4f HTTP/1.1" status: 204 len: 168 time: 1.6389146 Aug 04 14:55:01.472795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184646-4348-4def-aff0-1abdcbaf7613 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=6607e067-d000-4e6b-a556-0f0276e3df4f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:01.475636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34764) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:01.485741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.491067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8484201 Aug 04 14:55:01.500554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:01.507863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'security_group': {'name': 'tempest-secgroup-197785774'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:01.508303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c68fa086-12f0-4da9-bae0-c7500b78452a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:01.518526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2592220-638b-4ad0-9b47-d4d9cd97708b None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:01.530564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:01.547731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:01.548289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.559231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be455b59-5c7c-40ef-8ce0-64fe01228001 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:01.559231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be455b59-5c7c-40ef-8ce0-64fe01228001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.573766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 6a51ecad-c9cd-42e5-b254-dc4cc0b142b5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:01.575005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:01.577039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.620475 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.685618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f6055-e5e0-436a-92f7-afc5b5b0f667 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36df0a69-9327-45aa-8715-26121b402390,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:01.709982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.796621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.818034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.824517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.859558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cddc516-2f35-4fd3-a9ec-6b7176131e26,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:01.860791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:01.890161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.895756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:01.897844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c982849-f115-476f-b88c-a95464c7afdc tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5cddc516-2f35-4fd3-a9ec-6b7176131e26 HTTP/1.1" status: 204 len: 168 time: 1.9708719 Aug 04 14:55:01.916549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.930856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:01.939400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:01.973017 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02d00e6-4d58-4e7f-b919-0fad0d15c939 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:55:01.978171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d02d00e6-4d58-4e7f-b919-0fad0d15c939 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports/5cddc516-2f35-4fd3-a9ec-6b7176131e26 HTTP/1.1" status: 404 len: 333 time: 0.0778780 Aug 04 14:55:01.979856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34778) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:01.994970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2106253805'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:02.063934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.082035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.149766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042159ce-189c-4fdb-a04c-4d44ed1eb52e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:02.164305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be455b59-5c7c-40ef-8ce0-64fe01228001 None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:02.164876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be455b59-5c7c-40ef-8ce0-64fe01228001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.228055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Made reservation on behalf of 0d0edce5e1974a5ba32fe52d648de9ce for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:02.237115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.244170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.263505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.268213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:02.269395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6dad0939-1924-4c69-91e0-b09bc9c45359 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7651358 Aug 04 14:55:02.270143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34784) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:02.312052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'security_group': {'name': 'tempest-secgroup-421285359'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:02.317746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:02.331234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=6a51ecad-c9cd-42e5-b254-dc4cc0b142b5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:02.355522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.358174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2867778c-6121-4e45-b81a-d8c0fe97e954 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6a51ecad-c9cd-42e5-b254-dc4cc0b142b5 HTTP/1.1" status: 204 len: 168 time: 0.8700018 Aug 04 14:55:02.361742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34786) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:02.370781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-be455b59-5c7c-40ef-8ce0-64fe01228001 None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:02.401467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:02.401884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.428498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Update dhcp port {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'fixed_ips': [{'subnet_id': 'c3ef23f1-00d3-4f92-9363-123985972b38', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f4b1b2a-80c4-42e9-858f-7acfa6090484'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '0eece3bc-a292-4ce9-8c9e-8bebd09dc867'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:02.491949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:02.493470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16aa734c-880d-4398-b67d-f183f2f91c7b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301363 Aug 04 14:55:02.497550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:02.502837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928dcfbf-150b-484d-96fd-014752bc7eb8 None None] Network c68fa086-12f0-4da9-bae0-c7500b78452a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:02.505928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.648316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.691334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.702743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.703323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9fa55246-5481-4a01-8230-4e8d1e959971 None None] Provisioning for port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:02.737423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6125b4a-82cc-4269-a24c-36cad85e6fee None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '6a51ecad-c9cd-42e5-b254-dc4cc0b142b5'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '7241cae9-a6fc-4903-9077-163bc03d6c38'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:02.752951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.758824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4617031 Aug 04 14:55:02.759489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34794) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:02.762928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.774615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1819707259', 'security_groups': ['598a1a3f-8dd1-4a9a-801d-d18a51cd9ba8'], 'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f4b1b2a-80c4-42e9-858f-7acfa6090484'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:02.783240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539029c-a934-49db-8c64-5b8732ccc658 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598a1a3f-8dd1-4a9a-801d-d18a51cd9ba8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:02.852704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.853425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.949496 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6125b4a-82cc-4269-a24c-36cad85e6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.955342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:02.974462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:02.996003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444330db-7469-4357-8248-d3e46c203c42 req-e41d75b8-333a-425a-9a63-86f536582e0e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:03.001984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event updated for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:03.005020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-444330db-7469-4357-8248-d3e46c203c42 req-e41d75b8-333a-425a-9a63-86f536582e0e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.0991309 Aug 04 14:55:03.026690 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:55:03.027568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:03.044941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:03.048670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.089471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-444330db-7469-4357-8248-d3e46c203c42 req-c10c0031-3065-493f-be4f-44ad5bafed41 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833476 Aug 04 14:55:03.132305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.164470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Network c68fa086-12f0-4da9-bae0-c7500b78452a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:03.165904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] device_id is not set on port f26ef733-722b-4194-b13c-42d0fe39462e yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:03.169310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.176964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:03.310711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:03.319929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:03.324609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=b1dbb6cf-4f2f-4657-ac20-7087342ba2a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:03.330084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:03.331090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:03.331783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.367239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:03.367716 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.386135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e32be091-bc48-4419-aaff-243ca4749951 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4028866 Aug 04 14:55:03.386520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34802) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:03.391672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:03.422016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:03.459620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Allocated IP 172.20.0.2 (de2f0640-04a4-480c-bc76-2606c5c1d62e/4f4b1b2a-80c4-42e9-858f-7acfa6090484/0eece3bc-a292-4ce9-8c9e-8bebd09dc867) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:03.553135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.587761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4399be-dacd-45ff-91aa-e352ad0e48e7 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:03.661037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:03.700591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cda369b3-f8a0-45a5-aacb-1fdebfcbcc81 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:03.700841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cda369b3-f8a0-45a5-aacb-1fdebfcbcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.706667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:03.730545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:03.736332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:03.736473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a558a6c-74a8-4841-b1eb-5df60f175df8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1712389 Aug 04 14:55:03.742366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:03.815897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:03.891253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:03.892015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:03.899877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Transition to ACTIVE for port object 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:03.937553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:55:03.962776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:04.071064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.090053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:04.130047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.156098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Transition to ACTIVE for port object b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:04.165329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.185217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.7 (de2f0640-04a4-480c-bc76-2606c5c1d62e/4f4b1b2a-80c4-42e9-858f-7acfa6090484/f26ef733-722b-4194-b13c-42d0fe39462e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:04.301013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=b1dbb6cf-4f2f-4657-ac20-7087342ba2a4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:04.324195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.335145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:04.338501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:04.342266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae310786-978a-4d9f-873f-40d69d94a3fd None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:04.385583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:04.385959 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.421486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:04.421910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:04.422483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:04.440781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:04.441169 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:04.448776 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 2 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:04.503410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:04.503778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:04.504085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:04.540420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47cdc-0dd0-4aa2-a20b-ccea62254576 req-9efe8f41-1634-49eb-816a-0d0db49021bb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:04.542102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ab47cdc-0dd0-4aa2-a20b-ccea62254576 req-9efe8f41-1634-49eb-816a-0d0db49021bb tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3116329 Aug 04 14:55:04.602963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:04.603193 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:04.605919 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 3 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:04.677875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:04.678222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:04.678557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:04.697897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:04.697897 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:04.698254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Provisioning complete for port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:04.698763 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.701231 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 4 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:04.736864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:04.737286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:04.740375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:04.743451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ab47cdc-0dd0-4aa2-a20b-ccea62254576 req-7a472dfa-c4ba-4731-804d-a860419ca9f8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896896 Aug 04 14:55:04.769526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:04.771188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.771566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:04.771899 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:04.779903 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.789054 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 5 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:04.803686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:55:04.824703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:04.825662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:04.826372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:04.846122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object f26ef733-722b-4194-b13c-42d0fe39462e will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:04.851632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:04.852486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Removed routes are [] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:55:04.852716 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:04.853032 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.858021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.860056 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 6 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:04.874911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.876463 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.917647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:04.944299 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.947159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:04.948116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:04.959402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=560d02cf-1bb8-4260-ba43-860b2460d03f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:05.000912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:05.001286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:05.001958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:05.010528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:05.010888 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:05.013976 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 7 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:05.051691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:05.054670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:05.063652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:05.068111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:05.068605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:05.071813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=f26ef733-722b-4194-b13c-42d0fe39462e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:05.073305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:05.083651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.112675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:05.122673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:05.123134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:05.123524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:05.132894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:05.151968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-35116f20-a7d6-441f-9548-ab4c21a89f18 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6585548 Aug 04 14:55:05.158287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34818) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:05.176200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:05.180478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:05.181048 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:05.183518 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 8 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:05.186386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.210913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.212496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:05.212737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:05.213241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:05.269442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Provisioning for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:05.272241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:05.272757 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:05.276088 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 9 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:05.280903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Provisioning complete for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:05.281400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.297914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:05.301072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:05.301517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:05.327080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:02Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:05.327823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:05.328923 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.368402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3718dafa-17c5-42b6-b522-5ea7aa0689c8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5988226 Aug 04 14:55:05.370230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:05.370722 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:05.370977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34822) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:05.374281 n-d-801743-12 neutron-server[94266]: INFO neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 10 to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 Aug 04 14:55:05.385672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:05.386668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:05.428084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:05.428721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Updating router 8d454026-8d00-4858-83c3-a37d3676c435 port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:55:05.448169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:05.448648 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.496211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-135abe06-3cb1-4a44-94e1-e17a3277bcf1 None None] Port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:05.496483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:05.496836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:05.501859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:05.513228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.527458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:05.527885 n-d-801743-12 neutron-server[94266]: ERROR neutron.plugins.ml2.managers [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:05.528284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.545415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:05.555247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.556962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2ed22f18-702d-493f-ad68-ca171ca65a1c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 952 time: 1.8190863 Aug 04 14:55:05.560631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:05.676947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:05.687230 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.697273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9d59e-deef-4400-a13d-178a5b738f58 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:05.700150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Provisioning for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:05.711868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2295cd8a-b40e-4dfa-b6ac-e8f4dab1fa00 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 952 time: 0.1493134 Aug 04 14:55:05.714729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:05.719090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:05.719469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempted to set empty binding levels {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:55:05.720699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'routes': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:05.758090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:05.758924 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.761573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.876942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] In _notify_port_updated(), no bound segment for port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:55:05.877957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:05.878654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:05.880242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "PUT /v2.0/ports/b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 HTTP/1.1" status: 200 len: 976 time: 2.4927511 Aug 04 14:55:05.889465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34832) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:05.991522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3730623-71a1-4af4-a930-5e81c0bbbba2 req-7a771c21-a143-4b28-8980-15b4279227e5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:05.992493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad690476-76cd-447f-9057-63dc10e385f5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=b1dbb6cf-4f2f-4657-ac20-7087342ba2a4,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:05.993005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3730623-71a1-4af4-a930-5e81c0bbbba2 req-7a771c21-a143-4b28-8980-15b4279227e5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1080878 Aug 04 14:55:06.002067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:06.008066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.080832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3730623-71a1-4af4-a930-5e81c0bbbba2 req-e762ab7e-cd9a-4af3-a44c-2bc7980ae9ee tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813820 Aug 04 14:55:06.180167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:06.244621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added routes are [] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:55:06.245132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:55:06.283134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.308423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:06.308423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.342813 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 560d02cf-1bb8-4260-ba43-860b2460d03f (CIDR: 2001:db8::/64) Aug 04 14:55:06.382397 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:06.383212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:06.410962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-397d49c9-4a8d-47dc-ab26-0214fdf27530 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2448111 Aug 04 14:55:06.418214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34836) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:06.424328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:06.431930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:06.458287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.466192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.466496 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.467169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.467801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.468428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.469052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.469675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.470295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.471387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.472119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.472751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.473363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.473972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.474770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.476145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.476786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.477902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.478552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.479218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.480473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.481136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.482447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.483121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.483760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.484989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.485461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.485964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.486501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.487708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.487708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.487969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.488435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.488893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.489348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.489794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.490248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.490731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.491191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.491647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.492101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.492564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.493637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.494113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.494573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.495066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:06.499814 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2699cd15-2b7e-4f85-b5dc-651072241635 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39846 time: 0.6070888 Aug 04 14:55:06.508070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:06.518446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.521346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Transition to ACTIVE for port object e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:06.529308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Provisioning complete for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:06.529812 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.545500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.581976 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.600515 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f4b1b2a-80c4-42e9-858f-7acfa6090484 (CIDR: 172.20.0.0/28) Aug 04 14:55:06.610202 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:06.610719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:06.647935 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-875a669b-19a2-4f2e-b206-bb985ec4ef1f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2694633 Aug 04 14:55:06.648768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34842) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:06.658512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:06.672388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424cbd8-606b-4318-8708-36110028894e None None] Pushing event updated for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:06.703482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:06.704440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2fa5fe95-8a17-4999-ac8a-6d32cb3dfd9d None None] Port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:06.713657 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.728138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:06.741604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Deleting port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:06.742009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.799624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:06.808532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.850565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Attempting to bind port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:06.851022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Attempting to bind port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:06.851428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Attempting to bind port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 on network c68fa086-12f0-4da9-bae0-c7500b78452a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:06.861680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:06.865471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Provisioning for port f26ef733-722b-4194-b13c-42d0fe39462e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:06.868322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:06.868736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Checking segment: {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:06.869174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.869576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Bound using segment: {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:06.870077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Bound port: e7a6bd38-2ee9-461f-a16c-1c4683b3ef64, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04920880-f3d2-4541-a3ed-69b061119c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:06.870568 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:06.900277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Provisioning complete for port f26ef733-722b-4194-b13c-42d0fe39462e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:06.900747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.007584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Port f26ef733-722b-4194-b13c-42d0fe39462e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:07.050444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:07.053251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.077554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:07.081514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.107009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] For port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:07.110791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdc8d5-49e7-489f-b210-521baa4f9d9e None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:55:07.112833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:07.140435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] For port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:07.203475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.223752 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c3ef23f1-00d3-4f92-9363-123985972b38 (CIDR: 172.20.0.16/28) Aug 04 14:55:07.250180 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:07.251022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:07.322369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-115fd641-01d0-4f61-8906-cf01e0a3a1d4 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6687157 Aug 04 14:55:07.325051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34850) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:07.330849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'subnet': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:07.353158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.425608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424cbd8-606b-4318-8708-36110028894e None None] Pushing event updated for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:07.429720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:07.430650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:07.437033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.450717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:07.467600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:07.472396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:07.473359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.487928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port b1dbb6cf-4f2f-4657-ac20-7087342ba2a4, host n-h2-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:07.488620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.509030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Calling delete_port for b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:07.511274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:07.520314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1006753 Aug 04 14:55:07.521150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba7c5c-0ae3-4c77-88ed-b01d32c1efb8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=78233e72-2e52-41ff-a3c3-ab52482ba9c5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:07.521671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.522991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c17a4786-be4d-4b60-85d0-a3c37e126aa5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 702 time: 1.8070030 Aug 04 14:55:07.525674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:07.526219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:07.531535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:4d:88:5d', 'name': 'tempest-NetworksTestDHCPv6-2046011793'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:07.533103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:07.533475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.543192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88194b86-cb92-4182-a9a0-58b372cdebe3 req-9141ce71-3fce-427e-8c4b-098ccf547177 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:07.544867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88194b86-cb92-4182-a9a0-58b372cdebe3 req-9141ce71-3fce-427e-8c4b-098ccf547177 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1207261 Aug 04 14:55:07.560760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Made reservation on behalf of 5898568b71d84dbf9735005ca9d18e9a for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:07.565670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.619917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:07.632859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:07.636016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.649180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c0c4a1b4-ac3a-423b-a6d0-c5676d92b4c0 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 702 time: 0.1138608 Aug 04 14:55:07.669121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdc8d5-49e7-489f-b210-521baa4f9d9e None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:55:07.687404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34858) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:07.777552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88194b86-cb92-4182-a9a0-58b372cdebe3 req-1c6bc482-9a8c-4057-ab49-2f3a74a9609a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152174 Aug 04 14:55:07.854433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dad9e-27ec-4eb6-97e0-675cf6acb944 None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:07.879552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.894434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:07.930217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1dbb6cf-4f2f-4657-ac20-7087342ba2a4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:07.972437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:07.986818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:07.991395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b13f4e08-79a6-4f60-81a8-514cf3a4c294 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 HTTP/1.1" status: 204 len: 168 time: 1.4794011 Aug 04 14:55:07.993679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34860) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:08.040202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4ab91d3e-a02f-4bb6-9ec0-44694a85d6ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1949410 Aug 04 14:55:08.050207 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b52571-c0f5-46ed-9e80-dfa32f1a191d tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:55:08.055833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-24b52571-c0f5-46ed-9e80-dfa32f1a191d tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports/b1dbb6cf-4f2f-4657-ac20-7087342ba2a4 HTTP/1.1" status: 404 len: 333 time: 0.0568841 Aug 04 14:55:08.059960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34864) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:08.072747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-186589614', 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:08.130886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.134550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Made reservation on behalf of 0d0edce5e1974a5ba32fe52d648de9ce for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:08.138499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.172912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port 2ff462b1-5629-4bc6-bddf-12585de6b059 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:08.178882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port 7fc6e745-ea4a-4848-97b0-341024546f3e yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:08.202474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.217217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:08.217895 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.296385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Network de2f0640-04a4-480c-bc76-2606c5c1d62e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:08.314158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.314791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.315283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.315839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.316326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.316806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.317652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.319825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-8bfb07cb-c94c-49cd-a84e-ad31d7f09077 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.1790712 Aug 04 14:55:08.326043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:08.328868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.329986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.352507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Subnet': ['ID=aea8f25e-628e-400f-ab3c-04e694f86a9a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:08.373667 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14730832-720a-44b9-81eb-147c494ca488 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0475256 Aug 04 14:55:08.380942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:08.389951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1757160299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aea8f25e-628e-400f-ab3c-04e694f86a9a'}], 'security_groups': ['36df0a69-9327-45aa-8715-26121b402390', '042159ce-189c-4fdb-a04c-4d44ed1eb52e']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:08.493052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.508217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-d94ce6ed-8052-46cf-8dd7-55ad88acb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.508217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-d94ce6ed-8052-46cf-8dd7-55ad88acb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.508976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-d94ce6ed-8052-46cf-8dd7-55ad88acb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.510664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-d94ce6ed-8052-46cf-8dd7-55ad88acb547 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 2292 time: 0.1150250 Aug 04 14:55:08.520695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8:0:1::26d (8ecc9dc4-a5b8-4630-9188-8d52f274e682/78233e72-2e52-41ff-a3c3-ab52482ba9c5/7fc6e745-ea4a-4848-97b0-341024546f3e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:08.532126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::f816:3eff:fe4d:885d (8ecc9dc4-a5b8-4630-9188-8d52f274e682/560d02cf-1bb8-4260-ba43-860b2460d03f/7fc6e745-ea4a-4848-97b0-341024546f3e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:08.580686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:06Z', 'revision_number': 7, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:07Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:08.595069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.617744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0717b9-5733-405c-bcce-1cf349ceb3b7 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:06Z', 'revision_number': 7, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:07Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:08.666905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=2ff462b1-5629-4bc6-bddf-12585de6b059,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:08.703436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:08.709464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-d8ff4f3b-bdba-4234-9ce4-2415d3b08389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 1001 time: 0.1592546 Aug 04 14:55:08.783063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:08.783809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.815782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-aab50a3b-8026-49c0-b036-bd05e58717ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.817412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-aab50a3b-8026-49c0-b036-bd05e58717ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.0999689 Aug 04 14:55:08.843935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:08.849281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:08.866728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:08.868429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.869141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.872339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '560d02cf-1bb8-4260-ba43-860b2460d03f', 'ip_address': '2001:db8::f816:3eff:fe55:233e'}, {'subnet_id': '78233e72-2e52-41ff-a3c3-ab52482ba9c5'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '7241cae9-a6fc-4903-9077-163bc03d6c38'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:08.902462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b78024e1-ecf8-4158-8b0a-4c090174fa52 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8392098 Aug 04 14:55:08.918762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:08.936325 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.980653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:08.990372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc68e-4e7c-4cd9-a009-f0a38239777e req-4cc45314-7690-4316-a938-de5572fc3602 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:08.996228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-009bc68e-4e7c-4cd9-a009-f0a38239777e req-4cc45314-7690-4316-a938-de5572fc3602 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1116049 Aug 04 14:55:09.037840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.040504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object 7fc6e745-ea4a-4848-97b0-341024546f3e will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:09.063592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643bd58-c797-4f6b-8b84-1ccd1e83eab5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:09.069207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1643bd58-c797-4f6b-8b84-1ccd1e83eab5 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports/2ff462b1-5629-4bc6-bddf-12585de6b059 HTTP/1.1" status: 200 len: 954 time: 0.1476047 Aug 04 14:55:09.074265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34876) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:09.080476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-009bc68e-4e7c-4cd9-a009-f0a38239777e req-67f81691-3cd4-47dc-9dbd-52b310e7d2f9 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720649 Aug 04 14:55:09.121008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4e261207-1b28-480f-86e6-9948086bbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:09.122571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4e261207-1b28-480f-86e6-9948086bbb90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2644341 Aug 04 14:55:09.150956 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.220312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:09.224251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:09.229625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.231487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:09.238872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:09.239757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.252524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Allocated IP 2001:db8:0:1::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/78233e72-2e52-41ff-a3c3-ab52482ba9c5/7241cae9-a6fc-4903-9077-163bc03d6c38) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:09.260210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=7fc6e745-ea4a-4848-97b0-341024546f3e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:09.276992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-456c0d92-392f-4f6c-b2fb-1b57e597d38f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7494738 Aug 04 14:55:09.282277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34880) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:09.351267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:09.408101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port 7fc6e745-ea4a-4848-97b0-341024546f3e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:09.408489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.437831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:09.465430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:09.482351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:09.482351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.485944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.508275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.522963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for 7fc6e745-ea4a-4848-97b0-341024546f3e owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:09.531066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Transition to ACTIVE for port object 7241cae9-a6fc-4903-9077-163bc03d6c38 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:09.547067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.709588 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:09.729671 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:09.730672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332fee4-b014-46bc-b92f-4df1d63d321b None None] Pushing event updated for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=14']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:09.734128 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:09.765200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.816526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.855291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:09.864540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=7fc6e745-ea4a-4848-97b0-341024546f3e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:09.866846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.867751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:09.871776 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:09.990148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:09.992394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd93b1ad-1a62-4c50-b984-4320aeb21663 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/7fc6e745-ea4a-4848-97b0-341024546f3e HTTP/1.1" status: 204 len: 168 time: 0.7073998 Aug 04 14:55:09.994861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34890) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.021251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Deleting port 2ff462b1-5629-4bc6-bddf-12585de6b059 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:10.021911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.034197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-de72bd2d-6a6e-4ff5-ac2b-ae2348e24221 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8761234 Aug 04 14:55:10.056234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:10.149605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0020c02-9562-468a-aeaf-7be821547f6d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.162549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a0020c02-9562-468a-aeaf-7be821547f6d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1665747 Aug 04 14:55:10.163575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34894) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.214954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6c05-5e44-4872-94c2-cb232371fe44 req-e8f237bd-2703-4d16-b131-72ebd940c534 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.216765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82df6c05-5e44-4872-94c2-cb232371fe44 req-e8f237bd-2703-4d16-b131-72ebd940c534 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1341741 Aug 04 14:55:10.228886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.234634 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:06Z', 'revision_number': 7, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:07Z', 'revision_number': 4, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:10.264691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Calling delete_port for 2ff462b1-5629-4bc6-bddf-12585de6b059 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:10.278482 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:10.288756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:10.289598 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:10.318124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed844e7-0dcb-4b2e-9c47-994e987b56b7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.319831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eed844e7-0dcb-4b2e-9c47-994e987b56b7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1506512 Aug 04 14:55:10.325564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.334064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87a40-7ee7-481d-b174-080f7b8d7338 req-1627b2b2-4505-4608-b4e5-07843213a0f5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.335776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d87a40-7ee7-481d-b174-080f7b8d7338 req-1627b2b2-4505-4608-b4e5-07843213a0f5 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1180236 Aug 04 14:55:10.347745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82df6c05-5e44-4872-94c2-cb232371fe44 req-11466820-21a4-47ea-baf9-632ad6a05b58 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200929 Aug 04 14:55:10.357738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-47d0639d-1309-474f-b07b-05a1ff40baf8 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691715 Aug 04 14:55:10.441624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d87a40-7ee7-481d-b174-080f7b8d7338 req-3ea13135-1bf6-416a-b4b9-2b1f3fd63302 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915835 Aug 04 14:55:10.443659 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:10.462731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1d0bc-3a8d-4a0f-a897-8bd850c7205a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.464840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1d0bc-3a8d-4a0f-a897-8bd850c7205a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.466206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1d0bc-3a8d-4a0f-a897-8bd850c7205a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.469379 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-c07944d6-ce52-442c-baba-28d07b476f04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 217 time: 0.0781100 Aug 04 14:55:10.473254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c9d1d0bc-3a8d-4a0f-a897-8bd850c7205a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1363702 Aug 04 14:55:10.475688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34900) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.523217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de246bf6-b6a0-4264-9a7d-e0d7ef060bde None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:10.539991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5d0a9-ac64-4a2a-ae28-f78370e28cfe None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:10.564297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 560d02cf-1bb8-4260-ba43-860b2460d03f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:10.568966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.638554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Delete allocated IP 172.20.0.7 (de2f0640-04a4-480c-bc76-2606c5c1d62e/4f4b1b2a-80c4-42e9-858f-7acfa6090484) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 14:55:10.643131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-356d2d53-83fe-473b-a623-593339f1942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.646026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-356d2d53-83fe-473b-a623-593339f1942d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1452365 Aug 04 14:55:10.655235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.664276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Allocated IP 172.20.0.46 (de2f0640-04a4-480c-bc76-2606c5c1d62e/aea8f25e-628e-400f-ab3c-04e694f86a9a/f26ef733-722b-4194-b13c-42d0fe39462e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:10.726003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-65889713-91a6-482a-b5f2-895a05035e48 None None] Provisioning for port 7241cae9-a6fc-4903-9077-163bc03d6c38 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:10.744354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-65889713-91a6-482a-b5f2-895a05035e48 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:10.744802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65889713-91a6-482a-b5f2-895a05035e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.785084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.786746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.792395 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:06Z', 'revision_number': 7, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:09Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:10.839098 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e14e1-6ea6-4469-9a96-96c59a16448f None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:06Z', 'revision_number': 7, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7a6bd38-2ee9-461f-a16c-1c4683b3ef64', 'name': '', 'network_id': 'c68fa086-12f0-4da9-bae0-c7500b78452a', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:3a:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '6017b592-ff16-4b61-9529-b854749eba7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:59Z', 'updated_at': '2021-08-04T14:55:09Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '6017b592-ff16-4b61-9529-b854749eba7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:10.856774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ff462b1-5629-4bc6-bddf-12585de6b059,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:10.867086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-e99b4a12-97d2-4137-853d-dee48df3442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:10.868665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-e99b4a12-97d2-4137-853d-dee48df3442a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004585 Aug 04 14:55:10.871881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:10.872108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.894436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.896385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0e2d3c63-eeb6-4efc-ace4-8117dea56303 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2ff462b1-5629-4bc6-bddf-12585de6b059 HTTP/1.1" status: 204 len: 168 time: 1.8181071 Aug 04 14:55:10.899751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.911071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.947928 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56e39ca-5bcb-44f7-a15f-855433701932 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:55:10.955815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c56e39ca-5bcb-44f7-a15f-855433701932 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports/2ff462b1-5629-4bc6-bddf-12585de6b059 HTTP/1.1" status: 404 len: 333 time: 0.0548289 Aug 04 14:55:10.978936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:10.984338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-762000817'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:10.993515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:10.998281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/560d02cf-1bb8-4260-ba43-860b2460d03f HTTP/1.1" status: 204 len: 168 time: 0.5213318 Aug 04 14:55:11.001310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34908) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:11.010105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a292de-1b0f-4ec9-933c-633b1cd4710a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=560d02cf-1bb8-4260-ba43-860b2460d03f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:11.072167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Made reservation on behalf of 0d0edce5e1974a5ba32fe52d648de9ce for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:11.075185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.096721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 78233e72-2e52-41ff-a3c3-ab52482ba9c5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:11.103370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.136477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port 414fd0bd-72f7-4dfe-aea3-092aef926490 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:11.161822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:11.162302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.196202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:11.200115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.212527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:11.261879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02334bf7-2890-43b2-9ad2-54258503beaa None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:11.327292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-96edbd18-e3d9-496f-9fab-d8f32838218c service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344716 Aug 04 14:55:11.341931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dd26f0f9-d8f2-4baa-b829-a89f7256d564 None None] Provisioning complete for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:11.342308 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd26f0f9-d8f2-4baa-b829-a89f7256d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.378240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Update dhcp port {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'fixed_ips': [{'subnet_id': 'c3ef23f1-00d3-4f92-9363-123985972b38', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f4b1b2a-80c4-42e9-858f-7acfa6090484', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aea8f25e-628e-400f-ab3c-04e694f86a9a'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '0eece3bc-a292-4ce9-8c9e-8bebd09dc867'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:11.404332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.408721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.412140 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.449961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-09532c79-295d-4b49-a743-08755b3c0511 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066825 Aug 04 14:55:11.483274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:11.483730 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.506633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-5291edf0-ab9e-473a-9ae2-4af953643d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 217 time: 0.0479908 Aug 04 14:55:11.544611 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.584361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=78233e72-2e52-41ff-a3c3-ab52482ba9c5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:11.594717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09cce7-82e1-4e04-a7d6-0fd6e914b087 req-b1382b16-7b19-4639-bd7a-3b69924be512 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:11.596680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.600688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-682239a6-1ee4-4af8-8b81-8a706b813641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:11.602195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-682239a6-1ee4-4af8-8b81-8a706b813641 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0553675 Aug 04 14:55:11.604345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e09cce7-82e1-4e04-a7d6-0fd6e914b087 req-b1382b16-7b19-4639-bd7a-3b69924be512 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1600626 Aug 04 14:55:11.641008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.645433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-80f1f9ba-bed2-4818-834d-a73e45f00b82 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/78233e72-2e52-41ff-a3c3-ab52482ba9c5 HTTP/1.1" status: 204 len: 168 time: 0.6406436 Aug 04 14:55:11.649060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34916) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:11.655181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.709022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Transition to ACTIVE for port object f26ef733-722b-4194-b13c-42d0fe39462e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:11.717978 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea9e31d6-16a7-4983-9cb2-cd29996a9106 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610955 Aug 04 14:55:11.721643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34918) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:11.725553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-49ff2ad7-ca59-4141-912e-c56421ac2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:11.727341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-49ff2ad7-ca59-4141-912e-c56421ac2f5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150351 Aug 04 14:55:11.731982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Network 4aa3563e-4cba-4172-bc92-76ed1725e10d is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:11.733215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:11.735545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e09cce7-82e1-4e04-a7d6-0fd6e914b087 req-7e4caa3f-78db-4314-964a-a58981267701 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303384 Aug 04 14:55:11.737304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.744342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:11.759040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad848d0f-cb39-42fe-8b52-19e7091f9f55 req-89c9944c-ec88-490e-884f-af95f46a3af7 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:11.760732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad848d0f-cb39-42fe-8b52-19e7091f9f55 req-89c9944c-ec88-490e-884f-af95f46a3af7 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1222019 Aug 04 14:55:11.764225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:11.765272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:11.765465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:11.765939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.770624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=414fd0bd-72f7-4dfe-aea3-092aef926490,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:11.790794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-867e6619-9f72-4632-97e6-1dc8741b5a39 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8078701 Aug 04 14:55:11.791574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34920) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:11.798295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:11.828221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Allocated IP 172.20.0.34 (de2f0640-04a4-480c-bc76-2606c5c1d62e/aea8f25e-628e-400f-ab3c-04e694f86a9a/0eece3bc-a292-4ce9-8c9e-8bebd09dc867) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:11.875427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b9fc9cdd-8464-4269-af8e-b025f58c03e9 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:11.876089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9cdd-8464-4269-af8e-b025f58c03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.888440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad848d0f-cb39-42fe-8b52-19e7091f9f55 req-a6649f71-884b-4743-99b1-bd16a41a5770 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796430 Aug 04 14:55:11.891188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:11.960732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0637dfb-9ac7-450a-ba8d-a1ac0869b7a0 None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': '78233e72-2e52-41ff-a3c3-ab52482ba9c5'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '7241cae9-a6fc-4903-9077-163bc03d6c38'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:11.991270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:11.991639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.018002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event updated for resources: {'Port': ['ID=f26ef733-722b-4194-b13c-42d0fe39462e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:12.041953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d0637dfb-9ac7-450a-ba8d-a1ac0869b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.083093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] device_id is not set on port 414fd0bd-72f7-4dfe-aea3-092aef926490 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:12.085186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.092170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.108435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Transition to ACTIVE for port object 414fd0bd-72f7-4dfe-aea3-092aef926490 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:12.109656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] In _notify_port_updated(), no bound segment for port f26ef733-722b-4194-b13c-42d0fe39462e on network de2f0640-04a4-480c-bc76-2606c5c1d62e {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:55:12.115969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:12.116582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.116809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.118114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a1bea05c-bd99-40c9-a4b6-5058375422f0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "PUT /v2.0/ports/f26ef733-722b-4194-b13c-42d0fe39462e HTTP/1.1" status: 200 len: 960 time: 3.7343669 Aug 04 14:55:12.121674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34924) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:12.140905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-6db46422-fd87-48b2-a8da-9806e3455ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994184 Aug 04 14:55:12.147374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:12.151055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.167219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=e7a6bd38-2ee9-461f-a16c-1c4683b3ef64,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:12.246137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=414fd0bd-72f7-4dfe-aea3-092aef926490,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:12.268148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.268634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.269069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.277334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.277741 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.279466 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 2 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.300977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.301496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.301855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.308401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.308739 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.309234 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 3 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.326153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port f26ef733-722b-4194-b13c-42d0fe39462e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:12.326511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.342857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.343250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.343546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.366076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:12.416073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.416413 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.420447 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 4 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.446500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.447936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.448509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.455793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.459785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.460135 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.465236 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 5 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.476966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.482544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-2961e626-8534-47d9-9656-21e635f32eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251171 Aug 04 14:55:12.489961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.490181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.490181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.490181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.497564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.497956 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.498626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for f26ef733-722b-4194-b13c-42d0fe39462e owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:12.500093 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 6 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.515753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Transition to ACTIVE for port object 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:12.523209 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.553400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.554003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.554349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.626807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.627546 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.629071 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 7 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.635973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a791e7-8c98-4228-a9a3-c1f20f533f73 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:12.651247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.651621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.652406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.663992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.664209 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.664902 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 8 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.685562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.685915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.686262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.696654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.696654 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.696654 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 9 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.734194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107dc12-b219-478e-b7e0-a1b076f4a22a None None] Pushing event updated for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:12.746892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3c6889a8-1e3a-4069-8cbb-b06d74ec95f2 None None] Provisioning complete for port 7241cae9-a6fc-4903-9077-163bc03d6c38 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:12.747276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3c6889a8-1e3a-4069-8cbb-b06d74ec95f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.749515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.749809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.750157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.765582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.766082 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.769909 n-d-801743-12 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempt 10 to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 Aug 04 14:55:12.788277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:12.788277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:12.788662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempting to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:12.792324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.805021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:55:12.805021 n-d-801743-12 neutron-server[94265]: ERROR neutron.plugins.ml2.managers [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Failed to bind port 414fd0bd-72f7-4dfe-aea3-092aef926490 on host n-h2-801743-12 for vnic_type normal using segments [{'id': '0b88b575-2c02-4394-9c7f-30d3ce9112fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4aa3563e-4cba-4172-bc92-76ed1725e10d'}] Aug 04 14:55:12.805336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:12.851736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=f26ef733-722b-4194-b13c-42d0fe39462e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:12.958285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:13.024311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Deleting port 7241cae9-a6fc-4903-9077-163bc03d6c38 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:13.024703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.043022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-69b83215-c834-47a3-8d63-9447e6dce6c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 217 time: 0.0721898 Aug 04 14:55:13.132529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port 414fd0bd-72f7-4dfe-aea3-092aef926490, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:13.132919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attempted to set empty binding levels {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 14:55:13.149738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85cb3c-f08f-4d64-a4c5-9b6d71fef0ef req-cf5b321a-fa39-4c64-840f-d7507d055ebb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.150530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-5cecb14d-04b0-4b3b-bea7-197c87fdb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.151089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] For port 7241cae9-a6fc-4903-9077-163bc03d6c38, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7241cae9-a6fc-4903-9077-163bc03d6c38,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:13.151398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce85cb3c-f08f-4d64-a4c5-9b6d71fef0ef req-cf5b321a-fa39-4c64-840f-d7507d055ebb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2393820 Aug 04 14:55:13.151543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.152900 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-5cecb14d-04b0-4b3b-bea7-197c87fdb4b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0995066 Aug 04 14:55:13.160076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.163230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.165162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-49445bac-5fa6-43df-a587-0478bbf5d63e tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/f26ef733-722b-4194-b13c-42d0fe39462e HTTP/1.1" status: 204 len: 168 time: 1.0385375 Aug 04 14:55:13.173597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34932) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:13.174996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Calling delete_port for 7241cae9-a6fc-4903-9077-163bc03d6c38 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:13.175554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-33ff7391-c15a-4c61-b0fe-39a8fe878f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.179005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-33ff7391-c15a-4c61-b0fe-39a8fe878f65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.2483470 Aug 04 14:55:13.238257 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ae4570-88c2-4a5d-9930-6ecd303787bb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] GET failed (client error): The resource could not be found. Aug 04 14:55:13.242409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84ae4570-88c2-4a5d-9930-6ecd303787bb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports/f26ef733-722b-4194-b13c-42d0fe39462e HTTP/1.1" status: 404 len: 333 time: 0.0619702 Aug 04 14:55:13.245340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34936) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:13.260782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492215f-ee28-485b-8a7a-30d1b7e9a4c3 req-8f4b16d0-8aac-4b30-b664-0d9c3c290c97 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.264386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:13.268138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6492215f-ee28-485b-8a7a-30d1b7e9a4c3 req-8f4b16d0-8aac-4b30-b664-0d9c3c290c97 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2661319 Aug 04 14:55:13.332461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] In _notify_port_updated(), no bound segment for port 414fd0bd-72f7-4dfe-aea3-092aef926490 on network 4aa3563e-4cba-4172-bc92-76ed1725e10d {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 14:55:13.333507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.333973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.336283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "PUT /v2.0/ports/414fd0bd-72f7-4dfe-aea3-092aef926490 HTTP/1.1" status: 200 len: 975 time: 1.5416765 Aug 04 14:55:13.338670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34938) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:13.380493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.398858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] No DVR routers for this DVR port 7241cae9-a6fc-4903-9077-163bc03d6c38 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:13.403852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19e8cb-3b15-4762-afb7-f20291a2f8e1 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event updated for resources: {'Port': ['ID=414fd0bd-72f7-4dfe-aea3-092aef926490,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:13.413935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce85cb3c-f08f-4d64-a4c5-9b6d71fef0ef req-e03c2569-2dfb-4b3d-be54-3a112151df09 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298579 Aug 04 14:55:13.437919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6492215f-ee28-485b-8a7a-30d1b7e9a4c3 req-13c3ae54-2da5-49e6-a826-53804e35b20a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648810 Aug 04 14:55:13.461458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:13.488650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.489060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7241cae9-a6fc-4903-9077-163bc03d6c38 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:13.489327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7241cae9-a6fc-4903-9077-163bc03d6c38 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:13.492225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292d739-bf12-48c5-9e02-5fbbabf997c0 None None] Pushing event deleted for resources: {'Port': ['ID=7241cae9-a6fc-4903-9077-163bc03d6c38,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:13.505406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-fc0b46e6-c2da-460d-b52d-3270894d2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.507003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-fc0b46e6-c2da-460d-b52d-3270894d2008 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.3004084 Aug 04 14:55:13.510258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-3e757419-d4bc-494d-9f4a-c5751577afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.510878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-3e757419-d4bc-494d-9f4a-c5751577afe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3480589 Aug 04 14:55:13.580503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Provisioning for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:13.584737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:13.585114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.596152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-f4ebe3ec-55e1-4284-989e-6fd24df986ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 1001 time: 0.0810182 Aug 04 14:55:13.618407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:13.652619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-e3abd327-dfc7-4925-aeff-30da191f44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.654757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-e3abd327-dfc7-4925-aeff-30da191f44f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.0488322 Aug 04 14:55:13.662420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=38293382-cdbe-4a16-9b9a-1e1eaea48190,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:13.664979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:13.667949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:13.671363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.675774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.676383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.677417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ba9dd-d29c-4cbd-aa0c-2780b2628291 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:13.737061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:13.737880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.742854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.744072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-9232acda-9c39-40d4-963c-d5e349b04e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:13.745813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-9232acda-9c39-40d4-963c-d5e349b04e0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824623 Aug 04 14:55:13.746615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-acfbac20-7c8d-423c-87ed-c03953f20421 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0178630 Aug 04 14:55:13.749753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:13.755236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:13.788102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:13.798024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-27eb994b-4af3-4a12-8074-7acf860b361e None None] Could not find standard attr ID for object f26ef733-722b-4194-b13c-42d0fe39462e. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:55:13.853409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-c5601542-5c3a-4bec-bb28-46fb47fff0f0 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746270 Aug 04 14:55:13.861403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Deleting port 414fd0bd-72f7-4dfe-aea3-092aef926490 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:13.861403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.893959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': '38293382-cdbe-4a16-9b9a-1e1eaea48190'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:13.895532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:13.919212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-bf45b7f8-ed63-4888-b4ff-86c9677c2791 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571715 Aug 04 14:55:13.997730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.000601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.001553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/security-groups/598a1a3f-8dd1-4a9a-801d-d18a51cd9ba8 HTTP/1.1" status: 204 len: 168 time: 0.7551799 Aug 04 14:55:14.003694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:14.005550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34944) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.019498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:14.023805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.034625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] For port 414fd0bd-72f7-4dfe-aea3-092aef926490, host n-h2-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:14.035177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.045313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4969bfce-35ee-4fa7-8305-8707ac857b16 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3542032 Aug 04 14:55:14.045532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.046852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:14.074116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:14.075083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:14.079566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88872e31-7162-47c2-af7e-5a7aa3f754a1 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a1a3f-8dd1-4a9a-801d-d18a51cd9ba8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:14.082212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Calling delete_port for 414fd0bd-72f7-4dfe-aea3-092aef926490 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:14.083780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/38293382-cdbe-4a16-9b9a-1e1eaea48190/ab8c06ac-e132-420f-bd43-1ed6c27b42e5) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:14.119639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-60520bb9-dd1d-4d43-8a74-ded48296bbbd service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559860 Aug 04 14:55:14.134690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 6017b592-ff16-4b61-9529-b854749eba7f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:14.138019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.173572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4c2ed77a-6d58-47fb-a824-d67355e13e93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 217 time: 0.0443504 Aug 04 14:55:14.250905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:14.278680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.289101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-cd1dc034-950c-45d8-9046-d039a9aef476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:14.290843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-cd1dc034-950c-45d8-9046-d039a9aef476 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0838306 Aug 04 14:55:14.336657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.373621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c786745b-e814-4b46-93c4-f5bbd403d94c None None] Could not find standard attr ID for object f26ef733-722b-4194-b13c-42d0fe39462e. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:55:14.433484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.439904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.441310 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/security-groups/042159ce-189c-4fdb-a04c-4d44ed1eb52e HTTP/1.1" status: 204 len: 168 time: 0.4083378 Aug 04 14:55:14.464751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.465825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ac4c-60da-41ac-950b-e0daf11581b3 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042159ce-189c-4fdb-a04c-4d44ed1eb52e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:14.484181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.510616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.532692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Transition to ACTIVE for port object ab8c06ac-e132-420f-bd43-1ed6c27b42e5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:14.575649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Transition to ACTIVE for port object ab8c06ac-e132-420f-bd43-1ed6c27b42e5 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:14.588539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d699bfa-c969-4551-b2fa-28a5f5e14c44 req-5daa3cd2-827e-4447-bc35-607e3ff83ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617386 Aug 04 14:55:14.598470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Pushing event deleted for resources: {'Port': ['ID=414fd0bd-72f7-4dfe-aea3-092aef926490,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:14.599863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.613348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-08a6ee32-d54b-4e0d-b5bf-2a5fc5ddc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:14.614942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-08a6ee32-d54b-4e0d-b5bf-2a5fc5ddc613 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3109295 Aug 04 14:55:14.638157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.642557 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4bba649c-5000-428c-8276-3cc39590405c tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "DELETE /v2.0/ports/414fd0bd-72f7-4dfe-aea3-092aef926490 HTTP/1.1" status: 204 len: 168 time: 1.2617502 Aug 04 14:55:14.643496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.659016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:14.668273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:14.673763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:14.689566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Pushing event updated for resources: {'Port': ['ID=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:14.694428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.701403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.709001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:11Z', 'revision_number': 8, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:14.716672 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-381ae8a1-88a6-4661-8e6a-8fe383810b10 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] GET failed (client error): The resource could not be found. Aug 04 14:55:14.724277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-381ae8a1-88a6-4661-8e6a-8fe383810b10 tempest-PortsAdminExtendedAttrsTestJSON-75988733 tempest-PortsAdminExtendedAttrsTestJSON-75988733-project-admin] 10.222.0.76 "GET /v2.0/ports/414fd0bd-72f7-4dfe-aea3-092aef926490 HTTP/1.1" status: 404 len: 333 time: 0.0738573 Aug 04 14:55:14.725786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34958) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.780456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:14.788909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.791419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Attempting to bind port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:14.792096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Attempting to bind port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:14.792702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Attempting to bind port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:14.793384 n-d-801743-12 neutron-server[94265]: INFO neutron.db.ipam_backend_mixin [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38293382-cdbe-4a16-9b9a-1e1eaea48190 (CIDR: 2001:db8::/64) Aug 04 14:55:14.797847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7872-d6ec-44f1-bc00-c1ac325ae902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.801462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c57bc-e5b6-48a4-9d34-02f1da183b5a req-e1ab61d3-2893-4f90-aa4c-41bbaca67d6d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:14.806366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:14.806928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:14.807611 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.808272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:14.808830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-728c57bc-e5b6-48a4-9d34-02f1da183b5a req-e1ab61d3-2893-4f90-aa4c-41bbaca67d6d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2049932 Aug 04 14:55:14.809247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Bound port: ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:14.809881 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.813843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:14.814874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:54:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:14.824546 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:14.825011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:14.856912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162815bf-57b6-4cb9-b86e-0d431048ac8b req-dd9cf279-e7b0-4445-b565-0d4f729fda19 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:14.858372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-162815bf-57b6-4cb9-b86e-0d431048ac8b req-dd9cf279-e7b0-4445-b565-0d4f729fda19 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2668998 Aug 04 14:55:14.869759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.891810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-43134450-e6f9-44bf-b3c4-1e6c9d49b2c7 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673478 Aug 04 14:55:14.912974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78bd820b-5efe-495f-a52b-f66efd72d81c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1621318 Aug 04 14:55:14.918395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34962) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.924175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:14.930227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-728c57bc-e5b6-48a4-9d34-02f1da183b5a req-c821a01d-7978-42bc-a074-9d45293edc18 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205592 Aug 04 14:55:14.932428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.933372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.934985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:14.939500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/security-groups/36df0a69-9327-45aa-8715-26121b402390 HTTP/1.1" status: 204 len: 168 time: 0.4483805 Aug 04 14:55:14.940408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:14.963012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:14.993731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] For port ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:15.012034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] For port ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:15.036951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-162815bf-57b6-4cb9-b86e-0d431048ac8b req-7ae0d637-f06d-413a-ad86-d99c5e3ab299 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545670 Aug 04 14:55:15.042915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2865ea8-7092-4fb0-9b38-2888fe7d8a65 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df0a69-9327-45aa-8715-26121b402390,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:15.075722 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.127335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet 4f4b1b2a-80c4-42e9-858f-7acfa6090484 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:15.132388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.143321 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.148343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa3563e-4cba-4172-bc92-76ed1725e10d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:15.165416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.200801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b88b575-2c02-4394-9c7f-30d3ce9112fc') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:15.201058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5f838-80e6-42b3-8540-46e7ac75aeed None None] Pushing event updated for resources: {'Port': ['ID=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:15.201165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b88b575-2c02-4394-9c7f-30d3ce9112fc') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:15.202981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=6017b592-ff16-4b61-9529-b854749eba7f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:15.209886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.212188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b7b002ab-ccc3-4572-829d-8983d4675f56 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/6017b592-ff16-4b61-9529-b854749eba7f HTTP/1.1" status: 204 len: 168 time: 1.1657870 Aug 04 14:55:15.215095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34966) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:15.221213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfce1d-28a9-4a09-b152-bbe0ef0ec8d5 None None] Network c68fa086-12f0-4da9-bae0-c7500b78452a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:15.223984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.225976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:15.227089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.230729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.231101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-7d3d8691-5e1f-4fb1-b6c0-ea08e2095b57 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272400 Aug 04 14:55:15.306860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-919efddf-4cdd-40f6-b039-49dbc65eccba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 217 time: 0.0441952 Aug 04 14:55:15.311213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.367594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:15.368069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:15.371144 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:15.377940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.494686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4b98a093-98c8-449f-88a0-ae9f788367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:15.496211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-4b98a093-98c8-449f-88a0-ae9f788367e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.1787612 Aug 04 14:55:15.496828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.508160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.510781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] 10.222.0.76 "DELETE /v2.0/networks/4aa3563e-4cba-4172-bc92-76ed1725e10d HTTP/1.1" status: 204 len: 168 time: 0.7845070 Aug 04 14:55:15.553183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:15.553483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.638518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,segment=NetworkSegment(04920880-f3d2-4541-a3ed-69b061119c45),segment_id=04920880-f3d2-4541-a3ed-69b061119c45)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:15.638948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.656254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:15.703004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:11Z', 'revision_number': 8, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:15.756856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5f62c-72db-4e95-a9c2-7616224f114b None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:11Z', 'revision_number': 8, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': '8ed82e26-a23b-45a5-adb3-ef89dbbc7f35', 'name': '', 'network_id': '96092726-7b51-43da-8cd5-09f3acf8e38f', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:37:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '7527a9a6-b587-42f2-8b81-645694973988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:48Z', 'updated_at': '2021-08-04T14:55:01Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7527a9a6-b587-42f2-8b81-645694973988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:15.850875 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.865525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:15.908053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:15.908966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=bfbbe20d-7c0a-4f48-a91f-0a98185c3a32,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:15.917907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f149-5b10-4cc3-8b5b-11d9b5d3aa38 tempest-PortsAdminExtendedAttrsTestJSON-2012450710 tempest-PortsAdminExtendedAttrsTestJSON-2012450710-project] Pushing event deleted for resources: {'Network': ['ID=4aa3563e-4cba-4172-bc92-76ed1725e10d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:15.930118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:15.975205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-23a9af0d-bda5-4105-8e67-5960f8d52882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:15.976773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-23a9af0d-bda5-4105-8e67-5960f8d52882 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4650846 Aug 04 14:55:16.016510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.032088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68fa086-12f0-4da9-bae0-c7500b78452a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:16.078203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.087856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04920880-f3d2-4541-a3ed-69b061119c45') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:16.088160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04920880-f3d2-4541-a3ed-69b061119c45') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:16.121164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4b1b2a-80c4-42e9-858f-7acfa6090484,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:16.124465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d8ddb-1322-4a6c-9767-c37523864558 None None] DHCP port deletion for c68fa086-12f0-4da9-bae0-c7500b78452a request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:16.139386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.141669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab8e43-19a6-4ca5-9e18-d0ea16d60891 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:16.152935 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b739e5c1-0e40-4208-a788-c492644a925c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/4f4b1b2a-80c4-42e9-858f-7acfa6090484 HTTP/1.1" status: 204 len: 168 time: 1.2044168 Aug 04 14:55:16.156453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:16.170521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.254349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-ee79ab7b-c1fd-4bbd-add8-d7ffc31fdaeb service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638607 Aug 04 14:55:16.257452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:55:16.271918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.280331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet aea8f25e-628e-400f-ab3c-04e694f86a9a {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:16.393910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.398514 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-e611e0c6-4f82-4e0a-8232-0f32bff716d1 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353717 Aug 04 14:55:16.432325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c3bbc-5089-4589-8294-b884827b9232 req-b1c7d58d-85a3-4eaa-b311-03398a95728c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:16.434954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-221c3bbc-5089-4589-8294-b884827b9232 req-b1c7d58d-85a3-4eaa-b311-03398a95728c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3805394 Aug 04 14:55:16.448952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:16.449514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:16.457032 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:16.462303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-718b25a4-9266-486d-8dd0-e6e29708a646 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.0419810 Aug 04 14:55:16.516119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.567177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-be5e4d8f-b844-4c22-b383-69b417ae3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:16.568651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-be5e4d8f-b844-4c22-b383-69b417ae3601 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.0968213 Aug 04 14:55:16.577376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8425a61d-c1f3-4991-a695-36728be32261 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb7b4d247094408bb73b639614d9dfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657748 Aug 04 14:55:16.578014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34986) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:16.625947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cf2775dd-b0d8-4d6d-aa6e-4a6216c896ed None None] Provisioning for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:16.652608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.652990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448f860-dc4a-4e78-959d-f3403851d843 req-60c6732e-4f56-41ba-b724-f976728998d6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:16.660901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5448f860-dc4a-4e78-959d-f3403851d843 req-60c6732e-4f56-41ba-b724-f976728998d6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.4722962 Aug 04 14:55:16.673447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-221c3bbc-5089-4589-8294-b884827b9232 req-07d098e1-7f42-489c-ba2c-bbc9f90d10b2 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973171 Aug 04 14:55:16.689488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-9d28effb-5f19-4fe0-8068-c50fad97d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:16.690957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.691608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-9d28effb-5f19-4fe0-8068-c50fad97d31a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136839 Aug 04 14:55:16.696970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.701956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/c68fa086-12f0-4da9-bae0-c7500b78452a HTTP/1.1" status: 204 len: 168 time: 1.4855027 Aug 04 14:55:16.704250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34988) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:16.761049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fd8c8-5230-4b12-817f-397c6aaa5b1e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=c68fa086-12f0-4da9-bae0-c7500b78452a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:16.797460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.805718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5448f860-dc4a-4e78-959d-f3403851d843 req-8aff9c76-3510-4c5e-bede-385d10c67fc0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289864 Aug 04 14:55:16.812659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.885671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.912664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:16.962962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=aea8f25e-628e-400f-ab3c-04e694f86a9a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:17.000704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.005508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-49da1cd2-66f3-40b5-80ff-3db26b8f5abb tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/aea8f25e-628e-400f-ab3c-04e694f86a9a HTTP/1.1" status: 204 len: 168 time: 0.8455012 Aug 04 14:55:17.010352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34990) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.053330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-f6f9d63a-4ac3-4125-a77e-d65a53ebaa20 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476217 Aug 04 14:55:17.062055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.065168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.078760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd18c83e-366c-4c3f-bf03-2d62a2246cdc HTTP/1.1" status: 204 len: 168 time: 0.4941032 Aug 04 14:55:17.088810 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-499fb5f2-3565-4115-bcff-c25eff3ef10c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:17.089271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499fb5f2-3565-4115-bcff-c25eff3ef10c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:17.093803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-499fb5f2-3565-4115-bcff-c25eff3ef10c tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/4f4b1b2a-80c4-42e9-858f-7acfa6090484 HTTP/1.1" status: 404 len: 337 time: 0.0820661 Aug 04 14:55:17.095180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34994) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.152424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ab8c06ac-e132-420f-bd43-1ed6c27b42e5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:17.158955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b6447-7764-4dbe-a4d4-6ad43b02f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18c83e-366c-4c3f-bf03-2d62a2246cdc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:17.183032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] For port ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:17.201049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting subnet c3ef23f1-00d3-4f92-9363-123985972b38 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:17.204233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.207391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2e23a-6919-4b0f-94db-c4f1a9cbafb9 None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:17.271094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.299173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.309166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-319fd125-a552-41d0-bcf7-0eab50e4e202 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:17.309889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-319fd125-a552-41d0-bcf7-0eab50e4e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.310024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-35bf99fd-1773-4e85-970f-8854a29fb64d req-472608c7-359f-49d7-8e4c-8dc5ffc65ea0 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326689 Aug 04 14:55:17.312282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.313558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.341901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:17.364744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:17.365618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.400346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:17.414048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:17.421857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:17.422483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.424512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.431796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca0f69-f79b-4e32-bee8-bb16c85d5779 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:17.470756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0dc99d3b-4e2b-4a9d-bf50-654ccc6cde8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.489201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=dbda151b-cf0d-4fe2-a641-d8afd4a3dce4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:17.494692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5745060 Aug 04 14:55:17.497561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235696c-f50d-490f-9bb6-c14876c706dc tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,revision_number=4']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:17.499372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34998) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.514133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:49:2a:f3', 'name': 'tempest-NetworksTestDHCPv6-1352106996'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:17.515775 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.521141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35000) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.602982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b2a44c0-6ad3-4626-bd23-85f0d312ef84 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d0edce5e1974a5ba32fe52d648de9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803940 Aug 04 14:55:17.606139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35002) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.651657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.686172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.691299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35004) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.691634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/c3ef23f1-00d3-4f92-9363-123985972b38 HTTP/1.1" status: 204 len: 168 time: 0.5829206 Aug 04 14:55:17.692820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.693030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f3ce2-0da1-460c-81a8-998156609f86 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ef23f1-00d3-4f92-9363-123985972b38,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:17.712530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.740989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.741896 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b9611-acbf-4bd4-9a95-066fe68ffab7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:17.742358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82b9611-acbf-4bd4-9a95-066fe68ffab7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:17.744162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e82b9611-acbf-4bd4-9a95-066fe68ffab7 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/a545cf0b-63a0-4a97-8b3f-4d447d1f8ded HTTP/1.1" status: 404 len: 337 time: 0.0471280 Aug 04 14:55:17.753762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.759220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.799256 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a11e50c2-f310-461c-ae66-009539a00c76 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 HTTP/1.1" status: 200 len: 205 time: 0.0430598 Aug 04 14:55:17.802768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35012) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.805265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:17.828930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-319fd125-a552-41d0-bcf7-0eab50e4e202 None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:17.829453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-319fd125-a552-41d0-bcf7-0eab50e4e202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.857647 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-d65ede0e-d192-4736-ba7e-e19abec9fb3d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] delete failed (client error): The resource could not be found. Aug 04 14:55:17.861625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d65ede0e-d192-4736-ba7e-e19abec9fb3d tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/routers/ecb6fa54-ddf7-4e4d-a45b-55a6ae445fa2 HTTP/1.1" status: 404 len: 336 time: 0.0573444 Aug 04 14:55:17.862501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35018) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.871485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:17.876098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.899477 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.921903 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5179fec-a7df-438f-876c-3d7f23017184 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:17.923664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5179fec-a7df-438f-876c-3d7f23017184 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:17.926254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f5179fec-a7df-438f-876c-3d7f23017184 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/56e5b7a0-9325-48b9-8970-dee9ee994780 HTTP/1.1" status: 404 len: 337 time: 0.0613687 Aug 04 14:55:17.933747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35020) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.947783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0654365-8a0f-43ad-840b-864fc3b1ded9 None None] Update dhcp port {'port': {'network_id': 'de2f0640-04a4-480c-bc76-2606c5c1d62e', 'fixed_ips': [{'subnet_id': 'c3ef23f1-00d3-4f92-9363-123985972b38'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '0eece3bc-a292-4ce9-8c9e-8bebd09dc867'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:17.950406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-319fd125-a552-41d0-bcf7-0eab50e4e202 None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:17.968725 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.975474 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5552b6dd-5194-4584-b132-ecf2a6909166 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:17.975936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5552b6dd-5194-4584-b132-ecf2a6909166 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:17.977036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:17.980834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5552b6dd-5194-4584-b132-ecf2a6909166 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/ec207b5a-e89c-42f4-93d0-51e75f21877e HTTP/1.1" status: 404 len: 337 time: 0.0430012 Aug 04 14:55:17.981107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35022) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:17.983147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b18b9f4-7c17-40d2-849b-47206a8c892d HTTP/1.1" status: 204 len: 168 time: 0.3756604 Aug 04 14:55:17.985987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:18.006906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2ed66-bb14-4f71-88ae-955de3b9a53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b18b9f4-7c17-40d2-849b-47206a8c892d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:18.025013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8256c-704e-47ce-b335-c668679edf8d req-551efbe3-3fe5-43b0-9f8c-6fbcf4e898f1 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:18.027483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ad8256c-704e-47ce-b335-c668679edf8d req-551efbe3-3fe5-43b0-9f8c-6fbcf4e898f1 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2044437 Aug 04 14:55:18.038319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0654365-8a0f-43ad-840b-864fc3b1ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.040299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:18.040776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bfbbe20d-7c0a-4f48-a91f-0a98185c3a32 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:18.041293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:18.044821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ddb37-918a-44a2-ac0b-b5893a7acedb req-f1c652ec-2673-4d5d-8d67-c7ef3f6c3a5d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:18.051377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:18.061401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-622ddb37-918a-44a2-ac0b-b5893a7acedb req-f1c652ec-2673-4d5d-8d67-c7ef3f6c3a5d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1464455 Aug 04 14:55:18.077530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.081990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:18.083229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e7a6bd38-2ee9-461f-a16c-1c4683b3ef64 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:18.137840 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b252455a-d7d2-4048-ad5f-11e1192c7fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.138902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b252455a-d7d2-4048-ad5f-11e1192c7fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.144470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b252455a-d7d2-4048-ad5f-11e1192c7fa0 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/a42eaa09-0059-43bb-899e-ec963049deba HTTP/1.1" status: 404 len: 337 time: 0.1623051 Aug 04 14:55:18.156418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-622ddb37-918a-44a2-ac0b-b5893a7acedb req-45efaeea-3aee-47b9-9800-66c69476e75f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939958 Aug 04 14:55:18.159253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35026) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.171723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ad8256c-704e-47ce-b335-c668679edf8d req-4d836047-1f0c-43a9-8ab0-31dd2e396e4c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335552 Aug 04 14:55:18.199633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port c64eef61-99dc-4da9-b537-4f02076ffb8e yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:18.232314 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7593be62-8919-4783-b5b6-d5f57b2ea4d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.233080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7593be62-8919-4783-b5b6-d5f57b2ea4d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.237734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7593be62-8919-4783-b5b6-d5f57b2ea4d8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/5adeb5f1-a842-4030-9413-dcdf0ef1ac43 HTTP/1.1" status: 404 len: 333 time: 0.0648346 Aug 04 14:55:18.238397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35028) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.310377 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-86274f04-cb7c-4e1b-a3ea-362d77f482db tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.311049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86274f04-cb7c-4e1b-a3ea-362d77f482db tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.314671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-86274f04-cb7c-4e1b-a3ea-362d77f482db tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/7d7657b7-a561-45a4-a1ea-caa9313319b0 HTTP/1.1" status: 404 len: 337 time: 0.0725737 Aug 04 14:55:18.316006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35032) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.354852 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfaea4b-32bd-4662-98a5-7599f0c86af6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.355590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfaea4b-32bd-4662-98a5-7599f0c86af6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.357994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dcfaea4b-32bd-4662-98a5-7599f0c86af6 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/56e446f1-0314-47fb-a571-f1891a77dfeb HTTP/1.1" status: 404 len: 337 time: 0.0407484 Aug 04 14:55:18.360781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35034) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.399235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06e0cb-30c7-4781-87c9-384d7386c66e None None] Network de2f0640-04a4-480c-bc76-2606c5c1d62e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:18.399824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:18.399824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.401480 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f041927-70bf-4aca-97b6-485e893e534f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.403770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f041927-70bf-4aca-97b6-485e893e534f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.413341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f041927-70bf-4aca-97b6-485e893e534f tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/f85c662b-a077-4ec6-b193-36940645196e HTTP/1.1" status: 404 len: 333 time: 0.0490472 Aug 04 14:55:18.414114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35036) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.467964 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e234856f-8669-4031-a06f-c5fac6ae6835 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.468427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e234856f-8669-4031-a06f-c5fac6ae6835 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.470235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e234856f-8669-4031-a06f-c5fac6ae6835 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/7db23295-833c-471d-95cc-0a08b696e259 HTTP/1.1" status: 404 len: 337 time: 0.0547175 Aug 04 14:55:18.472971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35042) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.515539 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6997f0c1-6c61-4aa3-9ce2-d0240f85b167 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:18.516003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6997f0c1-6c61-4aa3-9ce2-d0240f85b167 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:18.517797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6997f0c1-6c61-4aa3-9ce2-d0240f85b167 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/subnets/e4d95579-2754-405e-9152-ec841d2fdbc1 HTTP/1.1" status: 404 len: 337 time: 0.0438118 Aug 04 14:55:18.523942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35046) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:18.539610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0266ab6-9044-4913-848e-a64703459ae7 None None] Provisioning complete for port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:18.540023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0266ab6-9044-4913-848e-a64703459ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.614206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.655693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::1d7 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/38293382-cdbe-4a16-9b9a-1e1eaea48190/c64eef61-99dc-4da9-b537-4f02076ffb8e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:18.673605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] DHCP port deletion for de2f0640-04a4-480c-bc76-2606c5c1d62e request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:18.691387 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.700752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:2af3 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/dbda151b-cf0d-4fe2-a641-d8afd4a3dce4/c64eef61-99dc-4da9-b537-4f02076ffb8e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:18.718944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:18.719694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.743687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:18.751300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0266ab6-9044-4913-848e-a64703459ae7 None None] Provisioning complete for port 4e7ec80e-d009-4154-8c03-7069d8827ee4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:18.752507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0266ab6-9044-4913-848e-a64703459ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.802859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Deleting port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:18.806144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.806144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c0266ab6-9044-4913-848e-a64703459ae7 None None] Port 4e7ec80e-d009-4154-8c03-7069d8827ee4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:18.848731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Deleting port 4e7ec80e-d009-4154-8c03-7069d8827ee4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:18.849080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.893931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] For port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,segment=NetworkSegment(4d635dee-98f2-4382-a805-e0b152afc08c),segment_id=4d635dee-98f2-4382-a805-e0b152afc08c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:18.894498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:18.912175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Calling delete_port for 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:18.996155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.029241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3784eff6-8859-42dc-8ce3-a19196da7449 None None] Provisioning complete for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:19.029601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3784eff6-8859-42dc-8ce3-a19196da7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.044729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35060) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:19.063454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Calling delete_port for 4e7ec80e-d009-4154-8c03-7069d8827ee4 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:19.076986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.083505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.110957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ab8c06ac-e132-420f-bd43-1ed6c27b42e5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:19.116116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] Pushing event deleted for resources: {'Port': ['ID=0eece3bc-a292-4ce9-8c9e-8bebd09dc867,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:19.138964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07632e0d-86cb-4bb6-9956-ad2ef26c8b0d None None] No DVR routers for this DVR port 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:19.200607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-2111080243'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:19.218393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object c64eef61-99dc-4da9-b537-4f02076ffb8e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:19.225154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.249692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:19.253926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.255401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:19.256043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.268274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.268520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.273348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=8ed82e26-a23b-45a5-adb3-ef89dbbc7f35,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:19.337223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.339241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/ports/4e7ec80e-d009-4154-8c03-7069d8827ee4 HTTP/1.1" status: 204 len: 168 time: 0.8125346 Aug 04 14:55:19.356834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:19.374949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad0df2-d21d-499f-a363-0779307bfae8 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Port': ['ID=4e7ec80e-d009-4154-8c03-7069d8827ee4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:19.450817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbc7b-f760-4a97-af84-821fb6bd833b req-71187e98-9784-464b-aa4d-a0921aab292a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:19.452445 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-315cbc7b-f760-4a97-af84-821fb6bd833b req-71187e98-9784-464b-aa4d-a0921aab292a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1507235 Aug 04 14:55:19.468547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:19.475078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a763b2-152b-4abd-b820-7d7f0146b76a req-e7a83e86-efec-4985-b57b-b9b1c547f0ad tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:19.477580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8a763b2-152b-4abd-b820-7d7f0146b76a req-e7a83e86-efec-4985-b57b-b9b1c547f0ad tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1769102 Aug 04 14:55:19.500261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:19.500505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0eece3bc-a292-4ce9-8c9e-8bebd09dc867 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:19.576418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-315cbc7b-f760-4a97-af84-821fb6bd833b req-653968c9-8265-47dd-a340-b6e23d751ce2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974393 Aug 04 14:55:19.582733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e8a763b2-152b-4abd-b820-7d7f0146b76a req-787e253f-37bb-4d16-8d41-3722d7185940 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985458 Aug 04 14:55:19.600624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.605970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.637960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812b2da6-911a-420d-8f1c-11791f3d26e0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:19.658220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:19.683046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.683411 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment 191fc59e-a81e-442c-ae10-e81b0c7ca14a of type vlan for network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 Aug 04 14:55:19.731119 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.763589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.775146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:19.775768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.840876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.841495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7919388 Aug 04 14:55:19.841495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:19.859998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-558205407'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:19.896550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b222b0f-71ba-42d1-b158-e6ed8b80777b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:19.909635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:19.912370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.923363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:19.928243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.936748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:19.945703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:19.951590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:19.952240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:19.967149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=c64eef61-99dc-4da9-b537-4f02076ffb8e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:20.003081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:20.009024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.051942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-8a246fcc-b44b-4008-8eb6-d7d17201dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.053536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-8a246fcc-b44b-4008-8eb6-d7d17201dfac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aacafe059fa64dc3880721f9459e71cf&device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 1097 time: 0.1331658 Aug 04 14:55:20.062903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13427d-3c43-4cdc-b736-efbc672ff47c req-b6f1a916-2a17-4dbd-a0a1-b090f50ec83c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.071009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac13427d-3c43-4cdc-b736-efbc672ff47c req-b6f1a916-2a17-4dbd-a0a1-b090f50ec83c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.1943111 Aug 04 14:55:20.071207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d28a7a07-d9c9-4a3c-8f29-571b0994e101 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5690923 Aug 04 14:55:20.075718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35082) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:20.140669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.154559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2f0640-04a4-480c-bc76-2606c5c1d62e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:20.161396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.168083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d635dee-98f2-4382-a805-e0b152afc08c') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:20.168636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d635dee-98f2-4382-a805-e0b152afc08c') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:20.193470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:20.213308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.251839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.251839 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment c97694c8-8c38-4617-ba76-a524af461d7d of type vlan for network c73e404c-3917-4731-8987-2c27b61c4f6a Aug 04 14:55:20.258236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.273091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac13427d-3c43-4cdc-b736-efbc672ff47c req-bded8ec5-852d-4cc1-97c4-61eb9e302bd8 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009382 Aug 04 14:55:20.287596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:20.288535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:20.292089 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:20.303931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3a897897-1718-44b1-9277-7f0c2ea23bc4 None None] Provisioning for port c64eef61-99dc-4da9-b537-4f02076ffb8e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:20.311939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3a897897-1718-44b1-9277-7f0c2ea23bc4 None None] Provisioning complete for port c64eef61-99dc-4da9-b537-4f02076ffb8e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:20.312420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a897897-1718-44b1-9277-7f0c2ea23bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.341791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-9d9fa528-3c0a-421c-9fc7-534430e282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.343533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-9d9fa528-3c0a-421c-9fc7-534430e282fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 200 len: 917 time: 0.2662783 Aug 04 14:55:20.350513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.362057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:20.367674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3a897897-1718-44b1-9277-7f0c2ea23bc4 None None] Port c64eef61-99dc-4da9-b537-4f02076ffb8e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:20.406704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.416198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-46e7bd09-42b4-4cdb-a584-958a62e10e4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc HTTP/1.1" status: 200 len: 217 time: 0.0525308 Aug 04 14:55:20.453742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.455744 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] 10.222.0.76 "DELETE /v2.0/networks/de2f0640-04a4-480c-bc76-2606c5c1d62e HTTP/1.1" status: 204 len: 168 time: 1.0964611 Aug 04 14:55:20.469086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec399a98-db41-4453-ab9a-f709a1755386 tempest-PortsTestJSON-1893667673 tempest-PortsTestJSON-1893667673-project] Pushing event deleted for resources: {'Network': ['ID=de2f0640-04a4-480c-bc76-2606c5c1d62e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:20.471386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.477699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.478305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.490886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:20.496645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port c64eef61-99dc-4da9-b537-4f02076ffb8e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:20.496768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.501874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:20.505748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ab0d46a-9a45-4d06-a780-91cc2b0423c9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987835 Aug 04 14:55:20.508401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35088) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:20.512140 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:20.512757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:20.589860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 7527a9a6-b587-42f2-8b81-645694973988 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:20.594318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.620386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7778881 Aug 04 14:55:20.626135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35092) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:20.630507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-4be14afd-65e7-4748-afaf-c2a68b940ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.632264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:20.632498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-4be14afd-65e7-4748-afaf-c2a68b940ff0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 200 len: 855 time: 0.2007120 Aug 04 14:55:20.637990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b742e-a082-460d-9f3e-ac7d73b17541 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=c73e404c-3917-4731-8987-2c27b61c4f6a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:20.647080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:20.651679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c73e404c-3917-4731-8987-2c27b61c4f6a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:20.707407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.729483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-471378c9-7502-4d50-9182-08715f1c2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:20.731178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-471378c9-7502-4d50-9182-08715f1c2d2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889504 Aug 04 14:55:20.735855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.802457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for c64eef61-99dc-4da9-b537-4f02076ffb8e owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:20.835284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:20.841304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.915593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35098) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:20.925188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:20.982846 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:19Z', 'revision_number': 9, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:21.013905 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:21.029960 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:21.031240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:21.216513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.233836 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:21.263458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.268095 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/7527a9a6-b587-42f2-8b81-645694973988 HTTP/1.1" status: 204 len: 168 time: 0.7566485 Aug 04 14:55:21.269206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.272880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6bf2d-a98f-43be-b2b9-aa2499c7e4ed None None] Network 96092726-7b51-43da-8cd5-09f3acf8e38f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:21.273659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35104) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:21.274417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941bef6-ef41-4936-a933-95264ef0a576 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=7527a9a6-b587-42f2-8b81-645694973988,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:21.294328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-992526b8-f5e8-43a8-b824-134d5ae3a850 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5898568b71d84dbf9735005ca9d18e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772280 Aug 04 14:55:21.316292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35106) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:21.450598 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:19Z', 'revision_number': 9, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:21.455206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=67291446-016d-458d-9809-47f03df275a7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:21.466174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.480890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df6e21e-cdc1-4da4-8a9a-bcd2f8d18443 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:19Z', 'revision_number': 9, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd750b83e-da11-41bd-86a0-8705c35b5b1a', 'name': '', 'network_id': '349e878f-f6d0-4649-b8db-c30c546a1436', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:03:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:41Z', 'updated_at': '2021-08-04T14:54:53Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '7b83cb5f-1a87-4972-bf1a-29e608e26243', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:21.492525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': '191fc59e-a81e-442c-ae10-e81b0c7ca14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:21.492902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:21.505533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.545323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.572941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:21.576801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.597511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:21.603320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:21.603476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=c64eef61-99dc-4da9-b537-4f02076ffb8e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:21.604154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.606480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303f5ce-e3cb-4079-bbb3-19bec6108c72 None None] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:21.633089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd7731-7d65-4d56-9e02-917d0670ea30 req-61f52d71-7074-400b-80ba-3a99d089aa9f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:21.634872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71dd7731-7d65-4d56-9e02-917d0670ea30 req-61f52d71-7074-400b-80ba-3a99d089aa9f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.8961344 Aug 04 14:55:21.642004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-244f6da7-9fe8-4220-9262-32885a4ddaf2 service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939590 Aug 04 14:55:21.646660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-81abc0f7-cb1e-482f-a3d2-9f2e811623af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0193942 Aug 04 14:55:21.650188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 131998f0-9140-439a-a324-a5bb15c23aac {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:21.650731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.652504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:21.659281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:21.773636 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.777958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a891d14f-ee17-4499-a3b1-e6523b21c18c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/c64eef61-99dc-4da9-b537-4f02076ffb8e HTTP/1.1" status: 204 len: 168 time: 1.6973765 Aug 04 14:55:21.778449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35112) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:21.786420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8048b-1534-4181-9832-9c9aa4602ad4 req-9f6f8a1b-82fa-4be2-9b14-d166d7c47fc4 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:21.796499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac8048b-1534-4181-9832-9c9aa4602ad4 req-9f6f8a1b-82fa-4be2-9b14-d166d7c47fc4 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3005383 Aug 04 14:55:21.807042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 131998f0-9140-439a-a324-a5bb15c23aac, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=131998f0-9140-439a-a324-a5bb15c23aac,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:21.807426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.812730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.816270 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.817474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/729c8ee3-a859-4314-a678-888acc149de7 HTTP/1.1" status: 204 len: 168 time: 0.4900117 Aug 04 14:55:21.839354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7', 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': '67291446-016d-458d-9809-47f03df275a7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:21.841031 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:21.852179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 131998f0-9140-439a-a324-a5bb15c23aac owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:21.868900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] DHCP port deletion for 96092726-7b51-43da-8cd5-09f3acf8e38f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:21.869071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4686-f233-435f-92c9-f113b21e81c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c8ee3-a859-4314-a678-888acc149de7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:21.937141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac8048b-1534-4181-9832-9c9aa4602ad4 req-2b4b8d58-08a6-4cfd-b267-8ad30d75e7a4 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397488 Aug 04 14:55:21.992561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71dd7731-7d65-4d56-9e02-917d0670ea30 req-a718792b-f85c-43a2-8429-323e6883cbe5 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675226 Aug 04 14:55:21.997232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:21.997868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ad0c22-4db2-4912-bf3f-06a078f8f6d8 req-d9042f70-2c50-42c0-af3b-edb8ab2f5b4b service neutron] 10.222.0.38 "GET /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342178 Aug 04 14:55:22.000898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.030208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2af43e-b213-41e3-b3b4-8e170df1a4ed tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.034480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a2af43e-b213-41e3-b3b4-8e170df1a4ed tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2481885 Aug 04 14:55:22.036904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35120) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.124048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9351a240-d2a0-4b37-bfde-fa5e9c2d28c8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.132333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9351a240-d2a0-4b37-bfde-fa5e9c2d28c8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0904474 Aug 04 14:55:22.134678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35124) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.172954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Deleting port 131998f0-9140-439a-a324-a5bb15c23aac {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:22.173560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.205233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.278320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=131998f0-9140-439a-a324-a5bb15c23aac,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:22.396000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb2471-e1b0-4212-ac2c-6ea08d2f3f9f req-9d03ac89-93bd-4ffd-9f0c-ecab27ca5941 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.398025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddfb2471-e1b0-4212-ac2c-6ea08d2f3f9f req-9d03ac89-93bd-4ffd-9f0c-ecab27ca5941 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1063251 Aug 04 14:55:22.440162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9dc49e-45aa-458e-8a56-db4890775aa1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.443853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddfb2471-e1b0-4212-ac2c-6ea08d2f3f9f req-a912fccf-cb29-4d85-ae24-51437fa1dd86 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Aug 04 14:55:22.444239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9dc49e-45aa-458e-8a56-db4890775aa1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.445802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9dc49e-45aa-458e-8a56-db4890775aa1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.450182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-32556f96-c1d5-45f1-bcfa-ec0b3a95e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.450946 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae9dc49e-45aa-458e-8a56-db4890775aa1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3145630 Aug 04 14:55:22.451954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-32556f96-c1d5-45f1-bcfa-ec0b3a95e539 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1117921 Aug 04 14:55:22.452509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35138) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.455963 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.465397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Allocated IP 172.20.0.2 (6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7/67291446-016d-458d-9809-47f03df275a7/e64aa429-7687-4752-a83b-d2c2fc2912c1) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:22.490997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port 131998f0-9140-439a-a324-a5bb15c23aac on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:22.511468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 38293382-cdbe-4a16-9b9a-1e1eaea48190 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:22.514367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] For port 131998f0-9140-439a-a324-a5bb15c23aac, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=131998f0-9140-439a-a324-a5bb15c23aac,segment=NetworkSegment(b2b21228-fb8e-4446-b721-2daa6adbab14),segment_id=b2b21228-fb8e-4446-b721-2daa6adbab14)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:22.515326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.516663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.563619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.574387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Calling delete_port for 131998f0-9140-439a-a324-a5bb15c23aac owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:22.654857 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.656206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.666398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=2258dcf6-746c-4e50-bf8a-37216c7fae8a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:22.675002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96092726-7b51-43da-8cd5-09f3acf8e38f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:22.678205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': 'c97694c8-8c38-4617-ba76-a524af461d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:22.678610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: c73e404c-3917-4731-8987-2c27b61c4f6a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:22.693815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b21228-fb8e-4446-b721-2daa6adbab14') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:22.694107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b21228-fb8e-4446-b721-2daa6adbab14') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:22.712519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.726519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network c73e404c-3917-4731-8987-2c27b61c4f6a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:22.733164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.741769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c73e404c-3917-4731-8987-2c27b61c4f6a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:22.743871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:22.744403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:22.748011 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:22.755229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.766262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.767276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.786999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.828786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-764e4372-f322-4b0f-b5cb-a83a29b71a04 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1724231 Aug 04 14:55:22.829019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35146) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.833195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c02d4-138f-465c-ab78-8a7b3440c632 None None] Network c73e404c-3917-4731-8987-2c27b61c4f6a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:22.835926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2137930554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:22.839629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.841707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.844750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/38293382-cdbe-4a16-9b9a-1e1eaea48190 HTTP/1.1" status: 204 len: 168 time: 0.3893306 Aug 04 14:55:22.848304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.849600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d6eb6-9326-47d3-8f99-010f1d362151 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:22.852429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.856847 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/96092726-7b51-43da-8cd5-09f3acf8e38f HTTP/1.1" status: 204 len: 168 time: 1.5738206 Aug 04 14:55:22.858152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35152) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:22.858965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=38293382-cdbe-4a16-9b9a-1e1eaea48190,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:22.882123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.882697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.883054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.883445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.883779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.884120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.884460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.884795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.885130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.885839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.886388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.887492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e55a3-1b30-4be0-b698-aff01832fd0b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:22.901493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e61a-fc3c-4cff-9cbe-303d885d1b88 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=96092726-7b51-43da-8cd5-09f3acf8e38f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:22.907445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.917703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.918987 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.919690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Transition to ACTIVE for port object e64aa429-7687-4752-a83b-d2c2fc2912c1 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:22.930032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-bb5bfddb-60a3-481f-b8fb-55b3168d0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:22.932828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-bb5bfddb-60a3-481f-b8fb-55b3168d0567 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.2416604 Aug 04 14:55:22.940853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet dbda151b-cf0d-4fe2-a641-d8afd4a3dce4 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:22.945896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:22.983140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:23.031759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] Pushing event deleted for resources: {'Port': ['ID=131998f0-9140-439a-a324-a5bb15c23aac,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:23.037826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855cc582-a381-4243-b5cf-f46542bf602c None None] No DVR routers for this DVR port 131998f0-9140-439a-a324-a5bb15c23aac on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:23.038980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.045568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.049341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.063786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Transition to ACTIVE for port object e64aa429-7687-4752-a83b-d2c2fc2912c1 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:23.094695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.101345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.106091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8b20f165-4190-4e06-8ccd-94eae1b56d7a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2760060 Aug 04 14:55:23.107617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35160) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:23.162441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:23.217121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1a9d68b4-d71f-4d4b-a549-9fa8ce39a471 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:23.217850 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-1a9d68b4-d71f-4d4b-a549-9fa8ce39a471 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 14:55:23.218775 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-1a9d68b4-d71f-4d4b-a549-9fa8ce39a471 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 14:55:23.223156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a9d68b4-d71f-4d4b-a549-9fa8ce39a471 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2303998 Aug 04 14:55:23.223433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:23.228006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058419154'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:23.233770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.248952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:23.249297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8ed82e26-a23b-45a5-adb3-ef89dbbc7f35 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:23.249711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 131998f0-9140-439a-a324-a5bb15c23aac no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:23.281233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:23.293403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 131998f0-9140-439a-a324-a5bb15c23aac {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:23.293756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 131998f0-9140-439a-a324-a5bb15c23aac not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:23.295516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:23.305128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:23.315127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Pushing event updated for resources: {'Port': ['ID=e64aa429-7687-4752-a83b-d2c2fc2912c1,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:23.330114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-1598060a-e4d4-408c-a9c2-7dccac88a09c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 1001 time: 0.3469162 Aug 04 14:55:23.338700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.352508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.365652 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.387062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c73e404c-3917-4731-8987-2c27b61c4f6a', 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': '2258dcf6-746c-4e50-bf8a-37216c7fae8a'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:23.387819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.409083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=dbda151b-cf0d-4fe2-a641-d8afd4a3dce4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:23.417896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.420580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5adadf88-b1b1-4cfa-a108-2b4673f55533 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/dbda151b-cf0d-4fe2-a641-d8afd4a3dce4 HTTP/1.1" status: 204 len: 168 time: 0.5651639 Aug 04 14:55:23.424604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:23.456448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Attempting to bind port e64aa429-7687-4752-a83b-d2c2fc2912c1 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:23.456874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Attempting to bind port e64aa429-7687-4752-a83b-d2c2fc2912c1 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '191fc59e-a81e-442c-ae10-e81b0c7ca14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:23.457277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Attempting to bind port e64aa429-7687-4752-a83b-d2c2fc2912c1 on network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:23.469968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-31138727-0fbb-4c66-a70a-fc033f45c129 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439291 Aug 04 14:55:23.472772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35172) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:23.478113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:23.496064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cfd1c-c9dd-4533-a03b-7996bb7f2915 req-80e25619-6628-4799-a73e-243122a2d545 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:23.497608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f84cfd1c-c9dd-4533-a03b-7996bb7f2915 req-80e25619-6628-4799-a73e-243122a2d545 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3788984 Aug 04 14:55:23.515946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:23.516414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Checking segment: {'id': '191fc59e-a81e-442c-ae10-e81b0c7ca14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:23.516757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.517542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Bound using segment: {'id': '191fc59e-a81e-442c-ae10-e81b0c7ca14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:23.517687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Bound port: e64aa429-7687-4752-a83b-d2c2fc2912c1, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191fc59e-a81e-442c-ae10-e81b0c7ca14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:23.517987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.558410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-0738f473-2c54-4daa-ac4a-c34da3f06b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:23.559896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-0738f473-2c54-4daa-ac4a-c34da3f06b94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.1951301 Aug 04 14:55:23.650822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Allocated IP 172.21.0.2 (c73e404c-3917-4731-8987-2c27b61c4f6a/2258dcf6-746c-4e50-bf8a-37216c7fae8a/47747b54-a546-4386-855c-01b8942615b5) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:23.688765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] For port e64aa429-7687-4752-a83b-d2c2fc2912c1, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:23.712623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f84cfd1c-c9dd-4533-a03b-7996bb7f2915 req-e55f527a-b8ef-4c20-80e3-85acf21fa799 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060015 Aug 04 14:55:23.761721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] For port e64aa429-7687-4752-a83b-d2c2fc2912c1, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e64aa429-7687-4752-a83b-d2c2fc2912c1,segment=NetworkSegment(191fc59e-a81e-442c-ae10-e81b0c7ca14a),segment_id=191fc59e-a81e-442c-ae10-e81b0c7ca14a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:23.769470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e236c5-782a-4dc0-8815-393e0dd20f01 None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': 'dbda151b-cf0d-4fe2-a641-d8afd4a3dce4'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'ab8c06ac-e132-420f-bd43-1ed6c27b42e5'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:23.799319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-99e236c5-782a-4dc0-8815-393e0dd20f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.805689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b07f62-66cc-4889-855d-03c6000b5c7c req-2343ae9c-0832-4f19-9f87-bd1154150e34 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:23.807406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4b07f62-66cc-4889-855d-03c6000b5c7c req-2343ae9c-0832-4f19-9f87-bd1154150e34 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2076597 Aug 04 14:55:23.812424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-5317d00a-b15e-4107-9aea-8b6ca2518397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:23.814461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-5317d00a-b15e-4107-9aea-8b6ca2518397 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962407 Aug 04 14:55:23.821166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.861511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.976169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.987725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:23.991816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4b07f62-66cc-4889-855d-03c6000b5c7c req-a28b3798-28b9-4cf9-8e7a-3d0b3b78e2b9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743569 Aug 04 14:55:24.030864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b117-8b34-47da-92df-939054a185c7 None None] Pushing event updated for resources: {'Port': ['ID=e64aa429-7687-4752-a83b-d2c2fc2912c1,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.033430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be79112c-1cb1-456c-8cd8-8afc1ca976dd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.038377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:24.042668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.084797 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.095216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Transition to ACTIVE for port object 47747b54-a546-4386-855c-01b8942615b5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:24.118785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Transition to ACTIVE for port object 47747b54-a546-4386-855c-01b8942615b5 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:24.123421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2db8eb-6dd2-4527-adc4-6f24995d3a60 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:24.148829 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.179013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f92bf7-36c0-4569-8dfb-8393295cfc42 req-635eb937-cd6e-4082-9f70-d63d1a4dce20 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:24.189341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f92bf7-36c0-4569-8dfb-8393295cfc42 req-635eb937-cd6e-4082-9f70-d63d1a4dce20 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3722954 Aug 04 14:55:24.280056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Pushing event updated for resources: {'Port': ['ID=47747b54-a546-4386-855c-01b8942615b5,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.296648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Network c73e404c-3917-4731-8987-2c27b61c4f6a is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:24.312439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:24.319010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:24.367988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-53b64986-6ed3-4f61-9141-f8e5ada46bec service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181251 Aug 04 14:55:24.381233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.396782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.410047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7fba2a58-025a-4a8c-9e1e-6165156d77b1 None None] Provisioning complete for port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:24.410047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a58-025a-4a8c-9e1e-6165156d77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.412161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f92bf7-36c0-4569-8dfb-8393295cfc42 req-a2da9843-8b97-4abc-99e1-ffed7d932083 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214022 Aug 04 14:55:24.434478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.436049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2116358 Aug 04 14:55:24.442916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35184) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:24.470215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '20d1e4b9-916e-44f9-ad72-5a3f83a2aee0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:24.488123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Attempting to bind port 47747b54-a546-4386-855c-01b8942615b5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:24.488647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Attempting to bind port 47747b54-a546-4386-855c-01b8942615b5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c97694c8-8c38-4617-ba76-a524af461d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:24.489103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Attempting to bind port 47747b54-a546-4386-855c-01b8942615b5 on network c73e404c-3917-4731-8987-2c27b61c4f6a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:24.494803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2ce3-5d96-4b9b-8523-beca1f425344 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d1e4b9-916e-44f9-ad72-5a3f83a2aee0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.498751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:24.499336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Checking segment: {'id': 'c97694c8-8c38-4617-ba76-a524af461d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:24.499754 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.500359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Bound using segment: {'id': 'c97694c8-8c38-4617-ba76-a524af461d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:24.500942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Bound port: 47747b54-a546-4386-855c-01b8942615b5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97694c8-8c38-4617-ba76-a524af461d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c73e404c-3917-4731-8987-2c27b61c4f6a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:24.501418 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.518720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.525801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:24.540046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.566424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.595779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:24.609800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:24.617616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:24.618211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.637805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.649859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] For port 47747b54-a546-4386-855c-01b8942615b5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:24.657659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6efdd583-06e2-4663-b50d-c84bf58217d8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1807504 Aug 04 14:55:24.657906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] For port 47747b54-a546-4386-855c-01b8942615b5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=47747b54-a546-4386-855c-01b8942615b5,segment=NetworkSegment(c97694c8-8c38-4617-ba76-a524af461d7d),segment_id=c97694c8-8c38-4617-ba76-a524af461d7d)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:24.658056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.658889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35186) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:24.664759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:24.666225 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.670624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.672208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Deleting port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:24.672647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.734363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.738374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918766 Aug 04 14:55:24.739908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35188) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:24.744623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ff55cdfa-33e2-4f1f-b2a1-03a9ac8a1209 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '20d1e4b9-916e-44f9-ad72-5a3f83a2aee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:24.751230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64114f8a-c94e-4cdb-b758-a1fb21ca57ed tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e0fde1-1920-4d14-9978-47ae16fd69e4,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.811630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4d46-b9ce-499e-8e75-ada02d50386d None None] Pushing event updated for resources: {'Port': ['ID=47747b54-a546-4386-855c-01b8942615b5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:24.842304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ff55cdfa-33e2-4f1f-b2a1-03a9ac8a1209 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.842432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] For port ab8c06ac-e132-420f-bd43-1ed6c27b42e5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:24.842432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.898084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Calling delete_port for ab8c06ac-e132-420f-bd43-1ed6c27b42e5 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:24.928586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:24.934490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:24.983670 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-ff55cdfa-33e2-4f1f-b2a1-03a9ac8a1209 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 14:55:24.986714 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ff55cdfa-33e2-4f1f-b2a1-03a9ac8a1209 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2440438 Aug 04 14:55:25.066247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:25.142939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.272989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e64aa429-7687-4752-a83b-d2c2fc2912c1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:25.345819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.354389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] Pushing event deleted for resources: {'Port': ['ID=ab8c06ac-e132-420f-bd43-1ed6c27b42e5,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:25.359578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d38d2d-a15e-46d1-924b-c58322f7dd50 None None] No DVR routers for this DVR port ab8c06ac-e132-420f-bd43-1ed6c27b42e5 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:25.395483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31400c-9cc4-486c-8b94-27b42bb00c0a None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:25.409219 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0 (CIDR: 2001:db8::/64) Aug 04 14:55:25.421486 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:25.422262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:25.443781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.447438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e64aa429-7687-4752-a83b-d2c2fc2912c1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:25.473177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd868af6-9bd1-47ba-9c2c-3632e9fdb08f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8126428 Aug 04 14:55:25.475660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:25.491063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'subnet': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:25.499858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a504aec-4999-41dc-978b-61c3a1911b45 req-e6bac9e8-5ef5-4c58-830a-ae2e5464c5f9 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032825 Aug 04 14:55:25.540048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db3108-d49d-4a41-acd4-f93216a99b2c None None] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:25.558206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ab8c06ac-e132-420f-bd43-1ed6c27b42e5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:25.564427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52068e-fa65-4052-af9e-adda06348b55 req-ebd4be59-ddbe-47b4-8fd4-39bd2790921e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:25.566242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f52068e-fa65-4052-af9e-adda06348b55 req-ebd4be59-ddbe-47b4-8fd4-39bd2790921e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 1.0254993 Aug 04 14:55:25.603197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.606140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.609856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/20d1e4b9-916e-44f9-ad72-5a3f83a2aee0 HTTP/1.1" status: 204 len: 168 time: 0.5350091 Aug 04 14:55:25.615856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:25.627344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ccbad-338f-4eda-832a-75e29fa26898 req-47447ae2-94f7-4b36-8db3-2410b53351f1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:25.629113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac5ccbad-338f-4eda-832a-75e29fa26898 req-47447ae2-94f7-4b36-8db3-2410b53351f1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2928872 Aug 04 14:55:25.636684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ab8c06ac-e132-420f-bd43-1ed6c27b42e5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:25.637033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ab8c06ac-e132-420f-bd43-1ed6c27b42e5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:25.654146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47793de-029b-4fa4-a2c5-6b9768978fbb tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d1e4b9-916e-44f9-ad72-5a3f83a2aee0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:25.678953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Provisioning for port e64aa429-7687-4752-a83b-d2c2fc2912c1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:25.686692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Provisioning complete for port e64aa429-7687-4752-a83b-d2c2fc2912c1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:25.687105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.708457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf21cd39-ba74-430e-a10a-677b729b8735 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875773 Aug 04 14:55:25.709273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35202) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:25.713797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--848511702'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:25.729357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.20.0.1 (6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7/67291446-016d-458d-9809-47f03df275a7/5d47cb09-9660-4a15-b7a7-705517436473) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:25.743589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:25.748435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.756476 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:25.765181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f52068e-fa65-4052-af9e-adda06348b55 req-d0befbf9-72eb-4fe5-80cd-bf3fdae38629 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459689 Aug 04 14:55:25.786607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac5ccbad-338f-4eda-832a-75e29fa26898 req-22ecfe21-a91d-419e-94b8-268f26df71fd tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325448 Aug 04 14:55:25.787915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'tenant_id': 'a9a7bfb3443b46be953aaf7982433cab', 'fixed_ips': [{'subnet_id': 'ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:25.788768 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.003236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.021304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.021876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.104054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.110248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4000485 Aug 04 14:55:26.111045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35206) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:26.118962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-19daade8-3233-4245-9768-396b2f136751 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '5109d378-8fbd-425f-a5d1-0b58eba42a27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:26.120082 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-19daade8-3233-4245-9768-396b2f136751 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 04 14:55:26.120742 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-19daade8-3233-4245-9768-396b2f136751 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:26.122437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-19daade8-3233-4245-9768-396b2f136751 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089014 Aug 04 14:55:26.123167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] For port e64aa429-7687-4752-a83b-d2c2fc2912c1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e64aa429-7687-4752-a83b-d2c2fc2912c1,segment=NetworkSegment(191fc59e-a81e-442c-ae10-e81b0c7ca14a),segment_id=191fc59e-a81e-442c-ae10-e81b0c7ca14a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:26.134973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:26.138436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.150342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf497a-6a29-4d54-8aee-ca1c131d5437 req-9231d51e-e1ec-4b04-a16d-1ab645bf932a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:26.159406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fdf497a-6a29-4d54-8aee-ca1c131d5437 req-9231d51e-e1ec-4b04-a16d-1ab645bf932a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1962349 Aug 04 14:55:26.165156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc71c24-57c1-4bc1-8cb1-676eeb7df437 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5109d378-8fbd-425f-a5d1-0b58eba42a27,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.175874 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.180598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Allocated IP 2001:db8::2 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0/21c0926c-c129-44f0-9b03-d25407ac845f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:26.277141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 5d47cb09-9660-4a15-b7a7-705517436473 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:26.283240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb616b1d-9a55-47c0-a5f9-203c83f70a20 None None] Pushing event updated for resources: {'Port': ['ID=e64aa429-7687-4752-a83b-d2c2fc2912c1,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.329787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fdf497a-6a29-4d54-8aee-ca1c131d5437 req-8a9fd44d-2863-4bf0-af7f-139ae345cb3c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693373 Aug 04 14:55:26.339270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.346436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port d750b83e-da11-41bd-86a0-8705c35b5b1a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:26.347243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.417127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 14:55:26.419194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.419523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.430602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Transition to ACTIVE for port object 21c0926c-c129-44f0-9b03-d25407ac845f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:26.435765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-2c35f58d-703b-4c95-aae0-a6cedaf7025b req-92ce5747-aa2b-4e8f-9f2c-f6d50374891d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:55:26.443856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c35f58d-703b-4c95-aae0-a6cedaf7025b req-92ce5747-aa2b-4e8f-9f2c-f6d50374891d tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555487 Aug 04 14:55:26.451069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Transition to ACTIVE for port object 21c0926c-c129-44f0-9b03-d25407ac845f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:26.468855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c847ff-7728-4b2e-bfd6-5f7a0c80dab1 None None] Network c73e404c-3917-4731-8987-2c27b61c4f6a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:26.472070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:26.472631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.475998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:26.480797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:26.481541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.502835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Subnet': ['ID=81dd2cc3-8601-45a2-88f6-562507cc9bf5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.514961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f990d781-bdd7-4ff1-9fcd-8ac1df1e3d28 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0339386 Aug 04 14:55:26.515520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35212) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:26.521944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Request body: {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'mac_address': 'fa:16:3e:c6:3a:c0', 'name': 'tempest-NetworksTestDHCPv6-388762149'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:26.526492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.593843 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.631311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c35f58d-703b-4c95-aae0-a6cedaf7025b req-f3715060-b19f-4ecd-b956-35b36e5ea9c0 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1864636 Aug 04 14:55:26.680329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Made reservation on behalf of a9a7bfb3443b46be953aaf7982433cab for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:26.685859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:26.692078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:26.710917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port d750b83e-da11-41bd-86a0-8705c35b5b1a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d750b83e-da11-41bd-86a0-8705c35b5b1a,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:26.711328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.717658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:26.731003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.733597 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.737228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/5109d378-8fbd-425f-a5d1-0b58eba42a27 HTTP/1.1" status: 204 len: 168 time: 0.5731657 Aug 04 14:55:26.790000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:26.791683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35214) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:26.797920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-73246da6-d3cd-4e6a-aa3b-5e8bd30b9e47 None None] Provisioning for port 47747b54-a546-4386-855c-01b8942615b5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:26.798295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=5d47cb09-9660-4a15-b7a7-705517436473,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.800123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:26.804061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:26.818851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Pushing event updated for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.822561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:26.845648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] device_id is not set on port e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:26.859591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for d750b83e-da11-41bd-86a0-8705c35b5b1a owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:26.897618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523626-3fa6-447e-8068-fec1417aea25 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5109d378-8fbd-425f-a5d1-0b58eba42a27,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:26.923564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-73246da6-d3cd-4e6a-aa3b-5e8bd30b9e47 None None] Provisioning complete for port e64aa429-7687-4752-a83b-d2c2fc2912c1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:26.924054 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73246da6-d3cd-4e6a-aa3b-5e8bd30b9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.007708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Attempting to bind port 21c0926c-c129-44f0-9b03-d25407ac845f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:27.007708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Attempting to bind port 21c0926c-c129-44f0-9b03-d25407ac845f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:27.008141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Attempting to bind port 21c0926c-c129-44f0-9b03-d25407ac845f on network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:27.023768 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.024917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:27.025292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Checking segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:27.025804 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.026303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Bound using segment: {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:27.026927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Bound port: 21c0926c-c129-44f0-9b03-d25407ac845f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6126c2ac-42a4-4c2d-8ab0-d70791c73080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:27.028468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.113802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8::3b7 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0/e4c13554-cfa4-42dd-bad7-cfdc3cfb6065) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:27.124249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-15778179-ef91-4d92-89f5-baf336b4aa9c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3159313 Aug 04 14:55:27.126010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:3ac0 (8ecc9dc4-a5b8-4630-9188-8d52f274e682/81dd2cc3-8601-45a2-88f6-562507cc9bf5/e4c13554-cfa4-42dd-bad7-cfdc3cfb6065) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:27.127086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35224) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:27.134484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--116193451'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:27.178352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:27.182094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=21c0926c-c129-44f0-9b03-d25407ac845f,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:27.198007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.257602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 47747b54-a546-4386-855c-01b8942615b5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:27.291840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef052e-1581-4085-93e0-65489ecd861b None None] Pushing event updated for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:27.326901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19e79d-5bb8-4cd6-9a8b-3e3e2c12e5f3 req-d3705817-3c79-40a5-9663-8caf0b1c373a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:27.334964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea19e79d-5bb8-4cd6-9a8b-3e3e2c12e5f3 req-d3705817-3c79-40a5-9663-8caf0b1c373a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.3992932 Aug 04 14:55:27.349498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-155ebda9-7504-496d-a9bb-df67667f1624 None None] Provisioning for port 5d47cb09-9660-4a15-b7a7-705517436473 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:27.360084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-155ebda9-7504-496d-a9bb-df67667f1624 None None] Provisioning complete for port 5d47cb09-9660-4a15-b7a7-705517436473 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:27.360587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-155ebda9-7504-496d-a9bb-df67667f1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.360721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.382524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c3eab-d663-4f79-bfce-1ea6d8693287 req-502b0dda-4f4d-4064-95dd-fff67cabf031 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:27.384452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-289c3eab-d663-4f79-bfce-1ea6d8693287 req-502b0dda-4f4d-4064-95dd-fff67cabf031 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.4503772 Aug 04 14:55:27.403363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.407242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-155ebda9-7504-496d-a9bb-df67667f1624 None None] Port 5d47cb09-9660-4a15-b7a7-705517436473 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:27.420550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 47747b54-a546-4386-855c-01b8942615b5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:27.423088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Transition to ACTIVE for port object e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:27.426903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 47747b54-a546-4386-855c-01b8942615b5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:27.427346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.433510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.477940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.571638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.576749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:27.579933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event updated for resources: {'Port': ['ID=e4c13554-cfa4-42dd-bad7-cfdc3cfb6065,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:27.587340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:27.591062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:27.597226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:27.597877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.610128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea19e79d-5bb8-4cd6-9a8b-3e3e2c12e5f3 req-897b4fcb-11b2-42bf-ad41-5f3c25847272 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738829 Aug 04 14:55:27.634837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 47747b54-a546-4386-855c-01b8942615b5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=47747b54-a546-4386-855c-01b8942615b5,segment=NetworkSegment(c97694c8-8c38-4617-ba76-a524af461d7d),segment_id=c97694c8-8c38-4617-ba76-a524af461d7d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:27.643313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.644277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e64aa429-7687-4752-a83b-d2c2fc2912c1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:27.667521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-289c3eab-d663-4f79-bfce-1ea6d8693287 req-7c1b1d41-de62-4e23-bd79-7fe81b9ec837 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400930 Aug 04 14:55:27.789802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0590f368-ed89-4c86-befa-b5dd68bff1b2 None None] Provisioning complete for port 47747b54-a546-4386-855c-01b8942615b5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:27.790280 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0590f368-ed89-4c86-befa-b5dd68bff1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.791973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=47747b54-a546-4386-855c-01b8942615b5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:27.823769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.854616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e64aa429-7687-4752-a83b-d2c2fc2912c1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:27.855177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.921522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:27.931852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=d750b83e-da11-41bd-86a0-8705c35b5b1a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:27.949073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3547cad5-c54a-45df-8d3a-e10fc1316b3e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4296148 Aug 04 14:55:27.950206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:27.992551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.063237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting port e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:28.063709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.132054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.136363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0061064 Aug 04 14:55:28.136995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35232) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.156961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-abc3bfc3-b49f-46e3-a883-d43e24c81318 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '57f4d44f-95bf-48ef-bf5d-be459e7c7215', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:28.157841 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-abc3bfc3-b49f-46e3-a883-d43e24c81318 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 04 14:55:28.158377 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-abc3bfc3-b49f-46e3-a883-d43e24c81318 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:28.162331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35234) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.162908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-abc3bfc3-b49f-46e3-a883-d43e24c81318 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0199523 Aug 04 14:55:28.163766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84a20f-224e-4359-80e2-afbe767c603f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f4d44f-95bf-48ef-bf5d-be459e7c7215,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:28.170990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.186673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f514-73c0-481f-9e3d-efee9c8be386 req-fd7fed3a-2dbf-4f16-b73c-5df85878dda6 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.188868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3884f514-73c0-481f-9e3d-efee9c8be386 req-fd7fed3a-2dbf-4f16-b73c-5df85878dda6 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 0.3120492 Aug 04 14:55:28.217800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.234909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Calling delete_port for e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:28.256513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.319381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.357695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3884f514-73c0-481f-9e3d-efee9c8be386 req-89f5c420-1fe7-42eb-9fd0-b1c295a55413 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589026 Aug 04 14:55:28.362787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.386454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.398658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.398658 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/57f4d44f-95bf-48ef-bf5d-be459e7c7215 HTTP/1.1" status: 204 len: 168 time: 0.2271247 Aug 04 14:55:28.400144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35236) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.407497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.448370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc139-aa42-40e7-9be6-b29e1fa4ffaf tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f4d44f-95bf-48ef-bf5d-be459e7c7215,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:28.524671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ddb722b3-00e4-4df0-88d9-b8fe28b10e3b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200209 Aug 04 14:55:28.526908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.531610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827236536'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:28.540703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72521dde-3f14-448a-a336-10ef73ed9aad None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:28.566158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.572425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=5d47cb09-9660-4a15-b7a7-705517436473,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:28.575096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.582469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.593719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:28.607481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f5f7e-2059-4ab2-ab19-4b6b28c11419 req-6084a08c-a234-4863-8141-02c9e0c0a02b tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.615188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-899f5f7e-2059-4ab2-ab19-4b6b28c11419 req-6084a08c-a234-4863-8141-02c9e0c0a02b tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1163137 Aug 04 14:55:28.615895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Port': ['ID=e4c13554-cfa4-42dd-bad7-cfdc3cfb6065,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:28.633569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d336594f-10ab-4068-b3d7-8397e5b04788 None None] Provisioning for port 21c0926c-c129-44f0-9b03-d25407ac845f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:28.662674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.667609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-94adacbb-abd5-472d-8a4e-423c1db533aa tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 HTTP/1.1" status: 204 len: 168 time: 0.7148283 Aug 04 14:55:28.668783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.747485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e97d17-af53-4db5-9102-3d58c5dd1492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.751323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29e97d17-af53-4db5-9102-3d58c5dd1492 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0800071 Aug 04 14:55:28.751746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.787399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-899f5f7e-2059-4ab2-ab19-4b6b28c11419 req-edc4c5a4-59e9-49e1-b91d-ba38a2416a7b tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665068 Aug 04 14:55:28.824923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f53dd-4fd0-4315-b444-355e395237a0 None None] Update dhcp port {'port': {'network_id': '8ecc9dc4-a5b8-4630-9188-8d52f274e682', 'fixed_ips': [{'subnet_id': 'ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '81dd2cc3-8601-45a2-88f6-562507cc9bf5'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '21c0926c-c129-44f0-9b03-d25407ac845f'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 14:55:28.836738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.845499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ca9eb-d39d-46cc-9c88-5bd9b4503a1f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.847169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b24ca9eb-d39d-46cc-9c88-5bd9b4503a1f tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0944393 Aug 04 14:55:28.850098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35250) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.859054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:28.859286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d97f53dd-4fd0-4315-b444-355e395237a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.864643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.866181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c99558a3-9225-4ebc-aac7-d0ef239458b3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0034354 Aug 04 14:55:28.870837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35252) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.874527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:28.883666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:28.944552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:28.945819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4180200 Aug 04 14:55:28.950823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35254) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.957423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0e4659a5-3bf6-4184-a469-eaf532e83418 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '1ed41532-80f0-4057-938e-59b2c3c7a1f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:28.964920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:28.971963 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-0e4659a5-3bf6-4184-a469-eaf532e83418 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 04 14:55:28.973856 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-0e4659a5-3bf6-4184-a469-eaf532e83418 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:28.975138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0e4659a5-3bf6-4184-a469-eaf532e83418 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214498 Aug 04 14:55:28.981133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:28.986727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6498b447-5e28-4e2e-9670-0fd8d4f1a8fa tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '1ed41532-80f0-4057-938e-59b2c3c7a1f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:28.987433 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-6498b447-5e28-4e2e-9670-0fd8d4f1a8fa tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 04 14:55:28.987944 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-6498b447-5e28-4e2e-9670-0fd8d4f1a8fa tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:28.988911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6498b447-5e28-4e2e-9670-0fd8d4f1a8fa tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065739 Aug 04 14:55:28.993182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6323a-1169-4f3e-a78a-e25e4d7ba2ee tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.995559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6323a-1169-4f3e-a78a-e25e4d7ba2ee tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:28.997167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6323a-1169-4f3e-a78a-e25e4d7ba2ee tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:29.000188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1cb6323a-1169-4f3e-a78a-e25e4d7ba2ee tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1477382 Aug 04 14:55:29.000188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed41532-80f0-4057-938e-59b2c3c7a1f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:29.001759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35258) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.002645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35262) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.016849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1a6af84c-2e8e-463d-80aa-c412c7f8b51f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '1ed41532-80f0-4057-938e-59b2c3c7a1f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:29.017698 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-1a6af84c-2e8e-463d-80aa-c412c7f8b51f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 04 14:55:29.018380 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-1a6af84c-2e8e-463d-80aa-c412c7f8b51f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:29.022013 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a6af84c-2e8e-463d-80aa-c412c7f8b51f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165133 Aug 04 14:55:29.025024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35264) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.037794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 7b83cb5f-1a87-4972-bf1a-29e608e26243 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:29.061803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-57da5187-e51e-404a-a38d-b33dd95679a2 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '1ed41532-80f0-4057-938e-59b2c3c7a1f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:29.063431 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-57da5187-e51e-404a-a38d-b33dd95679a2 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 04 14:55:29.063928 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-57da5187-e51e-404a-a38d-b33dd95679a2 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:29.067460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-57da5187-e51e-404a-a38d-b33dd95679a2 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081477 Aug 04 14:55:29.067648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:29.067760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:29.069553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35266) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.076325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.080081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.080442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.080821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.081248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.081597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.081941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.086232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.086646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.086995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.087339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.087725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.088069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d51af6-f134-4fdb-beac-1125b28f471c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:29.150436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.182554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet 81dd2cc3-8601-45a2-88f6-562507cc9bf5 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:29.191341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.233159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:29.259090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.297709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d4dcf47c-1ed9-4117-84e4-9da1dff121b8 None None] Provisioning complete for port 5d47cb09-9660-4a15-b7a7-705517436473 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:29.298129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf47c-1ed9-4117-84e4-9da1dff121b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.308344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.346818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.360277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.406182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcf47c-1ed9-4117-84e4-9da1dff121b8 None None] Port 5d47cb09-9660-4a15-b7a7-705517436473 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:29.439141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.441975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.447063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/1ed41532-80f0-4057-938e-59b2c3c7a1f3 HTTP/1.1" status: 204 len: 168 time: 0.3765562 Aug 04 14:55:29.450451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35268) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.457181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 21c0926c-c129-44f0-9b03-d25407ac845f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:29.513248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f87f5b78-6658-489c-a8ee-d007353e1572 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589056 Aug 04 14:55:29.515154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35270) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.519695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--513929360'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:29.540921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b735bf-b18f-4b89-8a95-b639a5cd5137 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed41532-80f0-4057-938e-59b2c3c7a1f3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-d97f53dd-4fd0-4315-b444-355e395237a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81dd2cc3-8601-45a2-88f6-562507cc9bf5: This subnet is being modified by another concurrent operation. Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81dd2cc3-8601-45a2-88f6-562507cc9bf5: This subnet is being modified by another concurrent operation. Aug 04 14:55:29.552147 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 14:55:29.565573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.574916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 21c0926c-c129-44f0-9b03-d25407ac845f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:29.592404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:27Z', 'revision_number': 10, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:29.603165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.603305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 21c0926c-c129-44f0-9b03-d25407ac845f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:29.603656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.608262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3eeb5-865c-4783-a5c2-90a80d050800 req-fe951e60-a80a-43fd-a84c-57a62b30181e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:29.615541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3eeb5-865c-4783-a5c2-90a80d050800 req-fe951e60-a80a-43fd-a84c-57a62b30181e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:29.619216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=81dd2cc3-8601-45a2-88f6-562507cc9bf5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:29.621734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3eeb5-865c-4783-a5c2-90a80d050800 req-fe951e60-a80a-43fd-a84c-57a62b30181e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:29.623537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79b3eeb5-865c-4783-a5c2-90a80d050800 req-fe951e60-a80a-43fd-a84c-57a62b30181e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da&device_id=83c67ca5-9407-4094-b85d-c2e549585bf3&device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 2418 time: 0.6571355 Aug 04 14:55:29.634981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.637069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5c03374a-d6e7-4f4a-bc90-c76bf359b84e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/81dd2cc3-8601-45a2-88f6-562507cc9bf5 HTTP/1.1" status: 204 len: 168 time: 0.6322057 Aug 04 14:55:29.642825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35274) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:29.694559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:29.710553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79b3eeb5-865c-4783-a5c2-90a80d050800 req-9d6da0bf-6b1f-4e59-94d6-2933cec763e4 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792072 Aug 04 14:55:29.711631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:29.712745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:29.741206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Deleting subnet ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:29.742334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.745524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router c7949017-1c94-4680-bb1a-8dbfcadf4842 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:55:29.749122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.778079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-a3caec20-1271-4455-a90e-f43c0d0c7662 req-bdfed998-4c3d-44d8-8d25-0731c1026898 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:55:29.779706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3caec20-1271-4455-a90e-f43c0d0c7662 req-bdfed998-4c3d-44d8-8d25-0731c1026898 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128973 Aug 04 14:55:29.819269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.874903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-79d2f18f-9a96-44cc-8e3c-58beba8f59ae None None] Provisioning complete for port 21c0926c-c129-44f0-9b03-d25407ac845f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:29.875319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-79d2f18f-9a96-44cc-8e3c-58beba8f59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.875520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.878959 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.891419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.929557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53024a8-3822-4da2-a82c-915eda8a12b6 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:55:29.932240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:29.963066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:29.969456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1dfd0399-ce80-427b-a0a5-5c6818bcec5f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8587627 Aug 04 14:55:29.977486 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] Sync routers for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:29.986438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:29.987787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4718857 Aug 04 14:55:29.992219 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:29.993016 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:29.993814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3caec20-1271-4455-a90e-f43c0d0c7662 req-81711f6a-3601-4de4-9df6-bc966e7e91d2 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2000136 Aug 04 14:55:30.000149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.000612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.003824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.030833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-73a52c45-550b-4edd-84ad-95d9f420a8d7 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.031398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=21c0926c-c129-44f0-9b03-d25407ac845f,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:30.032724 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-73a52c45-550b-4edd-84ad-95d9f420a8d7 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 14:55:30.033780 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-73a52c45-550b-4edd-84ad-95d9f420a8d7 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.038879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:30.041819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73a52c45-550b-4edd-84ad-95d9f420a8d7 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171418 Aug 04 14:55:30.048175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.050488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:30.051370 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:30.067121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.069039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/7b83cb5f-1a87-4972-bf1a-29e608e26243 HTTP/1.1" status: 204 len: 168 time: 1.1970379 Aug 04 14:55:30.073653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-78429d7f-8137-4128-a843-11ff18387b6f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.074302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.075554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.076348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 47747b54-a546-4386-855c-01b8942615b5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:30.081562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0310-323e-4b0d-b29e-3f7aebf1dd75 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab02008-dc8b-45d6-842a-a77937b15432,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:30.083311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c3f11-1d42-406e-b8d8-e79677dc9f65 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=7b83cb5f-1a87-4972-bf1a-29e608e26243,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:30.125341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.128031 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:30.130525 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d245b3c-b276-49ee-ad70-a67b07f064d5 None None] The sync data for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:30.170178 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-78429d7f-8137-4128-a843-11ff18387b6f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.171336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78429d7f-8137-4128-a843-11ff18387b6f tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1058204 Aug 04 14:55:30.174337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35290) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.179570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8ebade0e-bc81-4297-92a9-1ff0c43ee622 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.180641 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-8ebade0e-bc81-4297-92a9-1ff0c43ee622 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 04 14:55:30.181338 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-8ebade0e-bc81-4297-92a9-1ff0c43ee622 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.182550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ebade0e-bc81-4297-92a9-1ff0c43ee622 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068383 Aug 04 14:55:30.185655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.198177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f3b34d23-6acd-4a67-a04b-f7790948a76a tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.256390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d61f-1eb2-44c6-9b35-b5602a2ae7ae tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:30.260478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8010d61f-1eb2-44c6-9b35-b5602a2ae7ae tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports/5d47cb09-9660-4a15-b7a7-705517436473 HTTP/1.1" status: 200 len: 910 time: 0.2490423 Aug 04 14:55:30.260850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35294) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.283821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.290759 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-f3b34d23-6acd-4a67-a04b-f7790948a76a tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.291794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3b34d23-6acd-4a67-a04b-f7790948a76a tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0975897 Aug 04 14:55:30.297629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35298) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.304749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c1a420d7-f259-430f-92fd-408b45cd60cc tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.305228 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-c1a420d7-f259-430f-92fd-408b45cd60cc tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 14:55:30.305719 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-c1a420d7-f259-430f-92fd-408b45cd60cc tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.306770 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1a420d7-f259-430f-92fd-408b45cd60cc tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057132 Aug 04 14:55:30.310072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35300) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.315038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-53e64071-add1-46b7-8bf1-0988f3acc450 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.363626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.405183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:30.416200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.421559 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e26bb0d-ec27-42eb-bc9d-a42f766d64e1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0 HTTP/1.1" status: 204 len: 168 time: 0.7774818 Aug 04 14:55:30.423257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35302) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.446922 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-53e64071-add1-46b7-8bf1-0988f3acc450 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.448336 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53e64071-add1-46b7-8bf1-0988f3acc450 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1373301 Aug 04 14:55:30.453904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35304) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.459849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-57c618ae-71df-4731-8224-24e4c2089c6d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.460727 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-57c618ae-71df-4731-8224-24e4c2089c6d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 04 14:55:30.461541 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-57c618ae-71df-4731-8224-24e4c2089c6d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.462720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-57c618ae-71df-4731-8224-24e4c2089c6d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067301 Aug 04 14:55:30.465826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.471934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b306ff39-659b-49d4-8443-dfdee240d6c1 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.482200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7f6669fe-5989-455d-bf3b-0b8a434504c7 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561445 Aug 04 14:55:30.483310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.488724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:30.498014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 148a19ed-6924-450a-bc3e-50d467cddcf5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:30.498678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.582530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 47747b54-a546-4386-855c-01b8942615b5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:30.583137 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.616067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 148a19ed-6924-450a-bc3e-50d467cddcf5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=148a19ed-6924-450a-bc3e-50d467cddcf5,segment=NetworkSegment(86c112f1-6f08-4e95-b02d-e94bf60fed57),segment_id=86c112f1-6f08-4e95-b02d-e94bf60fed57)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:30.616946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.626794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53024a8-3822-4da2-a82c-915eda8a12b6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:55:30.637363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 148a19ed-6924-450a-bc3e-50d467cddcf5 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:30.644243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b100c7a-888d-4f52-8804-6803635c799a None None] Could not find standard attr ID for object e4c13554-cfa4-42dd-bad7-cfdc3cfb6065. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:55:30.648631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4809c-dc8f-48d8-9e50-a3e151266ad5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:30.653862 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fce4809c-dc8f-48d8-9e50-a3e151266ad5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1679091 Aug 04 14:55:30.654834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35312) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.669383 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-b306ff39-659b-49d4-8443-dfdee240d6c1 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.670838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b306ff39-659b-49d4-8443-dfdee240d6c1 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2037895 Aug 04 14:55:30.694815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35314) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.701544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1a37129e-a69b-4fa8-a05d-8ab15a3b032c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '0ab02008-dc8b-45d6-842a-a77937b15432', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:30.719093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:27Z', 'revision_number': 10, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:30.774172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c1531-032f-4b4f-8f2a-bc8d06fdb034 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:27Z', 'revision_number': 10, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None, '_interfaces': [{'id': 'c36af07b-dbfb-49fe-9093-570a70486afc', 'name': '', 'network_id': 'f1153656-870d-40a8-b13a-274aa2717fe5', 'tenant_id': '90f33abedad144e480522537c69dff70', 'mac_address': 'fa:16:3e:49:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d454026-8d00-4858-83c3-a37d3676c435', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:54:32Z', 'updated_at': '2021-08-04T14:54:41Z', 'revision_number': 5, 'project_id': '90f33abedad144e480522537c69dff70', 'subnets': [{'id': '5aac6929-09ec-4307-886e-6aeb05d8e686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:30.778514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e439e-68b5-4e0c-832e-791792e7815d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:30.783180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-037e439e-68b5-4e0c-832e-791792e7815d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245320 Aug 04 14:55:30.784130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35318) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.838972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-52d812ae-22c6-4c69-948c-12f45fc950fe tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513096 Aug 04 14:55:30.853793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35320) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.865361 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-1a37129e-a69b-4fa8-a05d-8ab15a3b032c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:30.868968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a37129e-a69b-4fa8-a05d-8ab15a3b032c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1682198 Aug 04 14:55:30.870425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35322) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.887246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:30.892806 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86e41b3-e24b-41bf-985c-b11f245b17a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:30.893729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86e41b3-e24b-41bf-985c-b11f245b17a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:30.895845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f86e41b3-e24b-41bf-985c-b11f245b17a9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/e4c13554-cfa4-42dd-bad7-cfdc3cfb6065 HTTP/1.1" status: 404 len: 333 time: 0.0407755 Aug 04 14:55:30.899690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35324) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.944886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port 148a19ed-6924-450a-bc3e-50d467cddcf5 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:30.964299 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af75e8a-1870-4aec-8f31-875f51ad20bf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:30.964905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af75e8a-1870-4aec-8f31-875f51ad20bf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:30.966846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0af75e8a-1870-4aec-8f31-875f51ad20bf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/81dd2cc3-8601-45a2-88f6-562507cc9bf5 HTTP/1.1" status: 404 len: 337 time: 0.0658424 Aug 04 14:55:30.975703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35326) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:30.977259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=148a19ed-6924-450a-bc3e-50d467cddcf5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:31.020713 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e01588f-a8a2-44a7-ac32-26581a9eed4d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.021464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e01588f-a8a2-44a7-ac32-26581a9eed4d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.023596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7e01588f-a8a2-44a7-ac32-26581a9eed4d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ee2cf70b-9308-4eb8-9b82-2c7dc3f7b9c0 HTTP/1.1" status: 404 len: 337 time: 0.0464494 Aug 04 14:55:31.025565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.030465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35330) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.059049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37780e-7ab9-4a53-b612-2ef024345d36 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:55:31.071814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.076118 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a95dbe-314d-41a3-94f4-8af610917807 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.076870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a95dbe-314d-41a3-94f4-8af610917807 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.078811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a3a95dbe-314d-41a3-94f4-8af610917807 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/c64eef61-99dc-4da9-b537-4f02076ffb8e HTTP/1.1" status: 404 len: 333 time: 0.0473459 Aug 04 14:55:31.086010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35334) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.119526 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9d5a72-de31-4319-851f-d9ce85ac373a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.119990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9d5a72-de31-4319-851f-d9ce85ac373a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.124061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea9d5a72-de31-4319-851f-d9ce85ac373a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/dbda151b-cf0d-4fe2-a641-d8afd4a3dce4 HTTP/1.1" status: 404 len: 337 time: 0.0347354 Aug 04 14:55:31.124340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e878f-f6d0-4649-b8db-c30c546a1436']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:31.124487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.125784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35336) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.162687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c112f1-6f08-4e95-b02d-e94bf60fed57') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:31.165111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c112f1-6f08-4e95-b02d-e94bf60fed57') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:31.204546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.226090 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-259eda59-b4dd-4f0f-9e68-63810067ddaf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.226552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259eda59-b4dd-4f0f-9e68-63810067ddaf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.230839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-259eda59-b4dd-4f0f-9e68-63810067ddaf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/38293382-cdbe-4a16-9b9a-1e1eaea48190 HTTP/1.1" status: 404 len: 337 time: 0.0997479 Aug 04 14:55:31.231286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37780e-7ab9-4a53-b612-2ef024345d36 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:55:31.235964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35338) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.237556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.253353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:31.254924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.286206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.290540 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e9c95a-5504-4ad1-ad75-809e5e7491cb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.291315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e9c95a-5504-4ad1-ad75-809e5e7491cb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.293080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-06e9c95a-5504-4ad1-ad75-809e5e7491cb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/7fc6e745-ea4a-4848-97b0-341024546f3e HTTP/1.1" status: 404 len: 333 time: 0.0561535 Aug 04 14:55:31.297405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bef32cba-e9e7-422d-85b7-74cb92f8f501 None None] Provisioning complete for port 21c0926c-c129-44f0-9b03-d25407ac845f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:31.298035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bef32cba-e9e7-422d-85b7-74cb92f8f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:31.302480 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:31.305277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35342) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.371296 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce67e6d6-4210-41cf-9328-9fda60d0fd9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.371799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce67e6d6-4210-41cf-9328-9fda60d0fd9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.373655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce67e6d6-4210-41cf-9328-9fda60d0fd9d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/78233e72-2e52-41ff-a3c3-ab52482ba9c5 HTTP/1.1" status: 404 len: 337 time: 0.0659482 Aug 04 14:55:31.381493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35344) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.411529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 21c0926c-c129-44f0-9b03-d25407ac845f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:31.425573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.453235 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a784c-1aaf-40ad-b4fb-ff7e54f7c37c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.453712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834a784c-1aaf-40ad-b4fb-ff7e54f7c37c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.457981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-834a784c-1aaf-40ad-b4fb-ff7e54f7c37c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/560d02cf-1bb8-4260-ba43-860b2460d03f HTTP/1.1" status: 404 len: 337 time: 0.0692813 Aug 04 14:55:31.461252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.470648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.472931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/349e878f-f6d0-4649-b8db-c30c546a1436 HTTP/1.1" status: 204 len: 168 time: 1.3885713 Aug 04 14:55:31.480559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd207f2-644c-47b2-bfac-7fdc3c344ce3 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=349e878f-f6d0-4649-b8db-c30c546a1436,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:31.480805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35350) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.508197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.510998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.512160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/0ab02008-dc8b-45d6-842a-a77937b15432 HTTP/1.1" status: 204 len: 168 time: 0.6416538 Aug 04 14:55:31.515008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35352) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.551309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.557859 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35516ec-0d0c-4041-b3ad-d623347065e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.558590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35516ec-0d0c-4041-b3ad-d623347065e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.560376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e35516ec-0d0c-4041-b3ad-d623347065e2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/ebc593ae-c0d4-4b72-abc1-4da31d3409b8 HTTP/1.1" status: 404 len: 333 time: 0.0981009 Aug 04 14:55:31.568353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91d998be-f9c7-4b92-a7d0-9879f2b2816e tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492470 Aug 04 14:55:31.568353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35354) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.576242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.581155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--409955307'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:31.611581 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-595fafa9-0547-4241-9728-e1a5e990c563 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.612865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595fafa9-0547-4241-9728-e1a5e990c563 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.616272 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-595fafa9-0547-4241-9728-e1a5e990c563 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6a51ecad-c9cd-42e5-b254-dc4cc0b142b5 HTTP/1.1" status: 404 len: 337 time: 0.0469675 Aug 04 14:55:31.617542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35360) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.628067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898721c-658f-4ef6-853d-7d7b83b67bc4 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab02008-dc8b-45d6-842a-a77937b15432,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:31.657841 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b4d50b-40e5-4bec-9c50-90ca73066259 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.658299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b4d50b-40e5-4bec-9c50-90ca73066259 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.662516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-98b4d50b-40e5-4bec-9c50-90ca73066259 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6607e067-d000-4e6b-a556-0f0276e3df4f HTTP/1.1" status: 404 len: 337 time: 0.0417054 Aug 04 14:55:31.663135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35362) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.692430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=21c0926c-c129-44f0-9b03-d25407ac845f,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:31.697456 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-451cc417-cbd6-4d9a-9b62-793c4ae5cf5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.698557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451cc417-cbd6-4d9a-9b62-793c4ae5cf5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.700795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-451cc417-cbd6-4d9a-9b62-793c4ae5cf5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/418410f9-ee79-45fb-9248-bc96dd04dd63 HTTP/1.1" status: 404 len: 333 time: 0.0361238 Aug 04 14:55:31.703391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.713910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.745757 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-06647565-238c-4678-9208-d89e5c2eb496 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.745932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.746213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06647565-238c-4678-9208-d89e5c2eb496 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.746789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d750b83e-da11-41bd-86a0-8705c35b5b1a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:31.750297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-06647565-238c-4678-9208-d89e5c2eb496 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/3d785d15-e68c-496e-93c5-965a800fd489 HTTP/1.1" status: 404 len: 337 time: 0.0420780 Aug 04 14:55:31.750566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35368) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.778781 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f45aa07-c35e-4465-8655-21bb48108b5b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.779520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f45aa07-c35e-4465-8655-21bb48108b5b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.783630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f45aa07-c35e-4465-8655-21bb48108b5b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/947c20c1-cf75-4270-a0a0-075d92b7e1a7 HTTP/1.1" status: 404 len: 333 time: 0.0298061 Aug 04 14:55:31.783829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.21.0.1 (c73e404c-3917-4731-8987-2c27b61c4f6a/2258dcf6-746c-4e50-bf8a-37216c7fae8a/f06a6bbc-c2ee-4909-afe8-8f0f65f82200) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:31.783983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.818491 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10bbf3f-0191-40be-b024-c368a7e1fa47 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.818976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10bbf3f-0191-40be-b024-c368a7e1fa47 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.823376 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b10bbf3f-0191-40be-b024-c368a7e1fa47 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/507ad321-7147-440a-b4c2-5c4ffcf833c9 HTTP/1.1" status: 404 len: 337 time: 0.0359035 Aug 04 14:55:31.825176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35372) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.854349 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33ac958-164e-4c2c-80f1-4e36c645c285 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:31.855202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33ac958-164e-4c2c-80f1-4e36c645c285 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:31.859645 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f33ac958-164e-4c2c-80f1-4e36c645c285 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/53e94bd3-e150-413b-820d-aa9c4d171d4e HTTP/1.1" status: 404 len: 333 time: 0.0310838 Aug 04 14:55:31.861842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35374) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:31.863686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d750b83e-da11-41bd-86a0-8705c35b5b1a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:31.864113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d750b83e-da11-41bd-86a0-8705c35b5b1a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:31.878291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:31.961993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.962900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.963526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.964440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.965058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.965761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.965896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.966276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.966630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.967075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.967467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.967856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:55:31.978891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:31.999309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object f06a6bbc-c2ee-4909-afe8-8f0f65f82200 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:32.049363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f0f3d-9706-42f3-8aa5-4be98045ba37 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:32.053303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6a7d7-7d82-4020-a10d-81307b77ce22 None None] Network 8ecc9dc4-a5b8-4630-9188-8d52f274e682 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:32.108321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.115376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f0f3d-9706-42f3-8aa5-4be98045ba37 None None] Network 349e878f-f6d0-4649-b8db-c30c546a1436 could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 14:55:32.149825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e1f4e-247b-488d-9234-63d2622c1766 req-76e260f9-bbbb-4f29-8b5d-541b3fb03697 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:32.151773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-383e1f4e-247b-488d-9234-63d2622c1766 req-76e260f9-bbbb-4f29-8b5d-541b3fb03697 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.1253605 Aug 04 14:55:32.162544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] Provisioning complete for port 21c0926c-c129-44f0-9b03-d25407ac845f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:32.171687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.174434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network c73e404c-3917-4731-8987-2c27b61c4f6a is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:32.196832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:32.206088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:32.213947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=f06a6bbc-c2ee-4909-afe8-8f0f65f82200,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:32.222253 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e650e4ba-3729-4a29-ab7f-4fefa1c6d1d3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.222815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e650e4ba-3729-4a29-ab7f-4fefa1c6d1d3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.227203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e650e4ba-3729-4a29-ab7f-4fefa1c6d1d3 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/276c96e0-f091-4777-a0a4-44f410a1ccf4 HTTP/1.1" status: 404 len: 337 time: 0.3642936 Aug 04 14:55:32.227833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35380) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.242633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.246692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a3931-dab6-4951-9cb2-1ee0f5e56603 None None] DHCP port deletion for 349e878f-f6d0-4649-b8db-c30c546a1436 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:32.265308 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a0a819-7fa3-4137-af46-80d704d2c26d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.271601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a0a819-7fa3-4137-af46-80d704d2c26d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.276392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-56a0a819-7fa3-4137-af46-80d704d2c26d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/b536887a-25aa-4975-bd59-157aeb38b187 HTTP/1.1" status: 404 len: 333 time: 0.0440757 Aug 04 14:55:32.279417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.310684 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a086e2e-034b-4979-b390-49db397eb131 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.311771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a086e2e-034b-4979-b390-49db397eb131 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.316320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a086e2e-034b-4979-b390-49db397eb131 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/a7b43f12-af9e-4e31-8021-636f13a9e86d HTTP/1.1" status: 404 len: 337 time: 0.0361578 Aug 04 14:55:32.319782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.346758 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ed82d3-900b-45ac-920c-6eea0bb376d9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.347511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ed82d3-900b-45ac-920c-6eea0bb376d9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.352169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84ed82d3-900b-45ac-920c-6eea0bb376d9 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/9914a2cb-b055-4598-8efe-9bfae7df3f2c HTTP/1.1" status: 404 len: 333 time: 0.0313680 Aug 04 14:55:32.352792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35386) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.376308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-383e1f4e-247b-488d-9234-63d2622c1766 req-52932f4a-c3f7-492d-b29c-b6e38aee58e4 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127178 Aug 04 14:55:32.392870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.398848 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-570651a8-a382-442d-8554-eaf402ea1543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.399336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570651a8-a382-442d-8554-eaf402ea1543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.404031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-570651a8-a382-442d-8554-eaf402ea1543 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/e08ea33b-acd3-4388-8921-8d54a4cbecd4 HTTP/1.1" status: 404 len: 337 time: 0.0495596 Aug 04 14:55:32.406914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35390) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.436488 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a65974-8abd-4943-a1d6-587332fca4bb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.437472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a65974-8abd-4943-a1d6-587332fca4bb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.442785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-26a65974-8abd-4943-a1d6-587332fca4bb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/1a834799-d850-4ce4-b358-0528d7ccb050 HTTP/1.1" status: 404 len: 333 time: 0.0347602 Aug 04 14:55:32.443228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.446273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.450763 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.456532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.501216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.502498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9252782 Aug 04 14:55:32.505464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.509910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a8eb86eb-fe10-4884-8e89-3c84a7098743 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '9c64f40c-d573-4758-a115-def0fc1f4b71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:32.517761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] DHCP port deletion for 8ecc9dc4-a5b8-4630-9188-8d52f274e682 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:32.518966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0a8d5-f40b-459d-acc9-98136b391301 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64f40c-d573-4758-a115-def0fc1f4b71,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:32.524918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=21c0926c-c129-44f0-9b03-d25407ac845f,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:32.536437 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8f4dfc-c673-4dbe-a53a-ddf8fe45b08d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.536893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8f4dfc-c673-4dbe-a53a-ddf8fe45b08d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.538835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e8f4dfc-c673-4dbe-a53a-ddf8fe45b08d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6fa4d264-7daf-4eab-ae84-ecb7187bfbe1 HTTP/1.1" status: 404 len: 337 time: 0.0936611 Aug 04 14:55:32.542749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35396) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.554351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.575550 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4633aa63-e732-4edc-a49b-f48831a06b90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.576010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4633aa63-e732-4edc-a49b-f48831a06b90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.577977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4633aa63-e732-4edc-a49b-f48831a06b90 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/a643eed0-41d3-454a-a99a-f438b54c5fe1 HTTP/1.1" status: 404 len: 337 time: 0.0342729 Aug 04 14:55:32.581057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35398) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.609597 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa86735-e847-4c65-844a-57b5476544b8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.610646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa86735-e847-4c65-844a-57b5476544b8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.617714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fa3c0-92dc-4fdd-862d-4ceae076bcc8 None None] Pushing event updated for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:32.618632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cfa86735-e847-4c65-844a-57b5476544b8 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/2631813f-a941-4260-bd22-48ef9bea5013 HTTP/1.1" status: 404 len: 333 time: 0.0359750 Aug 04 14:55:32.623937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35400) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.634826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Deleting port 21c0926c-c129-44f0-9b03-d25407ac845f {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:32.635112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.635272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.659383 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bf65ba-a4d1-4676-a16d-493cfc81e10d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.659839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bf65ba-a4d1-4676-a16d-493cfc81e10d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.661711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b1bf65ba-a4d1-4676-a16d-493cfc81e10d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/64f928be-65de-4ff9-85e7-e3e0f7592ad0 HTTP/1.1" status: 404 len: 337 time: 0.0364180 Aug 04 14:55:32.662515 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a8eb86eb-fe10-4884-8e89-3c84a7098743 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The resource could not be found. Aug 04 14:55:32.666167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a8eb86eb-fe10-4884-8e89-3c84a7098743 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1570995 Aug 04 14:55:32.666167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35402) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.671776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.677505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4dabc173-a179-4425-9fae-97ebb800f70d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': '9c64f40c-d573-4758-a115-def0fc1f4b71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6b67cba8-3e71-41a3-befa-b997d6ea1e02'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:32.701389 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4192dbd9-00bd-4127-825b-9520472490c0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.701838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4192dbd9-00bd-4127-825b-9520472490c0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.704141 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4192dbd9-00bd-4127-825b-9520472490c0 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ed1d71fb-7127-4d8f-8d49-3baff6df70f0 HTTP/1.1" status: 404 len: 337 time: 0.0387230 Aug 04 14:55:32.705208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-09953478-0f16-47a0-818b-f77f2ab45f95 None None] Provisioning for port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:32.706792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35406) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.712908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-09953478-0f16-47a0-818b-f77f2ab45f95 None None] Provisioning complete for port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:32.713365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-09953478-0f16-47a0-818b-f77f2ab45f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.716226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] For port 21c0926c-c129-44f0-9b03-d25407ac845f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=21c0926c-c129-44f0-9b03-d25407ac845f,segment=NetworkSegment(6126c2ac-42a4-4c2d-8ab0-d70791c73080),segment_id=6126c2ac-42a4-4c2d-8ab0-d70791c73080)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:32.717423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.734000 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-79151fe7-d224-4c1d-a1ce-c9dbbb9a34d2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.734616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79151fe7-d224-4c1d-a1ce-c9dbbb9a34d2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.736355 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-79151fe7-d224-4c1d-a1ce-c9dbbb9a34d2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/ab02898f-4000-4471-936d-18523996dbf6 HTTP/1.1" status: 404 len: 333 time: 0.0287800 Aug 04 14:55:32.739613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.748079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Calling delete_port for 21c0926c-c129-44f0-9b03-d25407ac845f owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:32.769777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-09953478-0f16-47a0-818b-f77f2ab45f95 None None] Port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:32.775537 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2cca81-c0c5-4661-a233-e01498e6aa69 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.775996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2cca81-c0c5-4661-a233-e01498e6aa69 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.780334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a2cca81-c0c5-4661-a233-e01498e6aa69 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/d488d838-9499-415c-97da-dc3195cb343a HTTP/1.1" status: 404 len: 337 time: 0.0372338 Aug 04 14:55:32.780972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.814340 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3604c9d-2674-473a-bb8d-e6aac17f1d8c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.815104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3604c9d-2674-473a-bb8d-e6aac17f1d8c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.819706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a3604c9d-2674-473a-bb8d-e6aac17f1d8c tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/91910075-7007-4cc7-9ddd-b126b18359f7 HTTP/1.1" status: 404 len: 337 time: 0.0348856 Aug 04 14:55:32.819706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.849115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:32.850332 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72da0ec-15a1-4ff9-9f35-4b6134f63c41 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.851070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72da0ec-15a1-4ff9-9f35-4b6134f63c41 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.855446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a72da0ec-15a1-4ff9-9f35-4b6134f63c41 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/848b34ca-3670-4516-984b-15a067c80920 HTTP/1.1" status: 404 len: 333 time: 0.0323071 Aug 04 14:55:32.855446 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-4dabc173-a179-4425-9fae-97ebb800f70d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The resource could not be found. Aug 04 14:55:32.857725 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4dabc173-a179-4425-9fae-97ebb800f70d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1850052 Aug 04 14:55:32.858321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35414) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.858670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.877231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] Pushing event deleted for resources: {'Port': ['ID=21c0926c-c129-44f0-9b03-d25407ac845f,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:32.883260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0335694-c051-44f0-b80d-1ed7ce105a18 None None] No DVR routers for this DVR port 21c0926c-c129-44f0-9b03-d25407ac845f on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:32.906456 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a00694-96cc-44cb-ab5a-4075cab1652b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.907228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a00694-96cc-44cb-ab5a-4075cab1652b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.908771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-69a00694-96cc-44cb-ab5a-4075cab1652b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/ec5d6fe7-bbb0-4f76-96d6-7ac0f2c496ec HTTP/1.1" status: 404 len: 337 time: 0.0490994 Aug 04 14:55:32.912713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35418) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.951109 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce234137-6545-4d7e-911d-39dbaf0dce63 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:32.951576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce234137-6545-4d7e-911d-39dbaf0dce63 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:32.953301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce234137-6545-4d7e-911d-39dbaf0dce63 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/4bb7745b-e25a-4b25-aa9f-07d02cbd9d82 HTTP/1.1" status: 404 len: 337 time: 0.0396521 Aug 04 14:55:32.958124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:32.990689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e590a20-48ee-4657-9b6c-10a6b3f4956a tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports?device_id=3cd4e3d6-1634-49f3-9abd-6c549825b02d HTTP/1.1" status: 200 len: 205 time: 0.0314548 Aug 04 14:55:32.994075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35422) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.034652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 148a19ed-6924-450a-bc3e-50d467cddcf5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:33.045561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.047654 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-153d9b93-6071-4234-bb77-1cf240d9db6d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] delete failed (client error): The resource could not be found. Aug 04 14:55:33.051100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-153d9b93-6071-4234-bb77-1cf240d9db6d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/routers/3cd4e3d6-1634-49f3-9abd-6c549825b02d HTTP/1.1" status: 404 len: 336 time: 0.0540011 Aug 04 14:55:33.053069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35424) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.063571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 148a19ed-6924-450a-bc3e-50d467cddcf5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:33.064347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 148a19ed-6924-450a-bc3e-50d467cddcf5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:33.090920 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-458ec18d-69c9-4ea0-98e6-92216c698776 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.091380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458ec18d-69c9-4ea0-98e6-92216c698776 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.093816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-458ec18d-69c9-4ea0-98e6-92216c698776 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/65ffc820-df61-45fd-b72f-9b633441663c HTTP/1.1" status: 404 len: 337 time: 0.0391672 Aug 04 14:55:33.099149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.114463 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.140224 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-61204d9d-4d51-46da-bafc-db5d699d7c14 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "GET /v2.0/ports?device_id=bff06bfe-a8cc-499f-a43d-45a7254b6bbe HTTP/1.1" status: 200 len: 205 time: 0.0399415 Aug 04 14:55:33.143208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35428) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.185843 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-42db5998-e8f6-410a-a673-04d7dd731819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] delete failed (client error): The resource could not be found. Aug 04 14:55:33.186954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-42db5998-e8f6-410a-a673-04d7dd731819 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/routers/bff06bfe-a8cc-499f-a43d-45a7254b6bbe HTTP/1.1" status: 404 len: 336 time: 0.0428715 Aug 04 14:55:33.192654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35430) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.224957 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6ca7ec-3ada-42ee-842f-f6b7e90efe1b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.225555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6ca7ec-3ada-42ee-842f-f6b7e90efe1b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.227216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d6ca7ec-3ada-42ee-842f-f6b7e90efe1b tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/7204c74b-808b-4b27-8595-91b691fc4dae HTTP/1.1" status: 404 len: 337 time: 0.0336170 Aug 04 14:55:33.229950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.249857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port c36af07b-dbfb-49fe-9093-570a70486afc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:33.250438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.262955 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3402ccd8-f6d6-424b-9dcc-b5c2527ecaed tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.263297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3402ccd8-f6d6-424b-9dcc-b5c2527ecaed tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.267542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3402ccd8-f6d6-424b-9dcc-b5c2527ecaed tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/90ac3764-8236-4822-8fb2-cd72c176c9f5 HTTP/1.1" status: 404 len: 337 time: 0.0341311 Aug 04 14:55:33.268134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35436) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.290372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.293026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.294184 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/9c64f40c-d573-4758-a115-def0fc1f4b71 HTTP/1.1" status: 204 len: 168 time: 0.4333012 Aug 04 14:55:33.299784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.305876 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a37232-9c8f-463d-b74e-b98632714770 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.306602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a37232-9c8f-463d-b74e-b98632714770 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.308260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88a37232-9c8f-463d-b74e-b98632714770 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/cf1ca6ff-bd29-40d2-b9c6-af9f122c4054 HTTP/1.1" status: 404 len: 333 time: 0.0394287 Aug 04 14:55:33.316655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35440) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.340766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab64d1-d4cd-4360-9521-45233322bd68 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64f40c-d573-4758-a115-def0fc1f4b71,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:33.363697 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be5d3cc-0517-49e8-9bde-97a4ce68e782 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.364767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be5d3cc-0517-49e8-9bde-97a4ce68e782 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.366023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6be5d3cc-0517-49e8-9bde-97a4ce68e782 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/13f5ac4a-34c8-4f00-ace0-863924c333e3 HTTP/1.1" status: 404 len: 337 time: 0.0445020 Aug 04 14:55:33.372894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35442) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.413905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d209026-6004-44d2-8923-73f2cb6ce374 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114554 Aug 04 14:55:33.414511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35446) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.421160 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f1c13c-2ede-4deb-9bbf-c71c1b40eabf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.421910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f1c13c-2ede-4deb-9bbf-c71c1b40eabf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.426279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-ed32fdbc-8044-4ca0-af6d-5e61e7d3684a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:33.426449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-64f1c13c-2ede-4deb-9bbf-c71c1b40eabf tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/4b8ccf40-ae6e-4d1d-8a7b-de84dc68e7ac HTTP/1.1" status: 404 len: 333 time: 0.0498834 Aug 04 14:55:33.426572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-ed32fdbc-8044-4ca0-af6d-5e61e7d3684a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.0952485 Aug 04 14:55:33.428311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cd673d84-88e8-45b7-96b5-a4009e84bc77 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': 'bc6ad8be-38f7-47f9-9d53-6b2a4a9c887c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:33.428929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.441391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port c36af07b-dbfb-49fe-9093-570a70486afc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c36af07b-dbfb-49fe-9093-570a70486afc,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:33.441787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.497210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for c36af07b-dbfb-49fe-9093-570a70486afc owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:33.499011 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57c1b0b-bcab-48e5-be96-edf21042b0f2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.499468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57c1b0b-bcab-48e5-be96-edf21042b0f2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.503559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e57c1b0b-bcab-48e5-be96-edf21042b0f2 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/1fe98438-ea79-4ffe-9271-db47bc6deeda HTTP/1.1" status: 404 len: 337 time: 0.0679221 Aug 04 14:55:33.506266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35452) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.530306 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-cd673d84-88e8-45b7-96b5-a4009e84bc77 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The resource could not be found. Aug 04 14:55:33.531546 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cd673d84-88e8-45b7-96b5-a4009e84bc77 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1161509 Aug 04 14:55:33.535318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.540181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--873363515'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:33.569649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Deleting port e8a1b09e-6e7d-4fea-afb8-585c65621aef {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:33.569973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.595498 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-916a5ecb-a0eb-4707-9d4a-7505fdcf7e50 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.596237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916a5ecb-a0eb-4707-9d4a-7505fdcf7e50 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.598084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-916a5ecb-a0eb-4707-9d4a-7505fdcf7e50 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/a0f2009e-6cbf-480a-b101-33ede3f3fa01 HTTP/1.1" status: 404 len: 333 time: 0.0895073 Aug 04 14:55:33.607597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.612206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.613528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.650070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.657608 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd455a5-3f53-4e2d-bd20-9f587338c28d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.658080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd455a5-3f53-4e2d-bd20-9f587338c28d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.662407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8dd455a5-3f53-4e2d-bd20-9f587338c28d tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/6ca59cdc-31b7-4801-9a9b-9c53204ebeff HTTP/1.1" status: 404 len: 337 time: 0.0508158 Aug 04 14:55:33.663111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35458) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.710817 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d5598-92a5-4e14-8047-4e5d11201aeb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.711547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d5598-92a5-4e14-8047-4e5d11201aeb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.713297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-011d5598-92a5-4e14-8047-4e5d11201aeb tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/a345e6a1-0944-4d6a-a6ac-890db89a0196 HTTP/1.1" status: 404 len: 333 time: 0.0493455 Aug 04 14:55:33.719569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.720792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6062a8-031b-407b-bdbb-7e7b0d2791ee req-145f9510-bca1-4da6-979e-88398c19cf9a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:33.722412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae6062a8-031b-407b-bdbb-7e7b0d2791ee req-145f9510-bca1-4da6-979e-88398c19cf9a tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6bb856-05d7-433b-8944-222d99b295da HTTP/1.1" status: 200 len: 946 time: 0.2616708 Aug 04 14:55:33.722543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] For port e8a1b09e-6e7d-4fea-afb8-585c65621aef, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e8a1b09e-6e7d-4fea-afb8-585c65621aef,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:33.722989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.762402 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1549b4fe-23c4-490f-9ba5-a8fdbde49364 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.762900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1549b4fe-23c4-490f-9ba5-a8fdbde49364 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.764680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1549b4fe-23c4-490f-9ba5-a8fdbde49364 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/cedd41f8-9fee-444e-b049-f7afe1ad2e27 HTTP/1.1" status: 404 len: 337 time: 0.0441589 Aug 04 14:55:33.765665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Calling delete_port for e8a1b09e-6e7d-4fea-afb8-585c65621aef owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:33.768966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.771693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=f06a6bbc-c2ee-4909-afe8-8f0f65f82200,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:33.836944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.848285 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc281f33-32c9-4321-90f2-939114854803 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.849033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc281f33-32c9-4321-90f2-939114854803 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.853386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.853568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bc281f33-32c9-4321-90f2-939114854803 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/e112effa-f77b-436b-8745-773512678d44 HTTP/1.1" status: 404 len: 333 time: 0.0764346 Aug 04 14:55:33.856037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35464) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.865247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.872599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae6062a8-031b-407b-bdbb-7e7b0d2791ee req-b347f125-aab4-4b5d-a533-d7482632e457 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395848 Aug 04 14:55:33.899800 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d27fa8-4e7a-4b8e-9b33-60948e98cb5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.900262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d27fa8-4e7a-4b8e-9b33-60948e98cb5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.902014 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a3d27fa8-4e7a-4b8e-9b33-60948e98cb5e tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/28abcf46-a28e-4de4-805f-77afb48968c9 HTTP/1.1" status: 404 len: 337 time: 0.0449929 Aug 04 14:55:33.907225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.927005 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:33.928255 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3918586 Aug 04 14:55:33.930707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9691c-fe29-4a10-acc7-ada12d2fd048 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb988a-b307-41ee-a446-816b1fe6e9b5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:33.932720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:33.938797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--218458403'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:33.950843 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef80066-ce44-421d-b741-8e892fd2ce03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:33.951561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef80066-ce44-421d-b741-8e892fd2ce03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:33.953343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bef80066-ce44-421d-b741-8e892fd2ce03 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/0fdb02ca-2ec2-40cb-8b8b-1beb5dc82115 HTTP/1.1" status: 404 len: 333 time: 0.0445039 Aug 04 14:55:33.957213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.017452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.019857 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-18849ff9-6f3e-40d2-8906-8d56fb06abc1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:34.020325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18849ff9-6f3e-40d2-8906-8d56fb06abc1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:34.022056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-18849ff9-6f3e-40d2-8906-8d56fb06abc1 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/539d890d-98ad-41c0-81f9-e028796f408c HTTP/1.1" status: 404 len: 337 time: 0.0627394 Aug 04 14:55:34.023529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.025246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35472) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.044825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network c73e404c-3917-4731-8987-2c27b61c4f6a is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:34.055560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.068060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', '66f007e5-a18c-40bf-856f-0e31e15b8f26'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:55:34.078279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=c36af07b-dbfb-49fe-9093-570a70486afc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:34.080598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:34.085975 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9acbfe5-8952-4a2a-b410-e239de9f2348 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:34.087168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9acbfe5-8952-4a2a-b410-e239de9f2348 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:34.088516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9acbfe5-8952-4a2a-b410-e239de9f2348 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/ports/93f36bfe-fba5-4730-baf4-6346acbd65e6 HTTP/1.1" status: 404 len: 333 time: 0.0591226 Aug 04 14:55:34.094161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35474) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.098761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event deleted for resources: {'Port': ['ID=e8a1b09e-6e7d-4fea-afb8-585c65621aef,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:34.152793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] No DVR routers for this DVR port e8a1b09e-6e7d-4fea-afb8-585c65621aef on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:34.161623 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60be0c8-f0b1-4763-93d6-197225b44612 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:34.162495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60be0c8-f0b1-4763-93d6-197225b44612 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:34.163417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.165948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5655a0a-c3ff-41bd-a15b-2df491b15206 req-57777cb7-5b81-435d-9c1c-5d6b2c4a590e tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.46 "DELETE /v2.0/ports/e8a1b09e-6e7d-4fea-afb8-585c65621aef HTTP/1.1" status: 204 len: 173 time: 0.7319579 Aug 04 14:55:34.166192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'name': 'network-vif-deleted', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:55:34.170122 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469ceb2-c313-4c96-b13c-aa65264b707d" -d '{"events": [{"server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "name": "network-vif-deleted", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:55:34.174223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c60be0c8-f0b1-4763-93d6-197225b44612 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/subnets/08a4176c-d316-4cf4-bdeb-23d961f4677e HTTP/1.1" status: 404 len: 337 time: 0.0778346 Aug 04 14:55:34.231383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.258290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.358691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.382902 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205ca9a-5540-4da3-83b4-0290cc3d3ff7 x-openstack-request-id: req-1205ca9a-5540-4da3-83b4-0290cc3d3ff7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:55:34.383423 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6bb856-05d7-433b-8944-222d99b295da", "name": "network-vif-deleted", "tag": "e8a1b09e-6e7d-4fea-afb8-585c65621aef", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:55:34.383774 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1205ca9a-5540-4da3-83b4-0290cc3d3ff7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:55:34.384282 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6bb856-05d7-433b-8944-222d99b295da', 'name': 'network-vif-deleted', 'tag': 'e8a1b09e-6e7d-4fea-afb8-585c65621aef', 'status': 'completed', 'code': 200} Aug 04 14:55:34.442379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c24df-fd8c-4c37-b5bd-d001006847c5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:34.455104 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.459384 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-86700aa0-5b4a-4df6-b24b-c3fbbd6a9b21 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5222454 Aug 04 14:55:34.460428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.466019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router c7949017-1c94-4680-bb1a-8dbfcadf4842 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:34.466605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e7517a82-11aa-4b60-89df-98a976c2dc44 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb988a-b307-41ee-a446-816b1fe6e9b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b15c24df-fd8c-4c37-b5bd-d001006847c5'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:34.467543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.479167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.521997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-aa8e75f2-af6a-4d76-a387-ed6ec0ca270c None None] Provisioning complete for port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:34.522295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aa8e75f2-af6a-4d76-a387-ed6ec0ca270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.549221 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-e7517a82-11aa-4b60-89df-98a976c2dc44 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:55:34.553954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e7517a82-11aa-4b60-89df-98a976c2dc44 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0922096 Aug 04 14:55:34.554863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35484) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.583618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e75f2-af6a-4d76-a387-ed6ec0ca270c None None] Port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:34.653068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.664681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecc9dc4-a5b8-4630-9188-8d52f274e682']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:34.695134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6126c2ac-42a4-4c2d-8ab0-d70791c73080') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:34.696311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6126c2ac-42a4-4c2d-8ab0-d70791c73080') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:34.708458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.734410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:34.743920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e705c857-3ed4-4533-9d15-bc06bd23b909 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4810634 Aug 04 14:55:34.744559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35488) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.750529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] Sync routers for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:34.760165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:34.760914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:34.776466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.782880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:34.793484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:34.793896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:34.797885 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:34.801114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74fda8a-faa7-43ce-ba10-e12267e9b257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:34.802961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d74fda8a-faa7-43ce-ba10-e12267e9b257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports/f06a6bbc-c2ee-4909-afe8-8f0f65f82200 HTTP/1.1" status: 200 len: 910 time: 0.0556974 Aug 04 14:55:34.804949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.841535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.898606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.911010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.917696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:34.934263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] 10.222.0.76 "DELETE /v2.0/networks/8ecc9dc4-a5b8-4630-9188-8d52f274e682 HTTP/1.1" status: 204 len: 168 time: 0.6844897 Aug 04 14:55:34.985169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:34.985771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:34.991724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b205a3f6-2974-46aa-beb7-117172c9507d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5091248 Aug 04 14:55:34.998335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35498) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:34.998920 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:35.011935 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:35.012787 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.016821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:35.017458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.041320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d393-0b96-405b-938a-b94397eb0bb5 tempest-NetworksTestDHCPv6-444871513 tempest-NetworksTestDHCPv6-444871513-project] Pushing event deleted for resources: {'Network': ['ID=8ecc9dc4-a5b8-4630-9188-8d52f274e682,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:35.069021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.069699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37947c8d-7494-4004-bf79-7c3456e0cab8 None None] The sync data for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:35.145500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting subnet 5aac6929-09ec-4307-886e-6aeb05d8e686 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:35.148779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.148953 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:35.153289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.158856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/b15c24df-fd8c-4c37-b5bd-d001006847c5 HTTP/1.1" status: 204 len: 168 time: 0.6014025 Aug 04 14:55:35.159477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.175456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.178914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5e169-2ba5-46df-ab5c-712ed9dc262b tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c24df-fd8c-4c37-b5bd-d001006847c5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:35.201296 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.233796 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:35.257489 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:35.258355 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.270989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.290116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6d518ea8-1db5-4ade-937c-8c90e533cd3c tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1289213 Aug 04 14:55:35.293433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.345160 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:35.384065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.401617 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:35.430358 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41874189-6abf-4abe-9061-e1f67aedd808 None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:35.445930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.477274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.480720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.503146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab523-8691-4298-88d8-b7c67d508f92 req-e8ff962c-374e-46c2-8bc1-18bfc889db4f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:35.504862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-718ab523-8691-4298-88d8-b7c67d508f92 req-e8ff962c-374e-46c2-8bc1-18bfc889db4f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 0.1617789 Aug 04 14:55:35.517437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Subnet': ['ID=5aac6929-09ec-4307-886e-6aeb05d8e686,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:35.521383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.523879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d36a8ebd-36f0-4159-b1bf-dfc7e751cf26 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/5aac6929-09ec-4307-886e-6aeb05d8e686 HTTP/1.1" status: 204 len: 168 time: 0.5160167 Aug 04 14:55:35.526506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35514) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.530426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1de264-8016-41d5-951b-030bf7055a27 None None] Network f1153656-870d-40a8-b13a-274aa2717fe5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:35.549011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.609796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-718ab523-8691-4298-88d8-b7c67d508f92 req-3ac59545-de2e-4a2c-b2c6-60842d5b6fac tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951111 Aug 04 14:55:35.630596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.640782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.663528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bfb45694-04f6-49de-8466-61acc2588ebe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9a7bfb3443b46be953aaf7982433cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146776 Aug 04 14:55:35.666176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.682937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.686165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.691372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/a7cb988a-b307-41ee-a446-816b1fe6e9b5 HTTP/1.1" status: 204 len: 168 time: 0.3968554 Aug 04 14:55:35.694725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.753614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789a1c5-c198-46e7-a447-6f1a4077b2b8 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb988a-b307-41ee-a446-816b1fe6e9b5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:35.757749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-618100bd-125b-46e8-811b-09408899789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.764240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Deleting port 15ab4c03-b466-4636-a65c-68041648a1ee {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:35.764573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.801057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] DHCP port deletion for f1153656-870d-40a8-b13a-274aa2717fe5 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:35.833315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a2bdbf4-4e3d-4b50-984b-49c579d6c39a tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278377 Aug 04 14:55:35.836045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35522) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:35.840807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'tempest-secgroup--423327959'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:35.853884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] For port 15ab4c03-b466-4636-a65c-68041648a1ee, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=15ab4c03-b466-4636-a65c-68041648a1ee,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:35.854282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.854402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Deleting port 15ab4c03-b466-4636-a65c-68041648a1ee {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:35.854983 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.882992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Calling delete_port for 15ab4c03-b466-4636-a65c-68041648a1ee owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:35.890660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-618100bd-125b-46e8-811b-09408899789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.901019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.903221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8a1b09e-6e7d-4fea-afb8-585c65621aef no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:35.933116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: e8a1b09e-6e7d-4fea-afb8-585c65621aef {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:35.933457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e8a1b09e-6e7d-4fea-afb8-585c65621aef not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:35.955561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] For port 15ab4c03-b466-4636-a65c-68041648a1ee, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=15ab4c03-b466-4636-a65c-68041648a1ee,segment=NetworkSegment(57665c6f-e42d-4362-b890-b11459c312c6),segment_id=57665c6f-e42d-4362-b890-b11459c312c6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:35.956023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:35.971134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Calling delete_port for 15ab4c03-b466-4636-a65c-68041648a1ee owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:35.999621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-618100bd-125b-46e8-811b-09408899789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.002569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-618100bd-125b-46e8-811b-09408899789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.006747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-618100bd-125b-46e8-811b-09408899789b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/620e240c-2054-4346-8ba9-aa3828616a81 HTTP/1.1" status: 204 len: 168 time: 0.3393497 Aug 04 14:55:36.019330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618100bd-125b-46e8-811b-09408899789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e240c-2054-4346-8ba9-aa3828616a81,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.035560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.073620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No DVR routers for this DVR port 15ab4c03-b466-4636-a65c-68041648a1ee on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:36.081537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Port': ['ID=15ab4c03-b466-4636-a65c-68041648a1ee,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.087013 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.117730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] Pushing event deleted for resources: {'Port': ['ID=15ab4c03-b466-4636-a65c-68041648a1ee,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.124190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41220506-3af3-49c6-b4d1-ece1669e9de2 None None] No DVR routers for this DVR port 15ab4c03-b466-4636-a65c-68041648a1ee on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:36.162661 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.170323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.206501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.207791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3708017 Aug 04 14:55:36.211449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35528) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.217654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.218168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5be54c6c-e538-45e2-8de3-c8e22803d676 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:36.218970 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-5be54c6c-e538-45e2-8de3-c8e22803d676 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 14:55:36.219477 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-5be54c6c-e538-45e2-8de3-c8e22803d676 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 14:55:36.220464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5be54c6c-e538-45e2-8de3-c8e22803d676 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "PUT /v2.0/security-groups/1bf9053b-8cfd-49b7-b08f-ae15b2487be9 HTTP/1.1" status: 409 len: 330 time: 0.0072672 Aug 04 14:55:36.223448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92667130-dde5-46d5-9490-23ff94cbd095 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9053b-8cfd-49b7-b08f-ae15b2487be9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.225562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35530) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.227592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port f06a6bbc-c2ee-4909-afe8-8f0f65f82200 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:36.227954 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.244270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1153656-870d-40a8-b13a-274aa2717fe5']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:36.261852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57665c6f-e42d-4362-b890-b11459c312c6') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:36.262247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57665c6f-e42d-4362-b890-b11459c312c6') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:36.277174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.306733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.321173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:36.321173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:36.323545 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:36.329210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.337087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.344523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for f06a6bbc-c2ee-4909-afe8-8f0f65f82200 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:36.401792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.412579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.421292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.423216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/networks/f1153656-870d-40a8-b13a-274aa2717fe5 HTTP/1.1" status: 204 len: 168 time: 0.8955035 Aug 04 14:55:36.427338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35540) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.432808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'routes': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:36.440826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4baff3-439a-4c8d-a3e3-bc83ed4c64b2 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Pushing event deleted for resources: {'Network': ['ID=f1153656-870d-40a8-b13a-274aa2717fe5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.467819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.470856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:36.472200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/1bf9053b-8cfd-49b7-b08f-ae15b2487be9 HTTP/1.1" status: 204 len: 168 time: 0.2457488 Aug 04 14:55:36.476802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35542) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.489803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f7722-1a49-4a07-a54d-6c4550fb7d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9053b-8cfd-49b7-b08f-ae15b2487be9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:36.561789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87282c4b-5436-4688-b618-a8629ba9332a tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834970 Aug 04 14:55:36.569641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35548) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.583824 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-497d71be-3184-4e6e-bb46-454d7e7426c6 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] delete failed (client error): The resource could not be found. Aug 04 14:55:36.585046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-497d71be-3184-4e6e-bb46-454d7e7426c6 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "DELETE /v2.0/security-groups/ddd19fc6-5a01-40f4-b267-f3e819cde7bd HTTP/1.1" status: 404 len: 347 time: 0.0144033 Aug 04 14:55:36.598854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35552) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.613314 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-8583b661-e313-4816-bf6d-295a9b0f0d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] show failed (client error): The resource could not be found. Aug 04 14:55:36.614405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8583b661-e313-4816-bf6d-295a9b0f0d06 tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-groups/abe33bdd-f0cf-4460-b7a4-dd2704da5a21 HTTP/1.1" status: 404 len: 347 time: 0.0144465 Aug 04 14:55:36.618165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35554) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.638958 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-af06d44a-4e3c-441e-adfd-dcf810426e0d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] show failed (client error): The resource could not be found. Aug 04 14:55:36.646033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af06d44a-4e3c-441e-adfd-dcf810426e0d tempest-NegativeSecGroupTest-698332042 tempest-NegativeSecGroupTest-698332042-project] 10.222.0.76 "GET /v2.0/security-group-rules/f3e66720-d326-47bd-a549-35c1431c968b HTTP/1.1" status: 404 len: 356 time: 0.0265582 Aug 04 14:55:36.820168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35568) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:36.905556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35572) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:37.043033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-940519456'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:37.049393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e66631ea-51d5-4f05-94ad-8986778544bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cfb188521f0d4d18aced5c444445ac72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426919 Aug 04 14:55:37.052568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35576) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:37.091969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 15ab4c03-b466-4636-a65c-68041648a1ee no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:37.106942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:37.110417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.113799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 15ab4c03-b466-4636-a65c-68041648a1ee {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:37.114150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 15ab4c03-b466-4636-a65c-68041648a1ee not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:37.114571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c36af07b-dbfb-49fe-9093-570a70486afc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:37.120535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Added routes are [] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:55:37.121092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Removed routes are [] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:55:37.121202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.122326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.135886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c36af07b-dbfb-49fe-9093-570a70486afc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:37.136645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c36af07b-dbfb-49fe-9093-570a70486afc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:37.158038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.194310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.208808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.251831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=f06a6bbc-c2ee-4909-afe8-8f0f65f82200,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:37.261178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-d17b86e7-be3f-44fd-9cbc-b0a6c9dfe7b1 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:37.262798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-d17b86e7-be3f-44fd-9cbc-b0a6c9dfe7b1 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 0.2492406 Aug 04 14:55:37.273584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d83c6-4d54-4069-bc7f-02dc8f02b9d9 req-8cb4c8ca-b70f-41e7-aabb-2f90796ff842 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:37.275274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-371d83c6-4d54-4069-bc7f-02dc8f02b9d9 req-8cb4c8ca-b70f-41e7-aabb-2f90796ff842 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 946 time: 0.2564986 Aug 04 14:55:37.283281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.285879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.287065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be79112c-1cb1-456c-8cd8-8afc1ca976dd HTTP/1.1" status: 204 len: 168 time: 0.2338734 Aug 04 14:55:37.302915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.311980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0077d38-c855-4bd8-a391-51f2cd51e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79112c-1cb1-456c-8cd8-8afc1ca976dd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:37.314149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.344777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:37.360395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42f9f4-c6e7-4e6a-9537-b5927bc793fb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:37.365928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.366282 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment dd1a15f0-59c0-47a1-983f-7726b840d430 of type vlan for network dd508cd7-46a5-4370-9371-177956cd0f5b Aug 04 14:55:37.414108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.458126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.464649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:37.465212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.489436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.526034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.543604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7218549 Aug 04 14:55:37.551501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba10ef9-a69c-4839-a3d3-ec5741732827 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=dd508cd7-46a5-4370-9371-177956cd0f5b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:37.574190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dd508cd7-46a5-4370-9371-177956cd0f5b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:37.660869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-371d83c6-4d54-4069-bc7f-02dc8f02b9d9 req-c2969207-6ae9-4064-8f40-2d708001abf0 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246770 Aug 04 14:55:37.681613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:37.687228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:37.768459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 8d454026-8d00-4858-83c3-a37d3676c435 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:37.788305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Deleting port 66f007e5-a18c-40bf-856f-0e31e15b8f26 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:37.788670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.809796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:37.816447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.848500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.986103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:37.997344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:37.998607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73b001fc-062e-41b4-9255-e7ad458bfd81 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 703 time: 1.5702040 Aug 04 14:55:38.007734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Sync routers for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:38.028211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:38.029377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.034401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35600) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:38.055240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] For port 66f007e5-a18c-40bf-856f-0e31e15b8f26, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=66f007e5-a18c-40bf-856f-0e31e15b8f26,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:38.055631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.084669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-918b3259-5e2b-4fd1-b725-0b4e63e855a8 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 205 time: 0.0489807 Aug 04 14:55:38.090020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:38.095830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Calling delete_port for 66f007e5-a18c-40bf-856f-0e31e15b8f26 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:38.154190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:38.209178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.269713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.273423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router c7949017-1c94-4680-bb1a-8dbfcadf4842 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:38.320744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Checking router: 8d454026-8d00-4858-83c3-a37d3676c435 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:38.332244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Routers {'8d454026-8d00-4858-83c3-a37d3676c435'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:38.333415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['8d454026-8d00-4858-83c3-a37d3676c435'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.362332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.439783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:38.447542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eff6dfe3-0f27-463b-a469-c24c384238b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6411300 Aug 04 14:55:38.449965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35612) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:38.455320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] Sync routers for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:38.459817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.464505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.465646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] Set router 8d454026-8d00-4858-83c3-a37d3676c435 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:38.474438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.480838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:38.482069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.531309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', '66f007e5-a18c-40bf-856f-0e31e15b8f26'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:55:38.533390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event deleted for resources: {'Port': ['ID=66f007e5-a18c-40bf-856f-0e31e15b8f26,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:38.537025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=058861c3-8f54-4b4b-89d1-5656a558e529,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:38.559392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': 'dd1a15f0-59c0-47a1-983f-7726b840d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:38.560217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: dd508cd7-46a5-4370-9371-177956cd0f5b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:38.565866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.566996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router 8d454026-8d00-4858-83c3-a37d3676c435 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:55:38.576547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.579013 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-591b2c17-916a-46c2-a20c-4da8961fa144 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 204 len: 168 time: 0.4815547 Aug 04 14:55:38.587985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35614) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:38.594486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2067566490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:38.595375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network dd508cd7-46a5-4370-9371-177956cd0f5b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:38.600588 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.618518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dd508cd7-46a5-4370-9371-177956cd0f5b) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:38.626430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:38.627164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.646694 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:38.647583 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.661999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cf85c-2e95-47a3-9023-93e7c9bb4892 None None] Network dd508cd7-46a5-4370-9371-177956cd0f5b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:38.669985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.690450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] No DVR routers for this DVR port 66f007e5-a18c-40bf-856f-0e31e15b8f26 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:38.694873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.698862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c15b97b2-d446-4a5d-8c48-fddf6b086156 req-ddc8c768-b5c7-4142-8458-2302facf1a11 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "DELETE /v2.0/ports/66f007e5-a18c-40bf-856f-0e31e15b8f26 HTTP/1.1" status: 204 len: 173 time: 1.4185209 Aug 04 14:55:38.698862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'name': 'network-vif-deleted', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:55:38.701292 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea468ff-1249-4193-9ced-78f3e799bee7" -d '{"events": [{"server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "name": "network-vif-deleted", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:55:38.713306 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:38.714822 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a0e2900-c677-4f19-9f1c-ac5c600f3a22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0320017 Aug 04 14:55:38.715594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0564aa-1a11-414e-b1bc-1d2a201630a9 None None] The sync data for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:38.715844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.715992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35622) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:38.717006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.722317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234564505'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:38.777991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:38.781659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.786432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1fe0b-3eea-4080-b09e-0c4c07c26f9b None None] The sync data for ids ['8d454026-8d00-4858-83c3-a37d3676c435'] in n-d-801743-12 is: [{'id': '8d454026-8d00-4858-83c3-a37d3676c435', 'name': 'tempest-RoutersIpV6Test-router-76358465', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:54:26Z', 'updated_at': '2021-08-04T14:55:33Z', 'revision_number': 11, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:38.847934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:38.879954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:38.880318 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 96e492ef-ad33-4a20-88a9-adb8492a19e5 of type vlan for network 329e6dff-e94c-47a2-a164-6e61b6029d59 Aug 04 14:55:38.955447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd579af5-5cc3-4942-856b-4dc1b0e8fe95 req-6278bbcd-a081-4f34-a1d8-f5a9baf2fdad tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c67ca5-9407-4094-b85d-c2e549585bf3 HTTP/1.1" status: 200 len: 210 time: 0.0644341 Aug 04 14:55:38.971524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.034083 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d474969-9288-402d-9042-366c28bce4c1 x-openstack-request-id: req-9d474969-9288-402d-9042-366c28bce4c1 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:55:39.034687 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c67ca5-9407-4094-b85d-c2e549585bf3", "name": "network-vif-deleted", "tag": "66f007e5-a18c-40bf-856f-0e31e15b8f26", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:55:39.035144 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d474969-9288-402d-9042-366c28bce4c1 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:55:39.035746 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c67ca5-9407-4094-b85d-c2e549585bf3', 'name': 'network-vif-deleted', 'tag': '66f007e5-a18c-40bf-856f-0e31e15b8f26', 'status': 'completed', 'code': 200} Aug 04 14:55:39.051298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.051605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.059576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:39.060364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.081684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.186899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.191903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5aaacbea-5cff-4460-93eb-edd829c5bafa tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6027045 Aug 04 14:55:39.193421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:39.202052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:39.292107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dd508cd7-46a5-4370-9371-177956cd0f5b', 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '058861c3-8f54-4b4b-89d1-5656a558e529'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:39.293080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.325918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6087742 Aug 04 14:55:39.328789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:39.361660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:39.414967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ff4a1-ac3a-45ed-a69f-a9dd4f678adc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=329e6dff-e94c-47a2-a164-6e61b6029d59,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:39.432810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 329e6dff-e94c-47a2-a164-6e61b6029d59 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:39.469785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:39.474443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.583305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Allocated IP 172.20.255.242 (dd508cd7-46a5-4370-9371-177956cd0f5b/058861c3-8f54-4b4b-89d1-5656a558e529/3572b41b-f20e-4dcb-a44d-c961ae15c69f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:39.644266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.661837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.766908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.770725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.782050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Transition to ACTIVE for port object 3572b41b-f20e-4dcb-a44d-c961ae15c69f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:39.816232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Transition to ACTIVE for port object 3572b41b-f20e-4dcb-a44d-c961ae15c69f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:39.825375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.834831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=f6d5c057-95a6-4d65-a134-84f38da9e17c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:39.843006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '96e492ef-ad33-4a20-88a9-adb8492a19e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:39.843398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 329e6dff-e94c-47a2-a164-6e61b6029d59, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:39.846158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Network dd508cd7-46a5-4370-9371-177956cd0f5b is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:39.866096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 329e6dff-e94c-47a2-a164-6e61b6029d59 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:39.873432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:39.877508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:39.881383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 329e6dff-e94c-47a2-a164-6e61b6029d59) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:39.892770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3367f5b4-9169-4565-976a-07f2e22413fb None None] Network 329e6dff-e94c-47a2-a164-6e61b6029d59 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:39.896560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:39.897271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:39.921383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c58212f2-8498-4836-a44c-441528ac46c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5875635 Aug 04 14:55:39.922178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:39.952291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Pushing event updated for resources: {'Port': ['ID=3572b41b-f20e-4dcb-a44d-c961ae15c69f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:40.018352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Attempting to bind port 3572b41b-f20e-4dcb-a44d-c961ae15c69f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:40.018779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Attempting to bind port 3572b41b-f20e-4dcb-a44d-c961ae15c69f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'dd1a15f0-59c0-47a1-983f-7726b840d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:40.019121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Attempting to bind port 3572b41b-f20e-4dcb-a44d-c961ae15c69f on network dd508cd7-46a5-4370-9371-177956cd0f5b {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:40.027934 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:55:40.036803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:40.037176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Checking segment: {'id': 'dd1a15f0-59c0-47a1-983f-7726b840d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:40.037591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.037991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Bound using segment: {'id': 'dd1a15f0-59c0-47a1-983f-7726b840d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:40.038490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Bound port: 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1a15f0-59c0-47a1-983f-7726b840d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd508cd7-46a5-4370-9371-177956cd0f5b'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:40.038912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.091354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.209416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.263485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] For port 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:40.267942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-329e6dff-e94c-47a2-a164-6e61b6029d59', 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': 'f6d5c057-95a6-4d65-a134-84f38da9e17c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:40.282020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.291849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] For port 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3572b41b-f20e-4dcb-a44d-c961ae15c69f,segment=NetworkSegment(dd1a15f0-59c0-47a1-983f-7726b840d430),segment_id=dd1a15f0-59c0-47a1-983f-7726b840d430)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:40.322299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.334625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.447591 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:40.484916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Router 60862a08-facd-45d1-b551-6c8051bdb23f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:55:40.641331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f74e6d-c23b-42e4-bb15-6a9bc04162b3 None None] Pushing event updated for resources: {'Port': ['ID=3572b41b-f20e-4dcb-a44d-c961ae15c69f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:40.647595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Allocated IP 172.20.0.2 (329e6dff-e94c-47a2-a164-6e61b6029d59/f6d5c057-95a6-4d65-a134-84f38da9e17c/6febd330-6bb9-412f-82d5-ef3e8ec996fd) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:40.691253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a3f8-263c-4fdf-9ed2-4a725e1e84ae req-99f34366-b579-4672-8cca-61423a0e5fa9 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:40.692686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7f4a3f8-263c-4fdf-9ed2-4a725e1e84ae req-99f34366-b579-4672-8cca-61423a0e5fa9 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2675178 Aug 04 14:55:40.723832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:40.733170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.737045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8629cde-586e-4efe-bb0c-aae50fa34053 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "PUT /v2.0/routers/60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 200 len: 698 time: 1.5364611 Aug 04 14:55:40.737045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4135460-76c8-4e88-b4be-35ec7ac18b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.738157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35670) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:40.771336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Sync routers for ids ['60862a08-facd-45d1-b551-6c8051bdb23f'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:40.788780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7f4a3f8-263c-4fdf-9ed2-4a725e1e84ae req-aa896689-81e6-47f6-a86a-e3ad121d0166 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831575 Aug 04 14:55:40.813173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Routers {'60862a08-facd-45d1-b551-6c8051bdb23f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:40.813976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['60862a08-facd-45d1-b551-6c8051bdb23f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:40.858540 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b0a87bdf-11f4-468b-aad5-461edda8a55c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/routers/60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 200 len: 704 time: 0.1185596 Aug 04 14:55:40.859290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35672) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:40.890191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c3185725-c6fc-4135-a98a-84f3f79da9ec tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 200 len: 205 time: 0.0295854 Aug 04 14:55:40.891012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35674) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:40.899551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Set router 60862a08-facd-45d1-b551-6c8051bdb23f gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:40.931660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.952748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4135460-76c8-4e88-b4be-35ec7ac18b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.961769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4135460-76c8-4e88-b4be-35ec7ac18b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.965398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60862a08-facd-45d1-b551-6c8051bdb23f', 'name': 'tempest-RoutersIpV6Test-router-2067566490', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:55:38Z', 'updated_at': '2021-08-04T14:55:39Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:40.969223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Transition to ACTIVE for port object 6febd330-6bb9-412f-82d5-ef3e8ec996fd will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:40.975886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:40.998337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Checking router: 60862a08-facd-45d1-b551-6c8051bdb23f for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:55:41.012239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4135460-76c8-4e88-b4be-35ec7ac18b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a87d8-4b54-4392-9e86-667ea09a6328,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:41.013660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Transition to ACTIVE for port object 6febd330-6bb9-412f-82d5-ef3e8ec996fd will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:41.017869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Routers {'60862a08-facd-45d1-b551-6c8051bdb23f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:41.018770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['60862a08-facd-45d1-b551-6c8051bdb23f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:41.025666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b4135460-76c8-4e88-b4be-35ec7ac18b6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26aeab7e30054600b180a28efed85fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740557 Aug 04 14:55:41.029324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 5d47cb09-9660-4a15-b7a7-705517436473 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:41.029686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.029888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.033333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35678) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.186144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.191010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.219231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 5d47cb09-9660-4a15-b7a7-705517436473 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:41.229194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.232052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.233563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.233829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.283910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3572b41b-f20e-4dcb-a44d-c961ae15c69f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:41.345490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d5c057-95a6-4d65-a134-84f38da9e17c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:41.351389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.351844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Fanout notify agent at l3_agent the message router_deleted on router 60862a08-facd-45d1-b551-6c8051bdb23f {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:55:41.370376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.374808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-499b75a2-4ea3-4120-97d1-24cdc75a213c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 204 len: 168 time: 0.4797266 Aug 04 14:55:41.387976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Network 329e6dff-e94c-47a2-a164-6e61b6029d59 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:41.388611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35682) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.395231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:41.407714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:41.442079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.442781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] Set router 60862a08-facd-45d1-b551-6c8051bdb23f gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:55:41.456399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329e6dff-e94c-47a2-a164-6e61b6029d59']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:41.456722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.459783 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.463507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b55a87d8-4b54-4392-9e86-667ea09a6328 HTTP/1.1" status: 204 len: 168 time: 0.4253495 Aug 04 14:55:41.476010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e492ef-ad33-4a20-88a9-adb8492a19e5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:41.476466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e492ef-ad33-4a20-88a9-adb8492a19e5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:41.487474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.505991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.512403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 66f007e5-a18c-40bf-856f-0e31e15b8f26 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:41.514381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:41.514834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:41.518115 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:41.556735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Pushing event updated for resources: {'Port': ['ID=6febd330-6bb9-412f-82d5-ef3e8ec996fd,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:41.585493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60862a08-facd-45d1-b551-6c8051bdb23f', 'name': 'tempest-RoutersIpV6Test-router-2067566490', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:55:38Z', 'updated_at': '2021-08-04T14:55:39Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:41.616125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d9a4-baef-430e-9875-7e36c75c5678 None None] The sync data for ids ['60862a08-facd-45d1-b551-6c8051bdb23f'] in n-d-801743-12 is: [{'id': '60862a08-facd-45d1-b551-6c8051bdb23f', 'name': 'tempest-RoutersIpV6Test-router-2067566490', 'tenant_id': '90f33abedad144e480522537c69dff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:55:38Z', 'updated_at': '2021-08-04T14:55:39Z', 'revision_number': 2, 'project_id': '90f33abedad144e480522537c69dff70', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:41.626874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 66f007e5-a18c-40bf-856f-0e31e15b8f26 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:41.627083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bb9d1679-3491-4745-9f63-fe0386d31212 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 200 len: 205 time: 0.2375391 Aug 04 14:55:41.627794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 66f007e5-a18c-40bf-856f-0e31e15b8f26 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:41.629680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35686) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.636886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Attempting to bind port 6febd330-6bb9-412f-82d5-ef3e8ec996fd on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:41.637391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Attempting to bind port 6febd330-6bb9-412f-82d5-ef3e8ec996fd by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '96e492ef-ad33-4a20-88a9-adb8492a19e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:41.637962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Attempting to bind port 6febd330-6bb9-412f-82d5-ef3e8ec996fd on network 329e6dff-e94c-47a2-a164-6e61b6029d59 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:41.645875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 3572b41b-f20e-4dcb-a44d-c961ae15c69f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:41.646265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:55:41.646265 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:55:41.646265 n-d-801743-12 neutron-server[94266]: [parameters: {'id': '329e6dff-e94c-47a2-a164-6e61b6029d59'}] Aug 04 14:55:41.646265 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:55:41.647148 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:55:41.655282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:41.655465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630c601-1fd1-44a5-b5de-42ff1b41f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a87d8-4b54-4392-9e86-667ea09a6328,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:41.655686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Checking segment: {'id': '96e492ef-ad33-4a20-88a9-adb8492a19e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:41.656101 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.656510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Bound using segment: {'id': '96e492ef-ad33-4a20-88a9-adb8492a19e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:41.657016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Bound port: 6febd330-6bb9-412f-82d5-ef3e8ec996fd, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e492ef-ad33-4a20-88a9-adb8492a19e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '329e6dff-e94c-47a2-a164-6e61b6029d59'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:41.660569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.664802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.721107 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-339204e0-fe57-40af-a2f9-1e866a3fc84c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:41.724963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-339204e0-fe57-40af-a2f9-1e866a3fc84c tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/60862a08-facd-45d1-b551-6c8051bdb23f HTTP/1.1" status: 404 len: 336 time: 0.0941381 Aug 04 14:55:41.725192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35690) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.746456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=5d47cb09-9660-4a15-b7a7-705517436473,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:41.790409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76d49e-5e8b-416f-8e18-2a8dd7f1d651 None None] Network dd508cd7-46a5-4370-9371-177956cd0f5b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:41.799949 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6c4c88-d728-4d6d-87fb-e3d4cbcade96 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:41.804265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6c4c88-d728-4d6d-87fb-e3d4cbcade96 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:41.806764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c6c4c88-d728-4d6d-87fb-e3d4cbcade96 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/6017b592-ff16-4b61-9529-b854749eba7f HTTP/1.1" status: 404 len: 337 time: 0.0807168 Aug 04 14:55:41.809360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35692) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.854644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] For port 6febd330-6bb9-412f-82d5-ef3e8ec996fd, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:41.867718 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5027db96-c8f5-479c-ade3-d124a852c409 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:41.868242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5027db96-c8f5-479c-ade3-d124a852c409 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:41.874802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5027db96-c8f5-479c-ade3-d124a852c409 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/7527a9a6-b587-42f2-8b81-645694973988 HTTP/1.1" status: 404 len: 337 time: 0.0622261 Aug 04 14:55:41.876221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35696) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.878824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] For port 6febd330-6bb9-412f-82d5-ef3e8ec996fd, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6febd330-6bb9-412f-82d5-ef3e8ec996fd,segment=NetworkSegment(96e492ef-ad33-4a20-88a9-adb8492a19e5),segment_id=96e492ef-ad33-4a20-88a9-adb8492a19e5)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:41.903694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.959840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:41.973837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a3c75a6-4150-4b85-819b-45dbeb40b9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:41.974634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Provisioning for port 3572b41b-f20e-4dcb-a44d-c961ae15c69f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:42.012314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Provisioning complete for port 3572b41b-f20e-4dcb-a44d-c961ae15c69f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:42.012754 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.084845 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-94067858-4672-4736-838a-bf477f6f2cff tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:42.086179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94067858-4672-4736-838a-bf477f6f2cff tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:42.088804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-94067858-4672-4736-838a-bf477f6f2cff tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/7b83cb5f-1a87-4972-bf1a-29e608e26243 HTTP/1.1" status: 404 len: 337 time: 0.2047324 Aug 04 14:55:42.093084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35700) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.106095 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a3c75a6-4150-4b85-819b-45dbeb40b9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.126557 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7531eac7-7e82-40cc-9c88-6fbadf486d89 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:42.126868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7531eac7-7e82-40cc-9c88-6fbadf486d89 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:42.128848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7531eac7-7e82-40cc-9c88-6fbadf486d89 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/5aac6929-09ec-4307-886e-6aeb05d8e686 HTTP/1.1" status: 404 len: 337 time: 0.0347862 Aug 04 14:55:42.129707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a3c75a6-4150-4b85-819b-45dbeb40b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.131140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e52e9-8a47-446b-8fa8-b993be7449fa None None] Pushing event updated for resources: {'Port': ['ID=6febd330-6bb9-412f-82d5-ef3e8ec996fd,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:42.132144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35704) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.151716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.161123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.173612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-21f72f02-927b-4186-8483-0b017ea6707b tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 200 len: 205 time: 0.0390780 Aug 04 14:55:42.177546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35706) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.213258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34f082-99bf-4ed7-b0e4-0471a11b0934 None None] Network 329e6dff-e94c-47a2-a164-6e61b6029d59 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:42.229252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-721e4f27-11ef-40d9-b327-d70859695e85 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:42.230972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-721e4f27-11ef-40d9-b327-d70859695e85 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2267945 Aug 04 14:55:42.260549 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-be33e5e4-c4b8-4fae-b38b-8f73a469273a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:42.265259 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-be33e5e4-c4b8-4fae-b38b-8f73a469273a tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/8d454026-8d00-4858-83c3-a37d3676c435 HTTP/1.1" status: 404 len: 336 time: 0.0718534 Aug 04 14:55:42.265858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c75a6-4150-4b85-819b-45dbeb40b9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fe4ab-66b1-486d-90aa-9749490abd1e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:42.270247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.280182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1a69-49f5-452e-b048-7ec0973b357d req-0fcd6223-ea44-404e-90f3-326d022c2902 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:42.281920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-687a1a69-49f5-452e-b048-7ec0973b357d req-0fcd6223-ea44-404e-90f3-326d022c2902 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 945 time: 0.2919908 Aug 04 14:55:42.291310 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a3c75a6-4150-4b85-819b-45dbeb40b9bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efd597fdc4254334b9d5d155ede043e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283055 Aug 04 14:55:42.294162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35710) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.310686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.349197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c9a8fb5a-77ee-4b6a-a85a-dc3d443c9542 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=61baea57-a222-415a-92c9-5c03637cc035 HTTP/1.1" status: 200 len: 205 time: 0.0776625 Aug 04 14:55:42.355274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35712) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.395594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] For port 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3572b41b-f20e-4dcb-a44d-c961ae15c69f,segment=NetworkSegment(dd1a15f0-59c0-47a1-983f-7726b840d430),segment_id=dd1a15f0-59c0-47a1-983f-7726b840d430)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:42.406445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.446050 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a23a6a4c-e217-4760-82f4-0792355bb770 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:42.450071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a23a6a4c-e217-4760-82f4-0792355bb770 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/61baea57-a222-415a-92c9-5c03637cc035 HTTP/1.1" status: 404 len: 336 time: 0.0850308 Aug 04 14:55:42.451918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35716) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.476896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-687a1a69-49f5-452e-b048-7ec0973b357d req-bdf4a4b1-f997-487d-b579-984ad1f8a13c tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae2231f8-2959-4ebd-b579-111b19995232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494853 Aug 04 14:55:42.497855 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3005d968-26d2-4e97-816e-96db2f8b9def tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:42.498308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3005d968-26d2-4e97-816e-96db2f8b9def tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:42.499458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router c7949017-1c94-4680-bb1a-8dbfcadf4842 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:42.501952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4993b-7022-4e14-949b-243b927a93f3 None None] Pushing event updated for resources: {'Port': ['ID=3572b41b-f20e-4dcb-a44d-c961ae15c69f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:42.505390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.506116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3005d968-26d2-4e97-816e-96db2f8b9def tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/133707b9-7115-488d-b71b-a423b7366d08 HTTP/1.1" status: 404 len: 337 time: 0.0499167 Aug 04 14:55:42.524789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 6febd330-6bb9-412f-82d5-ef3e8ec996fd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:42.525137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.546110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e58dc8e0-ef0d-4f76-ace8-e74c2fce7f41 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 200 len: 205 time: 0.0395472 Aug 04 14:55:42.554920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.583400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.604329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976ca2d-44f5-4f02-a49d-a8e2d1f4fbb4 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:55:42.629777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.632713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 6febd330-6bb9-412f-82d5-ef3e8ec996fd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6febd330-6bb9-412f-82d5-ef3e8ec996fd,segment=NetworkSegment(96e492ef-ad33-4a20-88a9-adb8492a19e5),segment_id=96e492ef-ad33-4a20-88a9-adb8492a19e5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:42.633078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.635351 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-77b83b74-a12f-48cf-a6f4-8e0fe4bc7234 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:42.636440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-77b83b74-a12f-48cf-a6f4-8e0fe4bc7234 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/e8216d62-25d3-4d32-bc6c-6f429c0626da HTTP/1.1" status: 404 len: 336 time: 0.0806432 Aug 04 14:55:42.641411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.660312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 6febd330-6bb9-412f-82d5-ef3e8ec996fd owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:42.676683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Deleting port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:42.677073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.693382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6e53b7ac-1353-48ad-950d-2157fcaaed37 None None] Provisioning complete for port 3572b41b-f20e-4dcb-a44d-c961ae15c69f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:42.693382 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6e53b7ac-1353-48ad-950d-2157fcaaed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.740390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-da36a92e-ce7d-42c9-96ba-65fb7e5b883e tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0751079-da58-46b8-ab30-3bc5c4814c8b HTTP/1.1" status: 200 len: 205 time: 0.0977561 Aug 04 14:55:42.747296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.749633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:42.757538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b7afa32-1cb4-4d5e-ae1a-0064b4385ddb tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3056300 Aug 04 14:55:42.763915 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] Sync routers for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:42.767285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35726) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.767962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.771165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.772371 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a7fe4ab-66b1-486d-90aa-9749490abd1e HTTP/1.1" status: 204 len: 168 time: 0.4784110 Aug 04 14:55:42.773997 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:42.777259 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:42.830507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04245d3-1e4e-44b2-b2e5-660fb707e765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fe4ab-66b1-486d-90aa-9749490abd1e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:42.847247 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-449d52ac-6609-4cac-acde-e85e1e7206c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:42.848474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-449d52ac-6609-4cac-acde-e85e1e7206c7 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/d0751079-da58-46b8-ab30-3bc5c4814c8b HTTP/1.1" status: 404 len: 336 time: 0.0967455 Aug 04 14:55:42.851594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] For port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:42.851871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.853075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d4b8490d-4707-4948-9343-ab081d874f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7949017-1c94-4680-bb1a-8dbfcadf4842 HTTP/1.1" status: 200 len: 205 time: 0.0793424 Aug 04 14:55:42.854176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.855064 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:42.855605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35732) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.881809 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] Routers {'c7949017-1c94-4680-bb1a-8dbfcadf4842'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:42.882699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c7949017-1c94-4680-bb1a-8dbfcadf4842'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:42.933109 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a7f602-28ff-4953-82da-0ed4102b818f tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:42.933581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a7f602-28ff-4953-82da-0ed4102b818f tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:42.938114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58a7f602-28ff-4953-82da-0ed4102b818f tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/23904730-6204-4150-a467-2d52cfafed2d HTTP/1.1" status: 404 len: 337 time: 0.0779767 Aug 04 14:55:42.938114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Calling delete_port for f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:42.938408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:42.938672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35734) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:42.941136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976ca2d-44f5-4f02-a49d-a8e2d1f4fbb4 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:55:42.943854 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:42.944856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a784b0a-0ba0-4cfc-9d79-58846500ee73 None None] The sync data for ids ['c7949017-1c94-4680-bb1a-8dbfcadf4842'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:42.971020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4a645743-5606-4336-aa84-55dac0e4045d tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9fbabf-4016-4581-88ef-4152d4d7cba4 HTTP/1.1" status: 200 len: 205 time: 0.0311544 Aug 04 14:55:42.973401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.043701 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-594170a3-cd0f-4670-b128-3bf0ddb107f9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:43.045097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-594170a3-cd0f-4670-b128-3bf0ddb107f9 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/1b9fbabf-4016-4581-88ef-4152d4d7cba4 HTTP/1.1" status: 404 len: 336 time: 0.0704505 Aug 04 14:55:43.048263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.079060 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d7734e-2666-4487-a136-34b85738c804 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:43.079740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d7734e-2666-4487-a136-34b85738c804 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:43.082055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5d7734e-2666-4487-a136-34b85738c804 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/de060224-48a7-45c2-8e88-c7e71d9d9273 HTTP/1.1" status: 404 len: 337 time: 0.0328145 Aug 04 14:55:43.084687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35740) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.119241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5834a5a9-3d04-4ffb-8332-8a9b6d6b9318 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "GET /v2.0/ports?device_id=d46c772d-4acc-4c6b-b5ff-db5e91e82224 HTTP/1.1" status: 200 len: 205 time: 0.0332453 Aug 04 14:55:43.121512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.146823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.162486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.180167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3572b41b-f20e-4dcb-a44d-c961ae15c69f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:43.180646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 6febd330-6bb9-412f-82d5-ef3e8ec996fd on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:43.183203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.191100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=6febd330-6bb9-412f-82d5-ef3e8ec996fd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:43.216425 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-8badf15f-08a1-4f11-84c5-b3b81f7b5662 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] delete failed (client error): The resource could not be found. Aug 04 14:55:43.217940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8badf15f-08a1-4f11-84c5-b3b81f7b5662 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/routers/d46c772d-4acc-4c6b-b5ff-db5e91e82224 HTTP/1.1" status: 404 len: 336 time: 0.0955591 Aug 04 14:55:43.221029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35748) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.275962 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3e6c63-27fc-4a9e-b9b7-4daecf9bb523 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:43.283143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3e6c63-27fc-4a9e-b9b7-4daecf9bb523 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:43.285323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b3e6c63-27fc-4a9e-b9b7-4daecf9bb523 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/e78eb201-ec16-4dc9-a98c-c4ec62b487f5 HTTP/1.1" status: 404 len: 337 time: 0.0630996 Aug 04 14:55:43.288996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.324212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.348310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329e6dff-e94c-47a2-a164-6e61b6029d59']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:43.352338 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-004af30f-4ffe-4095-bd9b-85ec73a3fbf5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] DELETE failed (client error): The resource could not be found. Aug 04 14:55:43.353548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004af30f-4ffe-4095-bd9b-85ec73a3fbf5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:55:43.356572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-004af30f-4ffe-4095-bd9b-85ec73a3fbf5 tempest-RoutersIpV6Test-988228357 tempest-RoutersIpV6Test-988228357-project] 10.222.0.76 "DELETE /v2.0/subnets/477a7718-871a-4c6d-8ddc-d8412eeb769d HTTP/1.1" status: 404 len: 337 time: 0.0664022 Aug 04 14:55:43.357669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e492ef-ad33-4a20-88a9-adb8492a19e5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:43.357973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e492ef-ad33-4a20-88a9-adb8492a19e5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:43.371588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.386074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.392498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:43.392912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.396041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:43.441625 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:43.447195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Pushing event deleted for resources: {'Port': ['ID=f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:43.463058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.463576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router c7949017-1c94-4680-bb1a-8dbfcadf4842 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:55:43.477196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.480865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-252ed209-8ca7-4a77-ac4d-c94768f99289 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842 HTTP/1.1" status: 204 len: 168 time: 0.6218572 Aug 04 14:55:43.487055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.493291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:55:43.508823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] No DVR routers for this DVR port f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:43.514162 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.519988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dba63ed-3c57-48f3-91aa-e5aa6c66b2de req-36d40562-a4c0-445e-b08e-822a716b350f tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.38 "DELETE /v2.0/ports/f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc HTTP/1.1" status: 204 len: 173 time: 1.2566199 Aug 04 14:55:43.520484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'name': 'network-vif-deleted', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:55:43.523048 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b372a1f8-bbb3-4dad-928d-18ff0a006b54" -d '{"events": [{"server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "name": "network-vif-deleted", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:55:43.571022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3572b41b-f20e-4dcb-a44d-c961ae15c69f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:43.571644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.573882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet 2258dcf6-746c-4e50-bf8a-37216c7fae8a {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:43.578097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.583712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.615317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.622839 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/329e6dff-e94c-47a2-a164-6e61b6029d59 HTTP/1.1" status: 204 len: 168 time: 3.6994007 Aug 04 14:55:43.630236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35772) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.672001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d8457-8d28-4560-a9d5-c3a697ffa1da tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=329e6dff-e94c-47a2-a164-6e61b6029d59,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:43.682484 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc61d8b-c74a-4ba8-9e0c-9591394cac34 x-openstack-request-id: req-1fc61d8b-c74a-4ba8-9e0c-9591394cac34 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:55:43.682952 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2438448d-3a20-4384-939c-b469cbcaa1cb", "name": "network-vif-deleted", "tag": "f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:55:43.683222 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fc61d8b-c74a-4ba8-9e0c-9591394cac34 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:55:43.683684 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2438448d-3a20-4384-939c-b469cbcaa1cb', 'name': 'network-vif-deleted', 'tag': 'f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc', 'status': 'completed', 'code': 200} Aug 04 14:55:43.691702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f87e2a4-0abf-4106-ba7f-3d9e2da3a5cd req-5e4d33df-05b3-482c-a644-dbf3c2775f97 tempest-ListServerFiltersTestJSON-961022545 tempest-ListServerFiltersTestJSON-961022545-project] 10.222.0.76 "GET /v2.0/ports?device_id=2438448d-3a20-4384-939c-b469cbcaa1cb HTTP/1.1" status: 200 len: 210 time: 0.0937734 Aug 04 14:55:43.711261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-496533451'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:43.756306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.788507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:43.792071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:43.805608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:43.867071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:44.192907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.193299 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 66fffde6-35d8-4ad1-8462-6961f5520e01 of type vlan for network d25b783e-5c36-4076-ae62-6a87cff21f13 Aug 04 14:55:44.209295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.295490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.325478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc848755-e462-48d4-a32a-c63277b8653f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90f33abedad144e480522537c69dff70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167530 Aug 04 14:55:44.328411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:44.356573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.366964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.372412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:44.373278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.390718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.422940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.430290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb51a16-4945-4cdc-8ec8-53f81eebe09f None None] Network c73e404c-3917-4731-8987-2c27b61c4f6a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:44.446950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=2258dcf6-746c-4e50-bf8a-37216c7fae8a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:44.449573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.451643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-81fa386d-c3d6-4976-b0a3-aeb239723243 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/2258dcf6-746c-4e50-bf8a-37216c7fae8a HTTP/1.1" status: 204 len: 168 time: 0.9624753 Aug 04 14:55:44.454743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35798) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:44.473922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8172820 Aug 04 14:55:44.477297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35800) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:44.485092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': 'd25b783e-5c36-4076-ae62-6a87cff21f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:44.506190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1441-ba31-4c15-a3f8-0a41392f30e4 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=d25b783e-5c36-4076-ae62-6a87cff21f13,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:44.520827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d25b783e-5c36-4076-ae62-6a87cff21f13 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:44.529335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet 67291446-016d-458d-9809-47f03df275a7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:44.532831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.589205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.592098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.593742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df191918-1095-4463-900c-1a3ee6df633c HTTP/1.1" status: 204 len: 168 time: 0.2634287 Aug 04 14:55:44.603789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.613552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:44.618066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.630923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a630-1756-4ab5-b1ce-0a0d59a0ac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df191918-1095-4463-900c-1a3ee6df633c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:44.700286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing IP validity checks on allocation pools {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 14:55:44.700841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 14:55:44.734964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.770117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-966fead9-517d-435e-9290-f8aede2195a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.808975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] DHCP port deletion for c73e404c-3917-4731-8987-2c27b61c4f6a request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:44.820873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:44.883843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Deleting port 47747b54-a546-4386-855c-01b8942615b5 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:44.884604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.902054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.956142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] For port 47747b54-a546-4386-855c-01b8942615b5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=47747b54-a546-4386-855c-01b8942615b5,segment=NetworkSegment(c97694c8-8c38-4617-ba76-a524af461d7d),segment_id=c97694c8-8c38-4617-ba76-a524af461d7d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:44.956615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=67291446-016d-458d-9809-47f03df275a7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:44.956765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.968655 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.976064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c51673c3-3b5a-44ba-8cfe-f8d7d1762939 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/67291446-016d-458d-9809-47f03df275a7 HTTP/1.1" status: 204 len: 168 time: 0.5118463 Aug 04 14:55:44.976314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Calling delete_port for 47747b54-a546-4386-855c-01b8942615b5 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:44.976639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35818) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:44.984876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Deleting subnet b84bceb1-67b8-4a80-a813-fb57a375dd1a {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:44.993124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:44.997443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.056266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c84ef-be48-4d39-9a77-a76d5b639afe None None] Network 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:45.083232 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.142935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:45.164640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.177244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 47747b54-a546-4386-855c-01b8942615b5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:45.235717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '66fffde6-35d8-4ad1-8462-6961f5520e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd25b783e-5c36-4076-ae62-6a87cff21f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:45.236351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: d25b783e-5c36-4076-ae62-6a87cff21f13, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:45.240457 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.255572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.273839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network d25b783e-5c36-4076-ae62-6a87cff21f13 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:45.298289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 47747b54-a546-4386-855c-01b8942615b5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:45.307060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.310350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d25b783e-5c36-4076-ae62-6a87cff21f13) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:45.331003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e4844-8897-46ce-9294-99cc9a344c60 None None] Network d25b783e-5c36-4076-ae62-6a87cff21f13 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:45.333326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] Pushing event deleted for resources: {'Port': ['ID=47747b54-a546-4386-855c-01b8942615b5,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:45.349798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.387999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84bceb1-67b8-4a80-a813-fb57a375dd1a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:45.399445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:45.400057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.402491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.405065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a5c55bf9-a009-41a0-857c-b4e3ffd7d897 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b84bceb1-67b8-4a80-a813-fb57a375dd1a HTTP/1.1" status: 204 len: 168 time: 0.5830641 Aug 04 14:55:45.408542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:45.428135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf7611-91a9-4ec4-95a8-8878f5583c9c None None] No DVR routers for this DVR port 47747b54-a546-4386-855c-01b8942615b5 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:45.429675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No active binding found for port 47747b54-a546-4386-855c-01b8942615b5 {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 14:55:45.430254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 47747b54-a546-4386-855c-01b8942615b5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:45.432325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb80bdc-d62b-4744-a19a-0d834e7c65b0 None None] Network 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:45.463467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:45.476704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68a3bc14-789f-452e-8699-3eaa13bdd196 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9980562 Aug 04 14:55:45.483914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:45.526384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:45.527006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device f44c89eb-1be7-4be0-a11b-4e5bbd80dbbc not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:45.532566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 47747b54-a546-4386-855c-01b8942615b5, host n-d-801743-12, got binding levels [] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:45.533300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.567790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 47747b54-a546-4386-855c-01b8942615b5 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:45.581999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Port 47747b54-a546-4386-855c-01b8942615b5 was not found and therefore no delete operation was performed {{(pid=94266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:55:45.600851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.682902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=47747b54-a546-4386-855c-01b8942615b5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:45.685331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] DHCP port deletion for 6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:45.689498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port 47747b54-a546-4386-855c-01b8942615b5 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:45.708296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.721440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa5832-9d9c-44c5-8549-c34224c07cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d25b783e-5c36-4076-ae62-6a87cff21f13', 'network_id': 'd25b783e-5c36-4076-ae62-6a87cff21f13', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:45.722544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6baa5832-9d9c-44c5-8549-c34224c07cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.793534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.868240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.871548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35854) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:45.889523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73e404c-3917-4731-8987-2c27b61c4f6a']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:45.903953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97694c8-8c38-4617-ba76-a524af461d7d') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:45.904359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97694c8-8c38-4617-ba76-a524af461d7d') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:45.917057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.935425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.935916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] DHCP port deletion for 60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:45.947379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:45.948085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:45.954676 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:45.961098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.046035 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.062000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.065242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/c73e404c-3917-4731-8987-2c27b61c4f6a HTTP/1.1" status: 204 len: 168 time: 1.0870507 Aug 04 14:55:46.068177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:46.073803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Deleting port e64aa429-7687-4752-a83b-d2c2fc2912c1 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:46.074191 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.084182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-314959337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:46.084915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Deleting port 2ce39a36-4111-4044-a5a3-0431110514b7 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:46.085504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.104591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4d34-e638-43a7-9407-6141d8ae388b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=c73e404c-3917-4731-8987-2c27b61c4f6a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.160512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-6baa5832-9d9c-44c5-8549-c34224c07cea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d: This subnet is being modified by another concurrent operation. Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d: This subnet is being modified by another concurrent operation. Aug 04 14:55:46.163010 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 14:55:46.172964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Deleting port 2ce39a36-4111-4044-a5a3-0431110514b7 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:46.172964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.172964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] For port e64aa429-7687-4752-a83b-d2c2fc2912c1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e64aa429-7687-4752-a83b-d2c2fc2912c1,segment=NetworkSegment(191fc59e-a81e-442c-ae10-e81b0c7ca14a),segment_id=191fc59e-a81e-442c-ae10-e81b0c7ca14a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:46.172964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.193118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.194310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.206079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.212074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ffc64-8cc2-4478-a755-0725150bc606 None None] Network d25b783e-5c36-4076-ae62-6a87cff21f13 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:46.218333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] For port 2ce39a36-4111-4044-a5a3-0431110514b7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ce39a36-4111-4044-a5a3-0431110514b7,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:46.218810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.230624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.272264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Calling delete_port for e64aa429-7687-4752-a83b-d2c2fc2912c1 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:46.274009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Calling delete_port for 2ce39a36-4111-4044-a5a3-0431110514b7 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:46.285909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.292407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.300105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.339294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25b783e-5c36-4076-ae62-6a87cff21f13']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.341614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.345639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e455d471-4d1a-4c28-ac72-97d2d3eee412 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4700584 Aug 04 14:55:46.345815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35862) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:46.351828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-843788866'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:46.352600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fffde6-35d8-4ad1-8462-6961f5520e01') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.353112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fffde6-35d8-4ad1-8462-6961f5520e01') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.367869 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.380828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port e64aa429-7687-4752-a83b-d2c2fc2912c1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:46.381990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.384244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:46.385351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] For port 2ce39a36-4111-4044-a5a3-0431110514b7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ce39a36-4111-4044-a5a3-0431110514b7,segment=NetworkSegment(0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d),segment_id=0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:46.385753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.388194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.393194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.404839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Calling delete_port for 2ce39a36-4111-4044-a5a3-0431110514b7 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:46.407816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:46.408548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:46.412169 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:46.439156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.470849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port e64aa429-7687-4752-a83b-d2c2fc2912c1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e64aa429-7687-4752-a83b-d2c2fc2912c1,segment=NetworkSegment(191fc59e-a81e-442c-ae10-e81b0c7ca14a),segment_id=191fc59e-a81e-442c-ae10-e81b0c7ca14a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:46.471621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.491351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for e64aa429-7687-4752-a83b-d2c2fc2912c1 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:46.502758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.536757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] Pushing event deleted for resources: {'Port': ['ID=e64aa429-7687-4752-a83b-d2c2fc2912c1,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.549114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88450607-acdf-4f0f-9b50-ea2c8d3748bf None None] No DVR routers for this DVR port e64aa429-7687-4752-a83b-d2c2fc2912c1 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:46.566697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.592532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] Pushing event deleted for resources: {'Port': ['ID=2ce39a36-4111-4044-a5a3-0431110514b7,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.595180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.607068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3a7db-bf85-4a8e-b995-333c4e4977c0 None None] No DVR routers for this DVR port 2ce39a36-4111-4044-a5a3-0431110514b7 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:46.628894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24689448-1990-4431-a58b-001249018236 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:55:46.629171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=e64aa429-7687-4752-a83b-d2c2fc2912c1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.632990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port e64aa429-7687-4752-a83b-d2c2fc2912c1 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:46.727058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.737933 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.749517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191fc59e-a81e-442c-ae10-e81b0c7ca14a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.749959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191fc59e-a81e-442c-ae10-e81b0c7ca14a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:46.759488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.762937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24689448-1990-4431-a58b-001249018236 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:55:46.774731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.781571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:46.781975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:46.785245 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:46.850138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.854364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.875573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.877375 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7 HTTP/1.1" status: 204 len: 168 time: 0.7869811 Aug 04 14:55:46.886115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35868) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:46.889977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b89732-8954-476b-9d16-a67fa12ce034 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=6b0a0207-fa04-4ce7-b4d3-6c2533ec3ec7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.892774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-324034125'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:46.899142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce39a36-4111-4044-a5a3-0431110514b7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.901163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] No DVR routers for this DVR port 2ce39a36-4111-4044-a5a3-0431110514b7 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:55:46.909265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.933064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.939515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/d25b783e-5c36-4076-ae62-6a87cff21f13 HTTP/1.1" status: 204 len: 168 time: 1.4745979 Aug 04 14:55:46.940724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35870) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:46.961032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-490258742'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:46.974305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed22f-4809-4320-b2cb-dfd01d934c0e tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=d25b783e-5c36-4076-ae62-6a87cff21f13,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:46.988852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:46.994115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.027885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:47.033963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.044337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34aa1b-c397-4655-b236-9c7631d3ae0c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.059179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f0ac25-c3bc-40ba-ac82-d8eafd511ec6']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:47.083195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:47.083501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb2aa10-5ec2-4428-94b3-ad8abbf4c39d') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:47.086563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.087548 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Added segment dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17 of type vlan for network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 Aug 04 14:55:47.098375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.111353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:47.114925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.136988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.143222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e64aa429-7687-4752-a83b-d2c2fc2912c1 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:47.149748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:47.150335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:47.155845 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:47.165583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.174541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:47.176385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e64aa429-7687-4752-a83b-d2c2fc2912c1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:47.176744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e64aa429-7687-4752-a83b-d2c2fc2912c1 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:47.177227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ce39a36-4111-4044-a5a3-0431110514b7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:55:47.179850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.200202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2ce39a36-4111-4044-a5a3-0431110514b7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:55:47.200550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.201022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ce39a36-4111-4044-a5a3-0431110514b7 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:55:47.207194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:47.207960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.220289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:47.253355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.253950 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment a6a6787d-9db0-4723-95da-751a47ed1cb5 of type vlan for network e6168024-0170-451b-83da-1e548e381657 Aug 04 14:55:47.277667 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9306359 Aug 04 14:55:47.281457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:47.289279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'subnet': {'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:47.293193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.313556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.316029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] 10.222.0.76 "DELETE /v2.0/networks/60f0ac25-c3bc-40ba-ac82-d8eafd511ec6 HTTP/1.1" status: 204 len: 168 time: 1.9062028 Aug 04 14:55:47.337917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:47.340952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347741c-9283-450d-b49a-15af3ffc05c9 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Network': ['ID=e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.342151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.349548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a5148-78cc-4c72-abb3-b98a8dfd7b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=60f0ac25-c3bc-40ba-ac82-d8eafd511ec6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.361938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.363035 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 2982fc70-671a-45ee-b6b3-c0286c8f739a of type vlan for network b614fd42-a2fb-451e-978b-54beaea1574d Aug 04 14:55:47.363929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:47.405587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:47.410756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.418533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.418877 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad6bf-4f21-473f-a173-abb49ed88767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.425721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.432645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:47.433526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.491788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6034269 Aug 04 14:55:47.495721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:47.502898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': 'e6168024-0170-451b-83da-1e548e381657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:47.522443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771abc87-6d23-4097-9ca0-fe1cb9822ee5 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=e6168024-0170-451b-83da-1e548e381657,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.525527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.531502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:47.532113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.536287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e6168024-0170-451b-83da-1e548e381657 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:47.590937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6471794 Aug 04 14:55:47.593878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35886) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:47.599546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': 'b614fd42-a2fb-451e-978b-54beaea1574d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:47.606447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:47.632726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.656330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:47.659900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.675464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561baf45-5313-4406-b308-6af00e04d653 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=b614fd42-a2fb-451e-978b-54beaea1574d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.688591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b614fd42-a2fb-451e-978b-54beaea1574d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:47.725674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2e54fcd1-a24e-4675-a22c-e63257f07cde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aacafe059fa64dc3880721f9459e71cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176612 Aug 04 14:55:47.728096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35892) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:47.771440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:47.776162 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.795546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.795808 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.856654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.895731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.900790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Subnet': ['ID=ca51c832-35ac-48c8-9f58-a0e3798d0c01,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:47.910375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Checking segment: {'id': 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:47.910775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network hostable DHCP agents. Network: e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:47.970900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:47.974789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.979836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.982274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:47.983474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae2231f8-2959-4ebd-b579-111b19995232 HTTP/1.1" status: 204 len: 168 time: 0.2544694 Aug 04 14:55:48.006417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:48.014395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:48.015031 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.016744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c2cbb-e0cf-4dea-814a-87da72a4a042 None None] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:48.017089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e486d03-f2e0-4a2c-b707-5d3c6ab7bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2231f8-2959-4ebd-b579-111b19995232,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:48.038506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.047611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35896) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:48.047848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e0ec696-6b68-4757-ae7a-92cb0266b516 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7651649 Aug 04 14:55:48.061693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=b80c73b5-5e7a-4a92-8975-6ff3788b55f1,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:48.072936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': 'a6a6787d-9db0-4723-95da-751a47ed1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6168024-0170-451b-83da-1e548e381657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:48.073299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: e6168024-0170-451b-83da-1e548e381657, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:48.086796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'network': {'name': 'tempest-router-network01--1862079547'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:48.093468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network e6168024-0170-451b-83da-1e548e381657 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:48.107635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e6168024-0170-451b-83da-1e548e381657) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:48.114749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:48.116655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.119368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80699a-b9ac-4d63-bfae-e60a2c33b40e None None] Network e6168024-0170-451b-83da-1e548e381657 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:48.130710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=b6df3e2c-f19e-45de-9f48-1f48e451597b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:48.148853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:48.152431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.155466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:48.155622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19e06dd6-9de1-4cf9-89b7-86fba6a3dcb8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6586111 Aug 04 14:55:48.162607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-767164141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:48.193276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '2982fc70-671a-45ee-b6b3-c0286c8f739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b614fd42-a2fb-451e-978b-54beaea1574d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:48.194336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: b614fd42-a2fb-451e-978b-54beaea1574d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:48.214915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:48.221772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.223198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.237857 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.238238 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Added segment 3649915c-c117-435b-b4da-70e32a41a051 of type vlan for network eda7a281-b7f4-4a21-a833-4046fb03b066 Aug 04 14:55:48.249616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network b614fd42-a2fb-451e-978b-54beaea1574d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:48.289079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b614fd42-a2fb-451e-978b-54beaea1574d) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:48.318836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658a52d-a1a3-4f11-8156-37304188051e None None] Network b614fd42-a2fb-451e-978b-54beaea1574d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:48.329878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:48.330483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.336577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.339989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66', 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66', 'tenant_id': 'ca320af53de444e8b98a0f57fc2c7528', 'fixed_ips': [{'subnet_id': 'ca51c832-35ac-48c8-9f58-a0e3798d0c01'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:48.340590 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.342112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.354113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.373761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d28337e-8650-4487-b8f2-7136a28d9114 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7785294 Aug 04 14:55:48.377850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35906) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:48.390789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.392300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7c09b84b-9dd8-4b43-8f88-021140fff019 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2344842 Aug 04 14:55:48.395668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35910) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:48.403027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'port': {'network_id': 'e6168024-0170-451b-83da-1e548e381657', 'name': 'tempest-RoutersTest-544573832'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:48.408463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.414837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:48.415726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.550975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.566635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4950140 Aug 04 14:55:48.570013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35918) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:48.574504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de282a4-3bb4-4e2c-b647-f5719e1e9a82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Network': ['ID=eda7a281-b7f4-4a21-a833-4046fb03b066,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:48.591081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'network': {'name': 'tempest-router-network02--1949628418'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:48.608797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network eda7a281-b7f4-4a21-a833-4046fb03b066 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:48.610887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2301138-0796-4971-944b-732865bca299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e6168024-0170-451b-83da-1e548e381657', 'network_id': 'e6168024-0170-451b-83da-1e548e381657', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': 'b80c73b5-5e7a-4a92-8975-6ff3788b55f1'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:48.611698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.660549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:48.667192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.697321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:48.702213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.710572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.711946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] device_id is not set on port 5c75ea6b-8b0a-4d39-8761-72036cef1b16 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 14:55:48.714433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.754010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:48.764698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.765447 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Added segment bec693c3-3920-453e-a2ce-e78a512baea3 of type vlan for network d412129c-d4aa-4c6f-8fe5-115e3de135f3 Aug 04 14:55:48.786181 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.881448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f6de5-98df-4b24-bf0c-0bcdeadd50e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b614fd42-a2fb-451e-978b-54beaea1574d', 'network_id': 'b614fd42-a2fb-451e-978b-54beaea1574d', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': 'b6df3e2c-f19e-45de-9f48-1f48e451597b'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:48.882301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-863f6de5-98df-4b24-bf0c-0bcdeadd50e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.885065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:48.897958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Allocated IP 172.20.0.2 (e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66/ca51c832-35ac-48c8-9f58-a0e3798d0c01/98c05e7e-546a-4576-a8c9-85652334391c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:49.006053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.20.0.14 (e6168024-0170-451b-83da-1e548e381657/b80c73b5-5e7a-4a92-8975-6ff3788b55f1/5c75ea6b-8b0a-4d39-8761-72036cef1b16) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:49.044892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.052791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:49.053993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.159968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:49.162194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.164218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Network': ['ID=d412129c-d4aa-4c6f-8fe5-115e3de135f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.171004 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e8274080-a075-4d03-9302-9a207906210f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5993936 Aug 04 14:55:49.177720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35948) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:49.186119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'subnet': {'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:49.196660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=b6df3e2c-f19e-45de-9f48-1f48e451597b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.241080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:49.306677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.321295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b614fd42-a2fb-451e-978b-54beaea1574d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:49.334239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2982fc70-671a-45ee-b6b3-c0286c8f739a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:49.334637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2982fc70-671a-45ee-b6b3-c0286c8f739a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:49.346854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.351912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-287185503-network', 'tenant_id': 'c5c76d9b7941489b8702c38cb17d3abb'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:49.371296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.379580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:49.380207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.381286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:49.383908 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:49.413611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Made reservation on behalf of c5c76d9b7941489b8702c38cb17d3abb for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:49.416452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.433538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.454744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:49.458971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.530248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 5c75ea6b-8b0a-4d39-8761-72036cef1b16 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:49.531069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.544331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-863f6de5-98df-4b24-bf0c-0bcdeadd50e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6df3e2c-f19e-45de-9f48-1f48e451597b: This subnet is being modified by another concurrent operation. Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6df3e2c-f19e-45de-9f48-1f48e451597b: This subnet is being modified by another concurrent operation. Aug 04 14:55:49.545467 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 14:55:49.557659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.580851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Transition to ACTIVE for port object 98c05e7e-546a-4576-a8c9-85652334391c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:49.591707 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/b614fd42-a2fb-451e-978b-54beaea1574d HTTP/1.1" status: 204 len: 168 time: 1.2098496 Aug 04 14:55:49.595681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35952) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:49.597625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Transition to ACTIVE for port object 98c05e7e-546a-4576-a8c9-85652334391c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:49.602965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61213ffd-fe91-4b89-be9f-2be116bd69a3 None None] Network b614fd42-a2fb-451e-978b-54beaea1574d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:49.604726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517050121'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:49.618862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61213ffd-fe91-4b89-be9f-2be116bd69a3 None None] Network b614fd42-a2fb-451e-978b-54beaea1574d could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 14:55:49.621413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.628891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722f98a-37fb-4a28-87c5-e7b1092bb715 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=b614fd42-a2fb-451e-978b-54beaea1574d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.642406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.685525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:49.701993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:49.707482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:49.716400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network e6168024-0170-451b-83da-1e548e381657 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:49.721276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Pushing event updated for resources: {'Port': ['ID=98c05e7e-546a-4576-a8c9-85652334391c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.729059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:49.741424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:49.787278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f2301138-0796-4971-944b-732865bca299 None None] Allocated IP 172.20.0.2 (e6168024-0170-451b-83da-1e548e381657/b80c73b5-5e7a-4a92-8975-6ff3788b55f1/a774bb56-2e73-4041-8194-43c4369daec9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:49.797423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=5c75ea6b-8b0a-4d39-8761-72036cef1b16,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.804279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.809366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Attempting to bind port 98c05e7e-546a-4576-a8c9-85652334391c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:49.809899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Attempting to bind port 98c05e7e-546a-4576-a8c9-85652334391c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:49.810291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Attempting to bind port 98c05e7e-546a-4576-a8c9-85652334391c on network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:49.819098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:49.819098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Checking segment: {'id': 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:49.819438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.819985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Bound using segment: {'id': 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:49.820489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Bound port: 98c05e7e-546a-4576-a8c9-85652334391c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:49.820873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.846424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.890862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:49.891550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.912449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:49.924385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.926461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:49.931357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.976653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:49.977010 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Added segment 627ef13d-72d3-4506-8d12-369c4819b424 of type vlan for network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 Aug 04 14:55:49.978788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfa27f-5b13-4bc9-90f2-030ecce815a8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:49.985311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35956) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:49.985610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-690680e1-ca2a-40d6-bd44-bc9efb8a1ab3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5883505 Aug 04 14:55:50.040210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] For port 98c05e7e-546a-4576-a8c9-85652334391c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:50.054015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] For port 98c05e7e-546a-4576-a8c9-85652334391c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=98c05e7e-546a-4576-a8c9-85652334391c,segment=NetworkSegment(dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17),segment_id=dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:50.061706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:50.065211 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.080391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.092433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.092784 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 9831c0f4-31bd-4d0b-8a0f-28a48bcc41db of type vlan for network 06ee70ea-d89b-405e-8666-ef953666e276 Aug 04 14:55:50.096729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Subnet': ['ID=b5223a1e-d968-464e-9937-c276e66e2e87,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:50.128002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.152159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Checking segment: {'id': '3649915c-c117-435b-b4da-70e32a41a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:50.152159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network hostable DHCP agents. Network: eda7a281-b7f4-4a21-a833-4046fb03b066, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:50.162281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f2301138-0796-4971-944b-732865bca299 None None] Transition to ACTIVE for port object a774bb56-2e73-4041-8194-43c4369daec9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:50.170844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.194602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.194848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.195576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:50.196181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.198414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b21f0-1ed7-43d2-a991-3cfdbf246907 None None] Pushing event updated for resources: {'Port': ['ID=98c05e7e-546a-4576-a8c9-85652334391c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:50.209701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f2301138-0796-4971-944b-732865bca299 None None] Transition to ACTIVE for port object a774bb56-2e73-4041-8194-43c4369daec9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:50.222390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.232217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network eda7a281-b7f4-4a21-a833-4046fb03b066 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:50.301519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1404693 Aug 04 14:55:50.311633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2301138-0796-4971-944b-732865bca299 None None] Pushing event updated for resources: {'Port': ['ID=a774bb56-2e73-4041-8194-43c4369daec9,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:50.317166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35966) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:50.331467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2301138-0796-4971-944b-732865bca299 None None] Network e6168024-0170-451b-83da-1e548e381657 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:50.331467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f2301138-0796-4971-944b-732865bca299 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:50.339170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2301138-0796-4971-944b-732865bca299 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:50.343964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Request body: {'subnet': {'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-287185503-subnet', 'tenant_id': 'c5c76d9b7941489b8702c38cb17d3abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:50.352749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.358340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:50.358990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.361340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, eda7a281-b7f4-4a21-a833-4046fb03b066) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:50.374268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab688ae-9611-42a8-92b3-79c57cae1bb9 None None] Network eda7a281-b7f4-4a21-a833-4046fb03b066 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:50.385719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:50.392419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.395681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed1ada-33e4-4657-be45-0f9896fa0967 admin admin] Pushing event updated for resources: {'Network': ['ID=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:50.438493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:50.524817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Made reservation on behalf of c5c76d9b7941489b8702c38cb17d3abb for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:50.527899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.565810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.571938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b55ddf0-1475-40e4-99de-1e3aa1024d4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3931510 Aug 04 14:55:50.578512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9815478 Aug 04 14:55:50.579679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35984) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:50.580271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35986) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:50.653176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '06ee70ea-d89b-405e-8666-ef953666e276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:50.670406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'subnet': {'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:50.723673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2301138-0796-4971-944b-732865bca299 None None] Attempting to bind port a774bb56-2e73-4041-8194-43c4369daec9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:50.724181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2301138-0796-4971-944b-732865bca299 None None] Attempting to bind port a774bb56-2e73-4041-8194-43c4369daec9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a6a6787d-9db0-4723-95da-751a47ed1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6168024-0170-451b-83da-1e548e381657'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:50.724924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2301138-0796-4971-944b-732865bca299 None None] Attempting to bind port a774bb56-2e73-4041-8194-43c4369daec9 on network e6168024-0170-451b-83da-1e548e381657 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:50.737419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-eda7a281-b7f4-4a21-a833-4046fb03b066', 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066', 'tenant_id': 'ca320af53de444e8b98a0f57fc2c7528', 'fixed_ips': [{'subnet_id': 'b5223a1e-d968-464e-9937-c276e66e2e87'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:50.740931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2301138-0796-4971-944b-732865bca299 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2301138-0796-4971-944b-732865bca299 None None] Checking segment: {'id': 'a6a6787d-9db0-4723-95da-751a47ed1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6168024-0170-451b-83da-1e548e381657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2301138-0796-4971-944b-732865bca299 None None] Bound using segment: {'id': 'a6a6787d-9db0-4723-95da-751a47ed1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6168024-0170-451b-83da-1e548e381657'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2301138-0796-4971-944b-732865bca299 None None] Bound port: a774bb56-2e73-4041-8194-43c4369daec9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a6787d-9db0-4723-95da-751a47ed1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e6168024-0170-451b-83da-1e548e381657'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:50.762512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.809254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98fbd4-ca37-444f-959a-ed169e6bdbe9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=06ee70ea-d89b-405e-8666-ef953666e276,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:50.826821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 06ee70ea-d89b-405e-8666-ef953666e276 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:50.878447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f2301138-0796-4971-944b-732865bca299 None None] For port a774bb56-2e73-4041-8194-43c4369daec9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:50.881838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f2301138-0796-4971-944b-732865bca299 None None] For port a774bb56-2e73-4041-8194-43c4369daec9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a774bb56-2e73-4041-8194-43c4369daec9,segment=NetworkSegment(a6a6787d-9db0-4723-95da-751a47ed1cb5),segment_id=a6a6787d-9db0-4723-95da-751a47ed1cb5)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:50.898792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:50.899791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.902326 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:50.906200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.066233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=5c75ea6b-8b0a-4d39-8761-72036cef1b16,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:51.101563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Made reservation on behalf of ca320af53de444e8b98a0f57fc2c7528 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:51.104333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2301138-0796-4971-944b-732865bca299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.113125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.257246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 98c05e7e-546a-4576-a8c9-85652334391c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:51.318104 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.436124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2301138-0796-4971-944b-732865bca299 None None] Pushing event updated for resources: {'Port': ['ID=a774bb56-2e73-4041-8194-43c4369daec9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:51.492401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Allocated IP 172.20.0.2 (eda7a281-b7f4-4a21-a833-4046fb03b066/b5223a1e-d968-464e-9937-c276e66e2e87/c0d02986-ff2f-41a6-b7bc-d42525b67b2b) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:51.540815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 98c05e7e-546a-4576-a8c9-85652334391c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:51.564724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.621013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.695989 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.701284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Subnet': ['ID=3b6dfd09-380d-4bc3-b78e-b8621f8dd26b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:51.790285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.794983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Checking segment: {'id': 'bec693c3-3920-453e-a2ce-e78a512baea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:51.797488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network hostable DHCP agents. Network: d412129c-d4aa-4c6f-8fe5-115e3de135f3, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:51.799650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bab3d5-fa81-4976-bcb3-09b1720a0658,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:51.811315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Transition to ACTIVE for port object c0d02986-ff2f-41a6-b7bc-d42525b67b2b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:51.820139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fb2fc-c863-4f0a-9d96-8019d0647de0 None None] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:51.888632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Checking segment: {'id': '627ef13d-72d3-4506-8d12-369c4819b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:51.889072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Network hostable DHCP agents. Network: cf25d150-a94a-4ec3-ae2d-fd86271fd0a4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:51.894753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:51.902812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Transition to ACTIVE for port object c0d02986-ff2f-41a6-b7bc-d42525b67b2b will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:51.910701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.925659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d412129c-d4aa-4c6f-8fe5-115e3de135f3) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:51.936783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Provisioning for port 98c05e7e-546a-4576-a8c9-85652334391c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:51.947510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.956131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:51.958428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Provisioning complete for port 98c05e7e-546a-4576-a8c9-85652334391c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:51.958843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.962575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:51.963216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:51.984165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, cf25d150-a94a-4ec3-ae2d-fd86271fd0a4) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:51.994892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:51.995516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:52.014327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=57359698-bc8b-4c1c-8d66-60313a429b97,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:52.021853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130d74c-f4d3-42bf-96db-bba17885fbd1 None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:52.038225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Pushing event updated for resources: {'Port': ['ID=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:52.041815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90478908-0e54-45bb-8020-62a3dc93ee9d None None] Network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:52.047919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9a472492-c993-43e4-8acf-5db7f4f10728 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7296791 Aug 04 14:55:52.054530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9f17a3bb-b1f6-42b5-9d37-2387ea8c01a8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4150922 Aug 04 14:55:52.056010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:52.152824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '9831c0f4-31bd-4d0b-8a0f-28a48bcc41db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06ee70ea-d89b-405e-8666-ef953666e276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:52.153623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 06ee70ea-d89b-405e-8666-ef953666e276, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:52.323514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 06ee70ea-d89b-405e-8666-ef953666e276 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:52.374674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 06ee70ea-d89b-405e-8666-ef953666e276) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:52.404986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:52.406465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:52.412243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:52.424069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:52.452084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b89693f-a9ee-4ae2-a473-650eeec5920d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8038282 Aug 04 14:55:52.460954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36026) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:52.560107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=5c75ea6b-8b0a-4d39-8761-72036cef1b16,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:52.598208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:52.662376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77729999-f446-430a-a9f8-7d08c3da9d07 None None] Network 06ee70ea-d89b-405e-8666-ef953666e276 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:52.711113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Network eda7a281-b7f4-4a21-a833-4046fb03b066 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:52.775996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network e6168024-0170-451b-83da-1e548e381657 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:52.777744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:52.848999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:52.866604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0baa93-8cf3-4e8f-ad28-4e54b51364d7 None None] Network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:52.868874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670310d2-8f2a-416c-b899-95ec63d25e5a None None] Network e6168024-0170-451b-83da-1e548e381657 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:52.873007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:52.927470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 1ec4dad1-d443-4f52-9fa3-003b50f028d7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:55:53.096448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:53.117504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f125cb17-9d8b-4879-bd22-4dc2ca0d1041 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/1ec4dad1-d443-4f52-9fa3-003b50f028d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1300201 Aug 04 14:55:53.122357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:53.189653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] Sync routers for ids ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:53.220525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1040a4-0fb2-4ec1-8b87-99d47bdda913 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:53.224879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad1040a4-0fb2-4ec1-8b87-99d47bdda913 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports/5c75ea6b-8b0a-4d39-8761-72036cef1b16 HTTP/1.1" status: 200 len: 977 time: 0.0990820 Aug 04 14:55:53.230022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36048) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:53.269512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a774bb56-2e73-4041-8194-43c4369daec9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:53.326266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.374705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.406726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Attempting to bind port c0d02986-ff2f-41a6-b7bc-d42525b67b2b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:53.407280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Attempting to bind port c0d02986-ff2f-41a6-b7bc-d42525b67b2b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '3649915c-c117-435b-b4da-70e32a41a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:53.407760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Attempting to bind port c0d02986-ff2f-41a6-b7bc-d42525b67b2b on network eda7a281-b7f4-4a21-a833-4046fb03b066 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:53.408209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-2cdbe4fe-806d-47cd-8ec0-d96e94e25bb6 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:53.416220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-2cdbe4fe-806d-47cd-8ec0-d96e94e25bb6 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/networks?id=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 HTTP/1.1" status: 200 len: 821 time: 0.3227100 Aug 04 14:55:53.433646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] Routers {'1ec4dad1-d443-4f52-9fa3-003b50f028d7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:53.434492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.500624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:53.501128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Checking segment: {'id': '3649915c-c117-435b-b4da-70e32a41a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:53.501814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.502120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Bound using segment: {'id': '3649915c-c117-435b-b4da-70e32a41a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:53.502849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Bound port: c0d02986-ff2f-41a6-b7bc-d42525b67b2b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3649915c-c117-435b-b4da-70e32a41a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'eda7a281-b7f4-4a21-a833-4046fb03b066'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:53.503448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.508314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.584519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.587159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.602659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-e712b386-730c-40c5-bbb6-77b94a526270 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/quotas/c5c76d9b7941489b8702c38cb17d3abb HTTP/1.1" status: 200 len: 375 time: 0.1856728 Aug 04 14:55:53.615705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d412129c-d4aa-4c6f-8fe5-115e3de135f3', 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3', 'tenant_id': 'ca320af53de444e8b98a0f57fc2c7528', 'fixed_ips': [{'subnet_id': '3b6dfd09-380d-4bc3-b78e-b8621f8dd26b'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:53.617179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.686524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-12b194cd-1149-4b4b-ad3c-cc56c2a1b627 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c5c76d9b7941489b8702c38cb17d3abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828581 Aug 04 14:55:53.699266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.770911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.781492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] Routers {'1ec4dad1-d443-4f52-9fa3-003b50f028d7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:53.782498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.797628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138be8fc-e226-4691-b98f-2c59a8a5d951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-06ee70ea-d89b-405e-8666-ef953666e276', 'network_id': '06ee70ea-d89b-405e-8666-ef953666e276', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '57359698-bc8b-4c1c-8d66-60313a429b97'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:53.799066 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-138be8fc-e226-4691-b98f-2c59a8a5d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.895577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] For port 98c05e7e-546a-4576-a8c9-85652334391c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=98c05e7e-546a-4576-a8c9-85652334391c,segment=NetworkSegment(dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17),segment_id=dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:53.900358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.901668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee4337-c26a-449b-a8a7-b46bb88c10db None None] The sync data for ids ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:53.914144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.917729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a774bb56-2e73-4041-8194-43c4369daec9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:53.923836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.936691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ee70ea-d89b-405e-8666-ef953666e276']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.951634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9831c0f4-31bd-4d0b-8a0f-28a48bcc41db') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.952023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9831c0f4-31bd-4d0b-8a0f-28a48bcc41db') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:53.961681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.976937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:53.988195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=57359698-bc8b-4c1c-8d66-60313a429b97,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:54.000269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:54.000753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:54.003994 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:54.070053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] For port c0d02986-ff2f-41a6-b7bc-d42525b67b2b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:54.119107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 5c75ea6b-8b0a-4d39-8761-72036cef1b16 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:54.119714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.133276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-a8168a14-4827-4ad5-b77c-d9d1745247e9 service neutron] 10.222.0.76 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456863 Aug 04 14:55:54.167535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] For port c0d02986-ff2f-41a6-b7bc-d42525b67b2b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,segment=NetworkSegment(3649915c-c117-435b-b4da-70e32a41a051),segment_id=3649915c-c117-435b-b4da-70e32a41a051)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:54.194103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Allocated IP 172.20.0.1 (eda7a281-b7f4-4a21-a833-4046fb03b066/b5223a1e-d968-464e-9937-c276e66e2e87/235e9b5c-882b-4678-bcce-8c50dce3d9bc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:54.202197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.206936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.212408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/06ee70ea-d89b-405e-8666-ef953666e276 HTTP/1.1" status: 204 len: 168 time: 1.7456620 Aug 04 14:55:54.212633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Provisioning for port a774bb56-2e73-4041-8194-43c4369daec9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:54.214640 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.214822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36054) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:54.218653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99bf07-d4b1-4895-83e7-5b934d9935ea None None] Pushing event updated for resources: {'Port': ['ID=98c05e7e-546a-4576-a8c9-85652334391c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:54.229799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Provisioning complete for port a774bb56-2e73-4041-8194-43c4369daec9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:54.230086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1988281024'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:54.230207 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.243389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a49069-8319-4d28-90d5-c7783de404b1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=06ee70ea-d89b-405e-8666-ef953666e276,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:54.295786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6c825-e5b5-41d5-a4ee-6cfc9796b657 None None] Network 06ee70ea-d89b-405e-8666-ef953666e276 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:54.312180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:54.324023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.349063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Allocated IP 172.20.0.2 (d412129c-d4aa-4c6f-8fe5-115e3de135f3/3b6dfd09-380d-4bc3-b78e-b8621f8dd26b/25c8eaf4-150c-4043-a488-16e89a5c66ad) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:54.352744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1a24d0ca-2a6a-4f93-9434-c43c3bc8a383 service neutron] 10.222.0.76 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151792 Aug 04 14:55:54.411668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6c825-e5b5-41d5-a4ee-6cfc9796b657 None None] Network 06ee70ea-d89b-405e-8666-ef953666e276 could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 14:55:54.441133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.481423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7233b-73bf-4fa5-beea-46b2cb5f2aa3 None None] Pushing event updated for resources: {'Port': ['ID=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:54.502642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:55:54.521763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.538839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 5c75ea6b-8b0a-4d39-8761-72036cef1b16 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:54.590103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Transition to ACTIVE for port object 235e9b5c-882b-4678-bcce-8c50dce3d9bc will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:54.613679 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.613834 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 38305cf6-9aa5-4b56-84f7-cebecdb2ec33 of type vlan for network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 Aug 04 14:55:54.722819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c82ae765-9f22-4292-9abe-7a3e5f328e87 req-6d1cd64b-ef28-428b-93fb-8f1de552a261 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0874336 Aug 04 14:55:54.776237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.820478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.903046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:54.924841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network eda7a281-b7f4-4a21-a833-4046fb03b066 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:54.928889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Port': ['ID=235e9b5c-882b-4678-bcce-8c50dce3d9bc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:54.960686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:54.965443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:55.063650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.142855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] For port a774bb56-2e73-4041-8194-43c4369daec9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a774bb56-2e73-4041-8194-43c4369daec9,segment=NetworkSegment(a6a6787d-9db0-4723-95da-751a47ed1cb5),segment_id=a6a6787d-9db0-4723-95da-751a47ed1cb5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:55.151582 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.168954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.184440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:55.185238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.341261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.341469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.376173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Provisioning complete for port 98c05e7e-546a-4576-a8c9-85652334391c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:55.376954 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.385593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Transition to ACTIVE for port object 25c8eaf4-150c-4043-a488-16e89a5c66ad will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:55.467481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Transition to ACTIVE for port object 25c8eaf4-150c-4043-a488-16e89a5c66ad will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:55.475316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d43ec2-3705-465c-9ee9-3d938e8d2384 None None] Pushing event updated for resources: {'Port': ['ID=a774bb56-2e73-4041-8194-43c4369daec9,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:55.483749 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.492851 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2719235 Aug 04 14:55:55.495974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36080) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:55.497273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 98c05e7e-546a-4576-a8c9-85652334391c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:55.524456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:55.557202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1f0c-b336-4dbe-b164-f39cc7939d75 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=26985e9f-ad8c-4643-9166-ff0a4baf0e84,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:55.563769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:55.645736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:55.653557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Pushing event updated for resources: {'Port': ['ID=25c8eaf4-150c-4043-a488-16e89a5c66ad,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:55.662941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:55.675183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:55:55.725543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=5c75ea6b-8b0a-4d39-8761-72036cef1b16,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:56.012890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.035705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d789e3da-0828-4a46-a003-6f1d48cd6ad1 req-24758cdd-2816-4386-ae79-b31915029583 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 210 time: 0.1316898 Aug 04 14:55:56.101724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:56.107354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.163362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:56.379725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing IP validity checks on allocation pools {{(pid=94265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 14:55:56.380281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 14:55:56.404670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 98c05e7e-546a-4576-a8c9-85652334391c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:56.404670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.457470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.477223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680883a-cf12-4eb1-820a-af02c5272e19 None None] Network eda7a281-b7f4-4a21-a833-4046fb03b066 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:56.477400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 1ec4dad1-d443-4f52-9fa3-003b50f028d7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:55:56.609532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:56.618237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a72d2d2a-011e-4b9b-8321-e19399d84396 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/1ec4dad1-d443-4f52-9fa3-003b50f028d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3839700 Aug 04 14:55:56.619889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:56.630054 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] Sync routers for ids ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:56.643909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] Routers {'1ec4dad1-d443-4f52-9fa3-003b50f028d7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:56.645058 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:56.645518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.655226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Attempting to bind port 25c8eaf4-150c-4043-a488-16e89a5c66ad on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:56.655618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Attempting to bind port 25c8eaf4-150c-4043-a488-16e89a5c66ad by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'bec693c3-3920-453e-a2ce-e78a512baea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:56.659056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Attempting to bind port 25c8eaf4-150c-4043-a488-16e89a5c66ad on network d412129c-d4aa-4c6f-8fe5-115e3de135f3 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:56.692914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:56.693312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Checking segment: {'id': 'bec693c3-3920-453e-a2ce-e78a512baea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:56.693613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.694013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Bound using segment: {'id': 'bec693c3-3920-453e-a2ce-e78a512baea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:56.694528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Bound port: 25c8eaf4-150c-4043-a488-16e89a5c66ad, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec693c3-3920-453e-a2ce-e78a512baea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd412129c-d4aa-4c6f-8fe5-115e3de135f3'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:56.695080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.708402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:56.719429 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] Routers {'1ec4dad1-d443-4f52-9fa3-003b50f028d7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:56.720499 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:56.770513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:56.771648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a640a5e7-4b8d-4cf3-b7a6-d444c4bdb9fb None None] The sync data for ids ['1ec4dad1-d443-4f52-9fa3-003b50f028d7'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:56.859238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] For port 25c8eaf4-150c-4043-a488-16e89a5c66ad, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:55:56.873770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-63bb2865-7394-4718-9a09-9c1e90786971 None None] Provisioning for port c0d02986-ff2f-41a6-b7bc-d42525b67b2b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:56.920543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Port': ['ID=235e9b5c-882b-4678-bcce-8c50dce3d9bc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:56.930034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.932484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] For port 25c8eaf4-150c-4043-a488-16e89a5c66ad, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25c8eaf4-150c-4043-a488-16e89a5c66ad,segment=NetworkSegment(bec693c3-3920-453e-a2ce-e78a512baea3),segment_id=bec693c3-3920-453e-a2ce-e78a512baea3)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:55:56.940818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-63bb2865-7394-4718-9a09-9c1e90786971 None None] Provisioning complete for port a774bb56-2e73-4041-8194-43c4369daec9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:56.941388 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-63bb2865-7394-4718-9a09-9c1e90786971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.942293 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a7bb124a-df3d-4d4d-93bc-2cb4ab34080f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] remove_router_interface failed (client error): The resource could not be found. Aug 04 14:55:56.943594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d02986-ff2f-41a6-b7bc-d42525b67b2b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:56.950810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a7bb124a-df3d-4d4d-93bc-2cb4ab34080f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/1ec4dad1-d443-4f52-9fa3-003b50f028d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3295639 Aug 04 14:55:56.951443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36116) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:56.965494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:56.992107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36118) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:56.993926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d142a3c5-b769-4d6a-8284-0fe3d64f569f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ec4dad1-d443-4f52-9fa3-003b50f028d7 HTTP/1.1" status: 200 len: 205 time: 0.0398648 Aug 04 14:55:57.009540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.048487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-3311f1a3-bc95-4f40-b0f4-b0a5756d5501 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:57.050173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-3311f1a3-bc95-4f40-b0f4-b0a5756d5501 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.38 "GET /v2.0/networks?id=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 HTTP/1.1" status: 200 len: 821 time: 0.5113320 Aug 04 14:55:57.106693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Request body: {'port': {'device_id': '4602a274-badd-430d-84a1-3897a378b7f9', 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4', 'admin_state_up': True, 'tenant_id': 'c5c76d9b7941489b8702c38cb17d3abb'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:57.148331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583985-88f8-420d-ae32-32e5fe60e02a None None] Pushing event updated for resources: {'Port': ['ID=25c8eaf4-150c-4043-a488-16e89a5c66ad,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:57.212081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c0d02986-ff2f-41a6-b7bc-d42525b67b2b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:57.233762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c0d02986-ff2f-41a6-b7bc-d42525b67b2b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:57.234252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.255423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ef0d046-7319-40bf-a887-38343b7b3936 req-ae468291-0384-44f5-a0e1-741db8bedcac tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0915928 Aug 04 14:55:57.263171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-63bb2865-7394-4718-9a09-9c1e90786971 None None] Could not find standard attr ID for object 5c75ea6b-8b0a-4d39-8761-72036cef1b16. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 14:55:57.266565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.334998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=c80e835d-806a-47f9-9c4a-96d0b6d2ce99,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:57.350164 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.393448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c0d02986-ff2f-41a6-b7bc-d42525b67b2b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,segment=NetworkSegment(3649915c-c117-435b-b4da-70e32a41a051),segment_id=3649915c-c117-435b-b4da-70e32a41a051)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:57.395810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '38305cf6-9aa5-4b56-84f7-cebecdb2ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:57.396225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 26985e9f-ad8c-4643-9166-ff0a4baf0e84, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:55:57.398696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.490323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:57.524153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network eda7a281-b7f4-4a21-a833-4046fb03b066 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:57.530669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:55:57.561874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:57.579208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.585873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.588738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a774bb56-2e73-4041-8194-43c4369daec9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:57.588893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 26985e9f-ad8c-4643-9166-ff0a4baf0e84) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:57.599301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:57.599931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.638566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440c233-10f6-4af0-ae3c-74bfc5920185 None None] Network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:57.700125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Provisioning complete for port c0d02986-ff2f-41a6-b7bc-d42525b67b2b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:57.700378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:57.802064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a774bb56-2e73-4041-8194-43c4369daec9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:57.802799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.001300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-26985e9f-ad8c-4643-9166-ff0a4baf0e84', 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': 'c80e835d-806a-47f9-9c4a-96d0b6d2ce99'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:55:58.002205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.007424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Provisioning for port 235e9b5c-882b-4678-bcce-8c50dce3d9bc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:58.030147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Provisioning complete for port 235e9b5c-882b-4678-bcce-8c50dce3d9bc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:58.030525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.190478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-25cda3d6-4a04-4caa-b6c5-306d02241808 None None] Port 235e9b5c-882b-4678-bcce-8c50dce3d9bc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:58.225413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Made reservation on behalf of c5c76d9b7941489b8702c38cb17d3abb for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:55:58.228926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.257996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4eac95c9-0eb7-4cbf-a5bc-d17a225f9027 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7608953 Aug 04 14:55:58.264849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36136) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:58.279395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.280016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec4dad1-d443-4f52-9fa3-003b50f028d7 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:55:58.395127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.396419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-af657553-c8a0-4956-baea-f7f5b1c2e312 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/1ec4dad1-d443-4f52-9fa3-003b50f028d7 HTTP/1.1" status: 204 len: 168 time: 1.4032135 Aug 04 14:55:58.403327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36146) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:58.415755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Allocated IP 172.20.0.3 (26985e9f-ad8c-4643-9166-ff0a4baf0e84/c80e835d-806a-47f9-9c4a-96d0b6d2ce99/511495c2-7862-4af2-b7bc-257a19707ff6) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:58.418386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cad7250a-3e1a-49e3-9b1c-5eb32fe27c63 None None] Provisioning complete for port 235e9b5c-882b-4678-bcce-8c50dce3d9bc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:58.419029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cad7250a-3e1a-49e3-9b1c-5eb32fe27c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.468865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3879d7bd-d2c2-4808-afa7-72bb269f1669 req-ee94f8c1-e4a9-4252-8b38-86098ecf7ae1 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0521786 Aug 04 14:55:58.483287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet b80c73b5-5e7a-4a92-8975-6ff3788b55f1 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:55:58.487455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.534779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.588029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cad7250a-3e1a-49e3-9b1c-5eb32fe27c63 None None] Port 235e9b5c-882b-4678-bcce-8c50dce3d9bc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:55:58.625688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.660061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.703282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.706373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Router 52e2b519-8337-42d1-a712-84ab70deaa7f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:55:58.739636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.764383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5621e4-d076-4508-ac8e-85ac5b82442d None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:58.771328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.771791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Allocated IP 172.20.0.2 (cf25d150-a94a-4ec3-ae2d-fd86271fd0a4/c7bab3d5-fa81-4976-bcb3-09b1720a0658/afd2d2c0-bcac-435c-ba39-f88030557dd3) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:55:58.782752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=b80c73b5-5e7a-4a92-8975-6ff3788b55f1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:58.796882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.801784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0fbb66f9-cf44-489b-92b1-b75631a0d62a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/b80c73b5-5e7a-4a92-8975-6ff3788b55f1 HTTP/1.1" status: 204 len: 168 time: 0.3965371 Aug 04 14:55:58.802384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36148) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:58.831310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7f4dc-edb0-4858-827b-622974891d46 None None] Network e6168024-0170-451b-83da-1e548e381657 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:55:58.880012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:58.889892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Transition to ACTIVE for port object 511495c2-7862-4af2-b7bc-257a19707ff6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:58.912399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:55:58.921264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-32220460-3916-43fd-bb8e-e858e984894c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623230 Aug 04 14:55:58.931618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:55:58.935099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] Sync routers for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:55:58.944574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7b848a58-05ff-4439-b98b-85cf3737076a None None] Provisioning for port 25c8eaf4-150c-4043-a488-16e89a5c66ad completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:58.959212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Transition to ACTIVE for port object 511495c2-7862-4af2-b7bc-257a19707ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:55:58.964159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:58.966669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.036594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.066116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port a774bb56-2e73-4041-8194-43c4369daec9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:55:59.066538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.100605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.138509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=c80e835d-806a-47f9-9c4a-96d0b6d2ce99,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:59.249841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.252874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port a774bb56-2e73-4041-8194-43c4369daec9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a774bb56-2e73-4041-8194-43c4369daec9,segment=NetworkSegment(a6a6787d-9db0-4723-95da-751a47ed1cb5),segment_id=a6a6787d-9db0-4723-95da-751a47ed1cb5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:55:59.253391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.257813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.263113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26985e9f-ad8c-4643-9166-ff0a4baf0e84']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.271692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for a774bb56-2e73-4041-8194-43c4369daec9 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:55:59.273935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.277935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.329745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38305cf6-9aa5-4b56-84f7-cebecdb2ec33') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.330139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38305cf6-9aa5-4b56-84f7-cebecdb2ec33') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.332691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Pushing event updated for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:59.352694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.368651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:59.376901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:59.381008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:59.402370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:55:59.420648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:55:59.436853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:55:59.465592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.472442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:55:59.476411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.483624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:55:59.484054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.543298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Pushing event updated for resources: {'Port': ['ID=511495c2-7862-4af2-b7bc-257a19707ff6,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:55:59.557127 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:55:59.561356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:55:59.561356 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:55:59.561356 n-d-801743-12 neutron-server[94265]: [parameters: {'id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'}] Aug 04 14:55:59.561356 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:55:59.561761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:55:59.561858 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:55:59.562197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc40f3-ac87-468c-8f5c-64fe2f648233 None None] The sync data for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:55:59.600678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:59.601552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.623544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-bbdf5d6e-0f16-4ea0-ad3d-453dbcf82b50 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5266092 Aug 04 14:55:59.638738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Request body: {'port': {'device_id': '4602a274-badd-430d-84a1-3897a378b7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:55:59.654147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Attempting to bind port 511495c2-7862-4af2-b7bc-257a19707ff6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:55:59.654456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Attempting to bind port 511495c2-7862-4af2-b7bc-257a19707ff6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '38305cf6-9aa5-4b56-84f7-cebecdb2ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:55:59.654812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Attempting to bind port 511495c2-7862-4af2-b7bc-257a19707ff6 on network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:55:59.678797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25c8eaf4-150c-4043-a488-16e89a5c66ad up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:55:59.759314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:55:59.760173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Checking segment: {'id': '38305cf6-9aa5-4b56-84f7-cebecdb2ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:55:59.760974 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.761621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Bound using segment: {'id': '38305cf6-9aa5-4b56-84f7-cebecdb2ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:55:59.762355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Bound port: 511495c2-7862-4af2-b7bc-257a19707ff6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38305cf6-9aa5-4b56-84f7-cebecdb2ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '26985e9f-ad8c-4643-9166-ff0a4baf0e84'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:55:59.763056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.790670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abe06-a4d3-455e-b317-afe55f7b1d0c req-522490bc-2b44-4acf-9b32-7933f4968e94 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:55:59.800960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5abe06-a4d3-455e-b317-afe55f7b1d0c req-522490bc-2b44-4acf-9b32-7933f4968e94 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 931 time: 0.1758974 Aug 04 14:55:59.804420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] DHCP port deletion for e6168024-0170-451b-83da-1e548e381657 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:55:59.823366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:55:59.916015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5abe06-a4d3-455e-b317-afe55f7b1d0c req-fd8fbebb-2782-40f5-a50f-7d8864a90016 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138957 Aug 04 14:55:59.924947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 25c8eaf4-150c-4043-a488-16e89a5c66ad completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:55:59.951132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 25c8eaf4-150c-4043-a488-16e89a5c66ad triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:55:59.951760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.016430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] For port 511495c2-7862-4af2-b7bc-257a19707ff6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:00.035770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] For port 511495c2-7862-4af2-b7bc-257a19707ff6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=511495c2-7862-4af2-b7bc-257a19707ff6,segment=NetworkSegment(38305cf6-9aa5-4b56-84f7-cebecdb2ec33),segment_id=38305cf6-9aa5-4b56-84f7-cebecdb2ec33)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:00.050165 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.053328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Deleting port a774bb56-2e73-4041-8194-43c4369daec9 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:00.053837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.110186 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.139680 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-cc693f29-70ee-4f43-b7c6-42c569994cf4 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:56:00.140903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc693f29-70ee-4f43-b7c6-42c569994cf4 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2069271 Aug 04 14:56:00.151207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:00.163172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.257823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a6140-b249-47e0-9e58-7bac78158239 None None] Pushing event updated for resources: {'Port': ['ID=511495c2-7862-4af2-b7bc-257a19707ff6,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.269710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=a774bb56-2e73-4041-8194-43c4369daec9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.273488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] For port a774bb56-2e73-4041-8194-43c4369daec9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a774bb56-2e73-4041-8194-43c4369daec9,segment=NetworkSegment(a6a6787d-9db0-4723-95da-751a47ed1cb5),segment_id=a6a6787d-9db0-4723-95da-751a47ed1cb5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:00.273905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.276545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d29945af-7955-455f-b8d1-b4883f9ec78e None None] Provisioning complete for port 25c8eaf4-150c-4043-a488-16e89a5c66ad triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:00.276918 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d29945af-7955-455f-b8d1-b4883f9ec78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.284303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port a774bb56-2e73-4041-8194-43c4369daec9 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:00.313031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Calling delete_port for a774bb56-2e73-4041-8194-43c4369daec9 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:00.314832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.339819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f45dc3-15d3-47cf-8091-3d0f0820edb3 None None] Network 26985e9f-ad8c-4643-9166-ff0a4baf0e84 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:00.355285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 511495c2-7862-4af2-b7bc-257a19707ff6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:00.356320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.372931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.384967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6168024-0170-451b-83da-1e548e381657']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:00.396205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a6787d-9db0-4723-95da-751a47ed1cb5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:00.396513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a6787d-9db0-4723-95da-751a47ed1cb5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:00.406376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.421980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.435342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:00.436254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.460178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 25c8eaf4-150c-4043-a488-16e89a5c66ad, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25c8eaf4-150c-4043-a488-16e89a5c66ad,segment=NetworkSegment(bec693c3-3920-453e-a2ce-e78a512baea3),segment_id=bec693c3-3920-453e-a2ce-e78a512baea3)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:00.477787 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.478645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d02986-ff2f-41a6-b7bc-d42525b67b2b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:00.549316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 511495c2-7862-4af2-b7bc-257a19707ff6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=511495c2-7862-4af2-b7bc-257a19707ff6,segment=NetworkSegment(38305cf6-9aa5-4b56-84f7-cebecdb2ec33),segment_id=38305cf6-9aa5-4b56-84f7-cebecdb2ec33)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:00.549702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:00.565297 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:00.586568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 511495c2-7862-4af2-b7bc-257a19707ff6 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:00.589945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd2d2c0-bcac-435c-ba39-f88030557dd3 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:00.596934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.601565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.607524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.613465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/e6168024-0170-451b-83da-1e548e381657 HTTP/1.1" status: 204 len: 168 time: 1.8100009 Aug 04 14:56:00.617549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36186) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:00.625640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124020733'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:00.656215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.670522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Network e6168024-0170-451b-83da-1e548e381657 is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:56:00.671176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] No DVR routers for this DVR port a774bb56-2e73-4041-8194-43c4369daec9 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:00.694671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Transition to ACTIVE for port object afd2d2c0-bcac-435c-ba39-f88030557dd3 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:00.696352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a184c-a973-4046-9a43-7d716268a4e1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=e6168024-0170-451b-83da-1e548e381657,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.706147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.759102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:00.763370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.797018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=25c8eaf4-150c-4043-a488-16e89a5c66ad,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.843570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:00.854886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.855236 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment 364e0340-67d4-44ba-a18f-43071abacd7a of type vlan for network 0bd58389-85d1-4373-9813-8f0c26e1c59e Aug 04 14:56:00.893738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc3800-6c69-491a-96b4-21cecc0cf1e4 None None] Pushing event deleted for resources: {'Port': ['ID=a774bb56-2e73-4041-8194-43c4369daec9,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.895956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:00.907688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c0d02986-ff2f-41a6-b7bc-d42525b67b2b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:00.908190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.925532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:00.974452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecc5db-8b7f-428d-a9a8-879136b261f5 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:00.991682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.055356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=511495c2-7862-4af2-b7bc-257a19707ff6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:01.057389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 511495c2-7862-4af2-b7bc-257a19707ff6 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:01.129686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.136183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:01.136800 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.138760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.198147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecc5db-8b7f-428d-a9a8-879136b261f5 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:01.226187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Attempting to bind port afd2d2c0-bcac-435c-ba39-f88030557dd3 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:01.226471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Attempting to bind port afd2d2c0-bcac-435c-ba39-f88030557dd3 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '627ef13d-72d3-4506-8d12-369c4819b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:01.226782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Attempting to bind port afd2d2c0-bcac-435c-ba39-f88030557dd3 on network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:01.290758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6695564 Aug 04 14:56:01.295373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36202) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:01.297393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Port afd2d2c0-bcac-435c-ba39-f88030557dd3 on network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:56:01.297734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Attempting to bind port afd2d2c0-bcac-435c-ba39-f88030557dd3 on network cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:01.302268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:01.307272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.310677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:01.310677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Checking segment: {'id': '627ef13d-72d3-4506-8d12-369c4819b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:01.310677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Bound using segment: {'id': '627ef13d-72d3-4506-8d12-369c4819b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:01.310677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Bound port: afd2d2c0-bcac-435c-ba39-f88030557dd3, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627ef13d-72d3-4506-8d12-369c4819b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:01.311214 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.333767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdc1e3-e290-4a2b-8680-7a455a42af5a req-4dcbc222-ae75-4741-ab28-95d80f049a0a tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:01.341063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fabdc1e3-e290-4a2b-8680-7a455a42af5a req-4dcbc222-ae75-4741-ab28-95d80f049a0a tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 943 time: 0.2741632 Aug 04 14:56:01.386373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26985e9f-ad8c-4643-9166-ff0a4baf0e84']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:01.429939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047a98e-e59a-4246-8cbb-509da6080856 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=0bd58389-85d1-4373-9813-8f0c26e1c59e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:01.440185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38305cf6-9aa5-4b56-84f7-cebecdb2ec33') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:01.440788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38305cf6-9aa5-4b56-84f7-cebecdb2ec33') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:01.457114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.475845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:01.482917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:01.495802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.500366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fabdc1e3-e290-4a2b-8680-7a455a42af5a req-9a6a00c0-3c92-4190-842b-ff498a60d6c2 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327922 Aug 04 14:56:01.532690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.550011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:01.550831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:01.554400 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:01.596549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25c8eaf4-150c-4043-a488-16e89a5c66ad up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:01.620804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:01.653420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.664717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.670179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/26985e9f-ad8c-4643-9166-ff0a4baf0e84 HTTP/1.1" status: 204 len: 168 time: 3.3995943 Aug 04 14:56:01.673109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36210) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:01.705508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368756151'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:01.712331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3,segment=NetworkSegment(627ef13d-72d3-4506-8d12-369c4819b424),segment_id=627ef13d-72d3-4506-8d12-369c4819b424)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:01.715379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5233d-fa61-4770-b5c8-7a64a6d60070 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=26985e9f-ad8c-4643-9166-ff0a4baf0e84,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:01.727292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.739948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 25c8eaf4-150c-4043-a488-16e89a5c66ad triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:01.740509 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.742450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:01.746298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.777523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:01.778155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.779312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80288de-7088-4a1b-95ed-8ab51fe544ae None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:01.779664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] 10.222.0.38 "PUT /v2.0/ports/afd2d2c0-bcac-435c-ba39-f88030557dd3 HTTP/1.1" status: 200 len: 1092 time: 2.1454513 Aug 04 14:56:01.780108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:01.782836 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0053f4c9-8516-4fa0-9b41-c4b811272871" -d '{"events": [{"name": "network-changed", "server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:01.805239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting port 235e9b5c-882b-4678-bcce-8c50dce3d9bc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:01.805892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.866677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:01.880029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.880644 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 0e934dec-93a8-49c6-82db-71e40a7d879e of type vlan for network 0619c340-0473-42dc-a2f1-46f9c9d80b7a Aug 04 14:56:01.915192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22cdef-71ac-4526-9cef-06c351e2fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:01.925850 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f561d78-8a81-4ebd-8da6-1b1a047fb355 x-openstack-request-id: req-3f561d78-8a81-4ebd-8da6-1b1a047fb355 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:01.927670 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:01.928290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:01.929842 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f561d78-8a81-4ebd-8da6-1b1a047fb355 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:01.930479 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3', 'status': 'completed', 'code': 200} Aug 04 14:56:01.974047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-badf0d88-4613-46b8-b67a-6009f8b6a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:01.977725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-badf0d88-4613-46b8-b67a-6009f8b6a084 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5c76d9b7941489b8702c38cb17d3abb&device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 1095 time: 0.1464684 Aug 04 14:56:02.026658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-75b8d166-5592-44ef-873d-c2b99a0d472c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3 HTTP/1.1" status: 200 len: 217 time: 0.0406611 Aug 04 14:56:02.031404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80288de-7088-4a1b-95ed-8ab51fe544ae None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:02.037737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a774bb56-2e73-4041-8194-43c4369daec9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:02.074474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.079968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a774bb56-2e73-4041-8194-43c4369daec9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:02.080167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.080730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a774bb56-2e73-4041-8194-43c4369daec9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:02.080863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.121229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-0f237434-6bad-4cca-91cf-10c9d3e8cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.124580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-0f237434-6bad-4cca-91cf-10c9d3e8cb78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7bab3d5-fa81-4976-bcb3-09b1720a0658 HTTP/1.1" status: 200 len: 861 time: 0.0882459 Aug 04 14:56:02.149460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.192794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-26701bd8-139f-4313-ae45-8f719bca41b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500772 Aug 04 14:56:02.276549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=0619c340-0473-42dc-a2f1-46f9c9d80b7a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:02.294815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Calling delete_port for 235e9b5c-882b-4678-bcce-8c50dce3d9bc owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:02.304022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ebc2f95c-1ef9-485a-a011-d5c879608c08 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6208694 Aug 04 14:56:02.304906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0619c340-0473-42dc-a2f1-46f9c9d80b7a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:02.305052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36218) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:02.312052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '0619c340-0473-42dc-a2f1-46f9c9d80b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:02.334738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-8ab8d3a8-743c-437f-b53c-6f4a60bfe4fe service neutron] 10.222.0.38 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322572 Aug 04 14:56:02.337448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.457250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76fe58e8-7212-45e4-ba5d-62a02d45af76 req-755f96f4-2506-466b-a5e8-15d6fc3ddef8 service neutron] 10.222.0.38 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147246 Aug 04 14:56:02.582393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=54ca1515-5647-4324-a17e-6f9e5eaf9dd7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:02.587715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-2d698e12-5ff2-4409-80e1-166e807ec7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.589692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-2d698e12-5ff2-4409-80e1-166e807ec7af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5c76d9b7941489b8702c38cb17d3abb&device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0791016 Aug 04 14:56:02.611245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:02.636356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.683271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': '364e0340-67d4-44ba-a18f-43071abacd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:02.683557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: 0bd58389-85d1-4373-9813-8f0c26e1c59e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:02.794023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:02.823440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-b0a98be4-2c82-449f-b858-efd4debc0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.824111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0bd58389-85d1-4373-9813-8f0c26e1c59e) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:02.827972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-b0a98be4-2c82-449f-b858-efd4debc0d56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 HTTP/1.1" status: 200 len: 922 time: 0.2297721 Aug 04 14:56:02.832414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86455f6-eb4c-4402-bee6-a3118b8c35a9 None None] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:02.837542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.838167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.858419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:02.893659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-28349c8a-6801-4225-a8c7-c11cd9467bc6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5969393 Aug 04 14:56:02.894284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:02.928388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444719351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:02.935268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-3067d644-980f-4165-bf4f-9116ce76e704 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3 HTTP/1.1" status: 200 len: 217 time: 0.0423772 Aug 04 14:56:02.941896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Port': ['ID=235e9b5c-882b-4678-bcce-8c50dce3d9bc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:02.959126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613beb-dd02-4172-898d-44c027f2edf4 req-69a759f4-03d0-4b06-a127-084040206ae5 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:02.969960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e613beb-dd02-4172-898d-44c027f2edf4 req-69a759f4-03d0-4b06-a127-084040206ae5 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 943 time: 0.1408107 Aug 04 14:56:03.032591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.033752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.118570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e613beb-dd02-4172-898d-44c027f2edf4 req-018267a5-cf47-4085-883b-68872e072d7e tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476331 Aug 04 14:56:03.139398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-7bc67787-9ba9-4f2d-9e73-415400073c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:03.143967 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-7bc67787-9ba9-4f2d-9e73-415400073c60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7bab3d5-fa81-4976-bcb3-09b1720a0658 HTTP/1.1" status: 200 len: 861 time: 0.2009406 Aug 04 14:56:03.167968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0bd58389-85d1-4373-9813-8f0c26e1c59e', 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': '54ca1515-5647-4324-a17e-6f9e5eaf9dd7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:03.168857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.191581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.211148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-46c90ee8-cf89-48d4-a364-28f268590ca9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582445 Aug 04 14:56:03.332763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.347290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-4eb633f9-910d-41cb-b2c0-fa4a5e635313 service neutron] 10.222.0.38 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275613 Aug 04 14:56:03.347776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.352654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.396043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=4ba6caa5-51ff-414a-9f14-ef6173a6df4e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:03.406909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.408148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f6a7efb-4c35-48dc-9755-b910bcec855c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4842391 Aug 04 14:56:03.420536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Allocated IP 172.20.0.2 (0bd58389-85d1-4373-9813-8f0c26e1c59e/54ca1515-5647-4324-a17e-6f9e5eaf9dd7/c9931e31-a43f-4cfd-bb4c-86a52338ec94) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:03.458685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:03.466211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0053f4c9-8516-4fa0-9b41-c4b811272871 req-818b477c-d489-4b5b-aa25-6f92062cc54e service neutron] 10.222.0.38 "GET /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117489 Aug 04 14:56:03.562899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '0e934dec-93a8-49c6-82db-71e40a7d879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0619c340-0473-42dc-a2f1-46f9c9d80b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:03.563366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 0619c340-0473-42dc-a2f1-46f9c9d80b7a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:03.574858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.583937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Transition to ACTIVE for port object c9931e31-a43f-4cfd-bb4c-86a52338ec94 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:03.601546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Transition to ACTIVE for port object c9931e31-a43f-4cfd-bb4c-86a52338ec94 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:03.608202 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.663543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:03.667853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:03.671061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:03.676727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Pushing event updated for resources: {'Port': ['ID=c9931e31-a43f-4cfd-bb4c-86a52338ec94,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:03.737360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Attempting to bind port c9931e31-a43f-4cfd-bb4c-86a52338ec94 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:03.738003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Attempting to bind port c9931e31-a43f-4cfd-bb4c-86a52338ec94 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '364e0340-67d4-44ba-a18f-43071abacd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:03.738973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Attempting to bind port c9931e31-a43f-4cfd-bb4c-86a52338ec94 on network 0bd58389-85d1-4373-9813-8f0c26e1c59e {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:03.746626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:03.746955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Checking segment: {'id': '364e0340-67d4-44ba-a18f-43071abacd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:03.747396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.747807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Bound using segment: {'id': '364e0340-67d4-44ba-a18f-43071abacd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:03.748294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Bound port: c9931e31-a43f-4cfd-bb4c-86a52338ec94, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364e0340-67d4-44ba-a18f-43071abacd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0bd58389-85d1-4373-9813-8f0c26e1c59e'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:03.748680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.837356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] For port c9931e31-a43f-4cfd-bb4c-86a52338ec94, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:03.840863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] For port c9931e31-a43f-4cfd-bb4c-86a52338ec94, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c9931e31-a43f-4cfd-bb4c-86a52338ec94,segment=NetworkSegment(364e0340-67d4-44ba-a18f-43071abacd7a),segment_id=364e0340-67d4-44ba-a18f-43071abacd7a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:03.847743 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:03.917739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481b3e-0b68-451f-a3b2-dbcbcc19b951 None None] Pushing event updated for resources: {'Port': ['ID=c9931e31-a43f-4cfd-bb4c-86a52338ec94,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:04.041691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 0619c340-0473-42dc-a2f1-46f9c9d80b7a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:04.118471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0619c340-0473-42dc-a2f1-46f9c9d80b7a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:04.121456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Router 52e2b519-8337-42d1-a712-84ab70deaa7f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:04.128931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:04.129217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.178794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c74db2e-458f-4d65-bd0e-31091f21d936 None None] Network 0619c340-0473-42dc-a2f1-46f9c9d80b7a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:04.256585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f41c43c4-0b9b-4c47-a52b-f6c1fa8fa24f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9504898 Aug 04 14:56:04.264269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36256) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:04.314297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:04.321336 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-516db54b-d9b3-4030-bea1-a316e5ba20ea tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1684477 Aug 04 14:56:04.326993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36258) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:04.327543 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] Sync routers for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:04.361292 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:04.363546 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:04.398311 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-893fb4df-d542-4395-aed0-9166de87ee4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] delete failed (client error): The resource could not be found. Aug 04 14:56:04.405310 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-893fb4df-d542-4395-aed0-9166de87ee4d tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-588967932 HTTP/1.1" status: 404 len: 334 time: 0.0771887 Aug 04 14:56:04.406469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36262) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:04.411427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c541cd62-4c18-4bc9-9c64-dd3768c4ac30 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'router': {'external_gateway_info': {'network_id': '52e2b519-8337-42d1-a712-84ab70deaa7f'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:04.415383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.445072 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:04.478629 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:04.479468 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:04.485118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71418393-21da-47f6-a480-466cbde48c75 req-7ac1b234-0735-49a4-bc0e-8bc9a63f0520 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:04.493774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71418393-21da-47f6-a480-466cbde48c75 req-7ac1b234-0735-49a4-bc0e-8bc9a63f0520 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 943 time: 0.2383311 Aug 04 14:56:04.552938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b6c89-7cc2-4152-983b-69417ab7f2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0619c340-0473-42dc-a2f1-46f9c9d80b7a', 'network_id': '0619c340-0473-42dc-a2f1-46f9c9d80b7a', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '4ba6caa5-51ff-414a-9f14-ef6173a6df4e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:04.553510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:04.554189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf01c0c-5600-452e-918c-13fd3e674748 None None] The sync data for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:04.558047 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.562924 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a07b6c89-7cc2-4152-983b-69417ab7f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.576561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71418393-21da-47f6-a480-466cbde48c75 req-ee00070c-de89-4a93-9c78-5f23b8fdf2be tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812740 Aug 04 14:56:04.625309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.716908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.736688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c541cd62-4c18-4bc9-9c64-dd3768c4ac30 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:04.783253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba6caa5-51ff-414a-9f14-ef6173a6df4e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:04.802174 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-c541cd62-4c18-4bc9-9c64-dd3768c4ac30 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] update failed (client error): The resource could not be found. Aug 04 14:56:04.809764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c541cd62-4c18-4bc9-9c64-dd3768c4ac30 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f HTTP/1.1" status: 404 len: 339 time: 0.4021387 Aug 04 14:56:04.811049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36272) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-a07b6c89-7cc2-4152-983b-69417ab7f2d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ba6caa5-51ff-414a-9f14-ef6173a6df4e: This subnet is being modified by another concurrent operation. Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ba6caa5-51ff-414a-9f14-ef6173a6df4e: This subnet is being modified by another concurrent operation. Aug 04 14:56:04.817220 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 14:56:04.839152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c7be6-2215-4246-90ac-078dc8b1137d None None] Network 0619c340-0473-42dc-a2f1-46f9c9d80b7a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:05.085052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.140817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619c340-0473-42dc-a2f1-46f9c9d80b7a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:05.147804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.20.0.1 (0bd58389-85d1-4373-9813-8f0c26e1c59e/54ca1515-5647-4324-a17e-6f9e5eaf9dd7/20145db9-483a-45df-a02e-52cb7e073a94) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:05.175077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e934dec-93a8-49c6-82db-71e40a7d879e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:05.175706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e934dec-93a8-49c6-82db-71e40a7d879e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:05.320800 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.357891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.389505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.390171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 20145db9-483a-45df-a02e-52cb7e073a94 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:05.414348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.419617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:05.420043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:05.423541 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:05.440082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.445937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfca71c-0d0c-4dd7-9967-56cc4be5d139 None None] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:05.507938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=20145db9-483a-45df-a02e-52cb7e073a94,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:05.523417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:05.525216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:05.527890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:05.561565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device afd2d2c0-bcac-435c-ba39-f88030557dd3 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:56:05.610835 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.627146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc407c03-6a35-4ea3-963e-7c31fdb80abf None None] Provisioning for port c9931e31-a43f-4cfd-bb4c-86a52338ec94 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:05.654994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c9931e31-a43f-4cfd-bb4c-86a52338ec94 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:05.840550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c9931e31-a43f-4cfd-bb4c-86a52338ec94 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:05.878037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c9931e31-a43f-4cfd-bb4c-86a52338ec94 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:05.878430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.880751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:05.958931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3,segment=NetworkSegment(627ef13d-72d3-4506-8d12-369c4819b424),segment_id=627ef13d-72d3-4506-8d12-369c4819b424)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:05.980610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'afd2d2c0-bcac-435c-ba39-f88030557dd3', 'network_id': 'cf25d150-a94a-4ec3-ae2d-fd86271fd0a4', 'port_id': 'afd2d2c0-bcac-435c-ba39-f88030557dd3', 'mac_address': 'fa:16:3e:8f:9c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bab3d5-fa81-4976-bcb3-09b1720a0658', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:56:06.125792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.174149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd2d2c0-bcac-435c-ba39-f88030557dd3 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:06.208529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3,segment=NetworkSegment(627ef13d-72d3-4506-8d12-369c4819b424),segment_id=627ef13d-72d3-4506-8d12-369c4819b424)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:06.211761 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.225967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.300835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c9931e31-a43f-4cfd-bb4c-86a52338ec94, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c9931e31-a43f-4cfd-bb4c-86a52338ec94,segment=NetworkSegment(364e0340-67d4-44ba-a18f-43071abacd7a),segment_id=364e0340-67d4-44ba-a18f-43071abacd7a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:06.319814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.326617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:06.359185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Allocated IP 172.20.0.1 (e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66/ca51c832-35ac-48c8-9f58-a0e3798d0c01/2e1ffb4f-2c45-4201-9a70-72e38ea87cea) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:06.430652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c9931e31-a43f-4cfd-bb4c-86a52338ec94,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:06.443446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['afd2d2c0-bcac-435c-ba39-f88030557dd3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:56:06.492786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.504100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.542641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Provisioning complete for port c9931e31-a43f-4cfd-bb4c-86a52338ec94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:06.545216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.636521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.652064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.657790 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.664087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/0619c340-0473-42dc-a2f1-46f9c9d80b7a HTTP/1.1" status: 204 len: 168 time: 2.3934247 Aug 04 14:56:06.683719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36300) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:06.690140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb8f0-2f04-4f1e-a6c7-fb114a4d404c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=0619c340-0473-42dc-a2f1-46f9c9d80b7a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:06.694276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Transition to ACTIVE for port object 2e1ffb4f-2c45-4201-9a70-72e38ea87cea will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:06.702523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703481434'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:06.711576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbad9f-5c84-4ec2-95c8-d72e36d6ac1e req-814de3b6-3847-4550-86e7-dc7a4c6e0ed5 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:06.713243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fcbad9f-5c84-4ec2-95c8-d72e36d6ac1e req-814de3b6-3847-4550-86e7-dc7a4c6e0ed5 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 944 time: 0.2116089 Aug 04 14:56:06.744214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a877b5f-cb6d-427e-a9dd-9a2b56b60fcb None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:06.774090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:06.779831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fcbad9f-5c84-4ec2-95c8-d72e36d6ac1e req-0cc42d21-129a-45c7-b100-e37c5f04aae4 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582697 Aug 04 14:56:06.787091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.788495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.809116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=20145db9-483a-45df-a02e-52cb7e073a94,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:06.811779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:06.914212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:06.916439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Port': ['ID=2e1ffb4f-2c45-4201-9a70-72e38ea87cea,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:06.921576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:06.924560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:06.940546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:06.968655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Provisioning for port 20145db9-483a-45df-a02e-52cb7e073a94 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:06.984930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Provisioning complete for port 20145db9-483a-45df-a02e-52cb7e073a94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:06.985310 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.006499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.007258 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 57a17ea0-26d4-4445-9388-a4936349bb0a of type vlan for network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 Aug 04 14:56:07.021514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.058856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-110ba027-c3ae-4c0e-912a-f01a762912ce None None] Port 20145db9-483a-45df-a02e-52cb7e073a94 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:07.060989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a877b5f-cb6d-427e-a9dd-9a2b56b60fcb None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:07.110338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:07.112602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.118861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:07.300292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1179c9d1-e569-44d8-9235-7fed6bc74bf1 None None] Provisioning complete for port 20145db9-483a-45df-a02e-52cb7e073a94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:07.300692 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1179c9d1-e569-44d8-9235-7fed6bc74bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.310187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.resource_extend [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:56:07.324432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.343593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.349412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:07.350024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.402115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1179c9d1-e569-44d8-9235-7fed6bc74bf1 None None] Port 20145db9-483a-45df-a02e-52cb7e073a94 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:07.416731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=5b2d1e27-9044-4a8a-9a68-5c257ae47ca1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:07.429968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:07.438889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dfb22876-cb51-488c-b709-78fee4e0e61f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7473750 Aug 04 14:56:07.439605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router d44ff788-802a-4865-b447-66da3b6787fc is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:56:07.443034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:07.451307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:07.570535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device afd2d2c0-bcac-435c-ba39-f88030557dd3 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:07.572922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c9931e31-a43f-4cfd-bb4c-86a52338ec94 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:07.744812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c9931e31-a43f-4cfd-bb4c-86a52338ec94 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:07.745348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.787192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port afd2d2c0-bcac-435c-ba39-f88030557dd3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:07.822406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port afd2d2c0-bcac-435c-ba39-f88030557dd3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:07.822814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.832035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:07.841825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b936614b-de0e-445e-9d58-4f08487db954 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/d44ff788-802a-4865-b447-66da3b6787fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3817070 Aug 04 14:56:07.842507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36318) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:07.907907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.908979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:07.911459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] Sync routers for ids ['d44ff788-802a-4865-b447-66da3b6787fc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:07.912615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.922199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:07.980827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] Routers {'d44ff788-802a-4865-b447-66da3b6787fc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:07.981492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d44ff788-802a-4865-b447-66da3b6787fc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:08.000280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90508c3b-e3d2-4ea8-88df-cc3327facd14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:08.004426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-90508c3b-e3d2-4ea8-88df-cc3327facd14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports/20145db9-483a-45df-a02e-52cb7e073a94 HTTP/1.1" status: 200 len: 910 time: 0.1564076 Aug 04 14:56:08.005280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:08.066005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:08.135351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.139073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event updated for resources: {'Port': ['ID=2e1ffb4f-2c45-4201-9a70-72e38ea87cea,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:08.166870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4722-5eae-44cf-9325-aa25392eca46 req-94f58666-0a16-476c-9d14-66f037fc3e1f tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:08.167135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] Routers {'d44ff788-802a-4865-b447-66da3b6787fc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:08.167959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d44ff788-802a-4865-b447-66da3b6787fc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:08.168980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-592d4722-5eae-44cf-9325-aa25392eca46 req-94f58666-0a16-476c-9d14-66f037fc3e1f tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 944 time: 0.1771772 Aug 04 14:56:08.181571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Provisioning for port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:08.202235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e0fa8-22a5-4b33-9581-abf96300a43d req-8ac44490-d7ad-403b-9c3f-fa6b4e4dd31e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:08.204254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a62e0fa8-22a5-4b33-9581-abf96300a43d req-8ac44490-d7ad-403b-9c3f-fa6b4e4dd31e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1234610 Aug 04 14:56:08.234181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Provisioning complete for port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:08.236737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.388588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.400563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-592d4722-5eae-44cf-9325-aa25392eca46 req-afbc67af-5d28-4722-8bdc-f74836333aa5 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241347 Aug 04 14:56:08.407115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a62e0fa8-22a5-4b33-9581-abf96300a43d req-ecbf99da-445e-45e3-8e71-25ffdd3f9a20 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717095 Aug 04 14:56:08.430374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:08.439183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:08.569595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:08.570481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=89295fc9-55de-44b7-b087-99631d002fdf,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:08.578417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:08.578417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d09a0-db59-41d9-bd52-fc584f51337c None None] The sync data for ids ['d44ff788-802a-4865-b447-66da3b6787fc'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:08.600067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.607254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '57a17ea0-26d4-4445-9388-a4936349bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:08.607641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:08.622927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Provisioning complete for port 20145db9-483a-45df-a02e-52cb7e073a94 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:08.623316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.632694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Router 52e2b519-8337-42d1-a712-84ab70deaa7f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:08.670226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:08.689155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:08.695794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:08.696567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.703335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e0b751-51b5-4f8a-bf59-cc10f2ca5f47 None None] Network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:08.725723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:08.728189 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080e49f-6239-4762-a57d-98c5cbecf259" -d '{"events": [{"server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:08.730293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.813427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-80b997cb-ac2f-4801-beed-7e0db0ea0c09 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3689885 Aug 04 14:56:08.816693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3,segment=NetworkSegment(627ef13d-72d3-4506-8d12-369c4819b424),segment_id=627ef13d-72d3-4506-8d12-369c4819b424)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:08.820091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d3cefd1d-4ea9-4a8e-8fe9-9bc499d1296f None None] Port 20145db9-483a-45df-a02e-52cb7e073a94 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:08.820785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36336) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:08.833816 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5435e1-e52f-44f1-89d2-068c6cf12d87 x-openstack-request-id: req-8c5435e1-e52f-44f1-89d2-068c6cf12d87 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:08.834399 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:08.834399 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c5435e1-e52f-44f1-89d2-068c6cf12d87 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:08.835038 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3', 'code': 200} Aug 04 14:56:08.855510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:08.911195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:08.986029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:08.993642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-122258db-7642-4645-9c28-3618a88dbe99 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1817062 Aug 04 14:56:08.998511 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] Sync routers for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:09.007106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36338) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:09.015926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:09.016558 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:09.050283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea703-76a5-4f5c-82d7-b9c25e14e241 req-d843d9c9-c84d-4dc8-b619-4cc9d474fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:09.064157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62fea703-76a5-4f5c-82d7-b9c25e14e241 req-d843d9c9-c84d-4dc8-b619-4cc9d474fb59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.1394467 Aug 04 14:56:09.064410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5b2d1e27-9044-4a8a-9a68-5c257ae47ca1', 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '89295fc9-55de-44b7-b087-99631d002fdf'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:09.065476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.071728 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:09.081733 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:09.082518 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:09.099145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2fc751af-b825-4aed-8e22-b8effb7387e7 None None] Provisioning complete for port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:09.100985 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2fc751af-b825-4aed-8e22-b8effb7387e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.123289 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:09.124052 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa00a6-2975-4d47-84ac-e884a1e2e3ff None None] The sync data for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:09.143618 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.202099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b94f535-05a4-45c8-b95e-812ff51d5830 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.206086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62fea703-76a5-4f5c-82d7-b9c25e14e241 req-28a43e24-762e-4f8e-b351-eb10f702fb34 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058300 Aug 04 14:56:09.216128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2fc751af-b825-4aed-8e22-b8effb7387e7 None None] Port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:09.285663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Allocated IP 172.20.0.1 (5b2d1e27-9044-4a8a-9a68-5c257ae47ca1/89295fc9-55de-44b7-b087-99631d002fdf/602e669d-1bb6-4a1a-bbd1-974d9096799f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:09.335548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.377719 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-0b94f535-05a4-45c8-b95e-812ff51d5830 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 14:56:09.381617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b94f535-05a4-45c8-b95e-812ff51d5830 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f HTTP/1.1" status: 409 len: 329 time: 0.3683648 Aug 04 14:56:09.383236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:09.429634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-839cde0e-03c1-4b6f-9c57-880042e80eed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225297 Aug 04 14:56:09.490538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.501279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Transition to ACTIVE for port object 602e669d-1bb6-4a1a-bbd1-974d9096799f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:09.534743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Transition to ACTIVE for port object 602e669d-1bb6-4a1a-bbd1-974d9096799f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:09.547171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.554575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-a7c5c692-99de-46e3-8a0b-33c9191a162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:09.557086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-a7c5c692-99de-46e3-8a0b-33c9191a162a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1097 time: 0.0936484 Aug 04 14:56:09.589482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:09.594725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:09.599922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:09.610408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Pushing event updated for resources: {'Port': ['ID=602e669d-1bb6-4a1a-bbd1-974d9096799f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:09.675333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Attempting to bind port 602e669d-1bb6-4a1a-bbd1-974d9096799f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:09.675887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Attempting to bind port 602e669d-1bb6-4a1a-bbd1-974d9096799f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '57a17ea0-26d4-4445-9388-a4936349bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:09.676709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Attempting to bind port 602e669d-1bb6-4a1a-bbd1-974d9096799f on network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:09.682288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:09.682895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Checking segment: {'id': '57a17ea0-26d4-4445-9388-a4936349bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:09.683407 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.684229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Bound using segment: {'id': '57a17ea0-26d4-4445-9388-a4936349bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:09.684811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Bound port: 602e669d-1bb6-4a1a-bbd1-974d9096799f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a17ea0-26d4-4445-9388-a4936349bb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:09.686441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.705033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 20145db9-483a-45df-a02e-52cb7e073a94 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:09.705468 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.745234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.754776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd827579-271c-4d37-8f08-066236204b3d req-34e00081-c0f0-4b9f-8513-45192ef39456 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:09.756186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd827579-271c-4d37-8f08-066236204b3d req-34e00081-c0f0-4b9f-8513-45192ef39456 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2074325 Aug 04 14:56:09.770746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-c4d8a6bd-dc56-48c1-bd14-1c07a439844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:09.772492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-c4d8a6bd-dc56-48c1-bd14-1c07a439844c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1808069 Aug 04 14:56:09.871949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] For port 602e669d-1bb6-4a1a-bbd1-974d9096799f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:09.883551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] For port 602e669d-1bb6-4a1a-bbd1-974d9096799f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=602e669d-1bb6-4a1a-bbd1-974d9096799f,segment=NetworkSegment(57a17ea0-26d4-4445-9388-a4936349bb0a),segment_id=57a17ea0-26d4-4445-9388-a4936349bb0a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:09.900328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.926821 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-dc5af36c-462a-416e-8fa2-3cbb24eff518 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 1001 time: 0.1439567 Aug 04 14:56:09.928501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:09.929037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8791c-63fa-48d3-b2d4-f1d73fe83d27 req-bf9f3742-234a-4471-9d13-2271c385d83f tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:09.930893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9d8791c-63fa-48d3-b2d4-f1d73fe83d27 req-bf9f3742-234a-4471-9d13-2271c385d83f tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 945 time: 0.3796718 Aug 04 14:56:09.967361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=89295fc9-55de-44b7-b087-99631d002fdf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:09.974922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 20145db9-483a-45df-a02e-52cb7e073a94 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:10.042073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-c208c0bd-d88c-4b7c-9989-b05226fcdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:10.043818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-c208c0bd-d88c-4b7c-9989-b05226fcdd8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1068339 Aug 04 14:56:10.049228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.059706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2d1e27-9044-4a8a-9a68-5c257ae47ca1']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:10.072296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a17ea0-26d4-4445-9388-a4936349bb0a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:10.072692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a17ea0-26d4-4445-9388-a4936349bb0a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:10.083601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.093701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec61c8-71f2-4011-bb40-14d8bca6b385 None None] Pushing event updated for resources: {'Port': ['ID=602e669d-1bb6-4a1a-bbd1-974d9096799f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:10.098315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.105028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:10.105515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.130309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604370bb-8fd9-4f94-b2dd-28a43d9490cf None None] Network 5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:10.132460 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:10.257964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-dfbe32ad-5a88-4f5c-8105-d1c5092c4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:10.259622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-dfbe32ad-5a88-4f5c-8105-d1c5092c4d7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062786 Aug 04 14:56:10.260677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd827579-271c-4d37-8f08-066236204b3d req-65795cb0-de6b-4a50-bdb7-39a52dd1b01a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502943 Aug 04 14:56:10.267077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:56:10.267077 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:56:10.267077 n-d-801743-12 neutron-server[94265]: [parameters: {'id': '5b2d1e27-9044-4a8a-9a68-5c257ae47ca1'}] Aug 04 14:56:10.267077 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:10.267520 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:10.272630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9d8791c-63fa-48d3-b2d4-f1d73fe83d27 req-dfe6dc8b-e8cc-496c-ad8b-62ae37d8b699 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063273 Aug 04 14:56:10.356775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5504f-51b4-487c-b2ca-db6ea7c7876e None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:10.402912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.518500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.581420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=20145db9-483a-45df-a02e-52cb7e073a94,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:10.592031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-dd64431b-425f-4ab8-a733-cdeb3fbb8469 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151171 Aug 04 14:56:10.643530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5504f-51b4-487c-b2ca-db6ea7c7876e None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:10.723137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96f0c8-0962-4da1-9b86-6a034a88f642 req-a793e5f5-57cb-4e8e-97b7-58a00d64044c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:10.724916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c96f0c8-0962-4da1-9b86-6a034a88f642 req-a793e5f5-57cb-4e8e-97b7-58a00d64044c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.0954769 Aug 04 14:56:10.781387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.783648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:10.807436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c96f0c8-0962-4da1-9b86-6a034a88f642 req-f2fe8350-6810-492f-b737-fcc4a99b8738 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729480 Aug 04 14:56:10.883049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9318b745-acb9-4c43-b67d-77f905b9ae7e req-cb626b00-5f29-4ac6-b3ee-fae8d78a7e13 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705309 Aug 04 14:56:10.989434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting port 2e1ffb4f-2c45-4201-9a70-72e38ea87cea {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:10.990636 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.089531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 602e669d-1bb6-4a1a-bbd1-974d9096799f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:11.090139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.097897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router d44ff788-802a-4865-b447-66da3b6787fc has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:11.270002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:11.276933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-66153d66-4344-4f44-9383-925c6e5c1869 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/d44ff788-802a-4865-b447-66da3b6787fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2709281 Aug 04 14:56:11.278837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 602e669d-1bb6-4a1a-bbd1-974d9096799f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=602e669d-1bb6-4a1a-bbd1-974d9096799f,segment=NetworkSegment(57a17ea0-26d4-4445-9388-a4936349bb0a),segment_id=57a17ea0-26d4-4445-9388-a4936349bb0a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:11.279361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.279943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:11.282460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] Sync routers for ids ['d44ff788-802a-4865-b447-66da3b6787fc'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:11.295288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.304179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] Routers {'d44ff788-802a-4865-b447-66da3b6787fc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:11.306303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d44ff788-802a-4865-b447-66da3b6787fc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:11.327113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 602e669d-1bb6-4a1a-bbd1-974d9096799f owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:11.356660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1d779c8e-a4cf-4ea7-ab54-edf6fc801c8d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=d44ff788-802a-4865-b447-66da3b6787fc HTTP/1.1" status: 200 len: 205 time: 0.0753348 Aug 04 14:56:11.360237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:11.364148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Calling delete_port for 2e1ffb4f-2c45-4201-9a70-72e38ea87cea owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:11.411504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:11.439856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] Routers {'d44ff788-802a-4865-b447-66da3b6787fc'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:11.441729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d44ff788-802a-4865-b447-66da3b6787fc'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:11.537480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.538171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:11.539220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d003c5-dd23-4025-a5ec-07f7f24f4aa7 None None] The sync data for ids ['d44ff788-802a-4865-b447-66da3b6787fc'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:11.718980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.721390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.728812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:11.773778 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.774300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router d44ff788-802a-4865-b447-66da3b6787fc {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:56:11.781580 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.782758 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d452f81b-2336-4d71-9fba-6cd9f3eda473 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/d44ff788-802a-4865-b447-66da3b6787fc HTTP/1.1" status: 204 len: 168 time: 0.4213901 Aug 04 14:56:11.785534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:11.840748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet 54ca1515-5647-4324-a17e-6f9e5eaf9dd7 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:11.850629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.884091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25098258-6904-4a86-981b-960331e07ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:11.912503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.029419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb06e0b-4548-4f8a-9888-aa34f9cac716 req-e039a76d-a55c-49c9-9a78-76025efc484c tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:12.031094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efb06e0b-4548-4f8a-9888-aa34f9cac716 req-e039a76d-a55c-49c9-9a78-76025efc484c tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.5139406 Aug 04 14:56:12.038355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.038894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9637f-0199-488a-814e-2feb3942e12f req-848b504e-b95c-4abd-84d9-c83e0e7a4eff tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:12.040361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39b9637f-0199-488a-814e-2feb3942e12f req-848b504e-b95c-4abd-84d9-c83e0e7a4eff tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 945 time: 0.5736570 Aug 04 14:56:12.075912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.108148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25098258-6904-4a86-981b-960331e07ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.116296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25098258-6904-4a86-981b-960331e07ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.142256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=602e669d-1bb6-4a1a-bbd1-974d9096799f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.142969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.147660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 602e669d-1bb6-4a1a-bbd1-974d9096799f on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:12.187731 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-25098258-6904-4a86-981b-960331e07ef5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f29dc39c87904214a150f3acd94ef3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580872 Aug 04 14:56:12.190601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=54ca1515-5647-4324-a17e-6f9e5eaf9dd7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.192345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098258-6904-4a86-981b-960331e07ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66185dd3-1387-4fca-9bbe-e554f550d958,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.194487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:12.204549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.206453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d09aa4fb-cad2-4bf4-a765-51937e4eefbf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/54ca1515-5647-4324-a17e-6f9e5eaf9dd7 HTTP/1.1" status: 204 len: 168 time: 0.4198215 Aug 04 14:56:12.212270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:12.213338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4436a5-5a80-495e-b19c-f0ed65787473 None None] Network 0bd58389-85d1-4373-9813-8f0c26e1c59e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:12.264410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efb06e0b-4548-4f8a-9888-aa34f9cac716 req-d3a1fd1a-1947-4ebf-8699-2680df2f2f83 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929750 Aug 04 14:56:12.267040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39b9637f-0199-488a-814e-2feb3942e12f req-95699406-b2cd-46d5-935c-0698745d37e8 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922109 Aug 04 14:56:12.320617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.338047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2d1e27-9044-4a8a-9a68-5c257ae47ca1']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:12.343685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.349527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.359440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a17ea0-26d4-4445-9388-a4936349bb0a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:12.359672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a17ea0-26d4-4445-9388-a4936349bb0a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:12.376872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.393872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.397883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.412027 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.443785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:12.444298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:12.448346 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:12.453196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Port': ['ID=2e1ffb4f-2c45-4201-9a70-72e38ea87cea,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.469891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] DHCP port deletion for 0bd58389-85d1-4373-9813-8f0c26e1c59e request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:12.501390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.504395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.508854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66185dd3-1387-4fca-9bbe-e554f550d958 HTTP/1.1" status: 204 len: 168 time: 0.3128400 Aug 04 14:56:12.513822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port c9931e31-a43f-4cfd-bb4c-86a52338ec94 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:12.514167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.541293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd828f41-40c8-4611-b4e6-fdfc292dd296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66185dd3-1387-4fca-9bbe-e554f550d958,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.576270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.587410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.589709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 HTTP/1.1" status: 204 len: 168 time: 3.7677329 Aug 04 14:56:12.599211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:12.624604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port c9931e31-a43f-4cfd-bb4c-86a52338ec94, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c9931e31-a43f-4cfd-bb4c-86a52338ec94,segment=NetworkSegment(364e0340-67d4-44ba-a18f-43071abacd7a),segment_id=364e0340-67d4-44ba-a18f-43071abacd7a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:12.624908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.646965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for c9931e31-a43f-4cfd-bb4c-86a52338ec94 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:12.656105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1ca8e-0169-469c-b3d4-ccfde4f0b35a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=5b2d1e27-9044-4a8a-9a68-5c257ae47ca1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.677884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Deleting port c9931e31-a43f-4cfd-bb4c-86a52338ec94 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:12.680144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.765802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820465629'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:12.791118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.822216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=c9931e31-a43f-4cfd-bb4c-86a52338ec94,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:12.826629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:12.830087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.843922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port c9931e31-a43f-4cfd-bb4c-86a52338ec94 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:12.844279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.846769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] For port c9931e31-a43f-4cfd-bb4c-86a52338ec94, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c9931e31-a43f-4cfd-bb4c-86a52338ec94,segment=NetworkSegment(364e0340-67d4-44ba-a18f-43071abacd7a),segment_id=364e0340-67d4-44ba-a18f-43071abacd7a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:12.847574 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.868169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Calling delete_port for c9931e31-a43f-4cfd-bb4c-86a52338ec94 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:12.890504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:12.900073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.900523 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 917452f4-04bc-4049-92b1-449f77171099 of type vlan for network 007583b5-56a4-4493-9481-06cc7e713b4d Aug 04 14:56:12.945981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:12.968705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2096fe-13fa-4b05-859e-7a793dc690c0 req-65df3ba3-478e-4cb5-a6fe-973edecc4b62 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:12.976978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c2096fe-13fa-4b05-859e-7a793dc690c0 req-65df3ba3-478e-4cb5-a6fe-973edecc4b62 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1303322 Aug 04 14:56:12.983091 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.015189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] Pushing event deleted for resources: {'Port': ['ID=c9931e31-a43f-4cfd-bb4c-86a52338ec94,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:13.019188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9561264-de2e-41a6-aa05-84ea1aac6d43 None None] No DVR routers for this DVR port c9931e31-a43f-4cfd-bb4c-86a52338ec94 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:13.044088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.049943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:13.050543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.063217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.065837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.092210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c2096fe-13fa-4b05-859e-7a793dc690c0 req-7017a63a-6064-469f-a8ea-3f9255cd40b7 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Aug 04 14:56:13.093919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Router 52e2b519-8337-42d1-a712-84ab70deaa7f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:13.134153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd58389-85d1-4373-9813-8f0c26e1c59e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.138643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2237667e-b104-48dc-96b2-77bbfb009724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.149342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3875835 Aug 04 14:56:13.160175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364e0340-67d4-44ba-a18f-43071abacd7a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.160469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364e0340-67d4-44ba-a18f-43071abacd7a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.161868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.174461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:13.176359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:13.179546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66ac1f2e-898e-4ce8-bfad-fd38e71d2304 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7948799 Aug 04 14:56:13.180912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.183215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.185035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c36acb-e5e4-4e57-8352-b7e3eb9e702c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=007583b5-56a4-4493-9481-06cc7e713b4d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:13.187489 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] Sync routers for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:13.195953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:13.199833 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:13.200730 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.240359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.263141 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-cdb34216-d6a4-445c-98f4-802e3eaed01f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] show failed (client error): The resource could not be found. Aug 04 14:56:13.263823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:13.264256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:13.267574 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:13.277352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cdb34216-d6a4-445c-98f4-802e3eaed01f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1977655111 HTTP/1.1" status: 404 len: 335 time: 0.0929663 Aug 04 14:56:13.278998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36438) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.285810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c9c18b37-0cc2-4020-af03-8190218bdd18 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:13.323339 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-c9c18b37-0cc2-4020-af03-8190218bdd18 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] update failed (client error): The resource could not be found. Aug 04 14:56:13.325360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c9c18b37-0cc2-4020-af03-8190218bdd18 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1448394768 HTTP/1.1" status: 404 len: 335 time: 0.0450718 Aug 04 14:56:13.328882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.358695 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.366973 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] Routers {'52e2b519-8337-42d1-a712-84ab70deaa7f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:13.367583 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:55:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['52e2b519-8337-42d1-a712-84ab70deaa7f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.399624 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:13.400589 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152345b-350c-4889-9926-efb7534f6d38 None None] The sync data for ids ['52e2b519-8337-42d1-a712-84ab70deaa7f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:13.415611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e412-1fe5-40ab-a6e5-023156826b3d req-e576fb34-e250-47ff-bd88-0a2470d18264 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:13.417203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05b9e412-1fe5-40ab-a6e5-023156826b3d req-e576fb34-e250-47ff-bd88-0a2470d18264 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0602241 Aug 04 14:56:13.485641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05b9e412-1fe5-40ab-a6e5-023156826b3d req-7c58be1f-cd9b-43bf-9038-61e7131a73dc tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517681 Aug 04 14:56:13.521488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c9931e31-a43f-4cfd-bb4c-86a52338ec94 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:13.543747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c9931e31-a43f-4cfd-bb4c-86a52338ec94 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:13.544094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c9931e31-a43f-4cfd-bb4c-86a52338ec94 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:13.740948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.761861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.763738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/0bd58389-85d1-4373-9813-8f0c26e1c59e HTTP/1.1" status: 204 len: 168 time: 1.5506296 Aug 04 14:56:13.768690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.771559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting subnet 3b6dfd09-380d-4bc3-b78e-b8621f8dd26b {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:13.773503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530013066', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:13.793088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.816273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d16a2-d413-4d55-9662-aad2da26e5a3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=0bd58389-85d1-4373-9813-8f0c26e1c59e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:13.822247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.845385 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.905599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 007583b5-56a4-4493-9481-06cc7e713b4d is not hosted by any dhcp agent {{(pid=94266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:56:13.911132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:13.911736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.913011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "PUT /v2.0/networks/007583b5-56a4-4493-9481-06cc7e713b4d HTTP/1.1" status: 200 len: 723 time: 0.7502580 Aug 04 14:56:13.916229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36452) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:13.921466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:13.922649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:13.984321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc988e2-8c08-4cff-a9db-655b89efe068 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=007583b5-56a4-4493-9481-06cc7e713b4d,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:13.995835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:14.002367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2237667e-b104-48dc-96b2-77bbfb009724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.025970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2237667e-b104-48dc-96b2-77bbfb009724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.050112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:56:14.050112 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:56:14.050112 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': 'ef4c58626a564a25b715645ccbe6c19b', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 56, 13, 995254)}] Aug 04 14:56:14.050112 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:14.051220 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:14.059002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.060511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.078360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.084903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2237667e-b104-48dc-96b2-77bbfb009724 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=719b2e7e80df4e63860136cb66a1f601&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164502 Aug 04 14:56:14.090230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:14.099098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:56:14.109004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237667e-b104-48dc-96b2-77bbfb009724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79084fd7-442d-4a4d-ad47-a25cf051c467,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:14.113803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-acfcb84d-999e-45a0-8a36-4613103f5c46 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:14.115417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-acfcb84d-999e-45a0-8a36-4613103f5c46 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.38 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1001577 Aug 04 14:56:14.165143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.168317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.206840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6dfd09-380d-4bc3-b78e-b8621f8dd26b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:14.223475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.228051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f78e8a9b-6799-481b-85ea-5e0d52132266 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/subnets/3b6dfd09-380d-4bc3-b78e-b8621f8dd26b HTTP/1.1" status: 204 len: 168 time: 0.8955774 Aug 04 14:56:14.229090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36458) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:14.232656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04219f9-d4b0-42c0-9143-18c460f31bdf None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:14.236233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:14.289482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting subnet b5223a1e-d968-464e-9937-c276e66e2e87 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:14.293333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.296140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:56:14.354437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.395371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.411820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:14.416697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.424833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.439840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:14.446319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.449115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00810fe-533b-4699-a383-aebfa42ef2cb req-5214377d-3dcd-461d-af8b-01f63a77eadb tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:14.452057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e00810fe-533b-4699-a383-aebfa42ef2cb req-5214377d-3dcd-461d-af8b-01f63a77eadb tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 945 time: 0.2549052 Aug 04 14:56:14.461189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.477610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.533435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:14.539578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] DHCP port deletion for d412129c-d4aa-4c6f-8fe5-115e3de135f3 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:14.547395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.582186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24466672-bdf7-4e49-80a6-40a86b1549dd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:56:14.591614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.595917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/subnets/b5223a1e-d968-464e-9937-c276e66e2e87 HTTP/1.1" status: 204 len: 168 time: 0.3656504 Aug 04 14:56:14.597375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ba751-0ca3-4bf9-8e32-bd4b7d4e4f57 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Subnet': ['ID=b5223a1e-d968-464e-9937-c276e66e2e87,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:14.602977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:14.617352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Deleting port afd2d2c0-bcac-435c-ba39-f88030557dd3 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:14.617700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.649483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d937d0-9f11-4649-92c0-975ef65acef5 None None] Network eda7a281-b7f4-4a21-a833-4046fb03b066 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:14.654882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e00810fe-533b-4699-a383-aebfa42ef2cb req-96898a44-e1d2-4655-9677-883ac69fe20f tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cfa27f-5b13-4bc9-90f2-030ecce815a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702206 Aug 04 14:56:14.696349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:14.700166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.739342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.756669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.759657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.763698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79084fd7-442d-4a4d-ad47-a25cf051c467 HTTP/1.1" status: 204 len: 168 time: 0.6631296 Aug 04 14:56:14.781320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Deleting port 25c8eaf4-150c-4043-a488-16e89a5c66ad {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:14.781749 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.832150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting port 25c8eaf4-150c-4043-a488-16e89a5c66ad {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:14.832837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.851121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e00d-e7bd-4c8e-8c6f-c19872f042c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79084fd7-442d-4a4d-ad47-a25cf051c467,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:14.892905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] For port afd2d2c0-bcac-435c-ba39-f88030557dd3, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=afd2d2c0-bcac-435c-ba39-f88030557dd3,segment=NetworkSegment(627ef13d-72d3-4506-8d12-369c4819b424),segment_id=627ef13d-72d3-4506-8d12-369c4819b424)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:14.893285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.928413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] For port 25c8eaf4-150c-4043-a488-16e89a5c66ad, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25c8eaf4-150c-4043-a488-16e89a5c66ad,segment=NetworkSegment(bec693c3-3920-453e-a2ce-e78a512baea3),segment_id=bec693c3-3920-453e-a2ce-e78a512baea3)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:14.929098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:14.935518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Calling delete_port for afd2d2c0-bcac-435c-ba39-f88030557dd3 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:14.966715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5703d-51e0-46b2-9d3f-fccd91246226 req-616c8a05-20ff-46ce-b4f5-b2fdea2692e9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:14.967106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Calling delete_port for 25c8eaf4-150c-4043-a488-16e89a5c66ad owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:14.968899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fd5703d-51e0-46b2-9d3f-fccd91246226 req-616c8a05-20ff-46ce-b4f5-b2fdea2692e9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1874368 Aug 04 14:56:15.120810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1fd5703d-51e0-46b2-9d3f-fccd91246226 req-fd24f779-1c1d-46e9-baeb-096b7e897693 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443794 Aug 04 14:56:15.184018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.213784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Port': ['ID=25c8eaf4-150c-4043-a488-16e89a5c66ad,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:15.218773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] No DVR routers for this DVR port 25c8eaf4-150c-4043-a488-16e89a5c66ad on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:15.219151 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82eaaf98-6b0d-45ee-83e0-50999d04f80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.338168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.344533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] For port 25c8eaf4-150c-4043-a488-16e89a5c66ad, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25c8eaf4-150c-4043-a488-16e89a5c66ad,segment=NetworkSegment(bec693c3-3920-453e-a2ce-e78a512baea3),segment_id=bec693c3-3920-453e-a2ce-e78a512baea3)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:15.348228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.358050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d412129c-d4aa-4c6f-8fe5-115e3de135f3']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:15.368375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.372950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec693c3-3920-453e-a2ce-e78a512baea3') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:15.373814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec693c3-3920-453e-a2ce-e78a512baea3') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:15.380884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.387241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.402692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Calling delete_port for 25c8eaf4-150c-4043-a488-16e89a5c66ad owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:15.408893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.418435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:15.419221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:15.423871 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:15.485598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.531199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] DHCP port deletion for eda7a281-b7f4-4a21-a833-4046fb03b066 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:15.539432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.568685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.569738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=89b90d11-6893-4fb0-bac3-0c2ed18edc59,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:15.570695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/networks/d412129c-d4aa-4c6f-8fe5-115e3de135f3 HTTP/1.1" status: 204 len: 168 time: 0.9655423 Aug 04 14:56:15.575617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:15.607245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25c8eaf4-150c-4043-a488-16e89a5c66ad no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:15.615590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372818b-7865-4ccf-a414-91c4340fbbc0 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Network': ['ID=d412129c-d4aa-4c6f-8fe5-115e3de135f3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:15.634563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 25c8eaf4-150c-4043-a488-16e89a5c66ad {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:15.635257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25c8eaf4-150c-4043-a488-16e89a5c66ad not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:15.723566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.730388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Deleting port c0d02986-ff2f-41a6-b7bc-d42525b67b2b {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:15.730807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.735329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '917452f4-04bc-4049-92b1-449f77171099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:15.736099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 007583b5-56a4-4493-9481-06cc7e713b4d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:15.795182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Pushing event deleted for resources: {'Port': ['ID=afd2d2c0-bcac-435c-ba39-f88030557dd3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:15.800512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] For port c0d02986-ff2f-41a6-b7bc-d42525b67b2b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,segment=NetworkSegment(3649915c-c117-435b-b4da-70e32a41a051),segment_id=3649915c-c117-435b-b4da-70e32a41a051)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:15.800917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.821943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Calling delete_port for c0d02986-ff2f-41a6-b7bc-d42525b67b2b owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:15.827172 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.858818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Network d412129c-d4aa-4c6f-8fe5-115e3de135f3 is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:56:15.858973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a900105-79c1-473c-a31f-dfc719eaf512 req-e890eec6-fae6-483e-b453-2c735d5627b8 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.76 "GET /v2.0/ports?device_id=4602a274-badd-430d-84a1-3897a378b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0732324 Aug 04 14:56:15.859299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] No DVR routers for this DVR port 25c8eaf4-150c-4043-a488-16e89a5c66ad on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:15.864779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864f418-aae7-4c19-bb1e-cf264e72f3be None None] Pushing event deleted for resources: {'Port': ['ID=25c8eaf4-150c-4043-a488-16e89a5c66ad,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:15.905323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.919067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 007583b5-56a4-4493-9481-06cc7e713b4d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:15.946996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] No DVR routers for this DVR port afd2d2c0-bcac-435c-ba39-f88030557dd3 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:15.953666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.956174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69123cd0-7079-4a1e-ae19-58ce31c77879 req-b32a1b01-d41c-4d70-9830-829bb2bfc985 tempest-ServerAddressesNegativeTestJSON-1159465962 tempest-ServerAddressesNegativeTestJSON-1159465962-project] 10.222.0.38 "DELETE /v2.0/ports/afd2d2c0-bcac-435c-ba39-f88030557dd3 HTTP/1.1" status: 204 len: 173 time: 1.8040419 Aug 04 14:56:15.958250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'name': 'network-vif-deleted', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:15.961056 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b99bb6-e7d0-4989-b870-5b93fb4c71e4" -d '{"events": [{"server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "name": "network-vif-deleted", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:15.970637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:15.987304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 007583b5-56a4-4493-9481-06cc7e713b4d) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:16.011904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:16.024254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.029405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.25.0.85 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ab73b740-4570-4aab-8a09-53a6082835ce) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:16.035587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc8100-2913-4a91-9e73-c17a4feebc79 None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:16.039707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] Pushing event deleted for resources: {'Port': ['ID=c0d02986-ff2f-41a6-b7bc-d42525b67b2b,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:16.055052 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49897b17-8833-4a01-88bd-44531234dbc0 x-openstack-request-id: req-49897b17-8833-4a01-88bd-44531234dbc0 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:16.055644 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4602a274-badd-430d-84a1-3897a378b7f9", "name": "network-vif-deleted", "tag": "afd2d2c0-bcac-435c-ba39-f88030557dd3", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:16.056060 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49897b17-8833-4a01-88bd-44531234dbc0 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:16.056685 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4602a274-badd-430d-84a1-3897a378b7f9', 'name': 'network-vif-deleted', 'tag': 'afd2d2c0-bcac-435c-ba39-f88030557dd3', 'status': 'completed', 'code': 200} Aug 04 14:56:16.082187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74dc8f-f6f0-4379-9e57-2ee0c9e4205b None None] No DVR routers for this DVR port c0d02986-ff2f-41a6-b7bc-d42525b67b2b on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:16.118851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:16.123930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-665b4ea2-14b6-4e8a-b24f-5fb262cb2765 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2064333 Aug 04 14:56:16.126739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36530) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:16.136432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:16.319634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127110662'] for subnet, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.399969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 24466672-bdf7-4e49-80a6-40a86b1549dd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:16.400368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.403186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-007583b5-56a4-4493-9481-06cc7e713b4d', 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '89b90d11-6893-4fb0-bac3-0c2ed18edc59'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:16.405604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.667152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.678498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768245045113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127235977'] for subnet, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.743737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:16.744341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.746365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:16.748692 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "PUT /v2.0/subnets/89b90d11-6893-4fb0-bac3-0c2ed18edc59 HTTP/1.1" status: 200 len: 806 time: 0.6208355 Aug 04 14:56:16.749534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:16.749936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36550) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:16.750777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f596565-945f-498b-ac29-cf75e51092e9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=89b90d11-6893-4fb0-bac3-0c2ed18edc59,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:16.752685 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7db2b-9ca0-486f-a69e-f68a28f1f9fe" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:16.760311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.828516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Allocated IP 172.20.0.2 (007583b5-56a4-4493-9481-06cc7e713b4d/89b90d11-6893-4fb0-bac3-0c2ed18edc59/dd906eb8-f392-4c1e-8d46-fa817fb43fcd) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:16.851973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:16.910569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:16.992096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.002416 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1566075-3639-453f-a95b-c339c425a3f7 x-openstack-request-id: req-e1566075-3639-453f-a95b-c339c425a3f7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:17.003058 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:17.003412 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1566075-3639-453f-a95b-c339c425a3f7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:17.003919 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:56:17.028699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:56:17.064033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:17.108191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.116443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Deleting subnet c7bab3d5-fa81-4976-bcb3-09b1720a0658 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:17.120996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.140208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda7a281-b7f4-4a21-a833-4046fb03b066']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:17.155272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3649915c-c117-435b-b4da-70e32a41a051') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:17.155560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3649915c-c117-435b-b4da-70e32a41a051') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:17.177254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.203512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.211643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.227874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fc97b-a0a9-4caa-ac5b-df2e8818b787 req-fd6bee42-fd5b-4f87-a042-32249307a709 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:17.235358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378fc97b-a0a9-4caa-ac5b-df2e8818b787 req-fd6bee42-fd5b-4f87-a042-32249307a709 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1471369 Aug 04 14:56:17.243072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.247586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:17.248026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:17.253681 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:17.299777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.304585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.385417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378fc97b-a0a9-4caa-ac5b-df2e8818b787 req-361b852b-2b96-4d86-9e06-7297d317cef5 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490283 Aug 04 14:56:17.391921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.392806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Transition to ACTIVE for port object dd906eb8-f392-4c1e-8d46-fa817fb43fcd will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:17.395904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.399657 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7fc11a4a-ee1c-42db-9cb5-77f23ac89265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.404517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.406448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/networks/eda7a281-b7f4-4a21-a833-4046fb03b066 HTTP/1.1" status: 204 len: 168 time: 1.8279085 Aug 04 14:56:17.416078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36568) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:17.440733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.450810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c7bab3d5-fa81-4976-bcb3-09b1720a0658 HTTP/1.1" status: 204 len: 168 time: 0.3855295 Aug 04 14:56:17.458189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e106264-788e-4031-92f4-f63bd789a77c tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Network': ['ID=eda7a281-b7f4-4a21-a833-4046fb03b066,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:17.459985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:17.463368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Transition to ACTIVE for port object dd906eb8-f392-4c1e-8d46-fa817fb43fcd will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:17.485663 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.543914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.565315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:17.580939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:17.581879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.587591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:17.602233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting subnet ca51c832-35ac-48c8-9f58-a0e3798d0c01 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:17.615506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:17.617149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:17.639033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device afd2d2c0-bcac-435c-ba39-f88030557dd3 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:17.645675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=ab73b740-4570-4aab-8a09-53a6082835ce,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:17.648271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:17.655805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a413042-6edb-4704-89b1-e44d5cac20dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bab3d5-fa81-4976-bcb3-09b1720a0658,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:17.657760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.724659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d02986-ff2f-41a6-b7bc-d42525b67b2b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:17.725374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.751306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Pushing event updated for resources: {'Port': ['ID=dd906eb8-f392-4c1e-8d46-fa817fb43fcd,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:17.758248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c0d02986-ff2f-41a6-b7bc-d42525b67b2b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:17.758664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d02986-ff2f-41a6-b7bc-d42525b67b2b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:17.767936 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.769885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: afd2d2c0-bcac-435c-ba39-f88030557dd3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:17.770330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device afd2d2c0-bcac-435c-ba39-f88030557dd3 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:17.777358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Attempting to bind port dd906eb8-f392-4c1e-8d46-fa817fb43fcd on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:17.777855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Attempting to bind port dd906eb8-f392-4c1e-8d46-fa817fb43fcd by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '917452f4-04bc-4049-92b1-449f77171099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:17.778231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Attempting to bind port dd906eb8-f392-4c1e-8d46-fa817fb43fcd on network 007583b5-56a4-4493-9481-06cc7e713b4d {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:17.784177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:17.784771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Checking segment: {'id': '917452f4-04bc-4049-92b1-449f77171099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:17.785219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.785578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Bound using segment: {'id': '917452f4-04bc-4049-92b1-449f77171099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:17.786063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Bound port: dd906eb8-f392-4c1e-8d46-fa817fb43fcd, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917452f4-04bc-4049-92b1-449f77171099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '007583b5-56a4-4493-9481-06cc7e713b4d'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:17.786446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.815977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.842076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=89b90d11-6893-4fb0-bac3-0c2ed18edc59,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:17.894538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] For port dd906eb8-f392-4c1e-8d46-fa817fb43fcd, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:17.900240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] For port dd906eb8-f392-4c1e-8d46-fa817fb43fcd, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dd906eb8-f392-4c1e-8d46-fa817fb43fcd,segment=NetworkSegment(917452f4-04bc-4049-92b1-449f77171099),segment_id=917452f4-04bc-4049-92b1-449f77171099)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:17.925823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.926006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:17.965351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007583b5-56a4-4493-9481-06cc7e713b4d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:17.980831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917452f4-04bc-4049-92b1-449f77171099') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:17.981153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917452f4-04bc-4049-92b1-449f77171099') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:18.013423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.017463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c0d38-7f67-40b4-afd0-3b84e69ef65f None None] Pushing event updated for resources: {'Port': ['ID=dd906eb8-f392-4c1e-8d46-fa817fb43fcd,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:18.023403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.030112 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.061589 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.073991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:18.074404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:18.077463 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:18.102473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b76f2-d266-4dc7-9f48-33a468b44190 None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:18.113412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.144819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf25d150-a94a-4ec3-ae2d-fd86271fd0a4']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:18.158765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627ef13d-72d3-4506-8d12-369c4819b424') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:18.159093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627ef13d-72d3-4506-8d12-369c4819b424') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:18.174779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.200780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.289039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:56:18.289039 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:56:18.289039 n-d-801743-12 neutron-server[94266]: [parameters: {'id': '007583b5-56a4-4493-9481-06cc7e713b4d'}] Aug 04 14:56:18.289039 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:18.294355 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:18.298491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:18.299466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:18.301560 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:18.304451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688af9cc-f22e-4ad9-aad1-f727beb9386a None None] Network 007583b5-56a4-4493-9481-06cc7e713b4d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:18.348572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.440356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Subnet': ['ID=ca51c832-35ac-48c8-9f58-a0e3798d0c01,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:18.475918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.489713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2f5fd3a-1932-4c28-9cc2-346ef006eee7 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/subnets/ca51c832-35ac-48c8-9f58-a0e3798d0c01 HTTP/1.1" status: 204 len: 168 time: 1.0263777 Aug 04 14:56:18.490987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36590) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:18.493571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788495a-0042-4f89-9e8b-79965fce4b67 None None] Network e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:18.647078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.665809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.669931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.678670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cf25d150-a94a-4ec3-ae2d-fd86271fd0a4 HTTP/1.1" status: 204 len: 168 time: 1.2091806 Aug 04 14:56:18.725864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc3fe0-33e5-4e7e-89ff-e6b6eec03f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf25d150-a94a-4ec3-ae2d-fd86271fd0a4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:18.728012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.758028 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.763613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.805949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.827362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1707-9415-4fbc-b05e-be6ee50ba7b9 req-ab1b0619-15c2-4096-928c-e6137d5b61d8 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:18.834953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d99d1707-9415-4fbc-b05e-be6ee50ba7b9 req-ab1b0619-15c2-4096-928c-e6137d5b61d8 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2917454 Aug 04 14:56:18.863919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Deleting port 98c05e7e-546a-4576-a8c9-85652334391c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:18.865803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:18.972643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] DHCP port deletion for e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:19.024311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d99d1707-9415-4fbc-b05e-be6ee50ba7b9 req-cbf09190-8475-4b4f-8038-acb4e58cfc3d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883011 Aug 04 14:56:19.059589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] For port 98c05e7e-546a-4576-a8c9-85652334391c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=98c05e7e-546a-4576-a8c9-85652334391c,segment=NetworkSegment(dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17),segment_id=dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:19.060333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.085180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Deleting port 98c05e7e-546a-4576-a8c9-85652334391c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:19.085567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.086874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36604) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:19.091020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Calling delete_port for 98c05e7e-546a-4576-a8c9-85652334391c owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:19.129158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port dd906eb8-f392-4c1e-8d46-fa817fb43fcd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:19.129504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.216429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] For port 98c05e7e-546a-4576-a8c9-85652334391c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=98c05e7e-546a-4576-a8c9-85652334391c,segment=NetworkSegment(dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17),segment_id=dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:19.217182 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.257443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Calling delete_port for 98c05e7e-546a-4576-a8c9-85652334391c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:19.302086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e78e794-6e76-48ba-9730-e7d17ea3d6d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5c76d9b7941489b8702c38cb17d3abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048194 Aug 04 14:56:19.309797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36608) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:19.414461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port dd906eb8-f392-4c1e-8d46-fa817fb43fcd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dd906eb8-f392-4c1e-8d46-fa817fb43fcd,segment=NetworkSegment(917452f4-04bc-4049-92b1-449f77171099),segment_id=917452f4-04bc-4049-92b1-449f77171099)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:19.415222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.446348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.449166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for dd906eb8-f392-4c1e-8d46-fa817fb43fcd owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:19.452893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.489891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] No DVR routers for this DVR port 98c05e7e-546a-4576-a8c9-85652334391c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:19.500552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d430-b7e2-4c5b-9360-860198e8fa14 req-ad5c2e51-d0f5-481e-aa10-ebe15154adee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:19.508023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0268d430-b7e2-4c5b-9360-860198e8fa14 req-ad5c2e51-d0f5-481e-aa10-ebe15154adee tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1721530 Aug 04 14:56:19.537712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.550804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064cacc8-8b48-4cc7-85c9-b08a712bc56f None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:19.562876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-36071c9a-910a-445e-8341-ec69d6e00c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:19.567292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-36071c9a-910a-445e-8341-ec69d6e00c40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1796994 Aug 04 14:56:19.572492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bdbe4-f256-474a-9a03-76ff52865683 None None] Pushing event deleted for resources: {'Port': ['ID=98c05e7e-546a-4576-a8c9-85652334391c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:19.580008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.617134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 98c05e7e-546a-4576-a8c9-85652334391c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:19.619545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.668228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Port': ['ID=98c05e7e-546a-4576-a8c9-85652334391c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:19.695181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] No DVR routers for this DVR port 98c05e7e-546a-4576-a8c9-85652334391c on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:19.736367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 98c05e7e-546a-4576-a8c9-85652334391c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:19.736719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 98c05e7e-546a-4576-a8c9-85652334391c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:19.811270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-032fd0d8-892b-40f7-8b88-6e5be0fac3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:19.813547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-032fd0d8-892b-40f7-8b88-6e5be0fac3c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.2355921 Aug 04 14:56:19.819153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0268d430-b7e2-4c5b-9360-860198e8fa14 req-dbefe562-86ff-46c2-a015-87b8617798c4 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094699 Aug 04 14:56:19.911234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cacc8-8b48-4cc7-85c9-b08a712bc56f None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:19.938203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.983763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.989965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:19.997421 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4cfa27f-5b13-4bc9-90f2-030ecce815a8 HTTP/1.1" status: 204 len: 168 time: 0.6764638 Aug 04 14:56:20.004359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.034307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.034598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbd3cfe-2e1a-4675-bdb0-5d8cfdeb4b17') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.037825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610792-c09f-4d07-8bde-783f87bbe803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfa27f-5b13-4bc9-90f2-030ecce815a8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:20.049736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.053906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-8bd3d494-2933-4fb3-b297-333c3bef991a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 200 len: 1001 time: 0.2329292 Aug 04 14:56:20.078927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.092470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:20.094200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.172201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-3a40291a-c16a-4753-99c1-4318ee0daae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:20.174922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-3a40291a-c16a-4753-99c1-4318ee0daae2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.1111758 Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:20.192799 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:20.227299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.238180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.244122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 06d0aaa5-b5fb-462e-8d53-41ce8032b190 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:56:20.253241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.255822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-cfa0d839-fed5-4dfd-a891-caf41a9995b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:20.257602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-cfa0d839-fed5-4dfd-a891-caf41a9995b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753522 Aug 04 14:56:20.258081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/networks/e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66 HTTP/1.1" status: 204 len: 168 time: 1.7630730 Aug 04 14:56:20.261940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36620) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:20.336067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port dd906eb8-f392-4c1e-8d46-fa817fb43fcd on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:20.338098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebe25a-92e3-4c97-9845-6a42a31dfb82 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Pushing event deleted for resources: {'Network': ['ID=e1c59a8d-2b7a-48b1-8d8e-a7713ae04b66,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:20.362562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=dd906eb8-f392-4c1e-8d46-fa817fb43fcd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:20.384199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.459578 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e03c40be-0f2c-48ba-85d8-3ce9902de7c8 tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "GET /v2.0/ports?device_id=52e2b519-8337-42d1-a712-84ab70deaa7f HTTP/1.1" status: 200 len: 205 time: 0.1953950 Aug 04 14:56:20.478954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36624) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:20.651618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-b54a751b-b5fd-42eb-82c6-c8c2cc8f29f0 service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759563 Aug 04 14:56:20.654674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:20.666131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] Sync routers for ids ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:20.692120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] Routers {'06d0aaa5-b5fb-462e-8d53-41ce8032b190'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:20.696735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.706088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.719139 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.720887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-392b80c5-93d0-4a15-9878-dd9d0f8f2071 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.9508977 Aug 04 14:56:20.725760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:20.745022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.769650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007583b5-56a4-4493-9481-06cc7e713b4d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.778161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.787862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917452f4-04bc-4049-92b1-449f77171099') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.788222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917452f4-04bc-4049-92b1-449f77171099') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.791943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] Routers {'06d0aaa5-b5fb-462e-8d53-41ce8032b190'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:20.792826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.842311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:20.842872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:20.843471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2a601-30ce-4567-b034-b1bb61a9f0a4 None None] The sync data for ids ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:20.893690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f91537-7328-4d4d-a71d-8151d89eb21b req-9baa7392-8f54-43cc-b456-c750ae97090d service neutron] 10.222.0.38 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305648 Aug 04 14:56:20.917629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3a0db496-a397-471d-8523-c3fd873da2dc tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers/06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 200 len: 880 time: 0.1902330 Aug 04 14:56:20.920947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36642) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:20.962804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.006762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:21.010979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:21.015752 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:21.148419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681b13d-ff45-48e8-8a06-aec7c8829ee6 req-62b3f2cf-4783-41c9-83ee-c8c50081d3bd tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:21.150254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b681b13d-ff45-48e8-8a06-aec7c8829ee6 req-62b3f2cf-4783-41c9-83ee-c8c50081d3bd tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1477942 Aug 04 14:56:21.232685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b681b13d-ff45-48e8-8a06-aec7c8829ee6 req-461a129e-1574-4d98-a078-cbdc856dedab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468888 Aug 04 14:56:21.283661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-28762908-d533-4c54-afdb-de6968923966 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3612797 Aug 04 14:56:21.292906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:21.313763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1530013066'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:21.349889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.356616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.406336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:21.441483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.465146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.471156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/007583b5-56a4-4493-9481-06cc7e713b4d HTTP/1.1" status: 204 len: 168 time: 4.7017939 Aug 04 14:56:21.471156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491236-d238-482f-9f16-74a0db8fc989 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=007583b5-56a4-4493-9481-06cc7e713b4d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:21.471156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36666) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:21.488187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.489295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Fanout notify agent at l3_agent the message router_deleted on router 52e2b519-8337-42d1-a712-84ab70deaa7f {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:56:21.521405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.528232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ba74c138-61af-4d7d-9ff3-381c092c498f tempest-RoutersNegativeTest-337540603 tempest-RoutersNegativeTest-337540603-project] 10.222.0.76 "DELETE /v2.0/routers/52e2b519-8337-42d1-a712-84ab70deaa7f HTTP/1.1" status: 204 len: 168 time: 1.0474985 Aug 04 14:56:21.532623 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca5ec6c-702c-4c96-ae86-6709cef40652 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:21.535772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca5ec6c-702c-4c96-ae86-6709cef40652 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:21.538138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ca5ec6c-702c-4c96-ae86-6709cef40652 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/007583b5-56a4-4493-9481-06cc7e713b4d HTTP/1.1" status: 404 len: 339 time: 0.0661087 Aug 04 14:56:21.542423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36672) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:21.549200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748182826', 'description': 'd1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:21.595843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:21.609405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.688685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:21.712125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.713064 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment c7df0b02-96ec-4574-b738-6795cd816624 of type vlan for network c83c8022-e98a-4028-9114-84f4581b2775 Aug 04 14:56:21.807127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.845857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.847800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1214365896-network', 'tenant_id': '8537cffe8028495ea22f2f299bc91174'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:21.878628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:21.884669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.924706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Made reservation on behalf of 8537cffe8028495ea22f2f299bc91174 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:21.928933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:21.995229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.037879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:22.077618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5335317 Aug 04 14:56:22.080858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36684) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:22.112337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.181421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b014f5-7a1b-49cb-8f26-3ab986aaf4d1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:22.183603 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-47b014f5-7a1b-49cb-8f26-3ab986aaf4d1 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks?id=c83c8022-e98a-4028-9114-84f4581b2775 HTTP/1.1" status: 200 len: 761 time: 0.1019833 Aug 04 14:56:22.187276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36686) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:22.192742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'description': 'd2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:22.250108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.253984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.258552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.324770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692ec3c-b5da-4927-8649-08f6374c3b32 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=c83c8022-e98a-4028-9114-84f4581b2775,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:22.338191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c83c8022-e98a-4028-9114-84f4581b2775 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:22.396231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f17b7d0f-a8b0-4130-897d-d1e502954665 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca320af53de444e8b98a0f57fc2c7528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542500 Aug 04 14:56:22.397973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36690) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:22.398824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:22.425706 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.449195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.465751 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.466245 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Added segment 812d5351-5cdd-4679-9c03-1e8784cd9d62 of type vlan for network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 Aug 04 14:56:22.473721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:22.490222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network c83c8022-e98a-4028-9114-84f4581b2775 is not hosted by any dhcp agent {{(pid=94266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 14:56:22.500588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:22.501558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:22.503359 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "PUT /v2.0/networks/c83c8022-e98a-4028-9114-84f4581b2775 HTTP/1.1" status: 200 len: 758 time: 0.3154504 Aug 04 14:56:23.083826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36692) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:23.160733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.191854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1046d7e-e8b4-4be4-9657-a95cb6fe6d67 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=c83c8022-e98a-4028-9114-84f4581b2775,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:23.205085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c83c8022-e98a-4028-9114-84f4581b2775 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:23.227774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e91d7d-a970-4b98-89cf-6745b1729804 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:23.229730 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-65e91d7d-a970-4b98-89cf-6745b1729804 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks?id=c83c8022-e98a-4028-9114-84f4581b2775 HTTP/1.1" status: 200 len: 761 time: 0.1418927 Aug 04 14:56:23.235760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36706) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:23.236808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f86f48-5899-45a6-9e53-735d6e6d7569 req-e30f2f21-7c1a-42a6-b0bb-c37ae265c632 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:23.241748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2133692014'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:23.244399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0f86f48-5899-45a6-9e53-735d6e6d7569 req-e30f2f21-7c1a-42a6-b0bb-c37ae265c632 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.8524790 Aug 04 14:56:23.249760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 06d0aaa5-b5fb-462e-8d53-41ce8032b190 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:23.257527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.287182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:23.294977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.318121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.343447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:23.361699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.361699 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 6a681b28-0c10-4137-9784-c3f551689ff9 of type vlan for network 040bc0d9-1eb1-45b7-943b-113df140f568 Aug 04 14:56:23.369896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.resource_extend [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:56:23.395303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.398780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.401535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f34aa1b-c397-4655-b236-9c7631d3ae0c HTTP/1.1" status: 204 len: 168 time: 0.9971304 Aug 04 14:56:23.422284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.465162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34aa1b-c397-4655-b236-9c7631d3ae0c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:23.480012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.492917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:23.496465 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.508488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.510392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:23.511248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.528441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.529154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.529690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.530212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.530777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.531311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.531828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.532363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.532877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.533439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.533956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.534468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cebd6-0257-4930-a82e-84d327a50672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:23.544217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1128755 Aug 04 14:56:23.558131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0f86f48-5899-45a6-9e53-735d6e6d7569 req-59ec0428-404d-4ce1-8ed6-85e33a1f77b4 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127508 Aug 04 14:56:23.569203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36710) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:23.575670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Request body: {'subnet': {'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1214365896-subnet', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:23.664947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=040bc0d9-1eb1-45b7-943b-113df140f568,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:23.671572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36716) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:23.671815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9f4d8f91-ba98-480a-837d-23979d5608b3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4345818 Aug 04 14:56:23.672916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Made reservation on behalf of 8537cffe8028495ea22f2f299bc91174 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:23.675270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0e2b-c9d8-48ea-8941-77f61c832e21 admin admin] Pushing event updated for resources: {'Network': ['ID=06ad5476-5352-4547-a3dd-7ba67c86c2a6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:23.675443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.676743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 040bc0d9-1eb1-45b7-943b-113df140f568 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:23.684794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:23.839005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:23.881720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:23.892705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:23.894403 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] Sync routers for ids ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:23.896544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58d9e7b6-57f1-4524-a44a-a40efb661d02 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 200 len: 887 time: 2.5938911 Aug 04 14:56:23.910087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] Routers {'06d0aaa5-b5fb-462e-8d53-41ce8032b190'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:23.910329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36728) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:23.911216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:23.991919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:24.003884 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] Routers {'06d0aaa5-b5fb-462e-8d53-41ce8032b190'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:24.004899 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:24.056377 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:24.058949 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e590d9d-6880-4d90-9e7f-d00418d7af60 None None] The sync data for ids ['06d0aaa5-b5fb-462e-8d53-41ce8032b190'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:24.090074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:24.097395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.121163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.257368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4818691c-bd90-4329-9990-6e01c799518b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:24.278897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Checking segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:24.279278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Network hostable DHCP agents. Network: 06ad5476-5352-4547-a3dd-7ba67c86c2a6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:24.307612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:24.327783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 06ad5476-5352-4547-a3dd-7ba67c86c2a6) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:24.336023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:24.339233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c79ee-0fa1-4357-8896-5bcbccb60a63 None None] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:24.347264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-76189db0-ed48-44f5-bd74-e78bfbf6cb18 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers/06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 200 len: 887 time: 0.4345746 Aug 04 14:56:24.351121 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.356065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:24.393337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:24.396074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0191d146-9684-43a2-aaaa-0caa3bf13058 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8255947 Aug 04 14:56:24.430296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:24.438814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-daf431f5-5630-4468-9b07-87565cc2ce67 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 200 len: 205 time: 0.0771189 Aug 04 14:56:24.439282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36758) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:24.495110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.496210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.659381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.661670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdcb7c-aa97-4744-adbd-311c867e58d9 None None] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:24.663764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:24.681061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.685017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.895438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--102174701'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:24.898851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:24.924456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=57f758f3-f5c9-4e24-9f60-55a21edcadc7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:25.009124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port ab73b740-4570-4aab-8a09-53a6082835ce {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:25.009549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.047422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '6a681b28-0c10-4137-9784-c3f551689ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:25.047950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 040bc0d9-1eb1-45b7-943b-113df140f568, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:25.055108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.058782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.082951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.136797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.160433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for ab73b740-4570-4aab-8a09-53a6082835ce owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:25.175216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 040bc0d9-1eb1-45b7-943b-113df140f568 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:25.211353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 040bc0d9-1eb1-45b7-943b-113df140f568) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:25.220715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2503a7a-3f7b-43b7-aa4f-c405ee753bb2 None None] Network 040bc0d9-1eb1-45b7-943b-113df140f568 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:25.246756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:25.248342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.372004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.386255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.428846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.479979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-040bc0d9-1eb1-45b7-943b-113df140f568', 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': '57f758f3-f5c9-4e24-9f60-55a21edcadc7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:25.481029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.491509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=ab73b740-4570-4aab-8a09-53a6082835ce,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:25.603804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.607263 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.619423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ba82f7d2-6ec6-4b06-868c-d45f5fcef110 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9441674 Aug 04 14:56:25.627219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.646193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:25.680166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.681542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0142121 Aug 04 14:56:25.697983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:25.818895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd1760-8297-4da2-abce-f83f57a2ce4f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:25.876875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.889024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:25.902912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Allocated IP 172.20.0.2 (040bc0d9-1eb1-45b7-943b-113df140f568/57f758f3-f5c9-4e24-9f60-55a21edcadc7/543c0e47-1520-43fd-a58e-36643da08291) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:25.971253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0f22eec9-7bd9-4d88-8ae6-008a9b6b21a2 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2692382 Aug 04 14:56:25.985247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:25.996664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-security--1013720168', 'description': 'tempest-security-description-140690260'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:26.030520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f80b9-a9dd-4f79-b057-dfc02da3c121 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83c4ad-35a1-47a6-be8f-7c09e616e73a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:26.039703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.082948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.085360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router 06d0aaa5-b5fb-462e-8d53-41ce8032b190 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:56:26.113819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.118651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0a95e343-4903-4bc5-b544-cddc7b0db0c7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 204 len: 168 time: 1.6746233 Aug 04 14:56:26.118915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.121028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36786) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:26.131262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.184117 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.187212 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.191335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "PUT /v2.0/security-groups/cf83c4ad-35a1-47a6-be8f-7c09e616e73a HTTP/1.1" status: 200 len: 1779 time: 0.2000413 Aug 04 14:56:26.196292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-982648418'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:26.203336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36788) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:26.244335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.250509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.263013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Transition to ACTIVE for port object 543c0e47-1520-43fd-a58e-36643da08291 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:26.300842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Transition to ACTIVE for port object 543c0e47-1520-43fd-a58e-36643da08291 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:26.333269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.358564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0010-4819-4f93-8ef6-b5f677580dce tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83c4ad-35a1-47a6-be8f-7c09e616e73a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:26.378334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:26.379074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.383322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.402959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d204fd2-6526-47d3-8e9a-23866ecc9d12 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups/cf83c4ad-35a1-47a6-be8f-7c09e616e73a HTTP/1.1" status: 200 len: 1779 time: 0.1653831 Aug 04 14:56:26.404451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.425256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:26.427770 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.439779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=57f758f3-f5c9-4e24-9f60-55a21edcadc7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:26.448884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Network 040bc0d9-1eb1-45b7-943b-113df140f568 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:26.456324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:26.468800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:26.471221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Pushing event updated for resources: {'Port': ['ID=543c0e47-1520-43fd-a58e-36643da08291,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:26.528919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:26.569972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.583423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Attempting to bind port 543c0e47-1520-43fd-a58e-36643da08291 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:26.585221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040bc0d9-1eb1-45b7-943b-113df140f568']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:26.585696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Attempting to bind port 543c0e47-1520-43fd-a58e-36643da08291 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6a681b28-0c10-4137-9784-c3f551689ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:26.586166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Attempting to bind port 543c0e47-1520-43fd-a58e-36643da08291 on network 040bc0d9-1eb1-45b7-943b-113df140f568 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:26.586817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.587380 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment 1e5fa4b7-977a-459a-ad75-82843ec00919 of type vlan for network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee Aug 04 14:56:26.607203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.607732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:26.608226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Checking segment: {'id': '6a681b28-0c10-4137-9784-c3f551689ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:26.608737 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.609230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Bound using segment: {'id': '6a681b28-0c10-4137-9784-c3f551689ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:26.609821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Bound port: 543c0e47-1520-43fd-a58e-36643da08291, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a681b28-0c10-4137-9784-c3f551689ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '040bc0d9-1eb1-45b7-943b-113df140f568'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:26.610315 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.621345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a681b28-0c10-4137-9784-c3f551689ff9') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:26.621345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a681b28-0c10-4137-9784-c3f551689ff9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:26.661833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.702259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.715187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:26.715735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:26.720215 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:26.728809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.733213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.752327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Allocated IP 172.25.0.18 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/67432a11-afc5-46ec-b06d-ee69a9af59c9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:26.772045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] For port 543c0e47-1520-43fd-a58e-36643da08291, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:26.806178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] For port 543c0e47-1520-43fd-a58e-36643da08291, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=543c0e47-1520-43fd-a58e-36643da08291,segment=NetworkSegment(6a681b28-0c10-4137-9784-c3f551689ff9),segment_id=6a681b28-0c10-4137-9784-c3f551689ff9)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:26.807848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:56:26.807848 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:56:26.807848 n-d-801743-12 neutron-server[94266]: [parameters: {'id': '040bc0d9-1eb1-45b7-943b-113df140f568'}] Aug 04 14:56:26.807848 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:26.810012 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:26.812279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.867056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.875867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:26.875867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.893409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47729fb6-f180-400d-be4b-9c0aed9fbf2b None None] Pushing event updated for resources: {'Port': ['ID=543c0e47-1520-43fd-a58e-36643da08291,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:26.913453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddf574-2185-420b-a4dd-f6202e6138ad None None] Network 040bc0d9-1eb1-45b7-943b-113df140f568 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:26.936206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.939337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:26.943794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36794) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:26.951004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/cf83c4ad-35a1-47a6-be8f-7c09e616e73a HTTP/1.1" status: 204 len: 168 time: 0.5199554 Aug 04 14:56:27.000350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8780820 Aug 04 14:56:27.004886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:27.012873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:27.041224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab7162-e734-489f-b354-29659c068b4e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83c4ad-35a1-47a6-be8f-7c09e616e73a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:27.053974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32942-4b39-4e8c-95f8-95dc101bde5c tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=24b15a1d-d113-4aa1-8e96-7bf2153ad8ee,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:27.079729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1229cc2-c36b-4822-9ab5-41697ad74bf2 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:27.106055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:27.120938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.156051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36802) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:27.175378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a2631aa-de9f-472b-a199-b6bd86eac483 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2301543 Aug 04 14:56:27.206509 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-59e5b94c-9b64-41c4-b282-75795b727dda tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] delete failed (client error): The resource could not be found. Aug 04 14:56:27.214854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-59e5b94c-9b64-41c4-b282-75795b727dda tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/cf83c4ad-35a1-47a6-be8f-7c09e616e73a HTTP/1.1" status: 404 len: 347 time: 0.0462449 Aug 04 14:56:27.215460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:27.229153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406673191'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:27.261389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:56:27.261389 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:56:27.261389 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': '8ed4e0b6056747888e06858caa431535', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 56, 27, 246054)}] Aug 04 14:56:27.261389 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:27.262074 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:27.263711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.270048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1229cc2-c36b-4822-9ab5-41697ad74bf2 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:27.280260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:27.285900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.320421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:27.325422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:27.329386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:27.336383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=67432a11-afc5-46ec-b06d-ee69a9af59c9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:27.506536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.544724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.618246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=674cdcbe-9563-48ff-9f7e-786ee4d76d62,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:27.628355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.678055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': '1e5fa4b7-977a-459a-ad75-82843ec00919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:27.678355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:27.700567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 543c0e47-1520-43fd-a58e-36643da08291 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:27.701064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.704368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:27.759228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:27.765864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:27.766451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.768416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba39528-c97f-4501-8585-d44bc66389f2 None None] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:27.803506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 543c0e47-1520-43fd-a58e-36643da08291, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=543c0e47-1520-43fd-a58e-36643da08291,segment=NetworkSegment(6a681b28-0c10-4137-9784-c3f551689ff9),segment_id=6a681b28-0c10-4137-9784-c3f551689ff9)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:27.804193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.814388 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7443b086-d0a2-4db2-a06c-901377884a69 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052232 Aug 04 14:56:27.845284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36814) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:27.851331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1024141621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:27.871412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 543c0e47-1520-43fd-a58e-36643da08291 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:27.907346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.944415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:27.946470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.027003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.038415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.077223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.084001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.098676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 543c0e47-1520-43fd-a58e-36643da08291 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:28.101498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.106395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-21e76c07-022d-46a9-be81-3c4eba084f41 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2592578 Aug 04 14:56:28.113469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-24b15a1d-d113-4aa1-8e96-7bf2153ad8ee', 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': '674cdcbe-9563-48ff-9f7e-786ee4d76d62'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:28.113798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36816) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:28.114350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.133582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=543c0e47-1520-43fd-a58e-36643da08291,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:28.248202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.260043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040bc0d9-1eb1-45b7-943b-113df140f568']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:28.271835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a681b28-0c10-4137-9784-c3f551689ff9') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:28.272116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a681b28-0c10-4137-9784-c3f551689ff9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:28.286608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.319154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.330682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:56:28.343217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:28.354169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:28.357827 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:28.412874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Allocated IP 172.20.0.2 (24b15a1d-d113-4aa1-8e96-7bf2153ad8ee/674cdcbe-9563-48ff-9f7e-786ee4d76d62/a9a3bc2a-341a-4b46-a2ed-19793c790796) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:28.493419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.512943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.517941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/040bc0d9-1eb1-45b7-943b-113df140f568 HTTP/1.1" status: 204 len: 168 time: 2.8708146 Aug 04 14:56:28.519133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4294dc3-5f96-4380-b70b-1f5ba8a4505d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=040bc0d9-1eb1-45b7-943b-113df140f568,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:28.521045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:28.539852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:28.556401 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af1e066-28c2-476f-a634-75c65548b0ec tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] GET failed (client error): The resource could not be found. Aug 04 14:56:28.561309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0af1e066-28c2-476f-a634-75c65548b0ec tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets/57f758f3-f5c9-4e24-9f60-55a21edcadc7 HTTP/1.1" status: 404 len: 337 time: 0.0391929 Aug 04 14:56:28.561541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:28.578108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Sync routers for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:28.684386 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.696039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Transition to ACTIVE for port object a9a3bc2a-341a-4b46-a2ed-19793c790796 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:28.715067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Transition to ACTIVE for port object a9a3bc2a-341a-4b46-a2ed-19793c790796 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:28.724596 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.770684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:28.771850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:28.828401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:28.831902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Pushing event updated for resources: {'Port': ['ID=a9a3bc2a-341a-4b46-a2ed-19793c790796,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:28.836933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:28.845259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:28.965587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Attempting to bind port a9a3bc2a-341a-4b46-a2ed-19793c790796 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:28.965934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Attempting to bind port a9a3bc2a-341a-4b46-a2ed-19793c790796 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1e5fa4b7-977a-459a-ad75-82843ec00919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:28.966306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Attempting to bind port a9a3bc2a-341a-4b46-a2ed-19793c790796 on network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:28.975834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:28.976213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Checking segment: {'id': '1e5fa4b7-977a-459a-ad75-82843ec00919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:28.976623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:28.977025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Bound using segment: {'id': '1e5fa4b7-977a-459a-ad75-82843ec00919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:28.977539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Bound port: a9a3bc2a-341a-4b46-a2ed-19793c790796, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5fa4b7-977a-459a-ad75-82843ec00919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '24b15a1d-d113-4aa1-8e96-7bf2153ad8ee'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:28.977909 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.019155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:29.080007 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0c7e11-dde6-4826-9eb5-6f1538343fbc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:29.080812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0c7e11-dde6-4826-9eb5-6f1538343fbc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:29.082805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8f0c7e11-dde6-4826-9eb5-6f1538343fbc tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/040bc0d9-1eb1-45b7-943b-113df140f568 HTTP/1.1" status: 404 len: 339 time: 0.5172446 Aug 04 14:56:29.086917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:29.249551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.269238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] For port a9a3bc2a-341a-4b46-a2ed-19793c790796, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:29.278031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.280057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] For port a9a3bc2a-341a-4b46-a2ed-19793c790796, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9a3bc2a-341a-4b46-a2ed-19793c790796,segment=NetworkSegment(1e5fa4b7-977a-459a-ad75-82843ec00919),segment_id=1e5fa4b7-977a-459a-ad75-82843ec00919)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:29.285787 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.296827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.313607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.317470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8db15e92-a871-4298-b68b-d9b8bf3ca6f1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8906484 Aug 04 14:56:29.318613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36836) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:29.354873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:29.359293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1366990 Aug 04 14:56:29.418985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:29.429398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '8658ed6f-319f-424b-858a-3410fce95783', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:29.435616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fe9de-e043-4cca-9873-c9c73aa93856 None None] Pushing event updated for resources: {'Port': ['ID=a9a3bc2a-341a-4b46-a2ed-19793c790796,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:29.446613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:27Z', 'revision_number': 3, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:29.506768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15837b-9b32-4726-be79-39cd28b84627 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:29.511080 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cb15837b-9b32-4726-be79-39cd28b84627 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4205084 Aug 04 14:56:29.511388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36846) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:29.589572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3b3b-73ad-4fc3-aba9-efd7a39968e6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8658ed6f-319f-424b-858a-3410fce95783,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:29.614996 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f31445f-4a6e-4c2e-a88e-75240e49e084 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 207 time: 0.1022511 Aug 04 14:56:29.623581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36848) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:29.647046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.018771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Checking router: 1ab55fa5-428e-42bb-8713-ab49c220fbb4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:56:30.022801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Updating router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 port 67432a11-afc5-46ec-b06d-ee69a9af59c9 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:56:30.044854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.069301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.082889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.124112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e60b9-028b-41cd-8c57-25ddf5f048c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.131484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e60b9-028b-41cd-8c57-25ddf5f048c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.133294 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.134544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7150054 Aug 04 14:56:30.139229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e60b9-028b-41cd-8c57-25ddf5f048c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.146431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.147453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e60b9-028b-41cd-8c57-25ddf5f048c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.156244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-724e60b9-028b-41cd-8c57-25ddf5f048c0 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5315504 Aug 04 14:56:30.158096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36854) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.175402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc41d8-4adf-4da5-8b37-cc584fe407c7 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be828459-ea95-4a3e-9084-6b638684d806,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:30.216349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.235442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.238550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.20.0.1 (24b15a1d-d113-4aa1-8e96-7bf2153ad8ee/674cdcbe-9563-48ff-9f7e-786ee4d76d62/45b82884-443f-420b-b67c-18011e51c716) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:30.384268 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.396143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Transition to ACTIVE for port object 67432a11-afc5-46ec-b06d-ee69a9af59c9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:30.406690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.417482 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fa67d3a-af08-4409-9c3d-682b99641fff tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2571919 Aug 04 14:56:30.421756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.469544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Attempting to bind port 67432a11-afc5-46ec-b06d-ee69a9af59c9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:30.470100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Attempting to bind port 67432a11-afc5-46ec-b06d-ee69a9af59c9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:30.470210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Attempting to bind port 67432a11-afc5-46ec-b06d-ee69a9af59c9 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:30.484961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:30.485391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:30.485740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.486199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:30.486737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Bound port: 67432a11-afc5-46ec-b06d-ee69a9af59c9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:30.487122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.497433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.507994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cea37-2172-4cb4-b449-1cf454fdaffd None None] Pushing event updated for resources: {'Port': ['ID=67432a11-afc5-46ec-b06d-ee69a9af59c9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:30.537782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.542166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e55a5-ae0d-4dd5-b3d0-f880469654c5 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.542371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/be828459-ea95-4a3e-9084-6b638684d806 HTTP/1.1" status: 204 len: 168 time: 0.3946717 Aug 04 14:56:30.545727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab3bbe-64f9-40b4-9424-22cae7fcbf2b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be828459-ea95-4a3e-9084-6b638684d806,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:30.546048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e55a5-ae0d-4dd5-b3d0-f880469654c5 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:30.553403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36862) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.556486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b5e55a5-ae0d-4dd5-b3d0-f880469654c5 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1287556 Aug 04 14:56:30.561595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36864) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.636034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] For port 67432a11-afc5-46ec-b06d-ee69a9af59c9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:30.643319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] For port 67432a11-afc5-46ec-b06d-ee69a9af59c9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=67432a11-afc5-46ec-b06d-ee69a9af59c9,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:30.668156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:30.706305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e54d479-9e14-4ade-abef-52b062e7dbcc tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1489351 Aug 04 14:56:30.709505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36868) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:30.798503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cea37-2172-4cb4-b449-1cf454fdaffd None None] Pushing event updated for resources: {'Port': ['ID=67432a11-afc5-46ec-b06d-ee69a9af59c9,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:30.826440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:30.827246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:30.972634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.001172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 45b82884-443f-420b-b67c-18011e51c716 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:31.004704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:31.156653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.212343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279e7fd-929b-4ed6-941e-8f66dd69cc12 None None] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:31.214744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=45b82884-443f-420b-b67c-18011e51c716,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:31.224955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.229756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.282345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54e2ec-8f0b-4d5a-95dd-1d6f88d35d95 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:31.283968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54e2ec-8f0b-4d5a-95dd-1d6f88d35d95 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:31.286407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ec54e2ec-8f0b-4d5a-95dd-1d6f88d35d95 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7218683 Aug 04 14:56:31.288941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:31.291254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:31.295288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:31.340573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:31.365893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.382257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-27d489d8-e921-45ea-9758-62d215ba50f5 None None] Provisioning for port a9a3bc2a-341a-4b46-a2ed-19793c790796 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:31.539624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.542571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.546012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/8658ed6f-319f-424b-858a-3410fce95783 HTTP/1.1" status: 204 len: 168 time: 0.8230369 Aug 04 14:56:31.566845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36882) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:31.568109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f80be-64d5-4622-9d67-6b6240e9fabb tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:31.569796 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-154f80be-64d5-4622-9d67-6b6240e9fabb tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks/dd508cd7-46a5-4370-9371-177956cd0f5b HTTP/1.1" status: 200 len: 799 time: 0.2767892 Aug 04 14:56:31.573706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:31.641323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:27Z', 'revision_number': 3, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:31.727244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9a3bc2a-341a-4b46-a2ed-19793c790796 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:31.739893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a49e9-a8b3-493a-9633-47b9595f2ff4 None None] The sync data for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 is: [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:27Z', 'revision_number': 3, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:31.752450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832aeae-59e2-45f5-adc6-0bc378c59d9d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658ed6f-319f-424b-858a-3410fce95783,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:31.886952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:31.905306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-93cbd479-1fbf-4106-9682-9ba8de102d82 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/networks/dd508cd7-46a5-4370-9371-177956cd0f5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3299398 Aug 04 14:56:31.911903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36890) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:31.924371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a9a3bc2a-341a-4b46-a2ed-19793c790796 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:31.931911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a9a3bc2a-341a-4b46-a2ed-19793c790796 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:31.933533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.032914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:32.087258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3ee4e-4b81-4bed-928e-f4135468a7a8 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:32.099884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3fb3ee4e-4b81-4bed-928e-f4135468a7a8 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets/058861c3-8f54-4b4b-89d1-5656a558e529 HTTP/1.1" status: 200 len: 811 time: 0.1850712 Aug 04 14:56:32.103339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:32.160771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.181150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c37a7e1-da59-449c-98cd-7103126eb02e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5316527 Aug 04 14:56:32.198058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36898) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:32.213806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--166416158'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:32.265759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a9a3bc2a-341a-4b46-a2ed-19793c790796, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9a3bc2a-341a-4b46-a2ed-19793c790796,segment=NetworkSegment(1e5fa4b7-977a-459a-ad75-82843ec00919),segment_id=1e5fa4b7-977a-459a-ad75-82843ec00919)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:32.274861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.278337 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.356243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2d3bd-7132-4975-9c95-71f2624d69c9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:32.361026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-86a2d3bd-7132-4975-9c95-71f2624d69c9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "GET /v2.0/subnets/058861c3-8f54-4b4b-89d1-5656a558e529?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2532661 Aug 04 14:56:32.368214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36900) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:32.373849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Provisioning for port 45b82884-443f-420b-b67c-18011e51c716 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:32.380913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032292672'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:32.392047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Provisioning complete for port 45b82884-443f-420b-b67c-18011e51c716 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:32.392388 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.412095 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e61fe472-c802-49bd-9cc9-3d8f98c094ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.490425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a9a3bc2a-341a-4b46-a2ed-19793c790796,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:32.514153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.514451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.514776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.515112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.515443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.515935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.516077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.516404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.516726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.517046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.517440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.517769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.524025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.538055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.554324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Port 45b82884-443f-420b-b67c-18011e51c716 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:32.570435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.575543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Allocated IP 172.20.0.1 (06ad5476-5352-4547-a3dd-7ba67c86c2a6/4818691c-bd90-4329-9990-6e01c799518b/505045dd-2f4a-4a40-8659-4da4a74bd913) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:32.584376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Provisioning complete for port a9a3bc2a-341a-4b46-a2ed-19793c790796 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:32.595196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c742bc7a-dee5-46e3-9c02-1f7bf60e4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.595464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:32.600748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.653707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:32.665640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.666110 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Added segment 00c90e0e-8263-4b5c-a459-a44eba729a24 of type vlan for network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 Aug 04 14:56:32.752767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.904211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab21cf69-a842-4ead-b226-c8b69f7e71cd None None] Provisioning complete for port 45b82884-443f-420b-b67c-18011e51c716 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:32.904790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab21cf69-a842-4ead-b226-c8b69f7e71cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.938205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e61fe472-c802-49bd-9cc9-3d8f98c094ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:32.940303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bfcaaa-5113-4498-b347-7a15dc821b31,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:32.976182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ab21cf69-a842-4ead-b226-c8b69f7e71cd None None] Port 45b82884-443f-420b-b67c-18011e51c716 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:32.986688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.989836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.990210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.992089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.993738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.994776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.995150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.996686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.997924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.998289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:32.999677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:33.000217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:33.012653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e61fe472-c802-49bd-9cc9-3d8f98c094ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.054062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.092129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36908) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:33.094574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e61fe472-c802-49bd-9cc9-3d8f98c094ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c68dcd29d0df44aaa6770a1c6e467b14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0556536 Aug 04 14:56:33.098226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.120533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:33.121553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.124341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.126164 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-368fe081-51cb-404c-b703-3217a2a3333d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9274778 Aug 04 14:56:33.135018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36910) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:33.139695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '81bfcaaa-5113-4498-b347-7a15dc821b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:33.206103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe472-c802-49bd-9cc9-3d8f98c094ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cba0f3-8f1f-49ec-b06a-7ab3f10d440e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:33.234835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Network': ['ID=482fa8ff-b859-4352-b3dd-6068fab2ccb1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:33.246789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:33.251762 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b1b77af2-bb1c-40ab-8a4c-7b57f0b7fefa tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8822134 Aug 04 14:56:33.257148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:33.272786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:33.312473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.323167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.351652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.365246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.401644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.413227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Made reservation on behalf of ef4c58626a564a25b715645ccbe6c19b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:33.417381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.482021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing IP validity checks on allocation pools {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 14:56:33.482782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 14:56:33.487416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:33.504472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.511280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Pushing event updated for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:33.514951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:33.534457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:33.615761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.659898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.725065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9a3bc2a-341a-4b46-a2ed-19793c790796 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:33.738644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.748783 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.769057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=b1053096-8d6e-4ccc-ba00-0e0fc47de8cb,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:33.785147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Checking segment: {'id': '00c90e0e-8263-4b5c-a459-a44eba729a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:33.785517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network hostable DHCP agents. Network: 482fa8ff-b859-4352-b3dd-6068fab2ccb1, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:33.816591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:33.838500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 482fa8ff-b859-4352-b3dd-6068fab2ccb1) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:33.846959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:33.847848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.862180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb34c45-9976-4030-993e-4e0315b185ce None None] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:33.865041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a9a3bc2a-341a-4b46-a2ed-19793c790796 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:33.865673 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:33.884424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c3915c2-9ca6-49b1-be88-47a749fd84ab tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6254649 Aug 04 14:56:33.889603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36918) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:33.898276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:33.996025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.030869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81596c32-6973-4835-bfd9-7895c635ece7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:34.034236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.036889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.040949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23cba0f3-8f1f-49ec-b06a-7ab3f10d440e HTTP/1.1" status: 204 len: 168 time: 0.9473665 Aug 04 14:56:34.101522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:34.107311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3ae9-5ad1-486b-854c-fe23d1d47c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cba0f3-8f1f-49ec-b06a-7ab3f10d440e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:34.108140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127110662'] for subnet, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.116604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=45b82884-443f-420b-b67c-18011e51c716,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:34.128397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 67432a11-afc5-46ec-b06d-ee69a9af59c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:34.146205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:34.343759 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.345947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d1650b0-953f-46d1-b708-769f131feaff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2095089 Aug 04 14:56:34.384374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36926) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:34.388504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-482fa8ff-b859-4352-b3dd-6068fab2ccb1', 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1', 'tenant_id': 'ef4c58626a564a25b715645ccbe6c19b', 'fixed_ips': [{'subnet_id': 'b1053096-8d6e-4ccc-ba00-0e0fc47de8cb'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:34.389628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.402870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '81bfcaaa-5113-4498-b347-7a15dc821b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:34.453754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 67432a11-afc5-46ec-b06d-ee69a9af59c9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:34.471368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 67432a11-afc5-46ec-b06d-ee69a9af59c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:34.473284 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.492194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.511683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.601198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36932) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:34.627657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8319c0f6-64e6-441d-b551-4a6eae4a30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.638297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 328b6404-bce9-405c-997e-a10a5587a41a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:56:34.735378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768245045113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127235977'] for subnet, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.813082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.836830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.864483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-71678e2e-806d-4831-b905-a6ea210138c5 None None] Provisioning complete for port 45b82884-443f-420b-b67c-18011e51c716 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:34.875193 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-71678e2e-806d-4831-b905-a6ea210138c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.879090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Allocated IP 172.20.0.3 (482fa8ff-b859-4352-b3dd-6068fab2ccb1/b1053096-8d6e-4ccc-ba00-0e0fc47de8cb/9c8c649a-624f-4943-af27-c2db871c8088) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:34.894349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:34.895014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:34.897000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "PUT /v2.0/subnets/b1053096-8d6e-4ccc-ba00-0e0fc47de8cb HTTP/1.1" status: 200 len: 877 time: 1.0060830 Aug 04 14:56:34.914918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:34.937227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf07883e-bcc3-4e5d-af5a-4b69ea6feba1,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:34.952662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a37729-ad9f-460d-a669-db15fcac019a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event updated for resources: {'Subnet': ['ID=b1053096-8d6e-4ccc-ba00-0e0fc47de8cb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.007583 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.016237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-71678e2e-806d-4831-b905-a6ea210138c5 None None] Port 45b82884-443f-420b-b67c-18011e51c716 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:35.040800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 67432a11-afc5-46ec-b06d-ee69a9af59c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=67432a11-afc5-46ec-b06d-ee69a9af59c9,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:35.063069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.092078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.174011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.230378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=67432a11-afc5-46ec-b06d-ee69a9af59c9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.258465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.287353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:35.297331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-123a63b7-a2d8-4f6b-8a17-1983b5f64833 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/328b6404-bce9-405c-997e-a10a5587a41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1793301 Aug 04 14:56:35.297482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36938) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:35.298195 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] Sync routers for ids ['328b6404-bce9-405c-997e-a10a5587a41a'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:35.299137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Transition to ACTIVE for port object 9c8c649a-624f-4943-af27-c2db871c8088 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:35.314540 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] Routers {'328b6404-bce9-405c-997e-a10a5587a41a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:35.316141 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['328b6404-bce9-405c-997e-a10a5587a41a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.340237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Transition to ACTIVE for port object 9c8c649a-624f-4943-af27-c2db871c8088 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:35.351768 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.375227 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.389387 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] Routers {'328b6404-bce9-405c-997e-a10a5587a41a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:35.390642 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['328b6404-bce9-405c-997e-a10a5587a41a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.398348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.416066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:35.417309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.423889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:35.426572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:35.453155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc313a-92c2-4173-893b-a375c4acdc20 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:35.457449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Pushing event updated for resources: {'Port': ['ID=9c8c649a-624f-4943-af27-c2db871c8088,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.473438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b0cc313a-92c2-4173-893b-a375c4acdc20 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports/45b82884-443f-420b-b67c-18011e51c716 HTTP/1.1" status: 200 len: 910 time: 0.1731570 Aug 04 14:56:35.477964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8319c0f6-64e6-441d-b551-4a6eae4a30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.480443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:35.486459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '674cdcbe-9563-48ff-9f7e-786ee4d76d62'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:35.498500 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.499879 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81cd67-6768-4b1b-9445-a1d6c05ff4f8 None None] The sync data for ids ['328b6404-bce9-405c-997e-a10a5587a41a'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:35.503945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.513013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Attempting to bind port 9c8c649a-624f-4943-af27-c2db871c8088 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:35.513420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8319c0f6-64e6-441d-b551-4a6eae4a30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.513872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Attempting to bind port 9c8c649a-624f-4943-af27-c2db871c8088 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '00c90e0e-8263-4b5c-a459-a44eba729a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:35.514481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Attempting to bind port 9c8c649a-624f-4943-af27-c2db871c8088 on network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:35.521660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:35.522210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.522468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Checking segment: {'id': '00c90e0e-8263-4b5c-a459-a44eba729a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:35.523143 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.523723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Bound using segment: {'id': '00c90e0e-8263-4b5c-a459-a44eba729a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:35.524381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Bound port: 9c8c649a-624f-4943-af27-c2db871c8088, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c90e0e-8263-4b5c-a459-a44eba729a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:35.524954 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.527046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d08e52c6-8353-482f-beed-484fffaebee1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1360781 Aug 04 14:56:35.533870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36942) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:35.569387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '81bfcaaa-5113-4498-b347-7a15dc821b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:35.615214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=b1053096-8d6e-4ccc-ba00-0e0fc47de8cb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.638079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.644043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 67432a11-afc5-46ec-b06d-ee69a9af59c9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:35.662530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Pushing event updated for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.683425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c0f6-64e6-441d-b551-4a6eae4a30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0843e9db-01c7-4a0a-9718-021b70736816,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:35.725488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8319c0f6-64e6-441d-b551-4a6eae4a30d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=728f2d4238c14c8899443494624fedd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1225600 Aug 04 14:56:35.737051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36948) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:35.793869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.818004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.845579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482fa8ff-b859-4352-b3dd-6068fab2ccb1']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.855763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:35.859849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:35.872462 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.881909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c90e0e-8263-4b5c-a459-a44eba729a24') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.881909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c90e0e-8263-4b5c-a459-a44eba729a24') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:35.899275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.919217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 67432a11-afc5-46ec-b06d-ee69a9af59c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:35.919644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.945147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.955611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.964043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.969749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] For port 9c8c649a-624f-4943-af27-c2db871c8088, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:35.976543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.985601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:35.986077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:35.997819 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:36.063673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d8b0ef-ee90-4c07-bc3c-798249f0795b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.070128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.081929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.086087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6ae270a-e853-47d7-a847-3b51a4fa79ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5211420 Aug 04 14:56:36.088995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36954) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:36.102116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '81bfcaaa-5113-4498-b347-7a15dc821b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:36.126010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] For port 9c8c649a-624f-4943-af27-c2db871c8088, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c8c649a-624f-4943-af27-c2db871c8088,segment=NetworkSegment(00c90e0e-8263-4b5c-a459-a44eba729a24),segment_id=00c90e0e-8263-4b5c-a459-a44eba729a24)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:36.129775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 14:56:36.129775 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 14:56:36.129775 n-d-801743-12 neutron-server[94266]: [parameters: {'id': '482fa8ff-b859-4352-b3dd-6068fab2ccb1'}] Aug 04 14:56:36.129775 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:36.130359 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:36.136243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.154964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.185256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:36.200998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.204017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.205278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0843e9db-01c7-4a0a-9718-021b70736816 HTTP/1.1" status: 204 len: 168 time: 0.4457047 Aug 04 14:56:36.253253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beeb36-a3aa-4101-ad87-cd930dc45335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0843e9db-01c7-4a0a-9718-021b70736816,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.276880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.288478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.310870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4fd2-620b-4a31-b4a8-d23cc61d6517 None None] Pushing event updated for resources: {'Port': ['ID=9c8c649a-624f-4943-af27-c2db871c8088,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.330635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf8f1c9-7d7d-43fd-8dee-c982ae316ec6,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.336092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a7345-47ba-40ec-9eb2-9e84a4b5cbc6 None None] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:36.357458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.367487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-72d9fb12-107c-4a19-92ad-9c721074d394 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2739253 Aug 04 14:56:36.370665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36958) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:36.387170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '81bfcaaa-5113-4498-b347-7a15dc821b31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:36.441690 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.518562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155493c0-ceaf-494c-87ab-6f7745d2e9ab None None] Network 482fa8ff-b859-4352-b3dd-6068fab2ccb1 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:36.547346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.560453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.588244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1224686d-3135-46bc-87b3-4582874da8fd,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.601667 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.603243 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a2e6c780-c567-4f80-8a7d-b7cb6eeb795e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2312920 Aug 04 14:56:36.606014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:36.651033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.690123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.703649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f709cf81-0260-4282-83c1-324f82655e38 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 14:56:36.707947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.789065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.799069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.800661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/1224686d-3135-46bc-87b3-4582874da8fd HTTP/1.1" status: 204 len: 168 time: 0.1930673 Aug 04 14:56:36.806612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36972) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:36.808433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 9c8c649a-624f-4943-af27-c2db871c8088 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:36.808913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.831975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fc811-39b7-4b91-9ab2-e02dc9e4d666 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1224686d-3135-46bc-87b3-4582874da8fd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:36.839566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709cf81-0260-4282-83c1-324f82655e38 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 14:56:36.920622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.928185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:36.934598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-075f5f79-9b83-4b07-9794-5ba530cace1e admin admin] 10.222.0.76 "PUT /v2.0/routers/1ab55fa5-428e-42bb-8713-ab49c220fbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6154993 Aug 04 14:56:36.943214 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.965129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 9c8c649a-624f-4943-af27-c2db871c8088, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c8c649a-624f-4943-af27-c2db871c8088,segment=NetworkSegment(00c90e0e-8263-4b5c-a459-a44eba729a24),segment_id=00c90e0e-8263-4b5c-a459-a44eba729a24)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:36.965546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:36.981200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 9c8c649a-624f-4943-af27-c2db871c8088 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:37.109813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:37.110446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.114646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/ports/45b82884-443f-420b-b67c-18011e51c716 HTTP/1.1" status: 200 len: 910 time: 1.6305814 Aug 04 14:56:37.114646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edabf6-e53d-4b73-af58-01663ce29a34 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=45b82884-443f-420b-b67c-18011e51c716,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:37.114893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.156171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dafa7c01-d0a3-4686-9412-169734ace8fa tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3377359 Aug 04 14:56:37.157734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.174870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Sync routers for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:37.175324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.228632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:37.229416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:37.325317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=9c8c649a-624f-4943-af27-c2db871c8088,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:37.341168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 9c8c649a-624f-4943-af27-c2db871c8088 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:37.355702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.410061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.545004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:37.576265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.579265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.593169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.594374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/acf8f1c9-7d7d-43fd-8dee-c982ae316ec6 HTTP/1.1" status: 204 len: 168 time: 0.4345040 Aug 04 14:56:37.598367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.598974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482fa8ff-b859-4352-b3dd-6068fab2ccb1']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:37.611399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dbebb-d2d2-41af-9955-a41b36466dc6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf8f1c9-7d7d-43fd-8dee-c982ae316ec6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:37.616348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c90e0e-8263-4b5c-a459-a44eba729a24') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:37.616947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c90e0e-8263-4b5c-a459-a44eba729a24') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:37.627225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.657819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.669670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:37.670604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:37.699033 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:37.800890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.823639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.826096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/482fa8ff-b859-4352-b3dd-6068fab2ccb1 HTTP/1.1" status: 204 len: 168 time: 2.9074764 Aug 04 14:56:37.829828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37030) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.853398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6dc7a-766b-4235-811f-3cfb460c553b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=482fa8ff-b859-4352-b3dd-6068fab2ccb1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:37.878480 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b61437c-70ea-4164-a4c9-6b47417a7d22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:37.879752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b61437c-70ea-4164-a4c9-6b47417a7d22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:37.882996 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b61437c-70ea-4164-a4c9-6b47417a7d22 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/b1053096-8d6e-4ccc-ba00-0e0fc47de8cb HTTP/1.1" status: 404 len: 337 time: 0.0515554 Aug 04 14:56:37.885228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37032) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.908129 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91c48f7-fbf1-447d-b832-6f309c9bf857 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:37.908994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91c48f7-fbf1-447d-b832-6f309c9bf857 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:37.909743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-afb019da-e1bf-4df5-b45f-d28538d35300 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2927787 Aug 04 14:56:37.911631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c91c48f7-fbf1-447d-b832-6f309c9bf857 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/482fa8ff-b859-4352-b3dd-6068fab2ccb1 HTTP/1.1" status: 404 len: 339 time: 0.0250101 Aug 04 14:56:37.912683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37034) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.914939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:37.942320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37036) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:37.999501 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee3066f-8c6a-48be-a598-0f9a9aee3c60 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.000058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee3066f-8c6a-48be-a598-0f9a9aee3c60 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.002043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7ee3066f-8c6a-48be-a598-0f9a9aee3c60 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/57f758f3-f5c9-4e24-9f60-55a21edcadc7 HTTP/1.1" status: 404 len: 337 time: 0.0524411 Aug 04 14:56:38.004648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37040) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.007783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.016784 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.018194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:34Z', 'revision_number': 4, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '505045dd-2f4a-4a40-8659-4da4a74bd913', 'name': '', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'mac_address': 'fa:16:3e:96:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '4818691c-bd90-4329-9990-6e01c799518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:31Z', 'updated_at': '2021-08-04T14:56:34Z', 'revision_number': 2, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'subnets': [{'id': '4818691c-bd90-4329-9990-6e01c799518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:38.039827 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a328835-391a-40e7-ac21-ddbc4f4a5a8b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.040394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a328835-391a-40e7-ac21-ddbc4f4a5a8b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.044550 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a328835-391a-40e7-ac21-ddbc4f4a5a8b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/040bc0d9-1eb1-45b7-943b-113df140f568 HTTP/1.1" status: 404 len: 339 time: 0.0358222 Aug 04 14:56:38.044723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.052825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Checking router: 1ab55fa5-428e-42bb-8713-ab49c220fbb4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:56:38.053179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Updating router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 port 505045dd-2f4a-4a40-8659-4da4a74bd913 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:56:38.078933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.130819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.149559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a75b8c-76b6-4800-bec4-816ce99f7937 req-a94c1395-ffce-43ca-a7ec-6331c8b9e359 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:38.158066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3a75b8c-76b6-4800-bec4-816ce99f7937 req-a94c1395-ffce-43ca-a7ec-6331c8b9e359 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.2783403 Aug 04 14:56:38.215088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.220412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.224274 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/24d8b0ef-ee90-4c07-bc3c-798249f0795b HTTP/1.1" status: 204 len: 168 time: 0.3098536 Aug 04 14:56:38.225230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37050) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.252255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1620a1-9d09-415a-ac5f-6e594725b290 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d8b0ef-ee90-4c07-bc3c-798249f0795b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:38.302496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3a75b8c-76b6-4800-bec4-816ce99f7937 req-b59afefa-57a1-4d3b-abd1-a6d2ee5758f2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363118 Aug 04 14:56:38.353928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.357658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-50db4b3a-a944-41ed-a2b7-db369ba721e6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:38.359473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-50db4b3a-a944-41ed-a2b7-db369ba721e6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 811 time: 0.6506715 Aug 04 14:56:38.367377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83c8022-e98a-4028-9114-84f4581b2775']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:38.381232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7df0b02-96ec-4574-b738-6795cd816624') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:38.381714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7df0b02-96ec-4574-b738-6795cd816624') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:38.388515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4b18598-db5a-4341-8692-1319079f49b2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/quotas/8537cffe8028495ea22f2f299bc91174 HTTP/1.1" status: 200 len: 375 time: 0.0166957 Aug 04 14:56:38.395181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.411862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.420498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:38.421083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:38.493340 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:38.508736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-975c9d04-760a-4f1d-8ead-ad57047fca8f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917170 Aug 04 14:56:38.509491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.528694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.534137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/c83c8022-e98a-4028-9114-84f4581b2775 HTTP/1.1" status: 204 len: 168 time: 0.4884405 Aug 04 14:56:38.540336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37060) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.549213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-426e64b7-83e1-4fad-8e8c-3cecfd3a7d8a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3159697 Aug 04 14:56:38.564266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37062) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.567682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804cc24-3c69-4c0e-a650-b46dbd9a9219 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=c83c8022-e98a-4028-9114-84f4581b2775,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:38.568252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 45b82884-443f-420b-b67c-18011e51c716 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:38.568613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.589365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.603081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Transition to ACTIVE for port object 505045dd-2f4a-4a40-8659-4da4a74bd913 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:38.611485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.660311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9226a1-66db-4056-ba53-e3ef2ff45262 None None] Pushing event updated for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:38.701816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.704512 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb1776f-b732-421f-91ee-269a2e5bc56c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.704841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb1776f-b732-421f-91ee-269a2e5bc56c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.710660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.722730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1bb1776f-b732-421f-91ee-269a2e5bc56c tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/89b90d11-6893-4fb0-bac3-0c2ed18edc59 HTTP/1.1" status: 404 len: 337 time: 0.1803946 Aug 04 14:56:38.731073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Attempting to bind port 505045dd-2f4a-4a40-8659-4da4a74bd913 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:38.731465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Attempting to bind port 505045dd-2f4a-4a40-8659-4da4a74bd913 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:38.731828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Attempting to bind port 505045dd-2f4a-4a40-8659-4da4a74bd913 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:38.737134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:38.737513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Checking segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:38.737919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.738308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Bound using segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:38.739109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Bound port: 505045dd-2f4a-4a40-8659-4da4a74bd913, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:38.739494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.744933 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-322082db-aac3-43cc-a8c9-6f377e6c23a3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.752135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322082db-aac3-43cc-a8c9-6f377e6c23a3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.754909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-322082db-aac3-43cc-a8c9-6f377e6c23a3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/007583b5-56a4-4493-9481-06cc7e713b4d HTTP/1.1" status: 404 len: 339 time: 0.0423851 Aug 04 14:56:38.756770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37072) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.795278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.795746 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-217fa9ac-01a1-4f99-a3ac-fae2f0d98ed3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.796435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217fa9ac-01a1-4f99-a3ac-fae2f0d98ed3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.801445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-217fa9ac-01a1-4f99-a3ac-fae2f0d98ed3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/89295fc9-55de-44b7-b087-99631d002fdf HTTP/1.1" status: 404 len: 337 time: 0.0406809 Aug 04 14:56:38.801633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37074) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.817055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-749162bc-edb1-4c83-9177-ee0b8d8878a1 service neutron] 10.222.0.76 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945006 Aug 04 14:56:38.832489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] For port 505045dd-2f4a-4a40-8659-4da4a74bd913, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:38.835989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] For port 505045dd-2f4a-4a40-8659-4da4a74bd913, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=505045dd-2f4a-4a40-8659-4da4a74bd913,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:38.842204 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e4ff56-c867-4744-ba10-1e71699a1df3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.842911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e4ff56-c867-4744-ba10-1e71699a1df3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.843638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.849407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a7e4ff56-c867-4744-ba10-1e71699a1df3 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/5b2d1e27-9044-4a8a-9a68-5c257ae47ca1 HTTP/1.1" status: 404 len: 339 time: 0.0444181 Aug 04 14:56:38.849774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.903970 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-474dc238-d5ca-4140-85ed-1c47b39c997f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.904442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474dc238-d5ca-4140-85ed-1c47b39c997f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.911105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:38.911738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:38.912744 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.917765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-474dc238-d5ca-4140-85ed-1c47b39c997f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/4ba6caa5-51ff-414a-9f14-ef6173a6df4e HTTP/1.1" status: 404 len: 337 time: 0.0670178 Aug 04 14:56:38.920557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37082) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.934220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.935894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/bf07883e-bcc3-4e5d-af5a-4b69ea6feba1 HTTP/1.1" status: 204 len: 168 time: 0.3704262 Aug 04 14:56:38.939554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1549-7284-4a6c-9156-c7b9b7780b8b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf07883e-bcc3-4e5d-af5a-4b69ea6feba1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:38.944838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37084) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.970147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:38.970724 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd11fb34-8005-4c93-ba1a-da6ee72ae30d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:38.971585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd11fb34-8005-4c93-ba1a-da6ee72ae30d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:38.973468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd11fb34-8005-4c93-ba1a-da6ee72ae30d tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/0619c340-0473-42dc-a2f1-46f9c9d80b7a HTTP/1.1" status: 404 len: 339 time: 0.0517163 Aug 04 14:56:38.976123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9226a1-66db-4056-ba53-e3ef2ff45262 None None] Pushing event updated for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:38.977247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37086) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:38.999982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71912dc9-2030-4d72-a731-d8c741bebaec tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0502729 Aug 04 14:56:39.000865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37088) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.029575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 45b82884-443f-420b-b67c-18011e51c716 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:39.032196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.034742 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-020fc40f-80da-4fe2-9e18-c3875b8ce874 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.035187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020fc40f-80da-4fe2-9e18-c3875b8ce874 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.037073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-020fc40f-80da-4fe2-9e18-c3875b8ce874 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/c80e835d-806a-47f9-9c4a-96d0b6d2ce99 HTTP/1.1" status: 404 len: 337 time: 0.0530119 Aug 04 14:56:39.040246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.051630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.054238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:39.063561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-cb1cb150-047c-4573-bccc-41eea70c86ec service neutron] 10.222.0.76 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373974 Aug 04 14:56:39.120213 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-399ba585-89bc-423e-8396-d8a8c4363f55 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.120830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399ba585-89bc-423e-8396-d8a8c4363f55 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.126728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-399ba585-89bc-423e-8396-d8a8c4363f55 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/26985e9f-ad8c-4643-9166-ff0a4baf0e84 HTTP/1.1" status: 404 len: 339 time: 0.0577433 Aug 04 14:56:39.129355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.136468 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.143800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.148350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/81596c32-6973-4835-bfd9-7895c635ece7 HTTP/1.1" status: 204 len: 168 time: 0.1456206 Aug 04 14:56:39.148873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37102) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.162136 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4021c4-a60b-45a6-8ba0-a4d053bc1a5b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.162859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4021c4-a60b-45a6-8ba0-a4d053bc1a5b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.166758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa4021c4-a60b-45a6-8ba0-a4d053bc1a5b tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/57359698-bc8b-4c1c-8d66-60313a429b97 HTTP/1.1" status: 404 len: 337 time: 0.0340526 Aug 04 14:56:39.167425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37104) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.172268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127d8c-42c6-4f26-a0b1-661aaca52b7a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81596c32-6973-4835-bfd9-7895c635ece7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:39.197349 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5011f4e-b127-46ab-b5ef-8e5c5e133122 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.197993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5011f4e-b127-46ab-b5ef-8e5c5e133122 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.205050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5011f4e-b127-46ab-b5ef-8e5c5e133122 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/06ee70ea-d89b-405e-8666-ef953666e276 HTTP/1.1" status: 404 len: 339 time: 0.0365806 Aug 04 14:56:39.208741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.223516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5358129-a20f-4195-86e5-b2d813160e75 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707312 Aug 04 14:56:39.224792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37108) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.272658 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7701ca3d-95d4-4302-b417-5df5ac5ce123 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.273726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7701ca3d-95d4-4302-b417-5df5ac5ce123 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.276690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7701ca3d-95d4-4302-b417-5df5ac5ce123 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/b6df3e2c-f19e-45de-9f48-1f48e451597b HTTP/1.1" status: 404 len: 337 time: 0.0566866 Aug 04 14:56:39.281126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37114) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.301860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:34Z', 'revision_number': 4, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '505045dd-2f4a-4a40-8659-4da4a74bd913', 'name': '', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'mac_address': 'fa:16:3e:96:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '4818691c-bd90-4329-9990-6e01c799518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:31Z', 'updated_at': '2021-08-04T14:56:38Z', 'revision_number': 4, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'subnets': [{'id': '4818691c-bd90-4329-9990-6e01c799518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:39.332845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.351374 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-86de87f0-e92f-4afa-9c5d-3f6b04c79b1a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.352012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86de87f0-e92f-4afa-9c5d-3f6b04c79b1a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.353863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-86de87f0-e92f-4afa-9c5d-3f6b04c79b1a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/b614fd42-a2fb-451e-978b-54beaea1574d HTTP/1.1" status: 404 len: 339 time: 0.0711744 Aug 04 14:56:39.358768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37122) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.399842 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed7cff7-1d6c-430b-b49f-d1f516902b8f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.401535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed7cff7-1d6c-430b-b49f-d1f516902b8f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.403660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bed7cff7-1d6c-430b-b49f-d1f516902b8f tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/6a1ed9ec-6b6b-4b31-ae59-5c8461d6e30d HTTP/1.1" status: 404 len: 337 time: 0.0436285 Aug 04 14:56:39.405577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-208337d0-06c1-44f5-86fd-14ecfdd37fb9 req-419e0b27-48e5-4307-8b26-dd3778a06137 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 210 time: 0.0587542 Aug 04 14:56:39.406799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37124) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.418620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d7344-9bf0-4da9-8b16-9481c1b20862 None None] The sync data for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 is: [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:56:34Z', 'revision_number': 4, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '505045dd-2f4a-4a40-8659-4da4a74bd913', 'name': '', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'mac_address': 'fa:16:3e:96:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '4818691c-bd90-4329-9990-6e01c799518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:31Z', 'updated_at': '2021-08-04T14:56:38Z', 'revision_number': 4, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'subnets': [{'id': '4818691c-bd90-4329-9990-6e01c799518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:39.456155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.491327 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-036fa7a6-d2d2-49ca-a963-2be17d564b79 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.491465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036fa7a6-d2d2-49ca-a963-2be17d564b79 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.495712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-036fa7a6-d2d2-49ca-a963-2be17d564b79 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/d25b783e-5c36-4076-ae62-6a87cff21f13 HTTP/1.1" status: 404 len: 339 time: 0.0840867 Aug 04 14:56:39.509637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37126) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.562495 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.566110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.570432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/81bfcaaa-5113-4498-b347-7a15dc821b31 HTTP/1.1" status: 204 len: 168 time: 0.3442996 Aug 04 14:56:39.571105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37130) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.580710 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc7098-1035-474a-97f6-2e5595744342 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.581416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bc7098-1035-474a-97f6-2e5595744342 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.583411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-36bc7098-1035-474a-97f6-2e5595744342 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/f6d5c057-95a6-4d65-a134-84f38da9e17c HTTP/1.1" status: 404 len: 337 time: 0.0725889 Aug 04 14:56:39.602191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.634944 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9608ca62-0d7c-43c5-8d2e-d6b1eb5171c9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] DELETE failed (client error): The resource could not be found. Aug 04 14:56:39.635387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9608ca62-0d7c-43c5-8d2e-d6b1eb5171c9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:56:39.639567 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9608ca62-0d7c-43c5-8d2e-d6b1eb5171c9 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/329e6dff-e94c-47a2-a164-6e61b6029d59 HTTP/1.1" status: 404 len: 339 time: 0.0339832 Aug 04 14:56:39.640282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdef2-9479-4622-8e7b-509bd37c0424 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bfcaaa-5113-4498-b347-7a15dc821b31,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:39.642952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37138) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.685794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bbc5-5e55-46f1-8dea-de47b47c705f req-d48c6d4c-b14c-4dd5-a963-190eb3315fb0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:39.694226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f530bbc5-5e55-46f1-8dea-de47b47c705f req-d48c6d4c-b14c-4dd5-a963-190eb3315fb0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.2333732 Aug 04 14:56:39.704239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.713182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9624e573-929f-4a96-b551-e7deeb1508c5 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379836 Aug 04 14:56:39.720538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37140) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.727751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263699392'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:39.750089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=45b82884-443f-420b-b67c-18011e51c716,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:39.757556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37142) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:39.809471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting subnet 058861c3-8f54-4b4b-89d1-5656a558e529 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:39.819015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f530bbc5-5e55-46f1-8dea-de47b47c705f req-93c3a9d8-30d9-4ac7-ad51-20d539a5b0ec tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232107 Aug 04 14:56:39.837267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.847862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:39.941642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.071930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38fc28b-0c04-48af-b2ec-ac6f32658035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.095305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.211447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.239162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:40.254119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.269906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.350058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2aad2d-00e6-48e5-b314-185b15bb7863,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:40.359602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.370691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 328b6404-bce9-405c-997e-a10a5587a41a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:40.380242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.393786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.397388 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/subnets/058861c3-8f54-4b4b-89d1-5656a558e529 HTTP/1.1" status: 204 len: 168 time: 0.7478676 Aug 04 14:56:40.410541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a316d7-b8b5-4914-9072-80927adafe4a None None] Network dd508cd7-46a5-4370-9371-177956cd0f5b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:40.428975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37160) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:40.438279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa342c22-6d52-4617-a6c0-b3fb704ae618 tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Subnet': ['ID=058861c3-8f54-4b4b-89d1-5656a558e529,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:40.536394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38fc28b-0c04-48af-b2ec-ac6f32658035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.538898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:40.541582 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f46da-dc8b-40aa-a427-9984fde5aaa0" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:40.544624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d38fc28b-0c04-48af-b2ec-ac6f32658035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.569153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:40.582179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.603766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:40.617942 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] Sync routers for ids ['328b6404-bce9-405c-997e-a10a5587a41a'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:40.635920 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] Routers {'328b6404-bce9-405c-997e-a10a5587a41a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:40.636782 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['328b6404-bce9-405c-997e-a10a5587a41a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:40.647872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.654551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-449580bb-e689-42c2-b7bb-3ec2c29bb588 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9327888 Aug 04 14:56:40.664271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37170) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:40.667259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:40.678572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14674b52-61f7-46ec-81ee-968086537c9b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/328b6404-bce9-405c-997e-a10a5587a41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5601163 Aug 04 14:56:40.683267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37172) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:40.684698 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e1f78b-b6e7-4b68-89ac-18aea6062db5 x-openstack-request-id: req-54e1f78b-b6e7-4b68-89ac-18aea6062db5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:40.685259 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:40.685725 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54e1f78b-b6e7-4b68-89ac-18aea6062db5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:40.686345 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:56:40.696110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df184674-ff24-4abb-a30e-a814fbf9e432 req-b64b1ec2-5826-4a08-a147-7eeaf0b595ff tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 210 time: 0.1349335 Aug 04 14:56:40.701782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '1d2aad2d-00e6-48e5-b314-185b15bb7863', 'direction': 'ingress', 'protocol': 17}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:40.715260 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:40.718152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d38fc28b-0c04-48af-b2ec-ac6f32658035 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b77d52ba7b44e9baf2c7b5b8bc373dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594052 Aug 04 14:56:40.722641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37174) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:40.737717 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] Routers {'328b6404-bce9-405c-997e-a10a5587a41a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:40.738352 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['328b6404-bce9-405c-997e-a10a5587a41a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:40.743964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-604bfbdb-ef9b-4b75-82c0-7f64fd7a7409 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=328b6404-bce9-405c-997e-a10a5587a41a HTTP/1.1" status: 200 len: 205 time: 0.0586617 Aug 04 14:56:40.745501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:40.799237 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:40.800313 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d535d-f13a-4301-bc67-39605f576170 None None] The sync data for ids ['328b6404-bce9-405c-997e-a10a5587a41a'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:40.807322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fc28b-0c04-48af-b2ec-ac6f32658035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aab97b-730e-4521-818a-004511548669,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:40.846106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.871123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] DHCP port deletion for dd508cd7-46a5-4370-9371-177956cd0f5b request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:40.874218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.922978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.955835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Deleting port 3572b41b-f20e-4dcb-a44d-c961ae15c69f {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:40.956559 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:40.961942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.035119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] For port 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3572b41b-f20e-4dcb-a44d-c961ae15c69f,segment=NetworkSegment(dd1a15f0-59c0-47a1-983f-7726b840d430),segment_id=dd1a15f0-59c0-47a1-983f-7726b840d430)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:41.036187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.068761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Calling delete_port for 3572b41b-f20e-4dcb-a44d-c961ae15c69f owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:41.089991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.099027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.105635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.156376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.157090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router 328b6404-bce9-405c-997e-a10a5587a41a {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:56:41.158857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.180333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.184545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f557faad-73df-4c9b-8669-23bfe8a5efbe tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/328b6404-bce9-405c-997e-a10a5587a41a HTTP/1.1" status: 204 len: 168 time: 0.4352679 Aug 04 14:56:41.184798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37180) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:41.195021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] Pushing event deleted for resources: {'Port': ['ID=3572b41b-f20e-4dcb-a44d-c961ae15c69f,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:41.198752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52540db-2726-4d93-8a36-82a81d9780db None None] No DVR routers for this DVR port 3572b41b-f20e-4dcb-a44d-c961ae15c69f on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:41.254866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet 674cdcbe-9563-48ff-9f7e-786ee4d76d62 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:56:41.258363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.303721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.388580 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.450374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.481336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=674cdcbe-9563-48ff-9f7e-786ee4d76d62,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:41.487281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.489248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e00b3f4b-1f8c-4904-8a04-487cab8c1056 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/674cdcbe-9563-48ff-9f7e-786ee4d76d62 HTTP/1.1" status: 204 len: 168 time: 0.3034854 Aug 04 14:56:41.491998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37182) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:41.509991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0104b8-fd3b-4eab-93d9-12fdcce578a7 None None] Network 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:41.582525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 505045dd-2f4a-4a40-8659-4da4a74bd913 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:41.584501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-6f22cd55-9b68-4bc7-92cb-542750b548be tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:41.586255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-6f22cd55-9b68-4bc7-92cb-542750b548be tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 811 time: 0.7014914 Aug 04 14:56:41.589883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.599780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.608481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Request body: {'port': {'device_id': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'admin_state_up': True, 'tenant_id': '8537cffe8028495ea22f2f299bc91174'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:41.615586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Deleting port 3572b41b-f20e-4dcb-a44d-c961ae15c69f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:41.615983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.623914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.683122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port a9a3bc2a-341a-4b46-a2ed-19793c790796 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:41.683719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.693211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 505045dd-2f4a-4a40-8659-4da4a74bd913 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:41.698168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 505045dd-2f4a-4a40-8659-4da4a74bd913 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:41.698544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.706385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.712425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.717730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5aab97b-730e-4521-818a-004511548669 HTTP/1.1" status: 204 len: 168 time: 0.9919698 Aug 04 14:56:41.759703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port a9a3bc2a-341a-4b46-a2ed-19793c790796, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a9a3bc2a-341a-4b46-a2ed-19793c790796,segment=NetworkSegment(1e5fa4b7-977a-459a-ad75-82843ec00919),segment_id=1e5fa4b7-977a-459a-ad75-82843ec00919)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:41.760283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.774897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea9ddd3-8b58-4c97-b773-324ca76e448d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:41.775258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for a9a3bc2a-341a-4b46-a2ed-19793c790796 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:41.784706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.788905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9df1030f-c9e4-4ae6-b23c-fd6243973c14 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1115065 Aug 04 14:56:41.791675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37192) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:41.821865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f1e5-106c-4543-8f37-486762098b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aab97b-730e-4521-818a-004511548669,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:41.877698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a01d183c-afc8-4cd0-8ea0-8c301cc741f8 req-08f13923-550f-4ff0-8044-2c128da3d0a1 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 210 time: 0.0869632 Aug 04 14:56:41.889162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] For port 3572b41b-f20e-4dcb-a44d-c961ae15c69f, host n-d-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:41.889549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.909984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Calling delete_port for 3572b41b-f20e-4dcb-a44d-c961ae15c69f owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:41.913394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Port 3572b41b-f20e-4dcb-a44d-c961ae15c69f was not found and therefore no delete operation was performed {{(pid=94265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 14:56:41.914810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.922822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.925542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Made reservation on behalf of 8537cffe8028495ea22f2f299bc91174 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:41.929390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.938330 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.944971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e124fbf-bd6b-49c2-854d-7a27940d15a4 None None] DHCP port deletion for 24b15a1d-d113-4aa1-8e96-7bf2153ad8ee request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:56:41.953548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.957471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:41.986749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] No DVR routers for this DVR port 3572b41b-f20e-4dcb-a44d-c961ae15c69f on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:41.994304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Port': ['ID=3572b41b-f20e-4dcb-a44d-c961ae15c69f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:41.994650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 505045dd-2f4a-4a40-8659-4da4a74bd913, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=505045dd-2f4a-4a40-8659-4da4a74bd913,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:42.001535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=a9a3bc2a-341a-4b46-a2ed-19793c790796,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.002046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.003762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port a9a3bc2a-341a-4b46-a2ed-19793c790796 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:56:42.073793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.111638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3572b41b-f20e-4dcb-a44d-c961ae15c69f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:42.128715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.133259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 3572b41b-f20e-4dcb-a44d-c961ae15c69f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:42.133863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3572b41b-f20e-4dcb-a44d-c961ae15c69f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:42.150343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b15a1d-d113-4aa1-8e96-7bf2153ad8ee']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.158477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.161809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.165284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/1d2aad2d-00e6-48e5-b314-185b15bb7863 HTTP/1.1" status: 204 len: 168 time: 0.3699853 Aug 04 14:56:42.166961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37198) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.171879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5fa4b7-977a-459a-ad75-82843ec00919') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.172364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5fa4b7-977a-459a-ad75-82843ec00919') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.186429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a992c5-a045-427d-befc-62c6bd3f4ab4 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2aad2d-00e6-48e5-b314-185b15bb7863,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.192253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.209191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.209951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.224654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:42.225520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.228642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd508cd7-46a5-4370-9371-177956cd0f5b']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:42.228802 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:42.245300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:56:42.271074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.273744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1a15f0-59c0-47a1-983f-7726b840d430') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.274054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1a15f0-59c0-47a1-983f-7726b840d430') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:42.290415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71bbced5-fccb-4877-a8c0-0bb8f0af4f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.292777 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.322160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d40ab27c-5250-4f29-9d60-6f086796c95a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452317 Aug 04 14:56:42.323253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.328945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37202) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.336656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.338137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--328683992'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:42.344499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:56:42.344918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.346774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:56:42.348803 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:56:42.352425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/24b15a1d-d113-4aa1-8e96-7bf2153ad8ee HTTP/1.1" status: 204 len: 168 time: 0.8561645 Aug 04 14:56:42.354356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37204) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.367793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-621250314', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:42.372489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:42.381863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2eda9-e685-4e65-858b-9061a7689d9a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=24b15a1d-d113-4aa1-8e96-7bf2153ad8ee,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.385231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:56:42.394024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Allocated IP 172.20.0.7 (06ad5476-5352-4547-a3dd-7ba67c86c2a6/4818691c-bd90-4329-9990-6e01c799518b/90c77c9a-be42-48bf-9c3e-bd9c1e030fb5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:42.432020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.446029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:42.452689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71bbced5-fccb-4877-a8c0-0bb8f0af4f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.457137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-71bbced5-fccb-4877-a8c0-0bb8f0af4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.468474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:42.474158 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.474397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.499420 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-71bbced5-fccb-4877-a8c0-0bb8f0af4f03 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a49a02fb26ae4d1e843ffc20a2a721ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272797 Aug 04 14:56:42.500305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbced5-fccb-4877-a8c0-0bb8f0af4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24565592-78ea-49d2-86ab-031154564633,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.502957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37206) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.510038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.514711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] 10.222.0.76 "DELETE /v2.0/networks/dd508cd7-46a5-4370-9371-177956cd0f5b HTTP/1.1" status: 204 len: 168 time: 2.0842085 Aug 04 14:56:42.535876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0609f-1e7f-40e8-bba5-d7a6cc708e5a tempest-NetworksTest-1883520574 tempest-NetworksTest-1883520574-project] Pushing event deleted for resources: {'Network': ['ID=dd508cd7-46a5-4370-9371-177956cd0f5b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.550596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.563694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.564864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.636267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.724381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.736088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.748525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.799245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.799958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.801244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4681246 Aug 04 14:56:42.811145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37214) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.821640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--226767744'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:42.824373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24466672-bdf7-4e49-80a6-40a86b1549dd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:56:42.834733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:42.835723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df694a-65b1-41f4-9f57-9aa13662a197 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72922ab-54b0-4dc9-bcac-2de2049361b5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.848333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:42.852835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Pushing event updated for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:42.859726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:42.949895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:42.950888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.957363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.978492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:42.992367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:42.993289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.005097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.018520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-a530f5ca-b3d4-4ea6-a86b-b0a9f7b57f6b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4207327 Aug 04 14:56:43.033242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.033592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Request body: {'port': {'device_id': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:43.066949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021bafd-e683-46f3-8782-d2a1973de0ab req-03b28dbc-b6db-4926-8a08-e1646eab8abb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:43.068527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3021bafd-e683-46f3-8782-d2a1973de0ab req-03b28dbc-b6db-4926-8a08-e1646eab8abb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 931 time: 0.1141288 Aug 04 14:56:43.088102 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.091269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.094769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24565592-78ea-49d2-86ab-031154564633 HTTP/1.1" status: 204 len: 168 time: 0.5889294 Aug 04 14:56:43.103512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032e0c8-3255-4ef6-bc54-dbde8319ea82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24565592-78ea-49d2-86ab-031154564633,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.150844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.179867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3021bafd-e683-46f3-8782-d2a1973de0ab req-15c9dece-ceb3-485c-8313-c88967747736 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010926 Aug 04 14:56:43.259132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.268252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.270175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9a7c889-9309-4277-b594-d3e777621258 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9060149 Aug 04 14:56:43.270704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.272707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:43.279598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f8d1f8c2-7b7d-4611-9d59-c3cffaa2b599 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef4c58626a564a25b715645ccbe6c19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775352 Aug 04 14:56:43.281684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-1585788518'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:43.281902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37232) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:43.310970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:43.316088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.348548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:43.359197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.359824 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment 8f37e7d0-1f8e-4ea8-b590-bb683e95a13f of type vlan for network 3d5de33f-4bb3-4b2f-9747-a61395082efd Aug 04 14:56:43.387707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.388973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5765152 Aug 04 14:56:43.391941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:43.396163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ffa96-46aa-4042-a280-e35026f12746 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bc37c-393a-47e0-a789-e5bed65c7ba9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.399674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': 'f72922ab-54b0-4dc9-bcac-2de2049361b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd20bc37c-393a-47e0-a789-e5bed65c7ba9', 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:43.418881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.460896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.471272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.471977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.479532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:43.480163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.506056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.570805 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2919397 Aug 04 14:56:43.570805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37244) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:43.583470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 505045dd-2f4a-4a40-8659-4da4a74bd913 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:43.584322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:43.603811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0668ac-6859-4294-82ff-54145cbd3f23 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=3d5de33f-4bb3-4b2f-9747-a61395082efd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.620062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.624008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.625517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e42f9f4-c6e7-4e6a-9537-b5927bc793fb HTTP/1.1" status: 204 len: 168 time: 0.3350887 Aug 04 14:56:43.643529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:43.644848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:43.667910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.696766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.712982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.716325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Transition to ACTIVE for port object 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:43.717622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246448c-3127-4db6-82d9-2d888fbeb7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42f9f4-c6e7-4e6a-9537-b5927bc793fb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.724297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.740009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:43.757833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.783548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.787423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.792857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:43.793427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4003654 Aug 04 14:56:43.794277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c059b-8ce8-41fd-b503-2bdbe712261f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841f7b49-dadb-46f6-bb46-e16ab1f5ad12,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:43.813947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 505045dd-2f4a-4a40-8659-4da4a74bd913 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:43.815106 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.850360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.911220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.991110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:43.992946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Attempting to bind port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:43.993295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Attempting to bind port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:43.993634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Attempting to bind port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:44.012525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.013728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/841f7b49-dadb-46f6-bb46-e16ab1f5ad12 HTTP/1.1" status: 204 len: 168 time: 0.2193944 Aug 04 14:56:44.016551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37268) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:44.036841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:56:44.037181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Attempting to bind port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:44.047567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f295a-b9f5-4e7f-87f0-3c1069fd82ff tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841f7b49-dadb-46f6-bb46-e16ab1f5ad12,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:44.052142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9a3bc2a-341a-4b46-a2ed-19793c790796 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:44.055761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:44.056123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Checking segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:44.056519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Bound using segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:44.057516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Bound port: 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:44.058719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.079576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.097184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a9a3bc2a-341a-4b46-a2ed-19793c790796 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:56:44.097436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a9a3bc2a-341a-4b46-a2ed-19793c790796 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:56:44.150899 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5cdc4667-50f1-41ae-8bb8-957783f45dda tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1304796 Aug 04 14:56:44.151884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:44.186211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:44.191913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:44.200358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.223000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=a240efb7-cef1-4c21-9436-3756758056e0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:44.261371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:44.262973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.264978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] 10.222.0.38 "PUT /v2.0/ports/90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 1092 time: 1.2374237 Aug 04 14:56:44.265632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:44.268653 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73684963-a45c-4ae0-b105-15e9b95d2c72" -d '{"events": [{"name": "network-changed", "server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:44.269638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:44.333359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:44.333842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: 3d5de33f-4bb3-4b2f-9747-a61395082efd, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:44.384140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 24466672-bdf7-4e49-80a6-40a86b1549dd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:44.384427 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.395191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.431785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb97fa-cdb4-4318-ad22-fff67dbdd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:44.439141 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04ea65-4f32-4f62-af48-af30d2bf51a8 x-openstack-request-id: req-cb04ea65-4f32-4f62-af48-af30d2bf51a8 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:44.439674 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:44.440201 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb04ea65-4f32-4f62-af48-af30d2bf51a8 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:44.440840 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'status': 'completed', 'code': 200} Aug 04 14:56:44.453829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:44.460357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.464611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-e1249343-709f-4f47-a165-9e5651e31a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:44.466508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-e1249343-709f-4f47-a165-9e5651e31a4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1095 time: 0.1477022 Aug 04 14:56:44.478373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b31a6b-2175-425c-93f9-b939457a70a7 req-5d1c649a-d2dd-4670-aaad-2aa1f33c00d7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:44.480242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b31a6b-2175-425c-93f9-b939457a70a7 req-5d1c649a-d2dd-4670-aaad-2aa1f33c00d7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 943 time: 0.1421301 Aug 04 14:56:44.502210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 3d5de33f-4bb3-4b2f-9747-a61395082efd) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:44.516587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:44.517277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.520239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa24c2e-826c-44a8-85da-a155c07c3a51 None None] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:44.548634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12c1bb62-ea0c-4d81-868b-6f4c3052b6b7 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9752805 Aug 04 14:56:44.551393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37304) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:44.553874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-8dbffff6-37f3-436a-998e-0123869e8d20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 217 time: 0.0723352 Aug 04 14:56:44.575363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.610724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:44.613854 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69badbc-142e-4489-b049-95be9f79daeb" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:44.631197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-529f1775-7520-482e-81e2-61c2784bfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:44.633108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-529f1775-7520-482e-81e2-61c2784bfe6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.0670016 Aug 04 14:56:44.638666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:44.647975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.688650 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82811754-088e-40bb-b628-1d2252ef5392 x-openstack-request-id: req-82811754-088e-40bb-b628-1d2252ef5392 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:44.689373 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:44.689938 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82811754-088e-40bb-b628-1d2252ef5392 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:44.690748 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:56:44.692981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-5d375819-2f93-4813-9a7d-a5f754dae02b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514240 Aug 04 14:56:44.697549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b31a6b-2175-425c-93f9-b939457a70a7 req-347b4c85-963c-4ebb-925e-69d0fb215844 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044678 Aug 04 14:56:44.745954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.748766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.750054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/d20bc37c-393a-47e0-a789-e5bed65c7ba9 HTTP/1.1" status: 204 len: 168 time: 0.5978570 Aug 04 14:56:44.756821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:44.784976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:44.785455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160de57-4eb1-40d0-bdf7-760c7d194fd0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bc37c-393a-47e0-a789-e5bed65c7ba9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:44.838071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4dbd03cf-fbc8-40fc-aa9e-9956b426ebd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.842867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-3d5de33f-4bb3-4b2f-9747-a61395082efd', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:44.844002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:44.934912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-2ae882d1-c12f-45db-ac72-a4b67fa9f91e service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328527 Aug 04 14:56:44.996957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-99898c1c-79eb-40c7-af20-b6f208885d81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2374980 Aug 04 14:56:45.001014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:45.027229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Allocated IP 172.20.0.2 (3d5de33f-4bb3-4b2f-9747-a61395082efd/a240efb7-cef1-4c21-9436-3756758056e0/6864fe9d-4109-4b23-a10e-b5806943540a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:45.093325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.115598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c895b84-7b59-46b7-ac7b-37485b08e133 req-d10e1fd3-ce96-43bb-8bdf-e23cb11caff6 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724210 Aug 04 14:56:45.175958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.237427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.247415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.260162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Transition to ACTIVE for port object 6864fe9d-4109-4b23-a10e-b5806943540a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:45.281680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Transition to ACTIVE for port object 6864fe9d-4109-4b23-a10e-b5806943540a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:45.282291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-8f9358c9-a0d9-42e0-8722-66807e16f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:45.287436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-8f9358c9-a0d9-42e0-8722-66807e16f3b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1095 time: 0.1002815 Aug 04 14:56:45.291789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.359884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:45.367569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:45.372037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:45.388709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Pushing event updated for resources: {'Port': ['ID=6864fe9d-4109-4b23-a10e-b5806943540a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:45.416333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.421773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.427266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/f72922ab-54b0-4dc9-bcac-2de2049361b5 HTTP/1.1" status: 204 len: 168 time: 0.4251423 Aug 04 14:56:45.447396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:45.492021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ee8f-1fad-4363-9215-562b9f89e546 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72922ab-54b0-4dc9-bcac-2de2049361b5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:45.505871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:45.524731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Attempting to bind port 6864fe9d-4109-4b23-a10e-b5806943540a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:45.525201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Attempting to bind port 6864fe9d-4109-4b23-a10e-b5806943540a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:45.525695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Attempting to bind port 6864fe9d-4109-4b23-a10e-b5806943540a on network 3d5de33f-4bb3-4b2f-9747-a61395082efd {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:45.532522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:45.533077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Checking segment: {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:45.533697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.534168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Bound using segment: {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:45.534810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Bound port: 6864fe9d-4109-4b23-a10e-b5806943540a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:45.535272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.613771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-e2bfeed2-4ac6-46b6-99da-7be4353b17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:45.617079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-e2bfeed2-4ac6-46b6-99da-7be4353b17ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.3230062 Aug 04 14:56:45.629506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] For port 6864fe9d-4109-4b23-a10e-b5806943540a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:45.634442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] For port 6864fe9d-4109-4b23-a10e-b5806943540a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6864fe9d-4109-4b23-a10e-b5806943540a,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:45.645257 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.654041 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5db8e481-34d3-4bc1-a97b-5a0dfb4722c1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2018156 Aug 04 14:56:45.665823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37352) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:45.689437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681383534'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:45.719829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-13f639ea-bc0c-4e26-8792-f5cab55eb857 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 217 time: 0.0935199 Aug 04 14:56:45.749511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:45.776250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.20.0.1 (3d5de33f-4bb3-4b2f-9747-a61395082efd/a240efb7-cef1-4c21-9436-3756758056e0/d9f351a5-0a86-4358-9c13-395bfb0c51d2) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:45.788228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ca00b-efbc-4233-b466-8fa32c702a18 None None] Pushing event updated for resources: {'Port': ['ID=6864fe9d-4109-4b23-a10e-b5806943540a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:45.808512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--15304282'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:45.865700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-93eaa552-bd21-4650-8709-27eefdcf1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:45.867430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-93eaa552-bd21-4650-8709-27eefdcf1ac3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.1403072 Aug 04 14:56:45.868642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:56:45.868642 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:56:45.868642 n-d-801743-12 neutron-server[94265]: [parameters: {'project_id_1': 'aa3325b8d46f489f837c8c7544061e64', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 56, 45, 827931)}] Aug 04 14:56:45.868642 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:56:45.869097 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:56:45.942560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-a4388a1c-e716-4dc9-9040-6fbf0fd45fe6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601754 Aug 04 14:56:45.999598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6905d84-a69d-4673-80ec-f1a38017aadd req-0143d19d-1896-4bc8-9c48-f7cfaeee8e15 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:46.001390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6905d84-a69d-4673-80ec-f1a38017aadd req-0143d19d-1896-4bc8-9c48-f7cfaeee8e15 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 943 time: 0.0994945 Aug 04 14:56:46.067111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.076415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.080012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.133649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object d9f351a5-0a86-4358-9c13-395bfb0c51d2 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:46.137458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.138455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4716246 Aug 04 14:56:46.141146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476996-9f97-43c6-a2e2-417162e49ab1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487c237f-859c-4017-a358-89d394c03249,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.155741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37362) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:46.163079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': '487c237f-859c-4017-a358-89d394c03249', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:46.229484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.245056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.261319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6905d84-a69d-4673-80ec-f1a38017aadd req-9eda3c92-6164-4dab-a000-1dafe91ee99f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532802 Aug 04 14:56:46.320060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:46.321771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-3fac91f2-5406-408d-a711-0cc7127b97de service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772145 Aug 04 14:56:46.330186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:46.332976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:46.365065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.396491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.403924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.408755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.496620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.512785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73684963-a45c-4ae0-b105-15e9b95d2c72 req-9a705373-0a90-4f5d-ad10-90e6a16028d3 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810660 Aug 04 14:56:46.513758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.553419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd988092-e5b3-4a5b-b9a7-392f0e8fb802,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.590157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.599458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-110925f6-fa5f-41bd-9ea5-f3d462143398 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4423027 Aug 04 14:56:46.602444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:46.665567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.695945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.719582 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.727494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.775850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f148f2f-9c74-4633-b8a1-1c63ec80d944,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.793323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.801004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.809939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.814742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/bd988092-e5b3-4a5b-b9a7-392f0e8fb802 HTTP/1.1" status: 204 len: 168 time: 0.2109425 Aug 04 14:56:46.815439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37378) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:46.866844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a4280-7841-4537-960e-5d4b8929db81 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd988092-e5b3-4a5b-b9a7-392f0e8fb802,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.898523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.905678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.953911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:46.964643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4537332 Aug 04 14:56:46.965449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97609a32-a202-4292-beb1-c5a72f0a83b8 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093a4505-ab96-4682-921c-867283e0c78d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:46.967987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37380) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:46.994706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f62663cd-9e27-43ec-ba47-bfcebc5e78b1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1656625 Aug 04 14:56:46.999245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37382) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.090549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9ccba26f-e356-4114-8192-0c07a5686e39 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1213784 Aug 04 14:56:47.094852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37384) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.103533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-security--1192283792', 'description': 'tempest-security-description-522140530'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:47.148238 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.173948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.198522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.243861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.263383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.264615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.267506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.268635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df01b8-41e9-4c8e-88ad-f38b351d7ab5 None None] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:47.271476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/487c237f-859c-4017-a358-89d394c03249 HTTP/1.1" status: 204 len: 168 time: 0.2712522 Aug 04 14:56:47.272159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37386) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.306414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3f3d8-588a-4eca-b6fd-9a71088219ae tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487c237f-859c-4017-a358-89d394c03249,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:47.321362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.336393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.339698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.340508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.343060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "PUT /v2.0/security-groups/093a4505-ab96-4682-921c-867283e0c78d HTTP/1.1" status: 200 len: 1779 time: 0.2470238 Aug 04 14:56:47.373007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37390) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.396749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:47.437229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-877fb6d2-d0e4-428a-8954-f36e8cc300b0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553714 Aug 04 14:56:47.443210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.448118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211108530'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:47.509677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.557670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a9e39d4-c639-469e-b15f-910800ed9ef2 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups/093a4505-ab96-4682-921c-867283e0c78d HTTP/1.1" status: 200 len: 1779 time: 0.1829958 Aug 04 14:56:47.560423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.578914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:47.582185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:47.582943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec3c5-0583-4e0f-bb65-544b057c8b9f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093a4505-ab96-4682-921c-867283e0c78d,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:47.647557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344007e6-5aac-437f-973b-07b1d23ea0b4 req-e168cf7f-00c1-4400-9c31-5b26115c9de8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:47.650788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-344007e6-5aac-437f-973b-07b1d23ea0b4 req-e168cf7f-00c1-4400-9c31-5b26115c9de8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 943 time: 0.2323501 Aug 04 14:56:47.707856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36ad4f61-4936-439f-b66e-1d06c1fa1e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.709517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-274abbf8-eec5-4fd8-99ec-818201bb7861 None None] Provisioning for port 6864fe9d-4109-4b23-a10e-b5806943540a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:47.720775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6864fe9d-4109-4b23-a10e-b5806943540a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:47.808555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.809679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.812628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:56:47.822759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.852644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-344007e6-5aac-437f-973b-07b1d23ea0b4 req-8c64c518-6c07-4e02-b40f-f4abecb0a82e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924832 Aug 04 14:56:47.856356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.862002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.904543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.925500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.929544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4826813 Aug 04 14:56:47.929544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84da2a-b156-4e76-90b5-82c23d679e83 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee4767-45e4-45b0-9046-ffaa1a6b5e2c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:47.931160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.938141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': 'aeee4767-45e4-45b0-9046-ffaa1a6b5e2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:47.943034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:56:47.964836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.967894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:47.969332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/093a4505-ab96-4682-921c-867283e0c78d HTTP/1.1" status: 204 len: 168 time: 0.4060183 Aug 04 14:56:47.972283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37406) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:47.992263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6864fe9d-4109-4b23-a10e-b5806943540a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:48.000697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6864fe9d-4109-4b23-a10e-b5806943540a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:48.001078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.055375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edbe9c-a0dd-4245-b9b4-7a1f63ae2263 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a4505-ab96-4682-921c-867283e0c78d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:48.057220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.066189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2751dbc-ace5-4bf3-899a-a4727e36cb17 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833759 Aug 04 14:56:48.069469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:48.093748 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-dc87da7a-5f12-43c4-a41f-f0e940f572e9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] delete failed (client error): The resource could not be found. Aug 04 14:56:48.096229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'port_id': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'mac_address': 'fa:16:3e:f3:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4818691c-bd90-4329-9990-6e01c799518b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:56:48.100344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc87da7a-5f12-43c4-a41f-f0e940f572e9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/093a4505-ab96-4682-921c-867283e0c78d HTTP/1.1" status: 404 len: 347 time: 0.0351391 Aug 04 14:56:48.100344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.101644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37410) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.106701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283728142'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:48.149090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.150480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:48.213281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.216774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:48.222923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-64f73b2f-6c4d-48e2-aee0-8fc31aa27257 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6692455 Aug 04 14:56:48.223647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.227411 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.233799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-819039217'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:48.264918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81963ef0-59e6-449d-a93b-f45c48726b32,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:48.278871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:48.279508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:48.333021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.341425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.382761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:48.389362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.410428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.413012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.415588 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.419698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3169787 Aug 04 14:56:48.420396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.421525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37414) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.422682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2dd91fbb-1fb9-4992-acdd-dc4a73a55745 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4900582 Aug 04 14:56:48.427820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.434960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'b91e053d-b08a-43fd-b162-fd7d6c90b8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:48.450349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5327f-b6d2-4c74-b518-1b117335a50c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e053d-b08a-43fd-b162-fd7d6c90b8ca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:48.454493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Provisioning complete for port 6864fe9d-4109-4b23-a10e-b5806943540a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:48.456622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.478661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0bfa1315-671e-4c70-95e5-a0206ba52956 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules/81963ef0-59e6-449d-a93b-f45c48726b32 HTTP/1.1" status: 200 len: 763 time: 0.0482190 Aug 04 14:56:48.482228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37418) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.495577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:48.500314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:56:48.507510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:48.512984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.515487 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment e32e5bec-599f-488a-8e04-51cfa54884b1 of type vlan for network 8c048881-3302-4f14-8609-bc756202f14a Aug 04 14:56:48.540512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.626858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.636019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b2f656d-b8de-485e-81a9-ad6780ab6f6a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1525185 Aug 04 14:56:48.639799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.655046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6864fe9d-4109-4b23-a10e-b5806943540a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6864fe9d-4109-4b23-a10e-b5806943540a,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:48.669811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.670630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:48.677039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.725675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7bebad-4328-430d-a6c7-faa7653b67bf,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:48.733007 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.737478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.739809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37424) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:48.740067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9dc3dd6a-1d99-4a3d-a59d-1cefcf1ec955 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088756 Aug 04 14:56:48.810933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.813066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.814159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.815785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.830135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:48.832480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:48.845721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.007708 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7829607 Aug 04 14:56:49.014167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.014419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.015783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.025255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:49.031272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.050266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a5c49-1929-4337-930e-1716c0fdbf31 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=8c048881-3302-4f14-8609-bc756202f14a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.056474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.061210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/81963ef0-59e6-449d-a93b-f45c48726b32 HTTP/1.1" status: 204 len: 168 time: 0.4201918 Aug 04 14:56:49.061352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37440) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.064512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.084607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812505b-f0cb-4abd-ad1d-d11148d749df req-4ab94802-f5d3-400a-a2c3-d9fc3370a61f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:49.087127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2812505b-f0cb-4abd-ad1d-d11148d749df req-4ab94802-f5d3-400a-a2c3-d9fc3370a61f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 944 time: 0.1105368 Aug 04 14:56:49.115718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 8c048881-3302-4f14-8609-bc756202f14a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:49.117624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237fdde-7747-48a7-917a-4b485279882e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81963ef0-59e6-449d-a93b-f45c48726b32,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.121564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:56:49.160634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.170123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.171747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ca7bebad-4328-430d-a6c7-faa7653b67bf HTTP/1.1" status: 204 len: 168 time: 0.4103072 Aug 04 14:56:49.175349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.202564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad788285-7469-4d37-9534-76c5c871996e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7bebad-4328-430d-a6c7-faa7653b67bf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.237456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:49.244975 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2812505b-f0cb-4abd-ad1d-d11148d749df req-f66b2e6a-bcd8-428d-aeff-b7cc0d78d54a tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477106 Aug 04 14:56:49.256959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e887f6d-d3dc-41c7-a6c0-712b847c7c6e tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1918271 Aug 04 14:56:49.257720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.263543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': 'aeee4767-45e4-45b0-9046-ffaa1a6b5e2c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:49.263872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.322797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.403265 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-94790ce3-aa10-4d0a-9cd7-c0d852f3098b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2263501 Aug 04 14:56:49.408387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.424114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.439172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.472548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb995dc0-9e0c-492b-affe-cd8698ccb050,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.509544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.533262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.533262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-43ae1f8d-098f-4dc6-a627-ebf580dd27e0 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2690580 Aug 04 14:56:49.533262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.558845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.566727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e464838b-70ee-4d07-bee1-02d29d551140 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules/fb995dc0-9e0c-492b-affe-cd8698ccb050 HTTP/1.1" status: 200 len: 763 time: 0.0329990 Aug 04 14:56:49.567063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.625219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f032e830-5b4b-45db-a057-e3ece0980e39 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0542259 Aug 04 14:56:49.625965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.659925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.670920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.692860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.697962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.700466 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/b91e053d-b08a-43fd-b162-fd7d6c90b8ca HTTP/1.1" status: 204 len: 168 time: 0.2906797 Aug 04 14:56:49.706435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.710924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.723188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.731322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.734717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fb995dc0-9e0c-492b-affe-cd8698ccb050 HTTP/1.1" status: 204 len: 168 time: 0.1051731 Aug 04 14:56:49.735263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37464) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.815604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f973ac-1e21-47d5-8d48-35a7b5b2b0ca tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e053d-b08a-43fd-b162-fd7d6c90b8ca,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.816567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c31facd0-96a7-41db-afb4-b99bcad69c46 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042337 Aug 04 14:56:49.817572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863917f-4122-43e0-be47-2cf886beb91f tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb995dc0-9e0c-492b-affe-cd8698ccb050,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.823126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.838204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.860419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--518051128'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:49.914498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=c3a5e6c6-3888-47f7-a6a4-285585de0282,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:49.920559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:49.978564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6629b80-7102-4bc9-a5ba-a2f52a38d54b tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1962242 Aug 04 14:56:49.981287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37474) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:49.984048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:49.985042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: 8c048881-3302-4f14-8609-bc756202f14a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:50.006007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Request body: {'security_group_rule': {'security_group_id': 'aeee4767-45e4-45b0-9046-ffaa1a6b5e2c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:50.022540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Provisioning for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:50.048289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Provisioning complete for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:50.048731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.049244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 8c048881-3302-4f14-8609-bc756202f14a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:50.056440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6864fe9d-4109-4b23-a10e-b5806943540a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:50.072641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 8c048881-3302-4f14-8609-bc756202f14a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:50.079006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:50.080215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.092763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ccdb5-718d-4d9d-a088-6d6ca01f1d36 None None] Network 8c048881-3302-4f14-8609-bc756202f14a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:50.129141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.134156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.170922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a82de74-00ae-4b45-9f1a-3806ed64a6ce tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1521790 Aug 04 14:56:50.172764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.176885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c567a08e-02c3-43a0-8a4a-fd737069ed95 None None] Port d9f351a5-0a86-4358-9c13-395bfb0c51d2 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:50.200757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.205917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:50.211195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.216886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.219343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a4fb879-7ee5-428d-93ce-b2f32f92068b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3799732 Aug 04 14:56:50.222353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37478) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.231719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:50.256297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:46Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:47Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:50.295784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.336945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:56:50.343583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Updating router 148948c8-9bd7-4812-957e-74fb08bd92f1 port d9f351a5-0a86-4358-9c13-395bfb0c51d2 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:56:50.415612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.489286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.505425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f0ae769-3087-401b-bcd4-0843546385ce None None] Provisioning complete for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:50.505843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae769-3087-401b-bcd4-0843546385ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.566063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.577178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daadfacf-c987-4703-a856-5f4ff61f13fa,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:50.578812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904342ed-748f-4d04-9b15-564e21370737 req-fae53226-c9a2-4e63-8fc2-510ea87460b1 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:50.580717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-904342ed-748f-4d04-9b15-564e21370737 req-fae53226-c9a2-4e63-8fc2-510ea87460b1 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 944 time: 0.2089796 Aug 04 14:56:50.581821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.586728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ae769-3087-401b-bcd4-0843546385ce None None] Port d9f351a5-0a86-4358-9c13-395bfb0c51d2 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:50.609422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dbbf20-ceff-42e5-9eec-b7e9af20f83e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:50.611133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.619663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.620868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6e03cb31-976f-4d1b-b5b1-99bb1db4dc31 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975010 Aug 04 14:56:50.629716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37484) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.636202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:50.649437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.656051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-45607012-03bc-4fbc-8be2-c5556d242df1 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6599951 Aug 04 14:56:50.657295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.704876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-904342ed-748f-4d04-9b15-564e21370737 req-f402c261-a457-4e4c-b258-52e2cc82bb90 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966847 Aug 04 14:56:50.731156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.777647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8c048881-3302-4f14-8609-bc756202f14a', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:56:50.795510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.831881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.843563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.889046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b5082bf9-1de2-499d-ba34-27555554234d tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules/daadfacf-c987-4703-a856-5f4ff61f13fa HTTP/1.1" status: 200 len: 764 time: 0.2179759 Aug 04 14:56:50.889291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6dcabe-2cc9-43ee-97b2-9e36fe24b0d4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:50.896114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37488) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.909827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:50.913666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-38cff7ee-d61f-4f29-9233-d6a544ae7d9b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804022 Aug 04 14:56:50.917193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.925130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:50.971096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21e8eb48-2769-445d-8014-f40eba363d93 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0713236 Aug 04 14:56:50.974048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37492) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:50.991154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.009298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.032290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.041103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Allocated IP 172.21.0.2 (8c048881-3302-4f14-8609-bc756202f14a/c3a5e6c6-3888-47f7-a6a4-285585de0282/0f1d28eb-1c35-437b-b95d-016cd108e254) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:51.097283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.104157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.105651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/daadfacf-c987-4703-a856-5f4ff61f13fa HTTP/1.1" status: 204 len: 168 time: 0.1305461 Aug 04 14:56:51.116613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.142738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466df8-9a72-489d-9d38-db2d61f4494a tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daadfacf-c987-4703-a856-5f4ff61f13fa,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.204072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cae98208-7b4b-4f89-8467-0ac0b8b45982 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839512 Aug 04 14:56:51.205434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37502) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.281701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.288708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.301877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.331556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Transition to ACTIVE for port object 0f1d28eb-1c35-437b-b95d-016cd108e254 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:51.345441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.362454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.364626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Transition to ACTIVE for port object 0f1d28eb-1c35-437b-b95d-016cd108e254 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:51.370672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.377510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.415444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.419600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.423638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "DELETE /v2.0/security-groups/aeee4767-45e4-45b0-9046-ffaa1a6b5e2c HTTP/1.1" status: 204 len: 168 time: 0.2143927 Aug 04 14:56:51.439474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.440307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bdc86-584f-42bf-96c2-9492645c8793 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee4767-45e4-45b0-9046-ffaa1a6b5e2c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.450168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Network 8c048881-3302-4f14-8609-bc756202f14a is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:51.450396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.21.0.1 (8c048881-3302-4f14-8609-bc756202f14a/c3a5e6c6-3888-47f7-a6a4-285585de0282/86af74ab-89c0-49e1-8591-63a017b06f2f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:56:51.463790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:51.471361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:51.474823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Pushing event updated for resources: {'Port': ['ID=0f1d28eb-1c35-437b-b95d-016cd108e254,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.519746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-32f97aee-9b83-42b0-af33-0ce7eb077345 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711076 Aug 04 14:56:51.522057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.567110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beed65da-1b10-4869-bf0b-8b25dbabe954,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.572377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Attempting to bind port 0f1d28eb-1c35-437b-b95d-016cd108e254 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:51.572751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Attempting to bind port 0f1d28eb-1c35-437b-b95d-016cd108e254 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:51.573240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Attempting to bind port 0f1d28eb-1c35-437b-b95d-016cd108e254 on network 8c048881-3302-4f14-8609-bc756202f14a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:51.577799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.582637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-553e2e18-d396-40f6-92fd-978352ce8e89 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6630867 Aug 04 14:56:51.585111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37508) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.588618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.591395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:51.592040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Checking segment: {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:51.592618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.593314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Bound using segment: {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:51.594071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Bound port: 0f1d28eb-1c35-437b-b95d-016cd108e254, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:51.594461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:51.594852 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.615572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Transition to ACTIVE for port object d9f351a5-0a86-4358-9c13-395bfb0c51d2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:51.642328 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.646626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3321d836-3e05-4398-bb74-d363637993f6 tempest-SecGroupTest-1438844242 tempest-SecGroupTest-1438844242-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219585 Aug 04 14:56:51.656892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.658418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6864fe9d-4109-4b23-a10e-b5806943540a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:51.740513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.775640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.789822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.814658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] For port 0f1d28eb-1c35-437b-b95d-016cd108e254, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:51.823392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 86af74ab-89c0-49e1-8591-63a017b06f2f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:51.826870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] For port 0f1d28eb-1c35-437b-b95d-016cd108e254, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0f1d28eb-1c35-437b-b95d-016cd108e254,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:51.842182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.853545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607636 Aug 04 14:56:51.853545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:51.858043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49b87-ae76-4507-aff4-ba7ad704159b None None] Pushing event updated for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.860018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:51.880395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:51.896386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657c62-b37e-4c06-82d6-72d6ba2fb321 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e1431d-0f4a-40a8-82a2-acc9ed918642,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:51.973416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb9b1-43bc-48c8-b3f1-3afcdd7f9ff0 req-484de7f3-361c-4699-b93a-6d17b959ab71 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:51.975299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:51.993468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e5fb9b1-43bc-48c8-b3f1-3afcdd7f9ff0 req-484de7f3-361c-4699-b93a-6d17b959ab71 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 944 time: 0.1507311 Aug 04 14:56:52.008930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.016127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.118914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e5fb9b1-43bc-48c8-b3f1-3afcdd7f9ff0 req-a427d8e1-d3f9-4909-bd8f-4b417c97cdd6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181748 Aug 04 14:56:52.225279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37530) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:52.297669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:52.346628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6864fe9d-4109-4b23-a10e-b5806943540a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:52.346628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.377180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:52.377556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.454665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Attempting to bind port d9f351a5-0a86-4358-9c13-395bfb0c51d2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:52.455055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Attempting to bind port d9f351a5-0a86-4358-9c13-395bfb0c51d2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:52.458288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Attempting to bind port d9f351a5-0a86-4358-9c13-395bfb0c51d2 on network 3d5de33f-4bb3-4b2f-9747-a61395082efd {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:52.478917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:52.479355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Checking segment: {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:52.479734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.480143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Bound using segment: {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:52.480642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Bound port: d9f351a5-0a86-4358-9c13-395bfb0c51d2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:52.481030 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.508603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75dbe-b93d-4d76-a121-9952aa8ffc5f None None] Pushing event updated for resources: {'Port': ['ID=0f1d28eb-1c35-437b-b95d-016cd108e254,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:52.592634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec3f9ba6-6cf2-40d8-af52-5b83f452d6e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ed4e0b6056747888e06858caa431535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625836 Aug 04 14:56:52.595337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37536) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:52.710946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.776166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.861437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.865762 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.868089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31bd1760-8297-4da2-abce-f83f57a2ce4f HTTP/1.1" status: 204 len: 168 time: 0.2715490 Aug 04 14:56:52.869015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.874999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] For port d9f351a5-0a86-4358-9c13-395bfb0c51d2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:52.882083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2cdf5-617b-4121-8ee8-8ad4074f768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd1760-8297-4da2-abce-f83f57a2ce4f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:52.891652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 8c048881-3302-4f14-8609-bc756202f14a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:52.904197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:52.912895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:56:52.960651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] For port d9f351a5-0a86-4358-9c13-395bfb0c51d2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9f351a5-0a86-4358-9c13-395bfb0c51d2,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:52.979400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.988676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:52.998681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:56:53.000166 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f143a310-bc91-494c-a73e-a0a00b05bb75" -d '{"events": [{"server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "name": "network-vif-plugged", "status": "completed", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:56:53.022234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:53.054166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.062342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:53.067212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.088072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.177774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49b87-ae76-4507-aff4-ba7ad704159b None None] Pushing event updated for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:53.177774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:53.177774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:53.246217 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eccb79-2649-4749-94f0-87d564271301 x-openstack-request-id: req-f3eccb79-2649-4749-94f0-87d564271301 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:56:53.246512 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "name": "network-vif-plugged", "status": "completed", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:56:53.246783 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3eccb79-2649-4749-94f0-87d564271301 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:56:53.247187 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'code': 200} Aug 04 14:56:53.325939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab22be-ab25-43f6-9c90-770141787ed3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:53.366807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.367636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:53.369854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:53.371678 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5d4a9090-17ee-42da-8d3e-94e8544d887b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5167539 Aug 04 14:56:53.372434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37562) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:53.436940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.746671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0f1d28eb-1c35-437b-b95d-016cd108e254 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:53.751494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33536-658c-4013-9592-83e801322c80 req-00f90010-9153-4c0e-a8d1-8b528d9258bb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:53.761397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dd33536-658c-4013-9592-83e801322c80 req-00f90010-9153-4c0e-a8d1-8b528d9258bb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2883444 Aug 04 14:56:53.780439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5e79-e6c5-473d-85f4-e8b85e2ce4ab req-88a2ea26-2a9b-4aaf-a6ca-e898bd0c76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:53.785021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b6e5e79-e6c5-473d-85f4-e8b85e2ce4ab req-88a2ea26-2a9b-4aaf-a6ca-e898bd0c76e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1097 time: 0.4577084 Aug 04 14:56:53.888089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.920004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dd33536-658c-4013-9592-83e801322c80 req-69910024-23a6-4b75-ad42-e8416b7f858b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574304 Aug 04 14:56:53.931508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:53.953051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b6e5e79-e6c5-473d-85f4-e8b85e2ce4ab req-af7f7a47-81ea-4e65-aa50-f69454b422f0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171105 Aug 04 14:56:54.026343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.029905 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:56:54.033140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0f1d28eb-1c35-437b-b95d-016cd108e254 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:54.051319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:46Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:52Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:54.061018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.063252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b4ab22be-ab25-43f6-9c90-770141787ed3 HTTP/1.1" status: 204 len: 168 time: 0.6548681 Aug 04 14:56:54.066485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37578) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:54.083531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75136e4a-be9f-4cfc-8fc6-04f059487688 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ab22be-ab25-43f6-9c90-770141787ed3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:54.089954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea0647-39b0-44d0-a59c-ca91db8a077c None None] Network 8c048881-3302-4f14-8609-bc756202f14a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:54.110824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de7827-3b00-40c9-8194-bd62d22be346 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:46Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:52Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:56:54.124890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.143338 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.185221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c31c1a3-dfdb-4f44-924e-7598e87d6a21 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1172683 Aug 04 14:56:54.193447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37586) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:54.312349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.315555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:54.367603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.388728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.479390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.487465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.492749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/37e1431d-0f4a-40a8-82a2-acc9ed918642 HTTP/1.1" status: 204 len: 168 time: 0.2982018 Aug 04 14:56:54.493753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:54.590747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015598d6-e96c-4404-84b7-70f12d72ae1b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37e1431d-0f4a-40a8-82a2-acc9ed918642,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:54.701309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Provisioning for port 0f1d28eb-1c35-437b-b95d-016cd108e254 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:54.751371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Provisioning complete for port 0f1d28eb-1c35-437b-b95d-016cd108e254 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:54.765951 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:54.796900 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f3eaa6bc-877a-4fc6-bea2-bf192ce68992 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2939446 Aug 04 14:56:54.797620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:54.873871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network 8c048881-3302-4f14-8609-bc756202f14a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:56:54.954197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:55.005012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.042388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.129570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.173698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.267335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84c892-0656-4eba-9c11-d7c5df394e95 req-1f96f482-9931-4a4a-ab0d-cd72ba6f69d3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:55.275186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab84c892-0656-4eba-9c11-d7c5df394e95 req-1f96f482-9931-4a4a-ab0d-cd72ba6f69d3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.1964936 Aug 04 14:56:55.338824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] For port 0f1d28eb-1c35-437b-b95d-016cd108e254, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0f1d28eb-1c35-437b-b95d-016cd108e254,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:55.354016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.396048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab84c892-0656-4eba-9c11-d7c5df394e95 req-3520470f-f6ae-46c0-aa73-74c2059fe694 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177073 Aug 04 14:56:55.410084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8f4d4-fa8e-48da-8e9a-47e63ea9d1a5 req-90a98f82-d5f1-4321-ac3e-197c44e80688 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:55.422179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.437804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/beed65da-1b10-4869-bf0b-8b25dbabe954 HTTP/1.1" status: 204 len: 168 time: 0.6386893 Aug 04 14:56:55.451191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62a8f4d4-fa8e-48da-8e9a-47e63ea9d1a5 req-90a98f82-d5f1-4321-ac3e-197c44e80688 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.3045578 Aug 04 14:56:55.454980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:55.526204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc78b22-8342-47a9-8758-027585de37f7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beed65da-1b10-4869-bf0b-8b25dbabe954,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:55.604948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:56:55.682365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62a8f4d4-fa8e-48da-8e9a-47e63ea9d1a5 req-977c2509-212e-498c-98ed-a1e80488452d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281673 Aug 04 14:56:55.702333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515e61-b8d4-49ed-99b6-c7e855a2783f None None] Pushing event updated for resources: {'Port': ['ID=0f1d28eb-1c35-437b-b95d-016cd108e254,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:55.727945 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21f13801-e0d6-4d23-83b4-6bc3fc255e3d tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2498231 Aug 04 14:56:55.730722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:55.740803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Provisioning for port 86af74ab-89c0-49e1-8591-63a017b06f2f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:55.764061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Provisioning complete for port 86af74ab-89c0-49e1-8591-63a017b06f2f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:55.777290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.842692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.910439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Port 86af74ab-89c0-49e1-8591-63a017b06f2f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:55.914357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9f351a5-0a86-4358-9c13-395bfb0c51d2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:55.921958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:55.994697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:56:56.002068 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc5bcfa2-3497-42dc-bc98-088c80b7f69e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8002558 Aug 04 14:56:56.005029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.027610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-298656331'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:56.059034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.072764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Provisioning complete for port 0f1d28eb-1c35-437b-b95d-016cd108e254 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:56.074463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8562-0a78-4c7c-b8b6-baaff4d52ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.102551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:56.107636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.108387 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.109556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/0a6dcabe-2cc9-43ee-97b2-9e36fe24b0d4 HTTP/1.1" status: 204 len: 168 time: 0.3766804 Aug 04 14:56:56.118702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37648) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.120995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-c17cdbe6-fd2f-415e-a217-eed981dca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:56.122823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-c17cdbe6-fd2f-415e-a217-eed981dca71b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1097 time: 0.2635539 Aug 04 14:56:56.141539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bace8d1-523e-4716-b112-0b5b71f4347b tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a6dcabe-2cc9-43ee-97b2-9e36fe24b0d4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:56.226378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:56:56.270153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.270683 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment 3e9a2112-c82d-45b7-b427-58591c59c9ad of type vlan for network d97d1c8e-21bc-49dd-b148-597dbc814aae Aug 04 14:56:56.311985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad3c3d-9812-49a1-a4ee-f92326a8624f req-390f6c02-18a4-4914-a587-3eb449caa063 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:56.323233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12ad3c3d-9812-49a1-a4ee-f92326a8624f req-390f6c02-18a4-4914-a587-3eb449caa063 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3174827 Aug 04 14:56:56.407270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b09420a1-36d1-486c-ba34-32dc6ba27e36 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2823105 Aug 04 14:56:56.409102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:56:56.415226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37658) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.433271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:56.434550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.465806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12ad3c3d-9812-49a1-a4ee-f92326a8624f req-a4fc5dae-70e2-4a08-9b33-b519c95e1fe4 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414106 Aug 04 14:56:56.514207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.522413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.530273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-ef4905b0-cd4f-4ba2-b0d0-c4e9894d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:56.532020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-ef4905b0-cd4f-4ba2-b0d0-c4e9894d7148 service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.3750541 Aug 04 14:56:56.533502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.582357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.593820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.608047 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/83dbbf20-ceff-42e5-9eec-b7e9af20f83e HTTP/1.1" status: 204 len: 168 time: 0.1844025 Aug 04 14:56:56.610831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37660) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.613650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-97fa9bc5-10ce-4f7c-9eb5-4f0bf65ac78e None None] Provisioning complete for port 86af74ab-89c0-49e1-8591-63a017b06f2f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:56.614014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-97fa9bc5-10ce-4f7c-9eb5-4f0bf65ac78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.666207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d665b3-a909-4017-8018-f1c35287dc6a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83dbbf20-ceff-42e5-9eec-b7e9af20f83e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:56.673646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.682714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:56.683971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:56.696223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-40fd45d5-37b0-4b6e-95d3-8b0ec9a17bde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 217 time: 0.1542928 Aug 04 14:56:56.799152 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:56:56.830570 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:56.832813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:56.865240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=d97d1c8e-21bc-49dd-b148-597dbc814aae,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:56.891270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d97d1c8e-21bc-49dd-b148-597dbc814aae details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:56:56.912822 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-35dd20c1-e72f-492f-91d9-8503f9917805 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2953179 Aug 04 14:56:56.913059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37676) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.929011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a999f331-c509-4288-bead-0f31c752227a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9075027 Aug 04 14:56:56.936225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:56.954958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-0ba198ae-816d-4130-858e-61615e502d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:56.958078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-0ba198ae-816d-4130-858e-61615e502d7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.2530320 Aug 04 14:56:56.984075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:57.039439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-97fa9bc5-10ce-4f7c-9eb5-4f0bf65ac78e None None] Port 86af74ab-89c0-49e1-8591-63a017b06f2f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:56:57.042171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.067095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-739b909e-c4d9-4e0c-9715-1fd15c549bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967464 Aug 04 14:56:57.071292 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:57.079531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d9f351a5-0a86-4358-9c13-395bfb0c51d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9f351a5-0a86-4358-9c13-395bfb0c51d2,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:57.086071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.102312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5ab04-6431-4db2-a0af-0b22c9c50bdc req-14c09029-5432-4605-a814-32d7f6b0cc58 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:57.104280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2c5ab04-6431-4db2-a0af-0b22c9c50bdc req-14c09029-5432-4605-a814-32d7f6b0cc58 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2871525 Aug 04 14:56:57.215782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:57.229001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2c5ab04-6431-4db2-a0af-0b22c9c50bdc req-095eb2dc-e5ab-47e0-a486-c6b88cf17fd4 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075773 Aug 04 14:56:57.275713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-394c2a0b-f771-4b75-b2b3-ce52083041ee service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028282 Aug 04 14:56:57.331316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.359852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-ab69f7a4-f5a3-42f5-a029-335ec13ddb45 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:57.361659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-ab69f7a4-f5a3-42f5-a029-335ec13ddb45 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.38 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.4493878 Aug 04 14:56:57.446099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:56:57.449986 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cd8c24-4939-4e9a-841c-6783b5a6a4af req-5b72c237-18ef-4ba8-9968-d5ed92cc23ad service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631591 Aug 04 14:56:57.450727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.528137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.532484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:53Z', 'revision_number': 3, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:56:53Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:52Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:57.622886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9f351a5-0a86-4358-9c13-395bfb0c51d2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:57.627052 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:56:57.627774 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Updating router 148948c8-9bd7-4812-957e-74fb08bd92f1 port 86af74ab-89c0-49e1-8591-63a017b06f2f binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:56:57.697365 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.697557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.703866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.710957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37696) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:57.711687 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae HTTP/1.1" status: 204 len: 168 time: 0.7859988 Aug 04 14:56:57.746043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d9f351a5-0a86-4358-9c13-395bfb0c51d2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:57.746209 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.768637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea992fad-c858-4250-8c01-9a659e3ba747 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa97932-8ef3-4ecc-a9ba-76278e2fe2ae,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:57.813903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Deleting port dda34f8e-ed83-4cfb-bf71-19b25aae0151 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:56:57.816110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:57.859709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66951c0-3b70-4b23-a5ea-3d792b9261bb req-f93d4bb4-2ae5-4c61-ba2e-cf954b2bc2ca tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:57.861399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f66951c0-3b70-4b23-a5ea-3d792b9261bb req-f93d4bb4-2ae5-4c61-ba2e-cf954b2bc2ca tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2117486 Aug 04 14:56:57.884146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f3a06d92-f607-41c4-bd3f-f651303d231f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659858 Aug 04 14:56:57.893807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:57.898456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--110352833'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:57.940701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0f1d28eb-1c35-437b-b95d-016cd108e254 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:56:58.016231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f66951c0-3b70-4b23-a5ea-3d792b9261bb req-942b1158-555a-4391-b285-320cfb874391 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326168 Aug 04 14:56:58.025933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.062640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0f1d28eb-1c35-437b-b95d-016cd108e254 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:56:58.063047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.121515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] For port dda34f8e-ed83-4cfb-bf71-19b25aae0151, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=dda34f8e-ed83-4cfb-bf71-19b25aae0151,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:56:58.122178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.247934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.273917 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.404576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb890c-9a93-4c7f-b77d-cddfa949fd45,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:58.414850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.425646 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.434306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5591ad7-5d34-483d-94ab-eaf8c1114fd5 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5370104 Aug 04 14:56:58.456941 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Transition to ACTIVE for port object 86af74ab-89c0-49e1-8591-63a017b06f2f will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:56:58.461954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37714) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:58.476150 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.509819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb890c-9a93-4c7f-b77d-cddfa949fd45', 'direction': 'ingress', 'protocol': 17}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:58.522684 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Pushing event updated for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:58.534712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.535153 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.535583 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.536140 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.536532 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.536934 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.537544 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.537987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.538380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.538793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.539305 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.539694 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:56:58.593490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.650088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f113f29-57bb-459d-96cb-00aa1bce69e2 req-cb5469a6-26e3-4a2b-bc70-8f76c62af844 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:58.652062 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Attempting to bind port 86af74ab-89c0-49e1-8591-63a017b06f2f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:56:58.652669 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Attempting to bind port 86af74ab-89c0-49e1-8591-63a017b06f2f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:56:58.653363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Attempting to bind port 86af74ab-89c0-49e1-8591-63a017b06f2f on network 8c048881-3302-4f14-8609-bc756202f14a {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:56:58.661375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f113f29-57bb-459d-96cb-00aa1bce69e2 req-cb5469a6-26e3-4a2b-bc70-8f76c62af844 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 945 time: 0.2582235 Aug 04 14:56:58.663157 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:56:58.663957 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Checking segment: {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:58.664822 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.665551 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Bound using segment: {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:56:58.666390 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Bound port: 86af74ab-89c0-49e1-8591-63a017b06f2f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32e5bec-599f-488a-8e04-51cfa54884b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8c048881-3302-4f14-8609-bc756202f14a'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:56:58.667000 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.759320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f113f29-57bb-459d-96cb-00aa1bce69e2 req-cab71956-caea-4628-8dbe-2a6423e2771d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=189ece59-1d3c-4d13-b716-ef5919b923c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982141 Aug 04 14:56:58.798619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.802839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] For port 86af74ab-89c0-49e1-8591-63a017b06f2f, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:56:58.804785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.813046 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] For port 86af74ab-89c0-49e1-8591-63a017b06f2f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86af74ab-89c0-49e1-8591-63a017b06f2f,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:56:58.822039 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.865163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e397a686-1279-4beb-94b0-139650244a37,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:58.879319 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:58.881292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-870e89c0-7667-4b18-bef8-e8d5bcba6b4c tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4179945 Aug 04 14:56:58.887204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:58.983961 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:56:58.986790 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:59.026282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.093229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.213030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.222077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.227387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/bbcb890c-9a93-4c7f-b77d-cddfa949fd45 HTTP/1.1" status: 204 len: 168 time: 0.3342295 Aug 04 14:56:59.232416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:59.292104 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:56:59.350286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec20ac-4b82-4b48-946d-750d28c72fc1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb890c-9a93-4c7f-b77d-cddfa949fd45,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:59.425393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.425848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.426097 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Floating IP a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb disassociated. External IP: 172.25.0.240, port: dda34f8e-ed83-4cfb-bf71-19b25aae0151. Aug 04 14:56:59.426456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Calling delete_port for dda34f8e-ed83-4cfb-bf71-19b25aae0151 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:56:59.455487 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1849ba-cb92-400d-828b-d45ac6df08ba None None] Pushing event updated for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:59.464327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.546678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e23d8-e6b1-4a18-a83f-11306f182eda req-86809304-e85f-4dad-a6a3-f794a042a1da tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:59.558678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-463e23d8-e6b1-4a18-a83f-11306f182eda req-86809304-e85f-4dad-a6a3-f794a042a1da tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3241646 Aug 04 14:56:59.618317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-169ab13e-98db-4bb4-a291-c0559ea5630a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3679662 Aug 04 14:56:59.620438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37748) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:56:59.629572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979718760'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:56:59.634133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=ab0d7f56-d7c4-45c4-a60c-87d394773d51,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:56:59.698023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-463e23d8-e6b1-4a18-a83f-11306f182eda req-3291ee2f-3546-46dc-ac1f-a5ad4f63d245 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368768 Aug 04 14:56:59.732081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.751546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:56:59.752084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: d97d1c8e-21bc-49dd-b148-597dbc814aae, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:56:59.801303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d97d1c8e-21bc-49dd-b148-597dbc814aae is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:56:59.848364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d97d1c8e-21bc-49dd-b148-597dbc814aae) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:56:59.848715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device dda34f8e-ed83-4cfb-bf71-19b25aae0151 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:56:59.883942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:56:59.884769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.909748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d0b42-a9ab-42ff-b001-e77239cee51f None None] Network d97d1c8e-21bc-49dd-b148-597dbc814aae requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:56:59.933395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:56:59.993216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:53Z', 'revision_number': 3, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:56:58Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:56:59.998229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:00.018408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'Port': ['ID=dda34f8e-ed83-4cfb-bf71-19b25aae0151,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:00.037154 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65857b-6e16-4b87-95d0-9b6d9bfea232 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:56:53Z', 'revision_number': 3, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:56:58Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:00.053166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eea947e0-27b8-40da-bbae-c9ad9bc20c14 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1004691 Aug 04 14:57:00.058740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2137d277-1de0-49be-b833-f38bb78bd235 req-16d8e264-9acf-423a-91b7-7f1bc0f2a7c6 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.1177554 Aug 04 14:57:00.059408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37752) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:00.059508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:00.170261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No active binding found for port dda34f8e-ed83-4cfb-bf71-19b25aae0151 {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 14:57:00.170948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device dda34f8e-ed83-4cfb-bf71-19b25aae0151 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:00.272955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:00.284804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6632006 Aug 04 14:57:00.285482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:00.340970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622047528'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:00.527198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d97d1c8e-21bc-49dd-b148-597dbc814aae', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:57:00.528660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:00.545146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88cbd-023e-4291-89d6-968404f9a5b1 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb82035-462e-4b9d-9b0b-a1809aa6a506,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:00.581072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.013408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe754-99e3-492c-b423-0b017a0884ae req-85334d13-4192-4cc1-87a0-1b0dc6817c90 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:01.023852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Allocated IP 172.22.0.2 (d97d1c8e-21bc-49dd-b148-597dbc814aae/ab0d7f56-d7c4-45c4-a60c-87d394773d51/49b34d9f-2747-4454-8f77-3e3528daa132) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:01.024816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff3fe754-99e3-492c-b423-0b017a0884ae req-85334d13-4192-4cc1-87a0-1b0dc6817c90 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2052917 Aug 04 14:57:01.072409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:01.168865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff3fe754-99e3-492c-b423-0b017a0884ae req-c073ff2e-f2b3-4429-b489-4e2f60c22690 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386971 Aug 04 14:57:01.282420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30fbd49f-d748-483f-b2e5-3d6855dfca21 req-0ebeb4ab-578f-4308-bc8c-7ea81f03baf2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0778956 Aug 04 14:57:01.357102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.365771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.412411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.417433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0981786 Aug 04 14:57:01.433280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37772) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:01.444940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'bdb82035-462e-4b9d-9b0b-a1809aa6a506', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '273cf2f2-d1b0-4347-a450-cf90ff527ee6', 'remote_ip_prefix': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:01.536741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7891-25e0-40e1-b065-0eba833d84a9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273cf2f2-d1b0-4347-a450-cf90ff527ee6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:01.551300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.579887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Transition to ACTIVE for port object 49b34d9f-2747-4454-8f77-3e3528daa132 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:01.632625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Transition to ACTIVE for port object 49b34d9f-2747-4454-8f77-3e3528daa132 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:01.653664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.668375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.768284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Pushing event updated for resources: {'Port': ['ID=49b34d9f-2747-4454-8f77-3e3528daa132,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:01.801861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Network d97d1c8e-21bc-49dd-b148-597dbc814aae is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:01.810628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:01.812424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86af74ab-89c0-49e1-8591-63a017b06f2f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:01.818097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:01.898966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:01.902938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:01.952915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:01.971099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.011029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.016563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5799441 Aug 04 14:57:02.019325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37788) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:02.028240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:02.028240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:02.037144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4661a69-042d-4137-a9e4-cc1ac55d4432 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22094f0-0b70-47fa-847d-7d1968327b98,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:02.081951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.111632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.188230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.195568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.196549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c22094f0-0b70-47fa-847d-7d1968327b98 HTTP/1.1" status: 204 len: 168 time: 0.1713929 Aug 04 14:57:02.202036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:02.264992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8d18b-d877-40b4-8f57-fbb4621bfa81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22094f0-0b70-47fa-847d-7d1968327b98,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:02.367180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:02.430709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f4fb9760-4547-4500-a1ec-38a51893c0d9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2235548 Aug 04 14:57:02.441015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37796) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:02.648627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46eda49-0ee3-42a3-a399-d0052c0f866f req-ad6ba77b-f024-4b1f-b245-d27c158f89c3 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=18a38e83-2421-45e9-b000-527886cd2ea4 HTTP/1.1" status: 200 len: 210 time: 0.2194669 Aug 04 14:57:02.668532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Attempting to bind port 49b34d9f-2747-4454-8f77-3e3528daa132 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:02.668532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Attempting to bind port 49b34d9f-2747-4454-8f77-3e3528daa132 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:02.672163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Attempting to bind port 49b34d9f-2747-4454-8f77-3e3528daa132 on network d97d1c8e-21bc-49dd-b148-597dbc814aae {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:02.683145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.689253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] No DVR routers for this DVR port dda34f8e-ed83-4cfb-bf71-19b25aae0151 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:02.695319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:02.695714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Checking segment: {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:02.696851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.697481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Bound using segment: {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:02.698045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Bound port: 49b34d9f-2747-4454-8f77-3e3528daa132, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:02.698439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.700673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.703613 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6145503c-9e64-41fe-afe8-d81eac0cb414 req-6bbc0e3a-14e2-4ec5-8f47-01201852c6ab tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.38 "DELETE /v2.0/ports/dda34f8e-ed83-4cfb-bf71-19b25aae0151 HTTP/1.1" status: 204 len: 173 time: 5.3354154 Aug 04 14:57:02.706447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'name': 'network-vif-deleted', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:02.708109 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89af28a-24ee-466e-b036-302bdac677d3" -d '{"events": [{"server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "name": "network-vif-deleted", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:02.724513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 86af74ab-89c0-49e1-8591-63a017b06f2f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:02.772617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248ea43-daf5-408c-95b8-3cac94a45d36 req-b09b76a9-48c6-4fbc-ad84-d7e962af70a9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:02.783216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4248ea43-daf5-408c-95b8-3cac94a45d36 req-b09b76a9-48c6-4fbc-ad84-d7e962af70a9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.4364882 Aug 04 14:57:02.927327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:02.941411 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d1133f-57de-4377-a7d5-85326f6088ff x-openstack-request-id: req-b3d1133f-57de-4377-a7d5-85326f6088ff {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:02.941779 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a38e83-2421-45e9-b000-527886cd2ea4", "name": "network-vif-deleted", "tag": "dda34f8e-ed83-4cfb-bf71-19b25aae0151", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:02.941968 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3d1133f-57de-4377-a7d5-85326f6088ff {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:02.943602 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a38e83-2421-45e9-b000-527886cd2ea4', 'name': 'network-vif-deleted', 'tag': 'dda34f8e-ed83-4cfb-bf71-19b25aae0151', 'status': 'completed', 'code': 200} Aug 04 14:57:03.056657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] For port 49b34d9f-2747-4454-8f77-3e3528daa132, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:03.062454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] For port 49b34d9f-2747-4454-8f77-3e3528daa132, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49b34d9f-2747-4454-8f77-3e3528daa132,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:03.084465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4248ea43-daf5-408c-95b8-3cac94a45d36 req-30bcb165-1e72-4bc2-8dff-0b01d483b4e5 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020868 Aug 04 14:57:03.090404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86af74ab-89c0-49e1-8591-63a017b06f2f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:03.092876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.103584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.108644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.218612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.222390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.226276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/273cf2f2-d1b0-4347-a450-cf90ff527ee6 HTTP/1.1" status: 204 len: 168 time: 0.7815776 Aug 04 14:57:03.227464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:03.261108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59840f4-2cfd-42bc-84e6-a7aec79e9cec tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273cf2f2-d1b0-4347-a450-cf90ff527ee6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:03.354805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.22.0.1 (d97d1c8e-21bc-49dd-b148-597dbc814aae/ab0d7f56-d7c4-45c4-a60c-87d394773d51/6eb82c5d-4a16-4c01-af23-cc950708b220) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:03.414480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-757c7c7a-32d1-4ca4-812b-56a48023d54e tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1827538 Aug 04 14:57:03.417286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:03.531013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72543a0c-3c53-4504-8247-14823c7fe723 None None] Pushing event updated for resources: {'Port': ['ID=49b34d9f-2747-4454-8f77-3e3528daa132,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:03.663105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.664866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.700175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:03.741960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.799175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:03.833736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.912081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:03.912521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.912760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:03.915202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:03.916570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/bdb82035-462e-4b9d-9b0b-a1809aa6a506 HTTP/1.1" status: 204 len: 168 time: 0.4982674 Aug 04 14:57:03.920787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37834) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:03.922167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 86af74ab-89c0-49e1-8591-63a017b06f2f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86af74ab-89c0-49e1-8591-63a017b06f2f,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:03.941483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e5d4-aa2f-4ecc-bb40-05e556a2ba81 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb82035-462e-4b9d-9b0b-a1809aa6a506,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:03.968385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object 6eb82c5d-4a16-4c01-af23-cc950708b220 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:04.010491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2856b306-2529-4883-a1be-9dd8f1934d47 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885305 Aug 04 14:57:04.018190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37836) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:04.022991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151342470'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:04.052740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.148062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.148404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.293812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:04.333211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:04.426892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d97d1c8e-21bc-49dd-b148-597dbc814aae is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:04.437725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:04.438616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49b34d9f-2747-4454-8f77-3e3528daa132 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:04.455452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:04.592012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.632983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.661190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc58a5b-b9c3-4f7d-9fd9-cb8ca6279842 req-f1214cef-0b87-48c8-88a1-45a3d1b525f0 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:04.667544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cc58a5b-b9c3-4f7d-9fd9-cb8ca6279842 req-f1214cef-0b87-48c8-88a1-45a3d1b525f0 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2341111 Aug 04 14:57:04.668821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.743695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:04.801152 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:04.805093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7833452 Aug 04 14:57:04.820768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:04.828853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'b3e89be1-3801-4ce8-ade0-1d02e4a15b04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:04.891050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37856) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:04.923288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf974b1-6a1f-43aa-802e-973fb01508e7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e89be1-3801-4ce8-ade0-1d02e4a15b04,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:04.965022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cc58a5b-b9c3-4f7d-9fd9-cb8ca6279842 req-f8149ee7-c7f7-4a97-a86e-cd73a2d68b02 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840927 Aug 04 14:57:05.005492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.097011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.160451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 49b34d9f-2747-4454-8f77-3e3528daa132 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:05.216854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.275890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:05.288726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.419931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738ab7c-1423-49fd-862b-258ce2f590f1 None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:05.437173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.440228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:05.445381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "DELETE /v2.0/security-groups/189ece59-1d3c-4d13-b716-ef5919b923c9 HTTP/1.1" status: 204 len: 168 time: 0.5454161 Aug 04 14:57:05.446407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37864) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:05.529420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacbd05-7f46-4c97-8910-c03a16c50698 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ece59-1d3c-4d13-b716-ef5919b923c9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:05.577051 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-75af6dee-8c6e-4b12-a115-0122b2b48b39 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] show failed (client error): The resource could not be found. Aug 04 14:57:05.627352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-75af6dee-8c6e-4b12-a115-0122b2b48b39 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups/189ece59-1d3c-4d13-b716-ef5919b923c9 HTTP/1.1" status: 404 len: 347 time: 0.1646883 Aug 04 14:57:05.646020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37870) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:05.650516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec12fb0-3eb6-46a7-80d0-f5d2ec8676f2 None None] Network d97d1c8e-21bc-49dd-b148-597dbc814aae requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:05.937117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Provisioning for port 49b34d9f-2747-4454-8f77-3e3528daa132 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:05.951421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Provisioning complete for port 49b34d9f-2747-4454-8f77-3e3528daa132 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:05.952551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.017527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.030025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.113899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.128748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:06.150732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ea073-5444-4b51-9865-21cc647a5904 None None] New status for floating IP a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:57:06.316318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86af74ab-89c0-49e1-8591-63a017b06f2f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:06.437108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d97d1c8e-21bc-49dd-b148-597dbc814aae is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:06.439127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:06.556378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.686820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] For port 49b34d9f-2747-4454-8f77-3e3528daa132, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49b34d9f-2747-4454-8f77-3e3528daa132,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:06.727658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86af74ab-89c0-49e1-8591-63a017b06f2f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:06.735831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.804772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:06.817109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:07.082560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:07.098972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-82a74a40-5dbd-4ef9-866b-793bc17d4964 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0357759 Aug 04 14:57:07.099157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:07.104755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'network': {'name': 'tempest-RoutersTest-925275569'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:07.148582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:07.152291 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.175717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.219699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.224333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:57:07.250272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.250649 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added segment a19675e4-2ee2-46b7-b513-2161653da5ce of type vlan for network d3d2747f-3a44-4758-be59-05b05ad87205 Aug 04 14:57:07.258127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.265255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.4367330 Aug 04 14:57:07.265255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37894) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:07.276551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34711ce1-e646-4d55-a4f6-d4c4fa80fe6f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5372a94-c39b-4640-9526-f9b55ec74b32,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:07.285170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8e62e-798c-4bed-8541-4ef19366130a None None] Pushing event updated for resources: {'Port': ['ID=49b34d9f-2747-4454-8f77-3e3528daa132,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:07.313575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:07.318216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19c073-7eb1-4bf6-826d-1ca7d14b5b0a req-d11f8b2d-292d-418c-b6cb-1883770a47d2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:07.319956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b19c073-7eb1-4bf6-826d-1ca7d14b5b0a req-d11f8b2d-292d-418c-b6cb-1883770a47d2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.1860282 Aug 04 14:57:07.360267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.375489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.400553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.403955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b19c073-7eb1-4bf6-826d-1ca7d14b5b0a req-b87d571f-cff1-457e-ba85-a723cc5f5399 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Aug 04 14:57:07.411458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Deleting port 9f2f4bde-e869-49e0-a0d3-246019679681 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:07.411950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.424464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:07.425184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:07.497833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.504382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:07.505011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.525635 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.564455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.565545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a5372a94-c39b-4640-9526-f9b55ec74b32 HTTP/1.1" status: 204 len: 168 time: 0.2984948 Aug 04 14:57:07.568550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ffde2-ddd1-4f90-ad5b-1e885493da29 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5372a94-c39b-4640-9526-f9b55ec74b32,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:07.575104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:07.679787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5794830 Aug 04 14:57:07.681840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37900) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:07.696955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:07.706363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'subnet': {'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:07.805079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f5f17687-ba14-49ea-9be2-a8009be728f2 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2267358 Aug 04 14:57:07.808040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:07.821073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.821335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.879938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Calling delete_port for 9f2f4bde-e869-49e0-a0d3-246019679681 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:07.925124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Provisioning for port 6eb82c5d-4a16-4c01-af23-cc950708b220 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:07.940442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Provisioning complete for port 6eb82c5d-4a16-4c01-af23-cc950708b220 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:07.943700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9ee65-10a3-44f1-94f8-ccd8389c8daf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Network': ['ID=d3d2747f-3a44-4758-be59-05b05ad87205,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:07.944369 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:07.989592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Made reservation on behalf of 7d8530e485c048e28bbbf1de37b0bdee for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:07.993488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.019309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d3d2747f-3a44-4758-be59-05b05ad87205 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:57:08.071444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.132338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.280135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49b34d9f-2747-4454-8f77-3e3528daa132 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:08.322613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.331958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.336296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/b3e89be1-3801-4ce8-ade0-1d02e4a15b04 HTTP/1.1" status: 204 len: 168 time: 0.5249894 Aug 04 14:57:08.374954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Port 6eb82c5d-4a16-4c01-af23-cc950708b220 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:57:08.429160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:08.429998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bcc74-3793-473d-ad82-f8e9afdece45 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e89be1-3801-4ce8-ade0-1d02e4a15b04,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:08.519770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.550629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Provisioning complete for port 49b34d9f-2747-4454-8f77-3e3528daa132 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:08.551007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-de3d810e-7930-4565-b54a-0c9616707190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.570952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 49b34d9f-2747-4454-8f77-3e3528daa132 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:08.571585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.675689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Subnet': ['ID=b06f2d74-8394-4b63-8305-2fce09ac6f94,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:08.706691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Checking segment: {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:08.707098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network hostable DHCP agents. Network: d3d2747f-3a44-4758-be59-05b05ad87205, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:57:08.749472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:08.755646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group': {'name': 'tempest-secgroup--273798574'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:08.756731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23e35f5c-2e75-4cbb-b62c-0b9597ba8026 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3034294 Aug 04 14:57:08.763429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.775339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d3d2747f-3a44-4758-be59-05b05ad87205 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:57:08.805137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d3d2747f-3a44-4758-be59-05b05ad87205) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:08.818232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'Port': ['ID=9f2f4bde-e869-49e0-a0d3-246019679681,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:08.822038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:08.822684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.840183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.900281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc516ca-93d7-4ca4-b32b-a5f347055536 None None] Network d3d2747f-3a44-4758-be59-05b05ad87205 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:08.909536 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-27bb2ec4-afa7-4091-96c6-8db9da138703 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2067666 Aug 04 14:57:08.910217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:08.934160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984966b-a65d-4c9f-9286-d4f48d5a8484 req-beb617c4-fdc7-47c2-a42e-4ed82d13174e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:08.943376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3984966b-a65d-4c9f-9286-d4f48d5a8484 req-beb617c4-fdc7-47c2-a42e-4ed82d13174e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3749032 Aug 04 14:57:08.952873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:04Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:05Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:08.976225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.979385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:08.980895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-279bf23c-158d-4ec1-8e63-fe80b6301dec tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "DELETE /v2.0/floatingips/a07f445f-b5b3-4c20-94f0-0f61f1c3a5fb HTTP/1.1" status: 204 len: 168 time: 3.3280005 Aug 04 14:57:09.042158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3984966b-a65d-4c9f-9286-d4f48d5a8484 req-73bd4f46-11c4-45b4-b782-0b69fc2b0788 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975189 Aug 04 14:57:09.141240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:09.142230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Updating router 148948c8-9bd7-4812-957e-74fb08bd92f1 port 6eb82c5d-4a16-4c01-af23-cc950708b220 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:57:09.190698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.212724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.256265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.486103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.489851 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7368944 Aug 04 14:57:09.491191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:09.497808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'b41503b5-8290-4e7e-b72c-0801e529f687', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:09.572934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e95d25-e766-43e3-873e-657c8132cbbf tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41503b5-8290-4e7e-b72c-0801e529f687,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:09.604567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.731432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.734355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.741461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.800814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bc9398-062d-41df-bc19-64bdc77cdb3b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:09.825510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:09.827697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d28eb035-17b8-4bc7-91ba-3fd3fcd32d27 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347569 Aug 04 14:57:09.830509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:09.869718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-11601aca-f4c6-42fe-bba7-b5f5517f9c82 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules/02bc9398-062d-41df-bc19-64bdc77cdb3b HTTP/1.1" status: 200 len: 763 time: 0.0349550 Aug 04 14:57:09.870602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:09.965565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-64957183-3b32-4080-9b1d-4fc1268de320 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935688 Aug 04 14:57:09.970749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37948) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.019283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.039737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.136267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37952) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.155390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.170063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.176838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390215786', 'description': 'tempest-description--624624620'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:10.177249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/02bc9398-062d-41df-bc19-64bdc77cdb3b HTTP/1.1" status: 204 len: 168 time: 0.2050891 Aug 04 14:57:10.182073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37954) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.223488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-da0f7264-61e0-474c-aa5c-2d8a238bf8fc None None] Provisioning complete for port 6eb82c5d-4a16-4c01-af23-cc950708b220 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:10.225398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788ec40-a723-4640-909c-439fee678596 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02bc9398-062d-41df-bc19-64bdc77cdb3b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:10.226088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da0f7264-61e0-474c-aa5c-2d8a238bf8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.348628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.355332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-da0f7264-61e0-474c-aa5c-2d8a238bf8fc None None] Port 6eb82c5d-4a16-4c01-af23-cc950708b220 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:57:10.380613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b244a69a-3a60-49c9-a754-d23c2cfbde44 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1966178 Aug 04 14:57:10.384432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37960) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.389085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d3d2747f-3a44-4758-be59-05b05ad87205', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 14:57:10.390224 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.403807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'b41503b5-8290-4e7e-b72c-0801e529f687', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:10.478351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:57:10.478351 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 14:57:10.478351 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '0a275cf579a841f4a2ac1aa56c68bf08', 'expiration_1': datetime.datetime(2021, 8, 4, 14, 57, 10, 416953)}] Aug 04 14:57:10.478351 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:57:10.479033 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:57:10.496724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e33e0-289c-4149-81b4-469ac376d557 req-b34362c2-c6ac-4d4a-a4ac-549805a6c8a0 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:10.511219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-399e33e0-289c-4149-81b4-469ac376d557 req-b34362c2-c6ac-4d4a-a4ac-549805a6c8a0 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2390368 Aug 04 14:57:10.564990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.653286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-399e33e0-289c-4149-81b4-469ac376d557 req-f29db9ab-9462-4c20-8475-5c46c87370a6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402028 Aug 04 14:57:10.663984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Allocated IP 172.23.0.1 (d3d2747f-3a44-4758-be59-05b05ad87205/b06f2d74-8394-4b63-8305-2fce09ac6f94/f86fefc4-167f-4a9a-b379-5608c3fdb283) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:10.832627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.844048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.883471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f1ae4-368a-4a02-867f-723c9b98753e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:10.903969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:10.905237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97de86d0-c955-41e9-bb0e-6b440220b282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5141435 Aug 04 14:57:10.908218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.940955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6250e6c2-2375-4735-ba68-d3a73cf08d2f tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules/ef7f1ae4-368a-4a02-867f-723c9b98753e HTTP/1.1" status: 200 len: 763 time: 0.0289888 Aug 04 14:57:10.951768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:10.997457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.032443 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.072512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1eb5c0c9-8b0c-41ef-96e1-f1f56b0ee6aa tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1170554 Aug 04 14:57:11.073661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:11.084968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Transition to ACTIVE for port object 6eb82c5d-4a16-4c01-af23-cc950708b220 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:11.088476 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.104801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.135731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Transition to ACTIVE for port object f86fefc4-167f-4a9a-b379-5608c3fdb283 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:11.208955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.236105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.254687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.423467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.470929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef7f1ae4-368a-4a02-867f-723c9b98753e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:11.489112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.492012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-53bff32c-cd48-4a7b-8401-e09e79f5a5c7 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ef7f1ae4-368a-4a02-867f-723c9b98753e HTTP/1.1" status: 204 len: 168 time: 0.4160311 Aug 04 14:57:11.495007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37980) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:11.586139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d3d2747f-3a44-4758-be59-05b05ad87205 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:11.588676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-db37ffe6-20dd-4e97-a7c3-70257ec5721a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919826 Aug 04 14:57:11.599289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37982) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:11.610386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.614765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Allocated IP 172.23.0.2 (d3d2747f-3a44-4758-be59-05b05ad87205/b06f2d74-8394-4b63-8305-2fce09ac6f94/63a985cb-7b30-450d-a63d-3d12a44a8b93) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:11.616950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:11.625900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:11.672483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Request body: {'security_group_rule': {'security_group_id': 'b41503b5-8290-4e7e-b72c-0801e529f687', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:11.898634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:11.906072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44d52-3744-4312-991a-cdad3597ebf0 None None] Pushing event updated for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:11.935753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472f673-3c72-4c68-892c-238ec36e4ec3 req-c9e29977-2613-4303-87ff-3e1a5241687c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:11.947262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3472f673-3c72-4c68-892c-238ec36e4ec3 req-c9e29977-2613-4303-87ff-3e1a5241687c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.1419256 Aug 04 14:57:12.037609 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Project aa3325b8d46f489f837c8c7544061e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 14:57:12.040254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3472f673-3c72-4c68-892c-238ec36e4ec3 req-0fdacbbe-75bc-46d9-a68a-a0fa384a5086 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781922 Aug 04 14:57:12.051030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Attempting to bind port 6eb82c5d-4a16-4c01-af23-cc950708b220 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:12.051393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Attempting to bind port 6eb82c5d-4a16-4c01-af23-cc950708b220 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:12.051770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Attempting to bind port 6eb82c5d-4a16-4c01-af23-cc950708b220 on network d97d1c8e-21bc-49dd-b148-597dbc814aae {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:12.059897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:12.060282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Checking segment: {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:12.060695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.061066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Bound using segment: {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:12.062287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Bound port: 6eb82c5d-4a16-4c01-af23-cc950708b220, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a2112-c82d-45b7-b427-58591c59c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:12.062287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.145231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.152035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:12.154758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.156116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9920073 Aug 04 14:57:12.160303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:12.171293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976aefed-1aa1-4666-a958-a71b89beead1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076c52ae-617f-4800-89f2-b0310c8a9f37,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:12.178322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.199961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group_rule': {'security_group_id': '076c52ae-617f-4800-89f2-b0310c8a9f37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:12.213906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] For port 6eb82c5d-4a16-4c01-af23-cc950708b220, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:12.290107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.309943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.318805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Transition to ACTIVE for port object 63a985cb-7b30-450d-a63d-3d12a44a8b93 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:12.331035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] For port 6eb82c5d-4a16-4c01-af23-cc950708b220, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6eb82c5d-4a16-4c01-af23-cc950708b220,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:12.348228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.356305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Transition to ACTIVE for port object 63a985cb-7b30-450d-a63d-3d12a44a8b93 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:12.384514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.406177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.409178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.424315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.447570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5306d2-14f3-4169-bc4a-99a50ce16ecb,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:12.457243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.464775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:12.467822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:12.473281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.474548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8bbc0606-cc9b-4337-90af-0f350bbb16a9 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125272 Aug 04 14:57:12.477743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37998) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:12.482440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'security_group_rule': {'security_group_id': '076c52ae-617f-4800-89f2-b0310c8a9f37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:12.498642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe378198-eedb-445b-84e9-73c984e2e310,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:12.529949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.565206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.590833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.592963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-07c158ff-ca09-435d-899c-ee4cf36a59b9 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9533210 Aug 04 14:57:12.599207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38002) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:12.644844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0de20b28-d86b-4715-94e8-45cb91e0fb17 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules/fe378198-eedb-445b-84e9-73c984e2e310 HTTP/1.1" status: 200 len: 769 time: 0.0445287 Aug 04 14:57:12.648013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38004) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:12.749020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.758746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.831965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72c8ec3-ea5b-4e9c-92e1-c8f1b83bebdf,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:12.839517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.845628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6387cf6b-05dd-4056-8113-59248066dcb2 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670921 Aug 04 14:57:12.846324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38006) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:12.858815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:12.907214 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:12.982419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Network d3d2747f-3a44-4758-be59-05b05ad87205 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:12.987057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44d52-3744-4312-991a-cdad3597ebf0 None None] Pushing event updated for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:13.042124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Pushing event updated for resources: {'Port': ['ID=63a985cb-7b30-450d-a63d-3d12a44a8b93,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:13.054742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:13.060990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:13.109006 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-40f4c3a9-341c-4eaf-a24a-ffbffdfd285a tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4543478 Aug 04 14:57:13.113212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38014) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:13.144528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:13.267707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.385390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Attempting to bind port 63a985cb-7b30-450d-a63d-3d12a44a8b93 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:13.391765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Attempting to bind port 63a985cb-7b30-450d-a63d-3d12a44a8b93 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:13.392331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Attempting to bind port 63a985cb-7b30-450d-a63d-3d12a44a8b93 on network d3d2747f-3a44-4758-be59-05b05ad87205 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:13.393490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.419091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:13.423750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Checking segment: {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:13.424196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.424607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Bound using segment: {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:13.425567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Bound port: 63a985cb-7b30-450d-a63d-3d12a44a8b93, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:13.425705 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.506222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.581377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.609330 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.623855 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fe378198-eedb-445b-84e9-73c984e2e310 HTTP/1.1" status: 204 len: 168 time: 0.5045979 Aug 04 14:57:13.666621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38030) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:13.698988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Allocated IP 172.25.0.16 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/199e0e48-1df7-4a4c-b6fa-e5c95c37ec01) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:13.811745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bac61c-df43-4449-b7cc-4dbd66c29761 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe378198-eedb-445b-84e9-73c984e2e310,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:13.864687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] For port 63a985cb-7b30-450d-a63d-3d12a44a8b93, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:13.885011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] For port 63a985cb-7b30-450d-a63d-3d12a44a8b93, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63a985cb-7b30-450d-a63d-3d12a44a8b93,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:13.891815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.922318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a5d42a39-52a7-4212-99ed-60fa2a926559 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2518775 Aug 04 14:57:13.927455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38034) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:13.931636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38036) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:13.955430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:13.968060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d28c-5f2d-4554-9bd5-8903cf5c51e6 req-0ac3b68f-9340-40b9-8d57-a5f8f720abd9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:13.971545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f241d28c-5f2d-4554-9bd5-8903cf5c51e6 req-0ac3b68f-9340-40b9-8d57-a5f8f720abd9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.6835015 Aug 04 14:57:14.086674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f241d28c-5f2d-4554-9bd5-8903cf5c51e6 req-41e835e9-d980-47ed-ad28-0a855fb9d45c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083269 Aug 04 14:57:14.144990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.208400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.243939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62709621-5c38-41dc-824e-0dc8889c29e6 None None] Pushing event updated for resources: {'Port': ['ID=63a985cb-7b30-450d-a63d-3d12a44a8b93,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:14.264923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:10Z', 'revision_number': 1, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:14.281853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.285027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=199e0e48-1df7-4a4c-b6fa-e5c95c37ec01,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:14.308195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:14.309720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:14.316542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:14.412282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d648410-ad37-4679-a369-df04b82ee0cb None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:10Z', 'revision_number': 1, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:14.493980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.599453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.645278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.724585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.844624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9d0df90-8358-428d-8302-0d06210580b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:14.888038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6990de04-27c5-4de2-af9b-e3f8f42b608b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:15.173057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event updated for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:15.269366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:15.286060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:15.567921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ea7a8-eb1a-4c41-a745-c99c245b852e req-ddf49f80-91d6-4ddd-b931-76f384013570 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:15.569688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-417ea7a8-eb1a-4c41-a745-c99c245b852e req-ddf49f80-91d6-4ddd-b931-76f384013570 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.2890284 Aug 04 14:57:15.620906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:15.624674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=199e0e48-1df7-4a4c-b6fa-e5c95c37ec01,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:15.676572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-417ea7a8-eb1a-4c41-a745-c99c245b852e req-44f74366-7756-49a5-b321-ff94e7f65a33 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993016 Aug 04 14:57:15.983470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.089699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-f8635fb0-0b56-45f6-ba0a-49059f7165cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:16.098130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-f8635fb0-0b56-45f6-ba0a-49059f7165cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1097 time: 1.0837739 Aug 04 14:57:16.185876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abaaa0f-4348-42b7-bf79-4d47107b7837 None None] Network d3d2747f-3a44-4758-be59-05b05ad87205 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:16.272525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.276553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.278625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "DELETE /v2.0/security-groups/b41503b5-8290-4e7e-b72c-0801e529f687 HTTP/1.1" status: 204 len: 168 time: 2.3135753 Aug 04 14:57:16.281721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38074) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:16.287066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Network d3d2747f-3a44-4758-be59-05b05ad87205 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:16.317749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:16.420797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f4827de-189e-430f-bd9a-c523ed016282 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371450 Aug 04 14:57:16.430499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:16.442074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8be4f9-53ee-4c8e-823f-f63be65f7634 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41503b5-8290-4e7e-b72c-0801e529f687,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:16.475153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63a985cb-7b30-450d-a63d-3d12a44a8b93 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:16.532611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-da537277-67ab-4783-b510-2972b2b41e13 tempest-SecGroupIPv6Test-894344255 tempest-SecGroupIPv6Test-894344255-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003301 Aug 04 14:57:16.554575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7745a0bd-a0e2-4d67-9086-1318dccd3ade None None] Provisioning for port 63a985cb-7b30-450d-a63d-3d12a44a8b93 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:16.592715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6990de04-27c5-4de2-af9b-e3f8f42b608b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.594628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-c9cf7d1d-7055-4f6c-9bb2-36d92570096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:16.596295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-c9cf7d1d-7055-4f6c-9bb2-36d92570096f service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.4758451 Aug 04 14:57:16.599664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6990de04-27c5-4de2-af9b-e3f8f42b608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.604929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.618694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d6d920c2-5220-4ada-8e0e-328121ad41d0 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7707360 Aug 04 14:57:16.634712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 63a985cb-7b30-450d-a63d-3d12a44a8b93 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:16.644150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 63a985cb-7b30-450d-a63d-3d12a44a8b93 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:16.646404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:16.684827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-35dbbd68-7aa2-4af4-a3f2-c09c5a7c7d21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 217 time: 0.0597303 Aug 04 14:57:16.709860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990de04-27c5-4de2-af9b-e3f8f42b608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3045e6-caac-4896-a37b-2dab612afc18,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:16.785906 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6990de04-27c5-4de2-af9b-e3f8f42b608b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=182be580784d4e1290fb102dee07c46b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8336031 Aug 04 14:57:16.785906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:16.786309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38094) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:16.808211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-b328b871-1075-4c1c-aba5-25c6f49d2cbb req-bed36f24-04ec-4569-985f-d5bc4766ee33 service neutron] (94265) timed out ('10.222.0.76', 38510) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 14:57:16.851464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-9b4748c2-2c02-4599-b045-baa7265f8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:16.853049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-9b4748c2-2c02-4599-b045-baa7265f8635 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.1551933 Aug 04 14:57:16.895538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.045185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38108) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:17.050457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-d9e2a0a3-4650-427a-969a-9e61e1604946 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235585 Aug 04 14:57:17.060564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 63a985cb-7b30-450d-a63d-3d12a44a8b93, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63a985cb-7b30-450d-a63d-3d12a44a8b93,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:17.070651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.073025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6eb82c5d-4a16-4c01-af23-cc950708b220 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:17.089239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.150198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:17.166998 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:17.176035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8891d83a-f106-4cad-a539-9eda53621a8a tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2594337 Aug 04 14:57:17.189308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38120) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:17.197907 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:17.198100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:17.198658 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:56:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:17.249283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-457f4428-8dcf-4b0e-8e9e-bc4dfefbf617 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1390215786&fields=id&tenant_id=0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 267 time: 0.1142626 Aug 04 14:57:17.289357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.321330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e436f2f-880d-43f1-96cd-8e9eb1ae2a40 req-6b597b78-db2a-438a-81dd-33303131c222 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:17.323671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e436f2f-880d-43f1-96cd-8e9eb1ae2a40 req-6b597b78-db2a-438a-81dd-33303131c222 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3882737 Aug 04 14:57:17.393363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-8fd136ce-27a1-4f8b-83e6-3dec45ac7ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335423 Aug 04 14:57:17.452466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Provisioning complete for port 63a985cb-7b30-450d-a63d-3d12a44a8b93 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:17.453079 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.456407 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:17.462199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=63a985cb-7b30-450d-a63d-3d12a44a8b93,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:17.523633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5cc04ee-0b95-4549-9601-5d6157b95fee req-0ea35aa4-57bb-4849-af5d-8ccb71a9c110 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184032 Aug 04 14:57:17.562158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e436f2f-880d-43f1-96cd-8e9eb1ae2a40 req-59e8b9fd-db68-470c-b7eb-f10000add0d0 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104394 Aug 04 14:57:17.580333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9994-2c53-4f88-aa21-caee0b4045e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.581874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6eb82c5d-4a16-4c01-af23-cc950708b220 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:17.649088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6eb82c5d-4a16-4c01-af23-cc950708b220 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:17.649485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.663319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.672387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-061c9592-0a8a-4835-a358-950617238f14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa3325b8d46f489f837c8c7544061e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263666 Aug 04 14:57:17.675210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38124) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:17.697290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.712319 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.713871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c3045e6-caac-4896-a37b-2dab612afc18 HTTP/1.1" status: 204 len: 168 time: 0.9262910 Aug 04 14:57:17.738558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-f4474d79-0621-4888-b52a-8001ccb71388 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:17.740314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-f4474d79-0621-4888-b52a-8001ccb71388 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 809 time: 0.4898949 Aug 04 14:57:17.803893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f5b21-48b7-4f52-bc5f-925f3560f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3045e6-caac-4896-a37b-2dab612afc18,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:17.832232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-08e66ec6-27e2-4a68-98e3-5edec80a7cde tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/quotas/0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 375 time: 0.0838854 Aug 04 14:57:17.851228 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:12Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:13Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:17.904756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:17.905109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Updating router 148948c8-9bd7-4812-957e-74fb08bd92f1 port f86fefc4-167f-4a9a-b379-5608c3fdb283 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 14:57:17.964456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-8a3e96a4-4932-4ed7-b336-f9859ca00835 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207287 Aug 04 14:57:17.986078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb6b02-6fda-4f4f-aae2-9cddedb746ae req-eaf8d7ea-69c7-42fd-8759-4e685975ea26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:17.987471 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:17.993879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88fb6b02-6fda-4f4f-aae2-9cddedb746ae req-eaf8d7ea-69c7-42fd-8759-4e685975ea26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.2466776 Aug 04 14:57:18.005249 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.030898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.035449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.044564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Provisioning for port f86fefc4-167f-4a9a-b379-5608c3fdb283 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:18.051900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Provisioning complete for port f86fefc4-167f-4a9a-b379-5608c3fdb283 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:18.052324 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.097127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5543e9e3-a41f-4708-b2d6-2ac02c2e936e None None] Port f86fefc4-167f-4a9a-b379-5608c3fdb283 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:57:18.127802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6eb82c5d-4a16-4c01-af23-cc950708b220, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6eb82c5d-4a16-4c01-af23-cc950708b220,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:18.140204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.158323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88fb6b02-6fda-4f4f-aae2-9cddedb746ae req-aeea1ab6-097d-48fd-ab9a-df098410d95c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632674 Aug 04 14:57:18.207632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-779d39c9-3acc-4cef-92f4-91d347239c6d service neutron] 10.222.0.76 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421517 Aug 04 14:57:18.223419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.308188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ca597e7a-fa95-4131-8fc9-0d9f20d64efa None None] Provisioning complete for port f86fefc4-167f-4a9a-b379-5608c3fdb283 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:18.309757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ca597e7a-fa95-4131-8fc9-0d9f20d64efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.373256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:18.379500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ca597e7a-fa95-4131-8fc9-0d9f20d64efa None None] Port f86fefc4-167f-4a9a-b379-5608c3fdb283 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:57:18.387386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63a985cb-7b30-450d-a63d-3d12a44a8b93 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:18.445764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:18.485858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 63a985cb-7b30-450d-a63d-3d12a44a8b93 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:18.491307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.506719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5b62-890f-4376-ab77-f5a5af074845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.513743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.517037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.521241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f148f2f-9c74-4633-b8a1-1c63ec80d944 HTTP/1.1" status: 204 len: 168 time: 0.8445065 Aug 04 14:57:18.532737 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.542008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-f83de44b-bebb-442e-8243-d3fa1d9c17c9 service neutron] 10.222.0.76 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208344 Aug 04 14:57:18.547072 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Transition to ACTIVE for port object f86fefc4-167f-4a9a-b379-5608c3fdb283 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:18.558626 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.572030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85872d-3dc4-4926-951d-796e37153892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f148f2f-9c74-4633-b8a1-1c63ec80d944,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:18.623606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.extraroute_db [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:57:18.659112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.extraroute_db [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Removed routes are [] {{(pid=94266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:57:18.659622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.678718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.775700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.872292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5b62-890f-4376-ab77-f5a5af074845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.890213 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Attempting to bind port f86fefc4-167f-4a9a-b379-5608c3fdb283 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:18.890616 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Attempting to bind port f86fefc4-167f-4a9a-b379-5608c3fdb283 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:18.890972 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Attempting to bind port f86fefc4-167f-4a9a-b379-5608c3fdb283 on network d3d2747f-3a44-4758-be59-05b05ad87205 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:18.916745 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:18.927892 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Checking segment: {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:18.929986 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.932509 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Bound using segment: {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:18.933026 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Bound port: f86fefc4-167f-4a9a-b379-5608c3fdb283, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19675e4-2ee2-46b7-b513-2161653da5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:18.933416 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:18.990290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5b62-890f-4376-ab77-f5a5af074845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.005512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1849ab-2613-4af8-bdb8-fae37ab979ac req-ed24342d-f5ef-4ca7-810c-73269305ffaf tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:19.031677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e1849ab-2613-4af8-bdb8-fae37ab979ac req-ed24342d-f5ef-4ca7-810c-73269305ffaf tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.1275811 Aug 04 14:57:19.045168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ebb5b62-890f-4376-ab77-f5a5af074845 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c9c1feebf2c449f698fced785106ff81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708171 Aug 04 14:57:19.049253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:19.101930 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] For port f86fefc4-167f-4a9a-b379-5608c3fdb283, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:19.109236 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] For port f86fefc4-167f-4a9a-b379-5608c3fdb283, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f86fefc4-167f-4a9a-b379-5608c3fdb283,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:19.122395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5b62-890f-4376-ab77-f5a5af074845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92226066-fb1f-41d5-8d82-c717dda0b0c4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:19.137621 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.145621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.149719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f737ea-a6af-4012-97c9-1a09fd616365 None None] Pushing event updated for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:19.156641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.175217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e1849ab-2613-4af8-bdb8-fae37ab979ac req-b0cb58f4-98b9-4521-a799-ea593d6b906e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432641 Aug 04 14:57:19.281287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:19.281852 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:19.338564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-356f7788-e9d3-46e0-a4d5-c1321c07b2d2 req-c0c2a856-35c7-44d6-bd84-a74c1c8dfcca tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 210 time: 0.1622558 Aug 04 14:57:19.436811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f737ea-a6af-4012-97c9-1a09fd616365 None None] Pushing event updated for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:19.478813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:19.515359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:19.524613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.553256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc32663-ba34-42c7-b6c4-7258c036d758 req-45774d72-51fe-459e-8643-9d31a120c99f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:19.563060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc32663-ba34-42c7-b6c4-7258c036d758 req-45774d72-51fe-459e-8643-9d31a120c99f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.2030349 Aug 04 14:57:19.593333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.646365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dc32663-ba34-42c7-b6c4-7258c036d758 req-fc8b3403-5819-4b51-983a-ecfad3d30a49 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821593 Aug 04 14:57:19.768872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:19.777379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.788631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d61b6c90-853e-4b19-a930-7e932298b9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 933 time: 2.5979102 Aug 04 14:57:19.791367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38182) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:19.817791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.821381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:19.822664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92226066-fb1f-41d5-8d82-c717dda0b0c4 HTTP/1.1" status: 204 len: 168 time: 0.7723894 Aug 04 14:57:19.842349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e99a3-4ee9-448b-8779-1824b3838bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92226066-fb1f-41d5-8d82-c717dda0b0c4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:19.919029 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 6, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:19Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:20.003798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72f3bfa6-9e4b-4201-846c-e52342db44e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 933 time: 0.2085466 Aug 04 14:57:20.004125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38192) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:20.009843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'routes': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:20.067660 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f87e6-99dd-452b-ae58-31b4dbae8964 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 6, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:19Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:20.143016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38196) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:20.177305 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.334174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3373fa40-84ca-440f-8baa-c52479780c88 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:20.334770 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-3373fa40-84ca-440f-8baa-c52479780c88 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 14:57:20.335277 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-3373fa40-84ca-440f-8baa-c52479780c88 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 14:57:20.340694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3373fa40-84ca-440f-8baa-c52479780c88 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1960092 Aug 04 14:57:20.341312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38204) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:20.347433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--651098973'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:20.386974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.401208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:20.409319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.413726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f86fefc4-167f-4a9a-b379-5608c3fdb283 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:20.690025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f86fefc4-167f-4a9a-b379-5608c3fdb283 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:20.692733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7490ee09-b83d-4fca-8e1e-14134b9b70d1 req-220f6ebc-629b-42db-bf81-202bae0f8d7e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 210 time: 0.1801114 Aug 04 14:57:20.705125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.715236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.724412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9775173-327f-4a1a-acb4-b98fed61ec8d req-c7f9cbc3-91bb-44bf-bad2-c774f3478852 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:20.734377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9775173-327f-4a1a-acb4-b98fed61ec8d req-c7f9cbc3-91bb-44bf-bad2-c774f3478852 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3880076 Aug 04 14:57:20.753603 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.809556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f86fefc4-167f-4a9a-b379-5608c3fdb283 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:20.810549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.816451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:20.818242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9775173-327f-4a1a-acb4-b98fed61ec8d req-39533d8e-1384-4590-99b3-9b1b511e3287 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825431 Aug 04 14:57:20.860449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.916521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:20.919182 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1b79a0-13a1-42f2-a9be-3d3a5bef4dcb" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:20.934539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:20.935437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:20.942272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:20.950354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:20.962046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474ba24c-f3a0-4436-b44d-750bd237fb6d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:21.011726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.013001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6707416 Aug 04 14:57:21.018286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.020519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38228) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:21.032556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '370cf7eb-1bab-414f-ad2b-3d0d2b46fcea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:21.040111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06830ddd-3951-48b6-a63a-1cf07563aa2b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370cf7eb-1bab-414f-ad2b-3d0d2b46fcea,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:21.050026 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d16855d-ad2a-4304-bd24-2e679ca263c2 x-openstack-request-id: req-4d16855d-ad2a-4304-bd24-2e679ca263c2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:21.050170 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:21.050594 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d16855d-ad2a-4304-bd24-2e679ca263c2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:21.051094 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:57:21.056301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-aa8e9a31-95d5-4f5d-951d-3f07a34aee3d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:21.058543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-aa8e9a31-95d5-4f5d-951d-3f07a34aee3d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.46 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 809 time: 0.4609802 Aug 04 14:57:21.059503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added routes are [] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:57:21.062001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.extraroute_db [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:57:21.096694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.120998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.127594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-4d619d79-3a80-43ed-9cf1-f4ff8d49e7dc tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a275cf579a841f4a2ac1aa56c68bf08 HTTP/1.1" status: 200 len: 380 time: 0.0580680 Aug 04 14:57:21.134342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c216ce-47c3-44b2-8568-4b922be62192 req-efa65f5e-8c0b-4145-8f88-46d918eacf88 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:21.136237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8c216ce-47c3-44b2-8568-4b922be62192 req-efa65f5e-8c0b-4145-8f88-46d918eacf88 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1710918 Aug 04 14:57:21.140872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:21.148672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'port': {'device_id': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'admin_state_up': True, 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'security_groups': ['076c52ae-617f-4800-89f2-b0310c8a9f37']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:21.195252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:21.209439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.268351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.288182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.318507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9553b9ef-9896-4a74-9b1c-12641ecd4332,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:21.323759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.325169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aba5ea4e-733b-4608-8755-855a931eee74 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985332 Aug 04 14:57:21.328628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:21.336033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-70c69cfa-e0e7-42b3-ae61-c8c4ea824ef2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '370cf7eb-1bab-414f-ad2b-3d0d2b46fcea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:21.358155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Made reservation on behalf of 0a275cf579a841f4a2ac1aa56c68bf08 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:21.362133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.379821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f86fefc4-167f-4a9a-b379-5608c3fdb283, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f86fefc4-167f-4a9a-b379-5608c3fdb283,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:21.392824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.393613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6eb82c5d-4a16-4c01-af23-cc950708b220 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:21.395518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8c216ce-47c3-44b2-8568-4b922be62192 req-4ac76b8f-842e-45f4-9b0d-c983cff9c73d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246924 Aug 04 14:57:21.412905 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-70c69cfa-e0e7-42b3-ae61-c8c4ea824ef2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.427454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.432075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.532748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:21.552210 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-70c69cfa-e0e7-42b3-ae61-c8c4ea824ef2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 14:57:21.553309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-70c69cfa-e0e7-42b3-ae61-c8c4ea824ef2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2242258 Aug 04 14:57:21.554909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6eb82c5d-4a16-4c01-af23-cc950708b220 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:21.555394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.556204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:21.580441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:21.593734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Allocated IP 172.20.0.11 (c7883568-e9c5-4418-a4e7-a5ac2ec688e8/df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2/427f2ea1-5cca-48bd-b5a4-ce8b743b67c9) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:21.603976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 6, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:19Z', 'revision_number': 4, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:21.638997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:21.656115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:21.656989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:21.693186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.785677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.869675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:21.917546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.921380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.926960 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/370cf7eb-1bab-414f-ad2b-3d0d2b46fcea HTTP/1.1" status: 204 len: 168 time: 0.3696740 Aug 04 14:57:21.928121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38258) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:21.931705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:21.993415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfda4c3-9d56-48d9-bf40-7bab38d6c383 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370cf7eb-1bab-414f-ad2b-3d0d2b46fcea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:22.067669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f6ae17c-dbae-45a9-bfa3-8bd7765c631b tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224749 Aug 04 14:57:22.072142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38268) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:22.078437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021025342'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:22.093632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Transition to ACTIVE for port object 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:22.131954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.198110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.292689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 7, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:22.307807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:22.315159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event updated for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:22.320794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:22.323543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:22.347050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f86fefc4-167f-4a9a-b379-5608c3fdb283 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:22.350805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa03a-9135-465c-9969-ab4671cca4cb None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 7, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:22.426333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:57:22.429831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:22.430680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.484329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.494161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.502962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c62f-d63a-4362-81b0-27e57ef2ac7d req-533dae32-f52c-4a9b-b61c-f77c1cc0fb23 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:22.504670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47b0c62f-d63a-4362-81b0-27e57ef2ac7d req-533dae32-f52c-4a9b-b61c-f77c1cc0fb23 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 932 time: 0.2861233 Aug 04 14:57:22.517732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f0668-8a43-423e-a531-a6eabded4871 req-3b25e5b4-a674-4599-90f1-3df29685e402 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:22.526125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-077f0668-8a43-423e-a531-a6eabded4871 req-3b25e5b4-a674-4599-90f1-3df29685e402 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3085854 Aug 04 14:57:22.568112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef7059b-fa3c-4c4a-9c8c-a0abd736d0f1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:22.573580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-fb320f7a-4d07-4ecd-8d8b-d8afed0a306b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4291644 Aug 04 14:57:22.582378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.586889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb0ae53c-14c9-4628-965d-388f87b9887e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5136149 Aug 04 14:57:22.589017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:22.594007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-335b3132-ce0c-401e-9e85-a05f0f6c9069 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': 'fef7059b-fa3c-4c4a-9c8c-a0abd736d0f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:22.594983 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-335b3132-ce0c-401e-9e85-a05f0f6c9069 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 04 14:57:22.595488 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-335b3132-ce0c-401e-9e85-a05f0f6c9069 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:22.601292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-335b3132-ce0c-401e-9e85-a05f0f6c9069 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109861 Aug 04 14:57:22.609838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Request body: {'port': {'device_id': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:22.616581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:22.632305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-077f0668-8a43-423e-a531-a6eabded4871 req-0d442226-6535-486e-9d98-478fd5861ed4 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048753 Aug 04 14:57:22.688635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f86fefc4-167f-4a9a-b379-5608c3fdb283 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:22.689000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:22.689118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.710677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.715778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7dbaf097-154c-4e36-8633-cb18775c39c4 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 699 time: 2.7105722 Aug 04 14:57:22.720954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38284) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:22.795118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.822856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:22.838484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:22.839320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:22.868340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.879790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3986d56d-59d5-4ff4-98c3-2b7a9c551b19 None None] Provisioning for port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:22.899174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:22.903349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-46e02433-ab75-4c16-a007-605b282af5b2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 699 time: 0.1810079 Aug 04 14:57:22.906541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38294) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:22.930098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3986d56d-59d5-4ff4-98c3-2b7a9c551b19 None None] Provisioning complete for port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:22.930420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3986d56d-59d5-4ff4-98c3-2b7a9c551b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:22.960385 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.008700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'mac_address': 'fa:16:3e:98:fe:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:57:23.051933 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:23.060312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47b0c62f-d63a-4362-81b0-27e57ef2ac7d req-969cdde4-89d0-4fc7-8f97-9d6e7116e586 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672379 Aug 04 14:57:23.081558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557f57-a20b-44e9-8510-eb3f8c926fd2 req-794ff3dc-2e79-4981-b1ab-d1e89087d77f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:23.089532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9557f57-a20b-44e9-8510-eb3f8c926fd2 req-794ff3dc-2e79-4981-b1ab-d1e89087d77f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.2022474 Aug 04 14:57:23.191848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.197819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.203035 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/fef7059b-fa3c-4c4a-9c8c-a0abd736d0f1 HTTP/1.1" status: 204 len: 168 time: 0.5689790 Aug 04 14:57:23.264700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38304) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:23.277922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9557f57-a20b-44e9-8510-eb3f8c926fd2 req-bd727ccb-b2b6-45ae-a06a-e9f7e7a4a329 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871650 Aug 04 14:57:23.349743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb9f99-1575-462e-8bc6-15e386b8c247 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef7059b-fa3c-4c4a-9c8c-a0abd736d0f1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:23.391247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2127b9a4-6029-450e-8d38-6666c26bb865 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239626 Aug 04 14:57:23.403136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38310) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:23.417443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462216421'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:23.586346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3986d56d-59d5-4ff4-98c3-2b7a9c551b19 None None] Port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:57:23.594391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.627616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.641334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95ac94-2586-4ba2-9864-a24d594cbf36 req-f9c5457c-c7bc-4bf3-bd50-9635fd666aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:23.652612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:57:23.655168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1f95ac94-2586-4ba2-9864-a24d594cbf36 req-f9c5457c-c7bc-4bf3-bd50-9635fd666aba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1097 time: 0.1699100 Aug 04 14:57:23.698529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:23.709453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.775369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1f95ac94-2586-4ba2-9864-a24d594cbf36 req-3d04d794-88d9-4227-bf9f-6091614872e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Aug 04 14:57:23.792841 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 7, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:23.800037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:57:23.822674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.829482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:23.855517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:23.864811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:23.865860 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:23.874447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Transition to ACTIVE for port object 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:23.879932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:23.910922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24466672-bdf7-4e49-80a6-40a86b1549dd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:57:24.001943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:24.025907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:24.067095 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:24.139726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Pushing event updated for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:24.206846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Attempting to bind port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:24.207192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Attempting to bind port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:24.207516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Attempting to bind port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:24.223784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:57:24.226264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Attempting to bind port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 on network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:24.234012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:24.234310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:24.234903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Checking segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:24.235559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Bound using segment: {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:24.236249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Bound port: 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2836c77d-a4c8-466c-ba18-27e16c930bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:24.236362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8285253 Aug 04 14:57:24.236923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:24.239670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:24.246030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a9ccd5e2-636e-4027-9ab7-2920b152b3ed tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '775f7e9a-e77f-4668-a91c-0763a7185a8c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:24.248075 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-a9ccd5e2-636e-4027-9ab7-2920b152b3ed tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 04 14:57:24.249161 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a9ccd5e2-636e-4027-9ab7-2920b152b3ed tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:24.252139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a9ccd5e2-636e-4027-9ab7-2920b152b3ed tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085194 Aug 04 14:57:24.261615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38328) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:24.299685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775f7e9a-e77f-4668-a91c-0763a7185a8c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:24.328760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.329227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.334349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.335087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.335501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.335924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.337231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.337655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.338071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.339386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.339837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.342769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e77f98-24c3-4675-a28a-f6f8140ec2b3 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:24.384372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1a6bc-9b26-4f56-a59e-8d705178f96d req-bb0decdc-fce8-4eaf-9640-3fa5c7c9e2ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:24.386274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45b1a6bc-9b26-4f56-a59e-8d705178f96d req-bb0decdc-fce8-4eaf-9640-3fa5c7c9e2ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.5114269 Aug 04 14:57:24.431225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:24.461920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:24.469666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab31f-f679-4a6b-a5ae-1de84e1d31a6 req-c4391b29-9b8e-4935-8824-1909402d1168 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:24.479794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b2ab31f-f679-4a6b-a5ae-1de84e1d31a6 req-c4391b29-9b8e-4935-8824-1909402d1168 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 944 time: 0.2479498 Aug 04 14:57:24.584456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b2ab31f-f679-4a6b-a5ae-1de84e1d31a6 req-85d5d589-623d-4877-af1f-f7e0674bd4b8 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031942 Aug 04 14:57:24.648854 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 7, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:24.677948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45b1a6bc-9b26-4f56-a59e-8d705178f96d req-493ec40f-c39d-4706-9083-8e461879cdbd tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812469 Aug 04 14:57:24.695250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:24.776298 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92668c-43d3-415e-9ae6-142d7f2b5f50 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 7, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f86fefc4-167f-4a9a-b379-5608c3fdb283', 'name': '', 'network_id': 'd3d2747f-3a44-4758-be59-05b05ad87205', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:46:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:10Z', 'updated_at': '2021-08-04T14:57:21Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'b06f2d74-8394-4b63-8305-2fce09ac6f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:25.008349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaafc1-f327-46fb-a330-b311b73329e7 req-2036b1f7-5dac-4b5d-a84d-3228de3cbfa0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:25.016481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9baaafc1-f327-46fb-a330-b311b73329e7 req-2036b1f7-5dac-4b5d-a84d-3228de3cbfa0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.1447227 Aug 04 14:57:25.111126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9baaafc1-f327-46fb-a330-b311b73329e7 req-8dcb6dd1-96f1-4bb8-bb2f-1610e9163854 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917344 Aug 04 14:57:25.234732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.259687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.308734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:25.309595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.311644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] 10.222.0.46 "PUT /v2.0/ports/427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 HTTP/1.1" status: 200 len: 1093 time: 2.7235930 Aug 04 14:57:25.312591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:25.315351 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e44b7a-0d50-4869-9230-0319dfc563a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:25.326958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port f86fefc4-167f-4a9a-b379-5608c3fdb283 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:25.327311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.411254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.432483 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2fe0b3-0b47-4afe-8bb2-4aff19b3503d x-openstack-request-id: req-cf2fe0b3-0b47-4afe-8bb2-4aff19b3503d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:25.432807 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:25.433032 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf2fe0b3-0b47-4afe-8bb2-4aff19b3503d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:25.433426 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'status': 'completed', 'code': 200} Aug 04 14:57:25.506665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port f86fefc4-167f-4a9a-b379-5608c3fdb283, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f86fefc4-167f-4a9a-b379-5608c3fdb283,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:25.507166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.523855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for f86fefc4-167f-4a9a-b379-5608c3fdb283 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:25.542522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b2998-6521-448d-9e13-31598cc4a28a service neutron] Pushing event updated for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:25.603714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-55ad875b-98a1-44db-a740-19cc36359ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:25.614963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-55ad875b-98a1-44db-a740-19cc36359ccc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 1096 time: 0.2199304 Aug 04 14:57:25.618867 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.629140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.632640 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/775f7e9a-e77f-4668-a91c-0763a7185a8c HTTP/1.1" status: 204 len: 168 time: 1.3657706 Aug 04 14:57:25.640994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38350) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:25.756145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050c3fb-5d28-4e6f-9bf9-b38efce3d30f tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f7e9a-e77f-4668-a91c-0763a7185a8c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:25.760168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-2d344507-e53f-4b35-b739-cd8af81e0110 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 HTTP/1.1" status: 200 len: 217 time: 0.1200104 Aug 04 14:57:25.828440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f079605f-0321-4cec-9488-2526e32737fa tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534946 Aug 04 14:57:25.829283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:25.835702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107181436'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:25.849393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-23f0e290-6f4c-4edd-bada-25ba02f73085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:25.850941 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-23f0e290-6f4c-4edd-bada-25ba02f73085 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.0801325 Aug 04 14:57:25.896003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:25.926312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.037879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.050410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-a2b54f16-7a02-4aa5-9c08-bad8edf9a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:26.057808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-a2b54f16-7a02-4aa5-9c08-bad8edf9a9f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940460 Aug 04 14:57:26.058608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.090963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=f86fefc4-167f-4a9a-b379-5608c3fdb283,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:26.143429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab64f8df-e50c-44d0-8a03-677ea0565569,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:26.233424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be218a3-a070-43e7-80c8-2fc31ed32729 req-70b58ad4-225f-4ad6-9ecd-bbbd5e7d8ad1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:26.235396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be218a3-a070-43e7-80c8-2fc31ed32729 req-70b58ad4-225f-4ad6-9ecd-bbbd5e7d8ad1 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 944 time: 0.3243797 Aug 04 14:57:26.257518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.261777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-855debc1-1cc6-4936-97bf-fd5a44ced6ee tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4290087 Aug 04 14:57:26.266136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:26.274098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940d062-604e-4a8e-a7e3-a4c42c410940 req-b5e18d54-44b2-4b2c-8bc1-95209dafe041 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:26.276613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0940d062-604e-4a8e-a7e3-a4c42c410940 req-b5e18d54-44b2-4b2c-8bc1-95209dafe041 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.3804023 Aug 04 14:57:26.296973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fb5389cc-dafc-499a-bb50-dc49b5881098 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': 'ab64f8df-e50c-44d0-8a03-677ea0565569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:26.299706 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-fb5389cc-dafc-499a-bb50-dc49b5881098 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 04 14:57:26.301100 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-fb5389cc-dafc-499a-bb50-dc49b5881098 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:26.304840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb5389cc-dafc-499a-bb50-dc49b5881098 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245240 Aug 04 14:57:26.326466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38366) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:26.351039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8c6b5499-eb64-4cf3-b545-39cc6d45aa2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': 'ab64f8df-e50c-44d0-8a03-677ea0565569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:26.355936 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-8c6b5499-eb64-4cf3-b545-39cc6d45aa2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 04 14:57:26.357101 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-8c6b5499-eb64-4cf3-b545-39cc6d45aa2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:26.358207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8c6b5499-eb64-4cf3-b545-39cc6d45aa2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0315924 Aug 04 14:57:26.366156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38368) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:26.410696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-15ebe875-3be0-4c84-82c2-b8e6423569ea tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': 'ab64f8df-e50c-44d0-8a03-677ea0565569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:26.424140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:26.424694 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-15ebe875-3be0-4c84-82c2-b8e6423569ea tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 04 14:57:26.425189 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-15ebe875-3be0-4c84-82c2-b8e6423569ea tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:26.428852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15ebe875-3be0-4c84-82c2-b8e6423569ea tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0473738 Aug 04 14:57:26.443517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:26.487782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-804e1910-2e6d-43ea-8d5f-39289e4c3e85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': 'ab64f8df-e50c-44d0-8a03-677ea0565569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:26.506462 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-804e1910-2e6d-43ea-8d5f-39289e4c3e85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 04 14:57:26.507337 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-804e1910-2e6d-43ea-8d5f-39289e4c3e85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:26.508794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-804e1910-2e6d-43ea-8d5f-39289e4c3e85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0644128 Aug 04 14:57:26.519276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38372) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:26.563173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 24466672-bdf7-4e49-80a6-40a86b1549dd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:26.563756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.608672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-2430d7c1-1b35-4789-bb6f-36ef499c9757 service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373571 Aug 04 14:57:26.613051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9be218a3-a070-43e7-80c8-2fc31ed32729 req-7f7d388e-1be8-4ab0-80b4-7967ff11644a tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138354 Aug 04 14:57:26.638418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0940d062-604e-4a8e-a7e3-a4c42c410940 req-ad38dcd8-7511-4f5a-a0d3-53669c8b3a31 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028715 Aug 04 14:57:26.718220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.780886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.871625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:26.883801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.009217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7b2e3538-c1b5-4c8c-a441-5cfaa2d7e246 req-3dfde60b-ad80-42c6-92b6-93141c7efbc5 service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901045 Aug 04 14:57:27.038968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:27.044729 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a0158b-b4f9-4100-9bfa-39baa6f928c1" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:27.068261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.071492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.073505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/ab64f8df-e50c-44d0-8a03-677ea0565569 HTTP/1.1" status: 204 len: 168 time: 0.5434453 Aug 04 14:57:27.088055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:27.109418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:27.119602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.222919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d455821-9bbf-4221-8276-7df9c690a722 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab64f8df-e50c-44d0-8a03-677ea0565569,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:27.223116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:27.280010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-54f55f77-845c-42a6-99e9-dd4bb610cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:27.281299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-54f55f77-845c-42a6-99e9-dd4bb610cc5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 1096 time: 0.2065809 Aug 04 14:57:27.464184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6bd8-3b81-4db1-86eb-24ee9423236d req-849b7901-fc59-4463-8e4a-9d53fdad485c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:27.464836 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4f196db4-e23a-42e4-af1d-f67d15d1d3ca tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2795949 Aug 04 14:57:27.465563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38406) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:27.471770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-894a6bd8-3b81-4db1-86eb-24ee9423236d req-849b7901-fc59-4463-8e4a-9d53fdad485c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 945 time: 0.4895980 Aug 04 14:57:27.483604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469730155'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:27.486552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-af533686-6113-4950-ad80-2d8689973a84 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:27.488030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-af533686-6113-4950-ad80-2d8689973a84 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 811 time: 0.2891974 Aug 04 14:57:27.575895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-e5a08ccd-0f93-4a69-af77-df2932b7e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:27.579869 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-e5a08ccd-0f93-4a69-af77-df2932b7e019 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.2882185 Aug 04 14:57:27.596550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.599198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-37637da3-4428-4957-aa21-dc80c18cd751 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/quotas/8537cffe8028495ea22f2f299bc91174 HTTP/1.1" status: 200 len: 375 time: 0.0217788 Aug 04 14:57:27.608492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:27.668832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-07b8321c-29d8-4f57-a3e2-895f60425c61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 HTTP/1.1" status: 200 len: 217 time: 0.0786705 Aug 04 14:57:27.687368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-894a6bd8-3b81-4db1-86eb-24ee9423236d req-e3458735-599f-41b3-bc64-3602f66f1037 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147195 Aug 04 14:57:27.788904 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c973ffa-8c5a-4fc3-91a7-0998f8b68e5f x-openstack-request-id: req-5c973ffa-8c5a-4fc3-91a7-0998f8b68e5f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:27.790170 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-plugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:27.790672 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c973ffa-8c5a-4fc3-91a7-0998f8b68e5f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:27.791361 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:57:27.815227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-0155c58e-25c2-4eda-9d89-97534aa37688 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087536 Aug 04 14:57:27.829238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-b9e3ee84-055d-4361-a918-58756e9b228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:27.830811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-b9e3ee84-055d-4361-a918-58756e9b228f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.0777590 Aug 04 14:57:27.872748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.900155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:27.910377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:27.912704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-95848a7f-3364-4640-bf4d-badf538d9abf tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0028243 Aug 04 14:57:27.917496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38412) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:27.926450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:27.952568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:27.953714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:28.023510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:28.040159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5715477 Aug 04 14:57:28.044387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38416) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.052602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-895030ea-0951-42f8-885d-21fae9a45041 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.053176 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-895030ea-0951-42f8-885d-21fae9a45041 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 14:57:28.053736 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-895030ea-0951-42f8-885d-21fae9a45041 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.054810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-895030ea-0951-42f8-885d-21fae9a45041 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074718 Aug 04 14:57:28.061370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38418) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.067529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-df09394a-c7aa-45d1-9e09-1deef3f25959 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.075380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet b06f2d74-8394-4b63-8305-2fce09ac6f94 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:28.086126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d8c6-462a-4659-bc07-7adf6c21f302 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0ea786-9a4d-48d7-abbd-05703ddabbd9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:28.089049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-70437189-c2aa-4344-8674-26b691aebec8 service neutron] 10.222.0.76 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727389 Aug 04 14:57:28.089539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:28.098720 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:28.100508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-210f130c-b4e2-4588-bf85-6dd3924e14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:28.102223 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-210f130c-b4e2-4588-bf85-6dd3924e14ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2325840 Aug 04 14:57:28.213270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c7009-7020-4fcd-9c3c-9c66eb071722 req-418498f2-50ca-4a61-9450-558d8144d71f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:28.215119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d92c7009-7020-4fcd-9c3c-9c66eb071722 req-418498f2-50ca-4a61-9450-558d8144d71f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 944 time: 0.2415612 Aug 04 14:57:28.246176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:28.299338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-6db16bdc-3ea6-47cd-ad59-bb5edbc2658d service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888959 Aug 04 14:57:28.380099 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-df09394a-c7aa-45d1-9e09-1deef3f25959 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.381530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df09394a-c7aa-45d1-9e09-1deef3f25959 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3191419 Aug 04 14:57:28.391476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38426) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.404535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cc75d78e-7724-46c2-899f-f633627befdf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.405375 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-cc75d78e-7724-46c2-899f-f633627befdf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 04 14:57:28.406269 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-cc75d78e-7724-46c2-899f-f633627befdf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.407962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cc75d78e-7724-46c2-899f-f633627befdf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127995 Aug 04 14:57:28.409442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:25Z', 'revision_number': 8, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:28.411363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38428) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.416800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5f49e710-849c-40bd-bb28-cc017741ed19 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.425597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d92c7009-7020-4fcd-9c3c-9c66eb071722 req-7ffe23ab-1465-4ea2-a6b6-750d4657189d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884136 Aug 04 14:57:28.493023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:28.515983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:28.521392 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-5f49e710-849c-40bd-bb28-cc017741ed19 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.524484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:28.525806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f49e710-849c-40bd-bb28-cc017741ed19 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1133957 Aug 04 14:57:28.530997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-c0ba1375-f879-480a-ac4e-f6f6d2793b6e service neutron] 10.222.0.76 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408855 Aug 04 14:57:28.533231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.571574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3a8a8df0-2b81-40ff-a56e-1c4def872935 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.572202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-02e44b7a-0d50-4869-9230-0319dfc563a9 req-3cc10727-6680-4ab0-9ad6-afd258d0779c service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615294 Aug 04 14:57:28.575967 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-3a8a8df0-2b81-40ff-a56e-1c4def872935 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 14:57:28.577996 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-3a8a8df0-2b81-40ff-a56e-1c4def872935 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.584372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.587309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3a8a8df0-2b81-40ff-a56e-1c4def872935 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0373614 Aug 04 14:57:28.602911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-255905d9-2749-4d5e-9c51-52b81eb6d639 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.645156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:28.653510 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-255905d9-2749-4d5e-9c51-52b81eb6d639 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Project 1a42307834004276974adcbb3782b28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 14:57:28.685089 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-255905d9-2749-4d5e-9c51-52b81eb6d639 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.691407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-255905d9-2749-4d5e-9c51-52b81eb6d639 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1055183 Aug 04 14:57:28.691988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38446) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.699579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7b661060-3295-429f-a5f5-458401976f85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.700056 n-d-801743-12 neutron-server[94266]: WARNING neutron.api.v2.base [None req-7b661060-3295-429f-a5f5-458401976f85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 04 14:57:28.701791 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-7b661060-3295-429f-a5f5-458401976f85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.707592 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7b661060-3295-429f-a5f5-458401976f85 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143049 Aug 04 14:57:28.708204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38448) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.718037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-246e1395-998e-40db-8bd0-9a1e8a92d3cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.765987 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-246e1395-998e-40db-8bd0-9a1e8a92d3cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Project 1a42307834004276974adcbb3782b28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 14:57:28.789312 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-246e1395-998e-40db-8bd0-9a1e8a92d3cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:28.790697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:28.792178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-246e1395-998e-40db-8bd0-9a1e8a92d3cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0820534 Aug 04 14:57:28.794761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:28.816490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-898f26ca-6870-45ca-9264-3d9e21c3405e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6a0ea786-9a4d-48d7-abbd-05703ddabbd9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:28.839418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:29.184834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:25Z', 'revision_number': 8, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:29.230452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b52fc-c37e-4609-9e2f-0391775bbce3 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:25Z', 'revision_number': 8, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '6eb82c5d-4a16-4c01-af23-cc950708b220', 'name': '', 'network_id': 'd97d1c8e-21bc-49dd-b148-597dbc814aae', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:44:b8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:57:02Z', 'updated_at': '2021-08-04T14:57:18Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'ab0d7f56-d7c4-45c4-a60c-87d394773d51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:29.541522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=b06f2d74-8394-4b63-8305-2fce09ac6f94,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:29.596760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15b5fd72-e6fb-4ff8-8f78-9d124c839f7e req-6a4476f8-e187-4023-a422-1176007fb59a tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 210 time: 0.0743968 Aug 04 14:57:29.597838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:29.599908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90271532-d539-43d2-9fc1-e58ffcc85f6b tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/b06f2d74-8394-4b63-8305-2fce09ac6f94 HTTP/1.1" status: 204 len: 168 time: 1.6807048 Aug 04 14:57:29.604803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:29.610169 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-898f26ca-6870-45ca-9264-3d9e21c3405e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Project 1a42307834004276974adcbb3782b28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 14:57:29.619119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1ab98-c415-4775-bdd7-6f7cecddd332 None None] Network d3d2747f-3a44-4758-be59-05b05ad87205 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:29.649622 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-898f26ca-6870-45ca-9264-3d9e21c3405e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:29.659777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:29.667283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-898f26ca-6870-45ca-9264-3d9e21c3405e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8548479 Aug 04 14:57:29.716404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0ccf-9ffb-4311-a6a7-2b7b4ea37af6 req-282fc91d-1566-43a5-bb9a-8785b41cb528 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:29.723307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd4d0ccf-9ffb-4311-a6a7-2b7b4ea37af6 req-282fc91d-1566-43a5-bb9a-8785b41cb528 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.8731611 Aug 04 14:57:29.900818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd4d0ccf-9ffb-4311-a6a7-2b7b4ea37af6 req-f383b586-8fb9-4f4f-9b07-5cd645ad8a8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765890 Aug 04 14:57:29.944559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546f98f-ac8d-4042-9f1f-9b96cc275316 req-0e1e76f5-fd18-45ac-b298-ceca8629f69d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:29.962031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3546f98f-ac8d-4042-9f1f-9b96cc275316 req-0e1e76f5-fd18-45ac-b298-ceca8629f69d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 944 time: 0.1393454 Aug 04 14:57:30.027260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.045249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] DHCP port deletion for d3d2747f-3a44-4758-be59-05b05ad87205 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:57:30.063041 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3546f98f-ac8d-4042-9f1f-9b96cc275316 req-6340122c-e245-42f8-90ab-65a149664dae tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999558 Aug 04 14:57:30.096055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.167522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.179096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Deleting port 63a985cb-7b30-450d-a63d-3d12a44a8b93 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:30.179620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.302680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63a985cb-7b30-450d-a63d-3d12a44a8b93 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:30.306652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 63a985cb-7b30-450d-a63d-3d12a44a8b93 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:30.307179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.317265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.319838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.321000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/6a0ea786-9a4d-48d7-abbd-05703ddabbd9 HTTP/1.1" status: 204 len: 168 time: 0.6601503 Aug 04 14:57:30.323948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:30.396597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eadaca31-eea2-4f56-8bcd-7ecdccf20b86 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708385 Aug 04 14:57:30.401280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38496) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:30.406410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--449243397'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:30.436778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] For port 63a985cb-7b30-450d-a63d-3d12a44a8b93, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63a985cb-7b30-450d-a63d-3d12a44a8b93,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:30.437649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.450612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.477239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:57:30.497944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Calling delete_port for 63a985cb-7b30-450d-a63d-3d12a44a8b93 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:30.599325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfb4d6-d016-4015-9c6e-e3159ea72de5 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0ea786-9a4d-48d7-abbd-05703ddabbd9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:30.633050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.647960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.717622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 14:57:30.737336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca4260-e1ff-4b96-9d03-a190c77877de,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:30.758086 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.780897 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.782497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-039fd9eb-5123-4073-a9b2-32d43bbb7c81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3799427 Aug 04 14:57:30.793489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38502) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:30.817517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49957ec5-20a2-420e-b922-16093dcbc40c req-dd8599c6-3d0b-40fd-8edb-8a744a5c2d20 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 210 time: 0.0657668 Aug 04 14:57:30.823762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-db28c5b5-766a-481c-a8bc-02e511706e2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '21ca4260-e1ff-4b96-9d03-a190c77877de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:30.891201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:30.893270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 63a985cb-7b30-450d-a63d-3d12a44a8b93, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63a985cb-7b30-450d-a63d-3d12a44a8b93,segment=NetworkSegment(a19675e4-2ee2-46b7-b513-2161653da5ce),segment_id=a19675e4-2ee2-46b7-b513-2161653da5ce)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:30.893831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:30.910401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'port_id': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'mac_address': 'fa:16:3e:54:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:57:30.980197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 63a985cb-7b30-450d-a63d-3d12a44a8b93 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:31.031509 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:57:31.085261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:31.154165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-c6c31d79-3741-45ee-8bc3-cc85de05a5a7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:31.155819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-c6c31d79-3741-45ee-8bc3-cc85de05a5a7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 811 time: 0.6907823 Aug 04 14:57:31.254522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] Pushing event deleted for resources: {'Port': ['ID=63a985cb-7b30-450d-a63d-3d12a44a8b93,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:31.274760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424a5d4-193f-4dcb-8494-5a6810878428 None None] No DVR routers for this DVR port 63a985cb-7b30-450d-a63d-3d12a44a8b93 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:31.279470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f86fefc4-167f-4a9a-b379-5608c3fdb283 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:31.293242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Request body: {'port': {'device_id': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'admin_state_up': True, 'tenant_id': '8537cffe8028495ea22f2f299bc91174'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:31.309994 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:31.309994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f86fefc4-167f-4a9a-b379-5608c3fdb283 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:31.309994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f86fefc4-167f-4a9a-b379-5608c3fdb283 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:31.326029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:57:31.355234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:31.360774 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:31.387361 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-db28c5b5-766a-481c-a8bc-02e511706e2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The resource could not be found. Aug 04 14:57:31.388440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db28c5b5-766a-481c-a8bc-02e511706e2d tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5939331 Aug 04 14:57:31.392587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38524) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:31.401618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e4c33539-3079-4e7b-82fd-b6abcb527554 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '21ca4260-e1ff-4b96-9d03-a190c77877de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a713174-2d8f-4f9b-bab1-a64f490f17f5'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:31.474889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:31.529491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93661-b809-46bf-85f8-e2f5efe7e633 req-9133a98f-ccb0-4f27-b809-bab179cebcdb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:31.531340 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86f93661-b809-46bf-85f8-e2f5efe7e633 req-9133a98f-ccb0-4f27-b809-bab179cebcdb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.3854094 Aug 04 14:57:31.547176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:31.634942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=63a985cb-7b30-450d-a63d-3d12a44a8b93,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:31.644765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port 63a985cb-7b30-450d-a63d-3d12a44a8b93 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:31.677951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c0b6-908d-4290-a5b5-3032535e4a61 req-c02b3494-5320-4b5f-9928-83d89e99cd35 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:31.691394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ff2c0b6-908d-4290-a5b5-3032535e4a61 req-c02b3494-5320-4b5f-9928-83d89e99cd35 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 945 time: 0.3617043 Aug 04 14:57:31.700483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:57:31.732190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86f93661-b809-46bf-85f8-e2f5efe7e633 req-9df6b204-6712-4c7d-b5cf-c5370404270c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934133 Aug 04 14:57:31.796634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ff2c0b6-908d-4290-a5b5-3032535e4a61 req-d5813fbe-afab-441c-a49c-e67b7eb83385 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027658 Aug 04 14:57:31.981016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:31.989749 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-e4c33539-3079-4e7b-82fd-b6abcb527554 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The resource could not be found. Aug 04 14:57:31.992234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4c33539-3079-4e7b-82fd-b6abcb527554 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5964539 Aug 04 14:57:32.003906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.012453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d2747f-3a44-4758-be59-05b05ad87205']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:32.020027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5349b82d-55a5-4c74-8fe7-f3b348b429e2 req-d8b2d01b-d591-4106-9444-9d4608a399c9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 210 time: 0.0685852 Aug 04 14:57:32.035915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38534) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.042533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19675e4-2ee2-46b7-b513-2161653da5ce') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:32.042905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19675e4-2ee2-46b7-b513-2161653da5ce') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:32.047259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Made reservation on behalf of 8537cffe8028495ea22f2f299bc91174 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:32.050685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.088736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.167357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.173958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1365267-9d9a-4105-9cc7-9101f907874f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.191500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:32.193369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:32.197446 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:32.291180 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.297693 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1365267-9d9a-4105-9cc7-9101f907874f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.305229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1365267-9d9a-4105-9cc7-9101f907874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.338356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.345122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a1365267-9d9a-4105-9cc7-9101f907874f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acc2b11412824731826ada917e8b7c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078969 Aug 04 14:57:32.347813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38538) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.368346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.370793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/d3d2747f-3a44-4758-be59-05b05ad87205 HTTP/1.1" status: 204 len: 168 time: 2.7627466 Aug 04 14:57:32.372021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9043e-3a02-42a9-896a-8b0f6fc9dcda tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=d3d2747f-3a44-4758-be59-05b05ad87205,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:32.373936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.410529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.434052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365267-9d9a-4105-9cc7-9101f907874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d486c-a930-4eed-90bf-141568d806d7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:32.445032 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.472972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.481321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Allocated IP 172.20.0.13 (06ad5476-5352-4547-a3dd-7ba67c86c2a6/4818691c-bd90-4329-9990-6e01c799518b/cfb62373-9c44-42f0-b246-0f84897541b2) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:57:32.536894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.544929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.561476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/304d486c-a930-4eed-90bf-141568d806d7 HTTP/1.1" status: 204 len: 168 time: 0.2019675 Aug 04 14:57:32.604900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ae6e3-cbb4-46a5-8977-1d0235804ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d486c-a930-4eed-90bf-141568d806d7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:32.707081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.709825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:32.711319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/21ca4260-e1ff-4b96-9d03-a190c77877de HTTP/1.1" status: 204 len: 168 time: 0.7041762 Aug 04 14:57:32.714888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38554) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.774640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25fc95-5a70-42a6-8a77-e4bcf72388b9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca4260-e1ff-4b96-9d03-a190c77877de,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:32.832667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-183f9960-4813-453d-a912-ad7c2014f3de tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151500 Aug 04 14:57:32.836318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38562) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:32.843369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5e476675-81a4-4243-8360-8506bdd1cbc2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '19f4bcd6-9151-4c21-a46e-79ac3dbfd2b9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:32.929292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685fcc8-f632-48e4-a098-fd53e0ef1674 req-a4f0c8d2-5a20-434b-9a7b-2bbc0cde9260 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:32.931181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b685fcc8-f632-48e4-a098-fd53e0ef1674 req-a4f0c8d2-5a20-434b-9a7b-2bbc0cde9260 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.0771060 Aug 04 14:57:33.022080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.119785 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-5e476675-81a4-4243-8360-8506bdd1cbc2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The resource could not be found. Aug 04 14:57:33.120860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5e476675-81a4-4243-8360-8506bdd1cbc2 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2833722 Aug 04 14:57:33.126066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:33.148337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--866420233'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:33.157737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.170423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.177369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b685fcc8-f632-48e4-a098-fd53e0ef1674 req-5be9d7f1-c65d-4fc3-a79e-e40cdc7ced73 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345805 Aug 04 14:57:33.180793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:57:33.248370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b9834-d2d5-440b-9589-038081907ebf req-0ac4ecfe-2769-4ad2-b6e8-e09c1df230c4 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:33.250610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-936b9834-d2d5-440b-9589-038081907ebf req-0ac4ecfe-2769-4ad2-b6e8-e09c1df230c4 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 945 time: 0.2568786 Aug 04 14:57:33.253245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:33.305428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Pushing event updated for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:33.321703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.349665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.350014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.350366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.350758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.351096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.351428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.351828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.352703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.353047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.353379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.353769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.354039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:33.367649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:57:33.371213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:33.379676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:57:33.398112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8f1c-9bd9-4c25-a16c-19e0f52e6fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.442869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-936b9834-d2d5-440b-9589-038081907ebf req-d903ff71-4dca-42b5-973b-6b501f337094 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734147 Aug 04 14:57:33.517669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891bb71-3e23-4b14-bc5e-29a627b9142e req-bad3f8a5-deb9-48cf-8435-f1f8a4992ae8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:33.520350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e891bb71-3e23-4b14-bc5e-29a627b9142e req-bad3f8a5-deb9-48cf-8435-f1f8a4992ae8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 932 time: 0.1238573 Aug 04 14:57:33.550017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:33.550830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.626669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.636862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.667489 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-95fdb41b-0ac7-440f-aa12-2b27c8fd69ba tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4019139 Aug 04 14:57:33.671911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e891bb71-3e23-4b14-bc5e-29a627b9142e req-f82e8d0d-b601-47b6-9af0-8de622221268 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440978 Aug 04 14:57:33.680275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Request body: {'port': {'device_id': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:33.781386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8f1c-9bd9-4c25-a16c-19e0f52e6fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.803986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.804401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8f1c-9bd9-4c25-a16c-19e0f52e6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.851606 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:33.853196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7261295 Aug 04 14:57:33.856777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38574) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:33.857727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab6d2e-cbd7-4c1a-8464-172be0129d41 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29f3ab-b1fc-49c1-8615-e1a276c04328,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:33.871636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--843137218'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:33.880664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9b4f8f1c-9bd9-4c25-a16c-19e0f52e6fa7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32a6b847144e4025a48d6b26c9d4c7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262312 Aug 04 14:57:33.885359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38576) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:33.941858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8f1c-9bd9-4c25-a16c-19e0f52e6fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f6f679-cc36-4fc0-b440-aa2b31b37749,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:33.951416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.007667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.045594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.119560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.127751 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.163029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.166192 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.167530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28f6f679-cc36-4fc0-b440-aa2b31b37749 HTTP/1.1" status: 204 len: 168 time: 0.2810111 Aug 04 14:57:34.191170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.195624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3332691 Aug 04 14:57:34.201205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:34.214368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-af59f370-80f7-4f9c-8f6c-ee014b56d757 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '3b29f3ab-b1fc-49c1-8615-e1a276c04328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd6f11f8f-bcf3-4b21-bc15-e593d3eeda18'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:34.235415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19175175-7a3d-4d72-a28b-c04178cf80e7 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f11f8f-bcf3-4b21-bc15-e593d3eeda18,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:34.289963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7f5b9-694a-47ea-8b04-38720c9a9130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f6f679-cc36-4fc0-b440-aa2b31b37749,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:34.364203 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-af59f370-80f7-4f9c-8f6c-ee014b56d757 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:34.365855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-af59f370-80f7-4f9c-8f6c-ee014b56d757 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1589973 Aug 04 14:57:34.368661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38586) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:34.448666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 6eb82c5d-4a16-4c01-af23-cc950708b220 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:34.449280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.489369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:34.606638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:34.611307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:34.612017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.625244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 6eb82c5d-4a16-4c01-af23-cc950708b220, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6eb82c5d-4a16-4c01-af23-cc950708b220,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:34.625741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.644878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 6eb82c5d-4a16-4c01-af23-cc950708b220 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:34.718813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7583-1885-4513-84cd-fcb11542466c req-a44147df-f045-4518-88c6-1077c111d685 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:34.721736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e56e7583-1885-4513-84cd-fcb11542466c req-a44147df-f045-4518-88c6-1077c111d685 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.3206007 Aug 04 14:57:34.751739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.761814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb62373-9c44-42f0-b246-0f84897541b2 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:57:34.790618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.810465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Transition to ACTIVE for port object cfb62373-9c44-42f0-b246-0f84897541b2 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:57:34.823823 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.879444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:34.887593 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130c02c-b931-4249-85e8-d9e2f67b52ee" -d '{"events": [{"server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "name": "network-vif-plugged", "status": "completed", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:34.904822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.912213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:34.952981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:34.968463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.006331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e56e7583-1885-4513-84cd-fcb11542466c req-5dac351f-1143-4b62-9aac-679d82e3a44e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572587 Aug 04 14:57:35.008834 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.017082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.019526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/d6f11f8f-bcf3-4b21-bc15-e593d3eeda18 HTTP/1.1" status: 204 len: 168 time: 0.6496809 Aug 04 14:57:35.030060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38604) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:35.067904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952631f8-7c5b-4353-8e75-c857596bb255 req-bfc4c263-ed83-4f74-ae54-177e2138bf56 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:35.069528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-952631f8-7c5b-4353-8e75-c857596bb255 req-bfc4c263-ed83-4f74-ae54-177e2138bf56 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 945 time: 0.5014224 Aug 04 14:57:35.072319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f32a2-ba8c-4c02-853c-3e1bcf0b6685 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f11f8f-bcf3-4b21-bc15-e593d3eeda18,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.090266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.110497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.142053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-952631f8-7c5b-4353-8e75-c857596bb255 req-a8d94083-6a3f-4b70-9e1c-c9a3c7dbf25f tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607502 Aug 04 14:57:35.177645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5054b13c-f286-4dc8-a2bc-4f297f01e9c8 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1404164 Aug 04 14:57:35.180685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38608) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:35.208493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.230779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.231207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.231557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.231900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.232234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.232573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.235125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.237067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.237430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.237768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.238109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.238441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:57:35.301116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=6eb82c5d-4a16-4c01-af23-cc950708b220,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.328731 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab747f9-6c4c-4fa8-b438-aff30d417076 x-openstack-request-id: req-cab747f9-6c4c-4fa8-b438-aff30d417076 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:35.329026 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "name": "network-vif-plugged", "status": "completed", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:35.329282 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cab747f9-6c4c-4fa8-b438-aff30d417076 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:35.329686 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'code': 200} Aug 04 14:57:35.360972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.409588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a29e5-0f66-4fdb-a701-1e75396f46aa req-9c2c266a-d106-4700-9233-08b0c255b404 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:35.411260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-275a29e5-0f66-4fdb-a701-1e75396f46aa req-9c2c266a-d106-4700-9233-08b0c255b404 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 944 time: 0.1484079 Aug 04 14:57:35.417458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.534069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-275a29e5-0f66-4fdb-a701-1e75396f46aa req-2f66317a-0864-4ec6-adfd-5654d4530a0a tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132634 Aug 04 14:57:35.556883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.562266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.563629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b29f3ab-b1fc-49c1-8615-e1a276c04328 HTTP/1.1" status: 204 len: 168 time: 0.3819196 Aug 04 14:57:35.564280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Attempting to bind port cfb62373-9c44-42f0-b246-0f84897541b2 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:57:35.565196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Attempting to bind port cfb62373-9c44-42f0-b246-0f84897541b2 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:57:35.566294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Attempting to bind port cfb62373-9c44-42f0-b246-0f84897541b2 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:35.569074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38614) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:35.609953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Port cfb62373-9c44-42f0-b246-0f84897541b2 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:57:35.610487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Attempting to bind port cfb62373-9c44-42f0-b246-0f84897541b2 on network 06ad5476-5352-4547-a3dd-7ba67c86c2a6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:57:35.620097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:57:35.620494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Checking segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:35.620884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Bound using segment: {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:57:35.621481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Bound port: cfb62373-9c44-42f0-b246-0f84897541b2, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812d5351-5cdd-4679-9c03-1e8784cd9d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:57:35.621895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.635274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-13b9d03d-d2d7-4b63-bd6b-da46134d6958 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647540 Aug 04 14:57:35.636431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e59e7-1c62-4f9a-9bc3-41faf876ab81 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29f3ab-b1fc-49c1-8615-e1a276c04328,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.641306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38620) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:35.647261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725440746'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:35.682760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.784166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9155d5e-d49a-4ce9-91f7-ac7866ccfb25 req-df63bb55-ddc1-4fe3-8830-509e4670ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:35.785777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a9155d5e-d49a-4ce9-91f7-ac7866ccfb25 req-df63bb55-ddc1-4fe3-8830-509e4670ea96 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 1098 time: 0.3738651 Aug 04 14:57:35.848580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.848939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.861682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.941630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ace05-6cac-4234-b01a-0d7d41599a5b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:35.949259 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:35.954853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a61f6c8c-4174-41e0-b570-f990d74a5ce9 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3089795 Aug 04 14:57:35.955267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:35.966606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-83890983-4780-4cdd-be1d-8bd796b6ff1e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6c8ace05-6cac-4234-b01a-0d7d41599a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:35.977966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:57:35.981796 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a9155d5e-d49a-4ce9-91f7-ac7866ccfb25 req-85ae5178-3a6d-47b3-9305-00adc1d17aa9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626980 Aug 04 14:57:36.031154 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-83890983-4780-4cdd-be1d-8bd796b6ff1e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:36.033388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83890983-4780-4cdd-be1d-8bd796b6ff1e tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0771258 Aug 04 14:57:36.036071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:36.041419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-58341fff-5d2d-4240-a07b-f3da5c6bacec tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group_rule': {'security_group_id': '6c8ace05-6cac-4234-b01a-0d7d41599a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:36.042561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cfb62373-9c44-42f0-b246-0f84897541b2,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:57:36.066115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.153639 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-58341fff-5d2d-4240-a07b-f3da5c6bacec tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 14:57:36.155010 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58341fff-5d2d-4240-a07b-f3da5c6bacec tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1175201 Aug 04 14:57:36.158008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:36.207298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:36.208063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.210935 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 200 len: 1093 time: 2.5356884 Aug 04 14:57:36.223745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:36.232560 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:36.323880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.437000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.500782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be50666-2487-4d12-b8bb-60a06c6e761b req-83c316b0-48e9-4cd3-b30a-e8505282f45f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:36.503723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1be50666-2487-4d12-b8bb-60a06c6e761b req-83c316b0-48e9-4cd3-b30a-e8505282f45f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.2766311 Aug 04 14:57:36.535854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece84d8-91c8-4d20-b043-594d525420e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:36.538519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e226a1-1565-4be1-92da-3efb7090827a req-99d969d0-40e8-4092-8490-e53442828371 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:36.540415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8e226a1-1565-4be1-92da-3efb7090827a req-99d969d0-40e8-4092-8490-e53442828371 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.2066660 Aug 04 14:57:36.625998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.628139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:36.637349 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:36.644628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/6c8ace05-6cac-4234-b01a-0d7d41599a5b HTTP/1.1" status: 204 len: 168 time: 0.4853680 Aug 04 14:57:36.655491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:36.695189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38656) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:36.706528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-282ef635-ad80-4dae-bf1f-ff49e2b23b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:36.710100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-282ef635-ad80-4dae-bf1f-ff49e2b23b4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1096 time: 0.3547232 Aug 04 14:57:36.719273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1be50666-2487-4d12-b8bb-60a06c6e761b req-665909f3-93ba-4db9-a89f-ea00859b8910 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012229 Aug 04 14:57:36.723996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc99aa-a668-4314-b4b0-eb32ee71f1ff tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ace05-6cac-4234-b01a-0d7d41599a5b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:36.744158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8e226a1-1565-4be1-92da-3efb7090827a req-b128eb96-3381-494a-b0a0-a133b060c330 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949682 Aug 04 14:57:37.059207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f36642-77af-4e0a-a921-b35e03ef80a0 req-6a73cc0d-dfea-4c0a-8a5d-c3e4afe2a760 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:37.062557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f36642-77af-4e0a-a921-b35e03ef80a0 req-6a73cc0d-dfea-4c0a-8a5d-c3e4afe2a760 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 944 time: 0.1575592 Aug 04 14:57:37.102597 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e78107-de83-4d5c-b9b4-d5c7182e1b5e x-openstack-request-id: req-62e78107-de83-4d5c-b9b4-d5c7182e1b5e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:37.102889 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:37.103140 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62e78107-de83-4d5c-b9b4-d5c7182e1b5e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:37.103555 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2', 'status': 'completed', 'code': 200} Aug 04 14:57:37.108331 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-79ba7de1-c0c7-4237-8e6a-957929a2edd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 200 len: 217 time: 0.3221447 Aug 04 14:57:37.161280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5f36642-77af-4e0a-a921-b35e03ef80a0 req-cce5a42a-1304-4455-acc8-11ef1cc40982 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923672 Aug 04 14:57:37.217239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.220329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-c5aa44e1-1fc8-44bd-a9a4-c3ffc586b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:37.222007 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-c5aa44e1-1fc8-44bd-a9a4-c3ffc586b82a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.0999990 Aug 04 14:57:37.223200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:37.234675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9078f00d-f1d1-47e8-b903-efaa1b195163 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8403659 Aug 04 14:57:37.237288 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:37.238426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:37.270305 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:37.275330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:37.335100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-a497aa3f-6c07-4ddc-a3b2-f6d57e18d017 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978680 Aug 04 14:57:37.341346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a05a725-8f0b-4717-8f35-2341a3ed56c1 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6743207 Aug 04 14:57:37.347528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:37.355111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065070367'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:37.395957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet ab0d7f56-d7c4-45c4-a60c-87d394773d51 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:37.399678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.447997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 14:57:37.447997 n-d-801743-12 neutron-server[94266]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 14:57:37.447997 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id': 'fb19dcb6d7f34d4fae837fc2906551a4', 'id': 'a03a95e7-9d26-4156-b082-d70f8c4aed4e', 'expiration': datetime.datetime(2021, 8, 4, 14, 59, 37, 401684)}] Aug 04 14:57:37.447997 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 14:57:37.448953 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 14:57:37.458545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.480526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.514459 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:37.523156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-421432c5-02b3-4d9a-8fd6-3943dc754726 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507316 Aug 04 14:57:37.625108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.698038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.707852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.740511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c0b5f4a-7eec-4a25-b1bf-a011f7d3cc80 req-34422341-691f-47a2-b3b5-6273727b5c5c service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075334 Aug 04 14:57:37.743947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18be2cc-77d7-43c9-b5b4-f00df7a84046,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:37.801855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.814871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b4bfe5a-340a-42f8-835c-48ac19cb8746 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4583135 Aug 04 14:57:37.816060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38688) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:37.824764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d271db29-fc26-451f-8199-759fe9c76398 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:37.825231 n-d-801743-12 neutron-server[94265]: WARNING neutron.api.v2.base [None req-d271db29-fc26-451f-8199-759fe9c76398 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 14:57:37.828596 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d271db29-fc26-451f-8199-759fe9c76398 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 14:57:37.832160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d271db29-fc26-451f-8199-759fe9c76398 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "PUT /v2.0/security-groups/a18be2cc-77d7-43c9-b5b4-f00df7a84046 HTTP/1.1" status: 409 len: 330 time: 0.0126295 Aug 04 14:57:37.832160 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.852419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38692) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:37.859933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:37.865027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/ab0d7f56-d7c4-45c4-a60c-87d394773d51 HTTP/1.1" status: 204 len: 168 time: 0.6222234 Aug 04 14:57:37.867324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146972b-0a1c-4114-9eba-2f89ea1b1db9 None None] Network d97d1c8e-21bc-49dd-b148-597dbc814aae requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:37.869857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38694) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:37.947163 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:35Z', 'revision_number': 9, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:37.997226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.031992 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:38.039640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6e8f0-e325-4091-a402-615ca911e9e2 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0d7f56-d7c4-45c4-a60c-87d394773d51,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:38.054788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-28e0a513-150a-47bd-8a30-81eeb25b5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:38.056698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-28e0a513-150a-47bd-8a30-81eeb25b5216 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1096 time: 0.2519393 Aug 04 14:57:38.073592 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:38.076468 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:38.080725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.185079 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.197450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fd481-6bb9-429a-bb48-7b0c899a2ec2 req-0fe29f12-2a0f-4b93-bb3b-60e41e574168 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:38.199299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-502fd481-6bb9-429a-bb48-7b0c899a2ec2 req-0fe29f12-2a0f-4b93-bb3b-60e41e574168 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.2940443 Aug 04 14:57:38.234865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] DHCP port deletion for d97d1c8e-21bc-49dd-b148-597dbc814aae request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:57:38.281995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b854b47-6b65-4f9f-9087-4b478c066f12 req-0665a392-ddf2-4d34-90c6-718b16189278 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:38.292500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b854b47-6b65-4f9f-9087-4b478c066f12 req-0665a392-ddf2-4d34-90c6-718b16189278 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.4213581 Aug 04 14:57:38.346654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.350995 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:38.408463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Deleting port 49b34d9f-2747-4454-8f77-3e3528daa132 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:38.410141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.507436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] For port 49b34d9f-2747-4454-8f77-3e3528daa132, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49b34d9f-2747-4454-8f77-3e3528daa132,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:38.508780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.519410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-94468672-6b04-4ef0-a5e1-8fb75e00d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:38.523474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-94468672-6b04-4ef0-a5e1-8fb75e00d81c service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.4587257 Aug 04 14:57:38.536942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Calling delete_port for 49b34d9f-2747-4454-8f77-3e3528daa132 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:38.538692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b854b47-6b65-4f9f-9087-4b478c066f12 req-21ec87fe-b832-425b-b3d6-963fef39c2f4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430403 Aug 04 14:57:38.539230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:38.564923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 49b34d9f-2747-4454-8f77-3e3528daa132 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:38.565528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.598742 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.607137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.607137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/a18be2cc-77d7-43c9-b5b4-f00df7a84046 HTTP/1.1" status: 204 len: 168 time: 0.7438931 Aug 04 14:57:38.645160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38710) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:38.645665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eae7f-09e8-4b79-9288-37da45b3f6cf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18be2cc-77d7-43c9-b5b4-f00df7a84046,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:38.671525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-359f70c4-a08d-4608-921e-b04bfe557396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.690018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-447c8567-dbca-4deb-a21a-b03f2746c408 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 200 len: 217 time: 0.1491852 Aug 04 14:57:38.765776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.795918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.850041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:38.892395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-502fd481-6bb9-429a-bb48-7b0c899a2ec2 req-d3806311-9246-49df-ac4b-0911e92f0517 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6816823 Aug 04 14:57:38.919930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] Pushing event deleted for resources: {'Port': ['ID=49b34d9f-2747-4454-8f77-3e3528daa132,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:38.928050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084052a-d68f-46ec-a82a-e4197466ad43 None None] No DVR routers for this DVR port 49b34d9f-2747-4454-8f77-3e3528daa132 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:38.990486 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:35Z', 'revision_number': 9, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:39.006535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb19dcb6d7f34d4fae837fc2906551a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2945457 Aug 04 14:57:39.010132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38714) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.029836 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651daac1-636b-4501-a73e-3c57dc448d83 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:35Z', 'revision_number': 9, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': '86af74ab-89c0-49e1-8591-63a017b06f2f', 'name': '', 'network_id': '8c048881-3302-4f14-8609-bc756202f14a', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:d4:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:51Z', 'updated_at': '2021-08-04T14:57:03Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'c3a5e6c6-3888-47f7-a6a4-285585de0282', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:39.032613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 49b34d9f-2747-4454-8f77-3e3528daa132, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49b34d9f-2747-4454-8f77-3e3528daa132,segment=NetworkSegment(3e9a2112-c82d-45b7-b427-58591c59c9ad),segment_id=3e9a2112-c82d-45b7-b427-58591c59c9ad)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:39.033008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.036688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752d36-010e-4fc6-b32f-fe65c447b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b512a713-5df8-4354-b0d7-9ea9225921f4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:39.075063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-359f70c4-a08d-4608-921e-b04bfe557396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.078338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c32c3f8-d489-4ae1-8c62-eb66c59a6820 tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4319844 Aug 04 14:57:39.080138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-05aef5f2-9e03-4df1-b9e5-abd633ec03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:39.082524 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-05aef5f2-9e03-4df1-b9e5-abd633ec03d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.3141472 Aug 04 14:57:39.093673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38716) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.096030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 49b34d9f-2747-4454-8f77-3e3528daa132 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:39.141841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-359f70c4-a08d-4608-921e-b04bfe557396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.164453 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a1d756b6-4c51-45b6-934d-09d28db080fc tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] delete failed (client error): The resource could not be found. Aug 04 14:57:39.164453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a1d756b6-4c51-45b6-934d-09d28db080fc tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "DELETE /v2.0/security-groups/ea48bb46-3054-4e34-b243-77fed2f7f813 HTTP/1.1" status: 404 len: 347 time: 0.0683305 Aug 04 14:57:39.169574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-fd2c7f5a-9c79-4bed-9455-f11b1ef0ae06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691214 Aug 04 14:57:39.170772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.200552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-359f70c4-a08d-4608-921e-b04bfe557396 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94f904198f184474a4435a03c5de9755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534176 Aug 04 14:57:39.209285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.243319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41515aab-ac4f-49d2-82dc-fc3f9aa5db56 req-b1eb31f1-3ce0-48ac-9952-6a7209c5b881 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:39.245533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41515aab-ac4f-49d2-82dc-fc3f9aa5db56 req-b1eb31f1-3ce0-48ac-9952-6a7209c5b881 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.1683590 Aug 04 14:57:39.259644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a787f-a234-4357-abcf-c7edad5f74d2 req-8c1344af-d36f-4402-ac94-fec2bc0f8dd7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:39.268292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e40a787f-a234-4357-abcf-c7edad5f74d2 req-8c1344af-d36f-4402-ac94-fec2bc0f8dd7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 944 time: 0.4215691 Aug 04 14:57:39.274433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.291213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Request body: {'floatingip': {'port_id': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:39.317267 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-fe244441-71b4-4116-9673-92d30c2a50bf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] show failed (client error): The resource could not be found. Aug 04 14:57:39.318356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fe244441-71b4-4116-9673-92d30c2a50bf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-groups/e664adbc-9876-4868-8b7d-4b3656aab5db HTTP/1.1" status: 404 len: 347 time: 0.1468945 Aug 04 14:57:39.369245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.370287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.414542 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-bffce9cc-3447-43b4-8e23-72d1795e07bf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] show failed (client error): The resource could not be found. Aug 04 14:57:39.415802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bffce9cc-3447-43b4-8e23-72d1795e07bf tempest-NegativeSecGroupIPv6Test-1125188106 tempest-NegativeSecGroupIPv6Test-1125188106-project] 10.222.0.76 "GET /v2.0/security-group-rules/01216909-5be6-4f78-8e15-f3d2e9a52136 HTTP/1.1" status: 404 len: 356 time: 0.0375419 Aug 04 14:57:39.443992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.513008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.534991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-5df5d37e-103d-493a-a00e-e201a2759e82 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930105 Aug 04 14:57:39.538074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.606433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port 49b34d9f-2747-4454-8f77-3e3528daa132 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:39.616622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f70c4-a08d-4608-921e-b04bfe557396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b069301-f990-40b1-9a4d-b2fa06768980,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:39.689334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=49b34d9f-2747-4454-8f77-3e3528daa132,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:39.783010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38734) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:39.808134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.856268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e40a787f-a234-4357-abcf-c7edad5f74d2 req-e57df138-a3e1-48cc-94b0-13e14131e72d tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867307 Aug 04 14:57:39.876440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42ad4720-c38f-4c87-9d91-0e068a9e8c1b req-dfa07623-2776-4e0e-819c-6eea1d2dcb16 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236418 Aug 04 14:57:39.881332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97d1c8e-21bc-49dd-b148-597dbc814aae']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:39.919458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9a2112-c82d-45b7-b427-58591c59c9ad') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:39.922678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9a2112-c82d-45b7-b427-58591c59c9ad') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:39.937089 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.943089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.968653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:39.971676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cfb62373-9c44-42f0-b246-0f84897541b2 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:57:39.974337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:39.974788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.037403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f59c-c722-4878-9cb5-8cd7b5698723 req-783556c9-036f-4858-a897-e16463dad027 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:40.039927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfb2f59c-c722-4878-9cb5-8cd7b5698723 req-783556c9-036f-4858-a897-e16463dad027 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.2999732 Aug 04 14:57:40.042473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:40.090805 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:40.096163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.099889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.104436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.106108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b512a713-5df8-4354-b0d7-9ea9225921f4 HTTP/1.1" status: 204 len: 168 time: 1.0766182 Aug 04 14:57:40.118849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d1ef9-7eab-4626-8746-7abe778f4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512a713-5df8-4354-b0d7-9ea9225921f4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:40.245842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.247881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/d97d1c8e-21bc-49dd-b148-597dbc814aae HTTP/1.1" status: 204 len: 168 time: 2.3751886 Aug 04 14:57:40.255736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc124-a483-4fc8-8d2c-ce576e471c33 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=d97d1c8e-21bc-49dd-b148-597dbc814aae,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:40.314629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38740) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:40.345593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49b34d9f-2747-4454-8f77-3e3528daa132 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:40.393911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 49b34d9f-2747-4454-8f77-3e3528daa132 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:40.394529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49b34d9f-2747-4454-8f77-3e3528daa132 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:40.395269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6eb82c5d-4a16-4c01-af23-cc950708b220 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:40.421575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6eb82c5d-4a16-4c01-af23-cc950708b220 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:40.422338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6eb82c5d-4a16-4c01-af23-cc950708b220 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:40.461235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2ddfabd5-2e5d-44e6-bdb9-b36b90117858 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a42307834004276974adcbb3782b28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734829 Aug 04 14:57:40.465178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38748) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:40.468775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfb2f59c-c722-4878-9cb5-8cd7b5698723 req-854c40ac-8ff8-461e-a588-16c802e2271f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069829 Aug 04 14:57:40.507487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.510182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.511451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b069301-f990-40b1-9a4d-b2fa06768980 HTTP/1.1" status: 204 len: 168 time: 1.2878289 Aug 04 14:57:40.525182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cfb62373-9c44-42f0-b246-0f84897541b2,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:40.562703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'cfb62373-9c44-42f0-b246-0f84897541b2', 'network_id': '06ad5476-5352-4547-a3dd-7ba67c86c2a6', 'port_id': 'cfb62373-9c44-42f0-b246-0f84897541b2', 'mac_address': 'fa:16:3e:44:94:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4818691c-bd90-4329-9990-6e01c799518b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:57:40.567450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732345-f253-4eac-af1f-1bf9fcfa1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b069301-f990-40b1-9a4d-b2fa06768980,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:40.606117 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.649723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.670212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb62373-9c44-42f0-b246-0f84897541b2 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:57:40.682311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.701292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cfb62373-9c44-42f0-b246-0f84897541b2,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:40.711361 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.838232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:40.893619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.904533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:40.937813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cfb62373-9c44-42f0-b246-0f84897541b2'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:57:41.010817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.024751 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.030105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/474ba24c-f3a0-4436-b44d-750bd237fb6d HTTP/1.1" status: 204 len: 168 time: 0.5601287 Aug 04 14:57:41.138241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa1cd8-c26d-4ad1-a249-a9e103184f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ba24c-f3a0-4436-b44d-750bd237fb6d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:41.288700 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Floating IP 6cb3d1b2-f38d-4f4a-b592-364e304683d8 associated. External IP: 172.25.0.16, port: 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9. Aug 04 14:57:41.355798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737131-eaa0-41c5-9e12-bb4f471ff417 req-83a221b9-9bdf-4f0b-bced-30f779a0a66b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:41.357594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77737131-eaa0-41c5-9e12-bb4f471ff417 req-83a221b9-9bdf-4f0b-bced-30f779a0a66b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 945 time: 0.3128071 Aug 04 14:57:41.453512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77737131-eaa0-41c5-9e12-bb4f471ff417 req-82da4356-a1f0-45cd-8da5-3bcc658c1705 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886028 Aug 04 14:57:41.474761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:41.495434 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e013b89-3c03-43fa-a9a6-c968b9913ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.653954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.882771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e013b89-3c03-43fa-a9a6-c968b9913ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.904404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:41.917543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e013b89-3c03-43fa-a9a6-c968b9913ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:41.980436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cfb62373-9c44-42f0-b246-0f84897541b2 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:57:41.996616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e013b89-3c03-43fa-a9a6-c968b9913ae2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d8309ed538646309dd9b1e0417217a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152779 Aug 04 14:57:42.012338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bf879-0836-4c2d-ad5f-f00b31aa8106 req-4298c92d-67fe-403f-ac25-1dcde6c2c927 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:42.015204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b1bf879-0836-4c2d-ad5f-f00b31aa8106 req-4298c92d-67fe-403f-ac25-1dcde6c2c927 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.3905807 Aug 04 14:57:42.016375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38792) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:42.115902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port cfb62373-9c44-42f0-b246-0f84897541b2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:57:42.121481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port cfb62373-9c44-42f0-b246-0f84897541b2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:57:42.122931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.279841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:42.301314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.305896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:42.324734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.333364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:42.334967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:42.379377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.385687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d1eec0df-5764-4f8f-86ea-a82d87a32405 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "PUT /v2.0/floatingips/6cb3d1b2-f38d-4f4a-b592-364e304683d8 HTTP/1.1" status: 200 len: 991 time: 3.0981538 Aug 04 14:57:42.387992 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.428579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:42.438051 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dcfc9c-0795-420d-aa29-0641d4e6be03" -d '{"events": [{"name": "network-changed", "server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:42.466503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b1bf879-0836-4c2d-ad5f-f00b31aa8106 req-96a9129d-16c3-4884-a158-9719ac652019 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215748 Aug 04 14:57:42.469388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e013b89-3c03-43fa-a9a6-c968b9913ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3d245b-25f7-48d5-8365-51e3e73a0f52,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:42.503207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cfb62373-9c44-42f0-b246-0f84897541b2,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:42.512992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:42.522324 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1dcba1-cd5b-44da-9499-12b3d91c8ebc" -d '{"events": [{"server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "name": "network-vif-plugged", "status": "completed", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:42.527490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 86af74ab-89c0-49e1-8591-63a017b06f2f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:42.540276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.541862 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.576582 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49f554-5333-473f-87c8-7f4b70d2d5e2 x-openstack-request-id: req-ec49f554-5333-473f-87c8-7f4b70d2d5e2 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:42.577110 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:42.577191 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec49f554-5333-473f-87c8-7f4b70d2d5e2 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:42.577594 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'status': 'completed', 'code': 200} Aug 04 14:57:42.619461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:42.645026 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3691b-4d23-4b65-9a15-3f567ac79552 x-openstack-request-id: req-bbd3691b-4d23-4b65-9a15-3f567ac79552 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:42.645423 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "name": "network-vif-plugged", "status": "completed", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:42.645655 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbd3691b-4d23-4b65-9a15-3f567ac79552 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:42.646126 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2', 'code': 200} Aug 04 14:57:42.745381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.750322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:42.757846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb3d245b-25f7-48d5-8365-51e3e73a0f52 HTTP/1.1" status: 204 len: 168 time: 0.7402978 Aug 04 14:57:42.778813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319929e-0eec-4d9b-bfe4-aa44b66dc833 req-cbbd04a5-918b-4d5f-839b-680d99e069c2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:42.781053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5319929e-0eec-4d9b-bfe4-aa44b66dc833 req-cbbd04a5-918b-4d5f-839b-680d99e069c2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1171968 Aug 04 14:57:42.805815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:42.886472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5319929e-0eec-4d9b-bfe4-aa44b66dc833 req-b5158494-c4dd-4776-9797-678ba88aeac7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 Aug 04 14:57:42.898445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d6cb-0b65-4e18-a12c-908cf7f4380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3d245b-25f7-48d5-8365-51e3e73a0f52,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:42.923946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaae61-7eb9-4c08-92c4-4f90f7ae8010 req-9fcac82f-4ee1-402e-8ea4-04e410008d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:42.925440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dffaae61-7eb9-4c08-92c4-4f90f7ae8010 req-9fcac82f-4ee1-402e-8ea4-04e410008d06 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1098 time: 0.1533122 Aug 04 14:57:42.930048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-7cc9bbe6-16b0-4b76-aa1f-4c36a6bc1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:42.931650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-7cc9bbe6-16b0-4b76-aa1f-4c36a6bc1226 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 1098 time: 0.2085166 Aug 04 14:57:43.037942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-cd28c26b-9b18-4fac-82b5-99a40ea0b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:43.039517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-cd28c26b-9b18-4fac-82b5-99a40ea0b1c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 200 len: 910 time: 0.0940099 Aug 04 14:57:43.066318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 86af74ab-89c0-49e1-8591-63a017b06f2f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86af74ab-89c0-49e1-8591-63a017b06f2f,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:43.066811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:43.099208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:43.211087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 86af74ab-89c0-49e1-8591-63a017b06f2f owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:43.249669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-e67f0d6f-07ee-42ed-8cd9-82663481e7c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 HTTP/1.1" status: 200 len: 999 time: 0.1907861 Aug 04 14:57:43.312106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '6cb3d1b2-f38d-4f4a-b592-364e304683d8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:54:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:57:14Z', 'updated_at': '2021-08-04T14:57:40Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:43.330266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dffaae61-7eb9-4c08-92c4-4f90f7ae8010 req-429eb0d6-b35c-43be-afca-c37c19416492 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949633 Aug 04 14:57:43.362980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:43.373777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:43.374272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:43.418302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-d61018fb-458c-444a-acff-9d0f34f1e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:43.419895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-d61018fb-458c-444a-acff-9d0f34f1e4a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 200 len: 848 time: 0.1533101 Aug 04 14:57:43.438900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7ef5594c-3063-4f91-a751-1a31a7e4be05 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-184257157', 'prefixes': ['172.20.0.0/16']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:43.607267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ef5594c-3063-4f91-a751-1a31a7e4be05 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] Notify callbacks [] for subnetpool, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:43.611479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ef5594c-3063-4f91-a751-1a31a7e4be05 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5081358 Aug 04 14:57:43.611883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38844) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:43.719553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:43.755418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d49f652b-467c-44cf-b05c-99fa2099a76d tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "GET /v2.0/subnetpools/a6115e34-348a-4fc8-a982-508f508ca239 HTTP/1.1" status: 200 len: 731 time: 0.1400392 Aug 04 14:57:43.759493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:43.772982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6f75eff5-0c57-460a-9bab-4eca0e40713a tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-408311821'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:43.837904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:43.868807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=86af74ab-89c0-49e1-8591-63a017b06f2f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:44.349800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:44.363112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-3e55caee-bfc1-405c-a746-9bd550561e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:44.365233 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-3e55caee-bfc1-405c-a746-9bd550561e51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7883568-e9c5-4418-a4e7-a5ac2ec688e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9371810 Aug 04 14:57:44.384405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '6cb3d1b2-f38d-4f4a-b592-364e304683d8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:54:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:57:14Z', 'updated_at': '2021-08-04T14:57:40Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:44.424974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9e2c6-16a7-49fd-88e2-fe663d13c5dc None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '6cb3d1b2-f38d-4f4a-b592-364e304683d8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'port_id': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'mac_address': 'fa:16:3e:54:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T14:57:14Z', 'updated_at': '2021-08-04T14:57:40Z', 'revision_number': 1, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:44.625116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-9c7de608-8486-4775-9833-8f5cabecd8cc service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279472 Aug 04 14:57:44.791364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d82fe2e-c401-4d7c-8192-f7cb998590bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:44.861330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24774737-3a88-43a3-9de2-f2de98ef5545 None None] New status for floating IP 6cb3d1b2-f38d-4f4a-b592-364e304683d8: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 14:57:44.896926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5de51-d7f2-414f-899a-3b9b9b8bbc2c req-331e13d0-d996-43c5-93fe-041ea4201d7b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:44.905180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ed5de51-d7f2-414f-899a-3b9b9b8bbc2c req-331e13d0-d996-43c5-93fe-041ea4201d7b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 1.2940621 Aug 04 14:57:44.986842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26dcfc9c-0795-420d-aa29-0641d4e6be03 req-e8962cb2-56ab-42db-a074-ca43aa5a63cc service neutron] 10.222.0.46 "GET /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577032 Aug 04 14:57:45.008045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ed5de51-d7f2-414f-899a-3b9b9b8bbc2c req-34785285-6be0-4c7b-a010-c3ff4c2578ba tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973949 Aug 04 14:57:45.082080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1b91-c69f-4d64-89f1-f3ad31f60959 req-4652333b-9dcc-4bf6-81c8-71def47f1049 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:45.096125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00ec1b91-c69f-4d64-89f1-f3ad31f60959 req-4652333b-9dcc-4bf6-81c8-71def47f1049 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2526538 Aug 04 14:57:45.264929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:45.370682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00ec1b91-c69f-4d64-89f1-f3ad31f60959 req-ec6ca170-1d47-4872-bf0a-c3f917d677d8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535942 Aug 04 14:57:45.374240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6f75eff5-0c57-460a-9bab-4eca0e40713a tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] Notify callbacks [] for subnetpool, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:45.374963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6f75eff5-0c57-460a-9bab-4eca0e40713a tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "PUT /v2.0/subnetpools/a6115e34-348a-4fc8-a982-508f508ca239 HTTP/1.1" status: 200 len: 683 time: 1.6077738 Aug 04 14:57:45.379472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38892) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:45.429836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:45.440580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:45.445674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0573594b-8c35-4a9a-89c8-2d282e1a5f92 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1276984 Aug 04 14:57:45.446437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:45.464915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:45.467391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:45.549464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet c3a5e6c6-3888-47f7-a6a4-285585de0282 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:45.555428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:45.582871 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd600be1-d147-435c-8686-cad0c89296ec tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] Notify callbacks [] for subnetpool, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:45.584338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd600be1-d147-435c-8686-cad0c89296ec tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a6115e34-348a-4fc8-a982-508f508ca239 HTTP/1.1" status: 204 len: 168 time: 0.2036979 Aug 04 14:57:45.587130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:45.607384 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-83b51ecd-c15f-4124-b86f-0b0599224489 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] show failed (client error): The resource could not be found. Aug 04 14:57:45.609991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83b51ecd-c15f-4124-b86f-0b0599224489 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "GET /v2.0/subnetpools/a6115e34-348a-4fc8-a982-508f508ca239 HTTP/1.1" status: 404 len: 346 time: 0.0217309 Aug 04 14:57:45.613722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38904) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:45.634039 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-c2fd97b8-c36d-4901-9bff-85ea77474b55 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] delete failed (client error): The resource could not be found. Aug 04 14:57:45.635571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c2fd97b8-c36d-4901-9bff-85ea77474b55 tempest-SubnetPoolsTestJSON-960906216 tempest-SubnetPoolsTestJSON-960906216-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a6115e34-348a-4fc8-a982-508f508ca239 HTTP/1.1" status: 404 len: 346 time: 0.0206838 Aug 04 14:57:45.649636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:45.652676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:45.852646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:45.995418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.036583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:43Z', 'revision_number': 10, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:46.056378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38918) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:46.065467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a5e6c6-3888-47f7-a6a4-285585de0282,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:46.071197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.079057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0717dd9f-e80c-40c3-9e97-7610ee8f60df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/c3a5e6c6-3888-47f7-a6a4-285585de0282 HTTP/1.1" status: 204 len: 168 time: 0.6312907 Aug 04 14:57:46.081576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:46.146106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:46.148276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bddd79-388b-4158-957f-326083da2185 None None] Network 8c048881-3302-4f14-8609-bc756202f14a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:46.291792 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd969-fd2f-497d-8411-ffe326b63072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.301556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.374836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:46.375831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:46.423531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774746-0a04-4a66-8962-665db7ca102a req-3b4241c8-9817-482a-9a76-ce4b719fd95b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:46.425120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b774746-0a04-4a66-8962-665db7ca102a req-3b4241c8-9817-482a-9a76-ce4b719fd95b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.2366126 Aug 04 14:57:46.558753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 0f1d28eb-1c35-437b-b95d-016cd108e254 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:46.559108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.596843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:46.642757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] DHCP port deletion for 8c048881-3302-4f14-8609-bc756202f14a request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:57:46.784835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 0f1d28eb-1c35-437b-b95d-016cd108e254, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0f1d28eb-1c35-437b-b95d-016cd108e254,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:46.785224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.788784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b774746-0a04-4a66-8962-665db7ca102a req-dc2fae87-54c0-41b0-8d32-684b3048e978 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335469 Aug 04 14:57:46.823767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 0f1d28eb-1c35-437b-b95d-016cd108e254 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:46.871650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Deleting port 0f1d28eb-1c35-437b-b95d-016cd108e254 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:46.872311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:46.879470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad990a-5326-475f-9edc-7954f3bd8397 req-8bcdc0cc-e550-4239-b7dc-8c89626d9aff tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:46.882266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4ad990a-5326-475f-9edc-7954f3bd8397 req-8bcdc0cc-e550-4239-b7dc-8c89626d9aff tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2828832 Aug 04 14:57:46.991480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] For port 0f1d28eb-1c35-437b-b95d-016cd108e254, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0f1d28eb-1c35-437b-b95d-016cd108e254,segment=NetworkSegment(e32e5bec-599f-488a-8e04-51cfa54884b1),segment_id=e32e5bec-599f-488a-8e04-51cfa54884b1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:46.992187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.008078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4ad990a-5326-475f-9edc-7954f3bd8397 req-050ebf0a-3f21-48f4-9c36-d5b8cf1d404e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153250 Aug 04 14:57:47.041206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Calling delete_port for 0f1d28eb-1c35-437b-b95d-016cd108e254 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:47.053539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.078059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd969-fd2f-497d-8411-ffe326b63072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.088317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd969-fd2f-497d-8411-ffe326b63072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.127721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:43Z', 'revision_number': 10, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:47.144777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=0f1d28eb-1c35-437b-b95d-016cd108e254,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:47.147199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port 0f1d28eb-1c35-437b-b95d-016cd108e254 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:47.165545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4363af6-ad98-47a4-8fea-2faf98886265 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:43Z', 'revision_number': 10, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None, '_interfaces': [{'id': 'd9f351a5-0a86-4358-9c13-395bfb0c51d2', 'name': '', 'network_id': '3d5de33f-4bb3-4b2f-9747-a61395082efd', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'mac_address': 'fa:16:3e:49:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:45Z', 'updated_at': '2021-08-04T14:56:57Z', 'revision_number': 5, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'subnets': [{'id': 'a240efb7-cef1-4c21-9436-3756758056e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:47.183316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd969-fd2f-497d-8411-ffe326b63072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c0b4d-d203-400c-8d79-4e1376cebc99,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:47.189916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.207043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4fcdd969-fd2f-497d-8411-ffe326b63072 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00c7f2f88cc342dbae7e62214d14f7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1488006 Aug 04 14:57:47.209498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:47.241324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] Pushing event deleted for resources: {'Port': ['ID=0f1d28eb-1c35-437b-b95d-016cd108e254,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:47.243473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92862c3-a4b7-45e5-b78f-ba5de6b2173c None None] No DVR routers for this DVR port 0f1d28eb-1c35-437b-b95d-016cd108e254 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:47.315844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.347826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.431503 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-180f1536-22a6-4623-bf4d-d03cf957e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.460210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.465465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.466929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d42c0b4d-d203-400c-8d79-4e1376cebc99 HTTP/1.1" status: 204 len: 168 time: 0.2561476 Aug 04 14:57:47.498494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b4c77-f99b-4901-88a8-d1ea937c2f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c0b4d-d203-400c-8d79-4e1376cebc99,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:47.578926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.691735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c048881-3302-4f14-8609-bc756202f14a']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:47.692544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.723622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32e5bec-599f-488a-8e04-51cfa54884b1') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:47.723622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32e5bec-599f-488a-8e04-51cfa54884b1') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:47.745981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.753810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393648fb-1985-4d0e-8a87-247098dc3068 req-8c711cbf-55e5-4480-bfd6-468e98ac3138 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:47.774044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393648fb-1985-4d0e-8a87-247098dc3068 req-8c711cbf-55e5-4480-bfd6-468e98ac3138 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1815019 Aug 04 14:57:47.780649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.791495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:47.792351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.835733 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:47.890455 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:47.902186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.906122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-b44cefaf-c1fc-402b-a7a2-4096464ac099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:47.908348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-b44cefaf-c1fc-402b-a7a2-4096464ac099 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1098 time: 0.4445615 Aug 04 14:57:47.921844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-393648fb-1985-4d0e-8a87-247098dc3068 req-8a70ba46-6f4b-4c02-a5ee-6a38814c2bbb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384139 Aug 04 14:57:47.922087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:47.922087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/8c048881-3302-4f14-8609-bc756202f14a HTTP/1.1" status: 204 len: 168 time: 1.8353195 Aug 04 14:57:47.922315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:47.951792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e83f13-3dfb-435e-94ca-e9239e1a62e8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=8c048881-3302-4f14-8609-bc756202f14a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:48.046246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-90d1bba5-bc58-413a-a439-e166c488dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:48.048202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-90d1bba5-bc58-413a-a439-e166c488dffe service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.1280339 Aug 04 14:57:48.121755 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-bb9a557c-d8e4-4572-a97e-e30a4ee15638 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 200 len: 217 time: 0.0658131 Aug 04 14:57:48.212704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-9836831e-d6b4-4d30-b4bf-6aac87abe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:48.214294 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-9836831e-d6b4-4d30-b4bf-6aac87abe0ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.0853839 Aug 04 14:57:48.271943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-5e336a47-ea19-42dd-8b4d-0a26c625084e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475154 Aug 04 14:57:48.355060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86af74ab-89c0-49e1-8591-63a017b06f2f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:48.403537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 86af74ab-89c0-49e1-8591-63a017b06f2f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:48.403888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86af74ab-89c0-49e1-8591-63a017b06f2f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:48.404312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0f1d28eb-1c35-437b-b95d-016cd108e254 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:48.406829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf0804-fc5e-40d6-9833-df3b62531937 req-a403f814-1658-4d8a-b3f5-f7c0ca8a1ad2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:48.408439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ccf0804-fc5e-40d6-9833-df3b62531937 req-a403f814-1658-4d8a-b3f5-f7c0ca8a1ad2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.3586242 Aug 04 14:57:48.450736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0f1d28eb-1c35-437b-b95d-016cd108e254 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:48.451176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0f1d28eb-1c35-437b-b95d-016cd108e254 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:48.496938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-638697dc-3f01-49ec-bb68-b8115b74794c service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149434 Aug 04 14:57:48.557529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ccf0804-fc5e-40d6-9833-df3b62531937 req-53826fb5-b71c-42e7-a360-cea87930cd45 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853202 Aug 04 14:57:48.616750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:48.732210 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:48.741893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0b1c7a9-55a2-4389-85aa-431e02750ce5 req-ae454711-64e4-43d5-a06b-ea3f707cf289 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350991 Aug 04 14:57:48.947729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:48.977190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39008) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:49.146282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e28fd-4fd1-44b1-b3ef-c2025657ef51 req-3f00ba58-6255-40f6-858c-c68db8bd0c79 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:49.148331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-759e28fd-4fd1-44b1-b3ef-c2025657ef51 req-3f00ba58-6255-40f6-858c-c68db8bd0c79 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1075923 Aug 04 14:57:49.156196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935907338-network', 'tenant_id': 'a152a4e67c544958bf203c84d4f34aee'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:49.183669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Made reservation on behalf of a152a4e67c544958bf203c84d4f34aee for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:49.186539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.204930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.255975 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-759e28fd-4fd1-44b1-b3ef-c2025657ef51 req-0bf29384-69dc-4113-ae21-ef53a8fdced5 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730631 Aug 04 14:57:49.364603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port d9f351a5-0a86-4358-9c13-395bfb0c51d2 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:49.364881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.384397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.401474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.427375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:57:49.438127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea4482-a151-48c1-bad4-a490bcde59a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:49.443902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.444270 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Added segment a2c3bbce-b5ad-4636-8fc5-8ce347706183 of type vlan for network 61434078-4b97-4939-a54c-641b0318f073 Aug 04 14:57:49.476365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port d9f351a5-0a86-4358-9c13-395bfb0c51d2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9f351a5-0a86-4358-9c13-395bfb0c51d2,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:49.476855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.501232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for d9f351a5-0a86-4358-9c13-395bfb0c51d2 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:49.509555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.582510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.598129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:49.598129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.654280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6725509 Aug 04 14:57:49.654900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39038) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:49.695190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Request body: {'subnet': {'network_id': '61434078-4b97-4939-a54c-641b0318f073', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935907338-subnet', 'tenant_id': 'a152a4e67c544958bf203c84d4f34aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:49.708955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57ff5-324c-4aa0-b718-a4ae69bd5e83 admin admin] Pushing event updated for resources: {'Network': ['ID=61434078-4b97-4939-a54c-641b0318f073,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:49.720275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 61434078-4b97-4939-a54c-641b0318f073 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:57:49.810101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Made reservation on behalf of a152a4e67c544958bf203c84d4f34aee for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:49.812948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.887705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ac45-0ed7-47d5-af0a-a47a44307eb5 req-44f4c94c-d257-4517-b1f5-15c80212b650 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:49.889301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab61ac45-0ed7-47d5-af0a-a47a44307eb5 req-44f4c94c-d257-4517-b1f5-15c80212b650 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.1687226 Aug 04 14:57:49.944051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:49.999235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=d9f351a5-0a86-4358-9c13-395bfb0c51d2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:50.011065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab61ac45-0ed7-47d5-af0a-a47a44307eb5 req-c413f2c4-4db4-4fe0-be44-3afe4074241c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114008 Aug 04 14:57:50.176868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:50.333077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:50.357078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:50.560101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5665c8-d8dc-4dc5-b033-92269e2dd1d8,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:50.593234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Checking segment: {'id': 'a2c3bbce-b5ad-4636-8fc5-8ce347706183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '61434078-4b97-4939-a54c-641b0318f073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:50.593630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Network hostable DHCP agents. Network: 61434078-4b97-4939-a54c-641b0318f073, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:57:50.655687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aed72-992c-45c8-9473-db0dda12424b req-7c25298f-3340-4c5b-8fe2-74229bd5f3a9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:50.672788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d52aed72-992c-45c8-9473-db0dda12424b req-7c25298f-3340-4c5b-8fe2-74229bd5f3a9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2749143 Aug 04 14:57:50.683676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:50.706547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Network 61434078-4b97-4939-a54c-641b0318f073 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:57:50.730623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 61434078-4b97-4939-a54c-641b0318f073) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:50.738567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:50.739187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:50.746094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a00d8a-9fe7-4fb5-9887-20051294677d None None] Network 61434078-4b97-4939-a54c-641b0318f073 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:50.749212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d52aed72-992c-45c8-9473-db0dda12424b req-b95c8d02-eac7-41e2-a463-a81dabb51980 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Aug 04 14:57:50.847682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fb070235-7c57-47d3-8646-37b295319a5b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1910832 Aug 04 14:57:50.868607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:50.878531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d37853e-d983-4848-a0f7-0b12b5395ee9 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9535635 Aug 04 14:57:50.878795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:50.882616 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:50.910737 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:50.911734 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:51.076064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting subnet a240efb7-cef1-4c21-9436-3756758056e0 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:51.087916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:51.107237 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:51.128632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8d949-f4a2-4271-bcc2-0f2e464e1ecc None None] Network 61434078-4b97-4939-a54c-641b0318f073 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:51.246075 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:51.262835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f99f62-578e-4ac6-8f57-ee3f7812668c req-30d05a6a-1ee0-4284-8b2d-1b6cdd21dbb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:51.280651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f99f62-578e-4ac6-8f57-ee3f7812668c req-30d05a6a-1ee0-4284-8b2d-1b6cdd21dbb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.1289325 Aug 04 14:57:51.306435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:51.326538 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:51.349517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:51.350165 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:51.373297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48f99f62-578e-4ac6-8f57-ee3f7812668c req-5a87b84c-8c82-4de5-b6b9-1421ae7e13d1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838838 Aug 04 14:57:51.528744 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:51.535435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:51.634115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:51.634951 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:51.665633 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2def4-684b-437e-b729-37bc179a0658 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:51.685234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Subnet': ['ID=a240efb7-cef1-4c21-9436-3756758056e0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:51.689682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:51.691654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-93b34f7b-306f-42d4-9ef6-ec77393c9864 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/a240efb7-cef1-4c21-9436-3756758056e0 HTTP/1.1" status: 204 len: 168 time: 0.8100219 Aug 04 14:57:51.694215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39138) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:51.696982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f11fc-b51b-4600-a693-6d7f9e84bdce None None] Network 3d5de33f-4bb3-4b2f-9747-a61395082efd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:51.792593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adab20-9acb-47c7-a09e-87b7bbc4613a req-22235675-6e0e-4e2d-b05b-5d19ff6156d6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:51.801762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0adab20-9acb-47c7-a09e-87b7bbc4613a req-22235675-6e0e-4e2d-b05b-5d19ff6156d6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.1477685 Aug 04 14:57:51.866830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:51.888044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0adab20-9acb-47c7-a09e-87b7bbc4613a req-b63de208-a09e-4f0b-a9b6-ace0c85bc093 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765939 Aug 04 14:57:51.892635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-851589516-network', 'tenant_id': '62ae7cafd93b464789ca4e6d3cdd27cb'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:51.908060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.007200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Made reservation on behalf of 62ae7cafd93b464789ca4e6d3cdd27cb for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:52.007831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877e0e6-ba0f-451f-b098-27879c2d9c46 req-a678bb59-d211-44fb-a514-83a9fa9a8602 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:52.009540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.022825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e877e0e6-ba0f-451f-b098-27879c2d9c46 req-a678bb59-d211-44fb-a514-83a9fa9a8602 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1547191 Aug 04 14:57:52.052213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.114066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e877e0e6-ba0f-451f-b098-27879c2d9c46 req-18eac2bf-7057-4f23-b7d4-0c1206c1c77c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892012 Aug 04 14:57:52.225450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Deleting port 6864fe9d-4109-4b23-a10e-b5806943540a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:52.226008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.261199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9f351a5-0a86-4358-9c13-395bfb0c51d2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:52.290435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d9f351a5-0a86-4358-9c13-395bfb0c51d2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:52.291176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9f351a5-0a86-4358-9c13-395bfb0c51d2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:52.418933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] DHCP port deletion for 3d5de33f-4bb3-4b2f-9747-a61395082efd request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 14:57:52.445765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] For port 6864fe9d-4109-4b23-a10e-b5806943540a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6864fe9d-4109-4b23-a10e-b5806943540a,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:52.446151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.470886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.486103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Calling delete_port for 6864fe9d-4109-4b23-a10e-b5806943540a owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:52.536516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Deleting port 6864fe9d-4109-4b23-a10e-b5806943540a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:57:52.537291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.550331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.595354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:57:52.599073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b175c95c-669e-4a11-b82d-7fcd081277c2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:52.623374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.623933 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Added segment 8bfc1a8e-a2ac-46b3-8d76-a31626318b2a of type vlan for network a12a7342-53e7-4801-a174-e3c0e936088e Aug 04 14:57:52.705418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.710908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.714506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] For port 6864fe9d-4109-4b23-a10e-b5806943540a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6864fe9d-4109-4b23-a10e-b5806943540a,segment=NetworkSegment(8f37e7d0-1f8e-4ea8-b590-bb683e95a13f),segment_id=8f37e7d0-1f8e-4ea8-b590-bb683e95a13f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:52.715123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.736327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Calling delete_port for 6864fe9d-4109-4b23-a10e-b5806943540a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:57:52.750428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Port': ['ID=6864fe9d-4109-4b23-a10e-b5806943540a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:52.756689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No DVR routers for this DVR port 6864fe9d-4109-4b23-a10e-b5806943540a on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:52.797430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.799096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:52.800566 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.892314 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.897921 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0215192 Aug 04 14:57:52.900823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39226) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:52.907409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Request body: {'subnet': {'network_id': 'a12a7342-53e7-4801-a174-e3c0e936088e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-851589516-subnet', 'tenant_id': '62ae7cafd93b464789ca4e6d3cdd27cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:52.928097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] Pushing event deleted for resources: {'Port': ['ID=6864fe9d-4109-4b23-a10e-b5806943540a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:52.947705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3e553-95be-4daf-a0bd-a35cae1fd7e3 None None] No DVR routers for this DVR port 6864fe9d-4109-4b23-a10e-b5806943540a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:57:52.951362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:52.970058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc268f7-98c0-4c51-a696-378981ac78d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a12a7342-53e7-4801-a174-e3c0e936088e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:52.976327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5de33f-4bb3-4b2f-9747-a61395082efd']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:52.986314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Made reservation on behalf of 62ae7cafd93b464789ca4e6d3cdd27cb for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:57:52.986836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a12a7342-53e7-4801-a174-e3c0e936088e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:57:52.988707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:52.989234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f37e7d0-1f8e-4ea8-b590-bb683e95a13f') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:52.989361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.001622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.016453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.024908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:53.025763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:53.029549 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:53.136551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.146597 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.151602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/networks/3d5de33f-4bb3-4b2f-9747-a61395082efd HTTP/1.1" status: 204 len: 168 time: 1.4558053 Aug 04 14:57:53.152365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:53.177274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'routes': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:53.180083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb6e3-a35a-40aa-8314-468bbd499484 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Pushing event deleted for resources: {'Network': ['ID=3d5de33f-4bb3-4b2f-9747-a61395082efd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:53.404601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820bc96-fa03-45c7-a052-c942e4bccd5b req-8470cb5b-0bb8-4901-8a87-e6565daad1b3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:53.406765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9820bc96-fa03-45c7-a052-c942e4bccd5b req-8470cb5b-0bb8-4901-8a87-e6565daad1b3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1579154 Aug 04 14:57:53.504276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9820bc96-fa03-45c7-a052-c942e4bccd5b req-7aef55fc-89eb-4a29-adcd-47531bcf81a1 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900342 Aug 04 14:57:53.535154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.653075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed17f975-9e8b-45d4-9712-51309394977e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:53.708416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Checking segment: {'id': '8bfc1a8e-a2ac-46b3-8d76-a31626318b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a12a7342-53e7-4801-a174-e3c0e936088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:57:53.708682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Network hostable DHCP agents. Network: a12a7342-53e7-4801-a174-e3c0e936088e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:57:53.747742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Network a12a7342-53e7-4801-a174-e3c0e936088e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:57:53.771271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a12a7342-53e7-4801-a174-e3c0e936088e) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:57:53.779103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b0caa-bc0f-459c-a5cb-9a1a501b058c None None] Network a12a7342-53e7-4801-a174-e3c0e936088e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:53.820036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:53.820644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:53.899073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4dd0f-c1c1-4114-a458-96960bc7d65b req-34478016-50d9-4211-bfcf-2c19b205216d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:53.907984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acb4dd0f-c1c1-4114-a458-96960bc7d65b req-34478016-50d9-4211-bfcf-2c19b205216d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.1496038 Aug 04 14:57:53.909536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ffc2ed4e-2706-40bb-9ea4-4e225b803738 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0074897 Aug 04 14:57:53.997398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-acb4dd0f-c1c1-4114-a458-96960bc7d65b req-aeefddca-8e4f-4bce-b379-508315c333e6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738513 Aug 04 14:57:54.076731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d56503-7df0-4be2-9d77-6a684096bbc9 None None] Network a12a7342-53e7-4801-a174-e3c0e936088e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:57:54.121739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39286) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:54.147561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.extraroute_db [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Added routes are [] {{(pid=94266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 14:57:54.148109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.extraroute_db [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Removed routes are [] {{(pid=94266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 14:57:54.148240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.261113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Deleting subnet 9b5665c8-d8dc-4dc5-b033-92269e2dd1d8 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:54.270964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.327535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6864fe9d-4109-4b23-a10e-b5806943540a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:54.378904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6864fe9d-4109-4b23-a10e-b5806943540a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:57:54.379259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6864fe9d-4109-4b23-a10e-b5806943540a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:57:54.389208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.460917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-ba671b37-aa14-4497-9cdd-4eb6f4d372ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:54.463247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-ba671b37-aa14-4497-9cdd-4eb6f4d372ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1098 time: 0.1450799 Aug 04 14:57:54.491978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d5b6-a2e7-441c-865c-fdb8bf355fe0 req-1d97dcda-3b72-4cab-a5ca-bec227994458 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:54.500304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf99d5b6-a2e7-441c-865c-fdb8bf355fe0 req-1d97dcda-3b72-4cab-a5ca-bec227994458 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 946 time: 0.1142237 Aug 04 14:57:54.503746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.572564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:57:54.592719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.597029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-f4559071-590b-4909-bff0-41c78c106659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:54.598548 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-f4559071-590b-4909-bff0-41c78c106659 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.0962636 Aug 04 14:57:54.641450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.643892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5665c8-d8dc-4dc5-b033-92269e2dd1d8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:54.684906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.694082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf99d5b6-a2e7-441c-865c-fdb8bf355fe0 req-e49295ed-cb6d-4e31-b0fd-0815aee15459 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891825 Aug 04 14:57:54.703311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.710916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d0baf78-2ac2-4112-b7f7-e764afc98040 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9b5665c8-d8dc-4dc5-b033-92269e2dd1d8 HTTP/1.1" status: 204 len: 168 time: 0.5856104 Aug 04 14:57:54.734473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39296) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:54.745918 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.799665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:57:54.800837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:57:54.809743 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90787fad-fbd4-44c7-abe6-029feb986a38" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:57:54.818668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 148948c8-9bd7-4812-957e-74fb08bd92f1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:57:54.819498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:54.834140 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-e112d562-24a7-40c1-9a4b-376485d9e516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 1001 time: 0.2046518 Aug 04 14:57:54.895281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=14']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:54.928484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59319619-3aba-4df0-9a4b-95dfdf102b1b req-df10f2b9-8960-49a1-8216-ffd590b4f15f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:54.931454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59319619-3aba-4df0-9a4b-95dfdf102b1b req-df10f2b9-8960-49a1-8216-ffd590b4f15f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2954273 Aug 04 14:57:54.936531 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d0e3d-e4ed-45fe-aaa8-c2cac46fb579 x-openstack-request-id: req-fd7d0e3d-e4ed-45fe-aaa8-c2cac46fb579 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:57:54.937007 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-unplugged", "status": "completed", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:57:54.937421 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd7d0e3d-e4ed-45fe-aaa8-c2cac46fb579 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:57:54.938037 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'code': 200} Aug 04 14:57:54.959977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.002234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:55.010386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.011728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3b66a71a-9e3b-440c-906c-c8047db098d6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 700 time: 1.8386185 Aug 04 14:57:55.014704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39304) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.014900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Sync routers for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:55.022367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59319619-3aba-4df0-9a4b-95dfdf102b1b req-5c1ef8c2-116e-41b6-af40-23dc2c1c2c19 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818374 Aug 04 14:57:55.042702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:55.042702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.047429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92d46f01-d9be-4739-8f55-c687e14e4136 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 205 time: 0.0284083 Aug 04 14:57:55.047877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.056607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-27dcc621-0151-4b5a-bd56-0717c5556b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:55.058880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-27dcc621-0151-4b5a-bd56-0717c5556b90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.2171826 Aug 04 14:57:55.124471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.128223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:55.135063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61434078-4b97-4939-a54c-641b0318f073']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.148100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c3bbce-b5ad-4636-8fc5-8ce347706183') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.148728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c3bbce-b5ad-4636-8fc5-8ce347706183') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.159473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.160064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.174968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.183592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:55.184171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:55.186774 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:55.202429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.240073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-d7d623e3-bf0e-4dac-95b6-46c422e55ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:55.243554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-d7d623e3-bf0e-4dac-95b6-46c422e55ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463096 Aug 04 14:57:55.254833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Checking router: 148948c8-9bd7-4812-957e-74fb08bd92f1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:55.264269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Routers {'148948c8-9bd7-4812-957e-74fb08bd92f1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:55.264890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['148948c8-9bd7-4812-957e-74fb08bd92f1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.268259 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.283739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.289250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] 10.222.0.76 "DELETE /v2.0/networks/61434078-4b97-4939-a54c-641b0318f073 HTTP/1.1" status: 204 len: 168 time: 0.5532258 Aug 04 14:57:55.305300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39310) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.317601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3c50e-bb28-43a5-8808-0bc832a59dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=61434078-4b97-4939-a54c-641b0318f073,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:55.357957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] Set router 148948c8-9bd7-4812-957e-74fb08bd92f1 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:55.384814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Deleting subnet ed17f975-9e8b-45d4-9712-51309394977e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:57:55.388782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.416896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:55.431408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.445799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.449496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.470031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a677977-1ae8-49d9-984a-9c19f18bffc5 None None] The sync data for ids ['148948c8-9bd7-4812-957e-74fb08bd92f1'] in n-d-801743-12 is: [{'id': '148948c8-9bd7-4812-957e-74fb08bd92f1', 'name': 'tempest-RoutersTest-router-621250314', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:42Z', 'updated_at': '2021-08-04T14:57:49Z', 'revision_number': 11, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:55.490493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.522763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.523326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router 148948c8-9bd7-4812-957e-74fb08bd92f1 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:57:55.536992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.537958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7063fb31-bad6-4328-903c-8ff610cc6830 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 204 len: 168 time: 0.4885616 Aug 04 14:57:55.544649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39316) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.549820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-316973691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:55.563631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-e29fc3ad-a240-4162-9208-110c8efcbf8e service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044322 Aug 04 14:57:55.613248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.649272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed17f975-9e8b-45d4-9712-51309394977e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:55.659961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.660884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.662678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.665026 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-568e09fc-40e8-46fd-8b2d-d0f31fd893ca admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ed17f975-9e8b-45d4-9712-51309394977e HTTP/1.1" status: 204 len: 168 time: 0.3569932 Aug 04 14:57:55.665664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39318) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.697666 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb4a4eef-a1eb-483e-a85d-619d66ffaac8 req-39fed02c-0c58-4e4d-9df5-c957562175f7 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250770 Aug 04 14:57:55.740070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.746480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.748921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.783466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:55.792511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91e9c77e-6b50-41a9-8ddf-d64513209d87 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2467101 Aug 04 14:57:55.793217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:55.798229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:57:56.036569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.052854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.193667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Router 6451c06e-0c06-4866-abee-96d61b701a1f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 14:57:56.308489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:57:56.317485 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Sync routers for ids ['6451c06e-0c06-4866-abee-96d61b701a1f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:57:56.319369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.321143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9172df68-2436-41a1-b25f-5943732a778d tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "PUT /v2.0/routers/6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 200 len: 693 time: 0.5264952 Aug 04 14:57:56.327254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39344) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:56.340033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Routers {'6451c06e-0c06-4866-abee-96d61b701a1f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:56.341855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6451c06e-0c06-4866-abee-96d61b701a1f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.444772 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Set router 6451c06e-0c06-4866-abee-96d61b701a1f gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:56.483124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.519809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12a7342-53e7-4801-a174-e3c0e936088e']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.524782 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6451c06e-0c06-4866-abee-96d61b701a1f', 'name': 'tempest-RoutersTest-router-316973691', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:57:55Z', 'updated_at': '2021-08-04T14:57:56Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.540226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f60f2908-9655-49c2-a2e8-d00ecb5b59b1 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/routers/6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 200 len: 699 time: 0.2043507 Aug 04 14:57:56.542701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:56.544544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfc1a8e-a2ac-46b3-8d76-a31626318b2a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.544805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfc1a8e-a2ac-46b3-8d76-a31626318b2a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.560996 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Checking router: 6451c06e-0c06-4866-abee-96d61b701a1f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:57:56.564568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7982743-c8d1-4398-b4af-06ff37ec0015 req-fd7ffd88-0747-4753-8bbe-f2c3205998d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:56.569759 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Routers {'6451c06e-0c06-4866-abee-96d61b701a1f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:57:56.570851 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:57:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6451c06e-0c06-4866-abee-96d61b701a1f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.574492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7982743-c8d1-4398-b4af-06ff37ec0015 req-fd7ffd88-0747-4753-8bbe-f2c3205998d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.7092352 Aug 04 14:57:56.593505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145398c-fd8f-4e3a-8be8-30512d724354 req-ab97c82e-133b-423d-a5f6-555594a4e29f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:56.599718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0145398c-fd8f-4e3a-8be8-30512d724354 req-ab97c82e-133b-423d-a5f6-555594a4e29f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1673152 Aug 04 14:57:56.602132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87947078-2058-4426-b7ee-d21677fb6295 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 200 len: 205 time: 0.0578921 Aug 04 14:57:56.604724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:56.622256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.661435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] Set router 6451c06e-0c06-4866-abee-96d61b701a1f gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:57:56.672562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.676474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f7982743-c8d1-4398-b4af-06ff37ec0015 req-a9b4f329-0085-4e0f-a2b0-1149adf87989 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010649 Aug 04 14:57:56.686133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:57:56.687030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:57:56.689818 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:57:56.735180 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6451c06e-0c06-4866-abee-96d61b701a1f', 'name': 'tempest-RoutersTest-router-316973691', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:57:55Z', 'updated_at': '2021-08-04T14:57:56Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:57:56.773650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0145398c-fd8f-4e3a-8be8-30512d724354 req-50dd7da5-961e-48e7-9e14-7e3217fd5ca2 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456566 Aug 04 14:57:56.799022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.804394 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd06190-a29b-4f19-bb84-00240bf6ab46 None None] The sync data for ids ['6451c06e-0c06-4866-abee-96d61b701a1f'] in n-d-801743-12 is: [{'id': '6451c06e-0c06-4866-abee-96d61b701a1f', 'name': 'tempest-RoutersTest-router-316973691', 'tenant_id': '7d8530e485c048e28bbbf1de37b0bdee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:57:55Z', 'updated_at': '2021-08-04T14:57:56Z', 'revision_number': 2, 'project_id': '7d8530e485c048e28bbbf1de37b0bdee', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:57:56.812867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.814979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a12a7342-53e7-4801-a174-e3c0e936088e HTTP/1.1" status: 204 len: 168 time: 1.1483576 Aug 04 14:57:56.838652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b62470-6598-4da5-af82-c91251a2ed68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12a7342-53e7-4801-a174-e3c0e936088e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:56.856641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:56.897322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39372) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.021581 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e71e4c7-9d46-48a6-8990-ca705ffc0dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.087398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39376) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.114846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.118038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.169765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.170392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Fanout notify agent at l3_agent the message router_deleted on router 6451c06e-0c06-4866-abee-96d61b701a1f {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:57:57.181409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.187440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b864dd5-2397-4edf-8bda-cdb72bfe300f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 204 len: 168 time: 0.5765617 Aug 04 14:57:57.187440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39378) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.203808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7073bb6a-5f1b-4974-b83b-31b23a4f7f00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a152a4e67c544958bf203c84d4f34aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133804 Aug 04 14:57:57.205700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e71e4c7-9d46-48a6-8990-ca705ffc0dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.206707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39380) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.214339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e71e4c7-9d46-48a6-8990-ca705ffc0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.218696 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19f8f738-5ad8-498a-8da5-4aca0ed46e4e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 200 len: 205 time: 0.0306394 Aug 04 14:57:57.221281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.257778 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-a08652b1-9c73-4761-b707-56f1355c3623 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:57.261349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a08652b1-9c73-4761-b707-56f1355c3623 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/6451c06e-0c06-4866-abee-96d61b701a1f HTTP/1.1" status: 404 len: 336 time: 0.0367036 Aug 04 14:57:57.261552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.280701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e71e4c7-9d46-48a6-8990-ca705ffc0dc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b397ef5484049819e06213a955368fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814621 Aug 04 14:57:57.283957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e4c7-9d46-48a6-8990-ca705ffc0dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a3aff-0f15-4d72-9913-561542335209,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:57.287835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39386) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.303781 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-207e2d72-caae-4a7d-a93e-20d18961c82f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.304249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207e2d72-caae-4a7d-a93e-20d18961c82f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.306070 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-207e2d72-caae-4a7d-a93e-20d18961c82f tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/b06f2d74-8394-4b63-8305-2fce09ac6f94 HTTP/1.1" status: 404 len: 337 time: 0.0436046 Aug 04 14:57:57.311812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.337304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.338735 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc1ff8-3776-4a2e-b462-1e34eebcae6e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.339203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccc1ff8-3776-4a2e-b462-1e34eebcae6e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.343457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ccc1ff8-3776-4a2e-b462-1e34eebcae6e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/ab0d7f56-d7c4-45c4-a60c-87d394773d51 HTTP/1.1" status: 404 len: 337 time: 0.0282412 Aug 04 14:57:57.343654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39390) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.366558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.375209 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae71e10-fe68-46c4-b052-5652b4fd31aa tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.375670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae71e10-fe68-46c4-b052-5652b4fd31aa tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.380270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cae71e10-fe68-46c4-b052-5652b4fd31aa tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/c3a5e6c6-3888-47f7-a6a4-285585de0282 HTTP/1.1" status: 404 len: 337 time: 0.0355244 Aug 04 14:57:57.380919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39392) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.384621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.408055 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d7860d-0613-45c3-abf1-5e8061bd3961 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.408504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d7860d-0613-45c3-abf1-5e8061bd3961 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.412684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f5d7860d-0613-45c3-abf1-5e8061bd3961 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/a240efb7-cef1-4c21-9436-3756758056e0 HTTP/1.1" status: 404 len: 337 time: 0.0284164 Aug 04 14:57:57.413267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.422377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.440934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9f18c877-bc0d-4c4c-9aa5-cebaf1c3c138 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 200 len: 205 time: 0.0268333 Aug 04 14:57:57.443452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39396) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.463398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.467367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.469158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91ea4482-a151-48c1-bad4-a490bcde59a4 HTTP/1.1" status: 204 len: 168 time: 0.2615995 Aug 04 14:57:57.481336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae467b6f-6475-4f1a-9d5d-50a19a289047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea4482-a151-48c1-bad4-a490bcde59a4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:57.493877 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-eeb016ba-febc-4aaf-b80c-fe6da4696868 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:57.494956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eeb016ba-febc-4aaf-b80c-fe6da4696868 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/148948c8-9bd7-4812-957e-74fb08bd92f1 HTTP/1.1" status: 404 len: 336 time: 0.0505865 Aug 04 14:57:57.497590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39400) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.518448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.522103 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:57.534362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f5a3aff-0f15-4d72-9913-561542335209 HTTP/1.1" status: 204 len: 168 time: 0.2391958 Aug 04 14:57:57.539144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c7f6fcd3-a211-4f49-afd3-37ddbd1ce1af tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=328b6404-bce9-405c-997e-a10a5587a41a HTTP/1.1" status: 200 len: 205 time: 0.0399263 Aug 04 14:57:57.541530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.558511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8de3-2ec5-448b-acbc-070088c6b451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a3aff-0f15-4d72-9913-561542335209,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:57.591968 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-ece4d8aa-c93d-4cb0-99ac-3245b9ad2493 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:57.593179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ece4d8aa-c93d-4cb0-99ac-3245b9ad2493 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/328b6404-bce9-405c-997e-a10a5587a41a HTTP/1.1" status: 404 len: 336 time: 0.0507283 Aug 04 14:57:57.596158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39406) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.638768 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6696d4ac-7233-4275-84d8-b37b9a6f9144 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.639235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6696d4ac-7233-4275-84d8-b37b9a6f9144 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.643643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6696d4ac-7233-4275-84d8-b37b9a6f9144 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/674cdcbe-9563-48ff-9f7e-786ee4d76d62 HTTP/1.1" status: 404 len: 337 time: 0.0440204 Aug 04 14:57:57.646698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.678909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-07a17757-09e6-4b42-a46e-4940007f3cd3 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 200 len: 205 time: 0.0309038 Aug 04 14:57:57.682034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39410) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.721659 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-a57aebf9-5091-4348-bb36-3205ea39bebd tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:57.722772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a57aebf9-5091-4348-bb36-3205ea39bebd tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/06d0aaa5-b5fb-462e-8d53-41ce8032b190 HTTP/1.1" status: 404 len: 336 time: 0.0394747 Aug 04 14:57:57.725672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39416) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.768060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-37d1b1f4-f5a7-446b-83d9-24df68a6b45e tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=d44ff788-802a-4865-b447-66da3b6787fc HTTP/1.1" status: 200 len: 205 time: 0.0398223 Aug 04 14:57:57.770454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39420) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.838134 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-375f5297-e16b-4da5-b95d-5c685d7d4283 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:57.841959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-375f5297-e16b-4da5-b95d-5c685d7d4283 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/d44ff788-802a-4865-b447-66da3b6787fc HTTP/1.1" status: 404 len: 336 time: 0.0680461 Aug 04 14:57:57.842401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.896286 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d98084-7cf1-4eed-b40f-3e18fa109c55 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:57.897156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d98084-7cf1-4eed-b40f-3e18fa109c55 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:57.899033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36d98084-7cf1-4eed-b40f-3e18fa109c55 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/54ca1515-5647-4324-a17e-6f9e5eaf9dd7 HTTP/1.1" status: 404 len: 337 time: 0.0550215 Aug 04 14:57:57.901614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:57.959166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d83e4100-5f8e-4b03-a2cb-47306821e8df tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ec4dad1-d443-4f52-9fa3-003b50f028d7 HTTP/1.1" status: 200 len: 205 time: 0.0560386 Aug 04 14:57:57.961669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.008524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe392-52ef-47f6-8102-78b9e91cbe89 req-30ec3b43-61a1-4a73-94d5-75a550c2b87b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:58.011517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0adbe392-52ef-47f6-8102-78b9e91cbe89 req-30ec3b43-61a1-4a73-94d5-75a550c2b87b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1710494 Aug 04 14:57:58.030970 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-34e25f96-d4b4-4335-af3d-c193bb44bc64 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:58.038736 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34e25f96-d4b4-4335-af3d-c193bb44bc64 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/1ec4dad1-d443-4f52-9fa3-003b50f028d7 HTTP/1.1" status: 404 len: 336 time: 0.0689168 Aug 04 14:57:58.039938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39436) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.080621 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64084b5-9c01-4401-a61d-dd99a9c685c8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:58.080810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a0f54-83dd-443c-9201-1205408c24db req-63492df1-7f73-4a5c-a14a-b90ee9b43d28 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:58.081405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64084b5-9c01-4401-a61d-dd99a9c685c8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:58.088716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d86a0f54-83dd-443c-9201-1205408c24db req-63492df1-7f73-4a5c-a14a-b90ee9b43d28 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1774600 Aug 04 14:57:58.092746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d64084b5-9c01-4401-a61d-dd99a9c685c8 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/b80c73b5-5e7a-4a92-8975-6ff3788b55f1 HTTP/1.1" status: 404 len: 337 time: 0.0480089 Aug 04 14:57:58.096870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.129230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0adbe392-52ef-47f6-8102-78b9e91cbe89 req-2d1863d3-1588-4e22-b2fc-04bb8cc55cd6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019750 Aug 04 14:57:58.158074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39442) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.165447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-048e373c-499b-4ac3-8f1c-6f7f413712e6 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7949017-1c94-4680-bb1a-8dbfcadf4842 HTTP/1.1" status: 200 len: 205 time: 0.0642774 Aug 04 14:57:58.168671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.180987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39446) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.199045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d40f432f-071f-4e00-b656-bdd0ccf4bc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.228363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d86a0f54-83dd-443c-9201-1205408c24db req-4816a089-baaf-4732-a4e9-6f940b558745 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383762 Aug 04 14:57:58.287436 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-02bb61b1-077a-49b8-a0b8-cca080156377 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] delete failed (client error): The resource could not be found. Aug 04 14:57:58.289179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-02bb61b1-077a-49b8-a0b8-cca080156377 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/routers/c7949017-1c94-4680-bb1a-8dbfcadf4842 HTTP/1.1" status: 404 len: 336 time: 0.1190012 Aug 04 14:57:58.293294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39448) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.367422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d40f432f-071f-4e00-b656-bdd0ccf4bc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.372995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d40f432f-071f-4e00-b656-bdd0ccf4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.374078 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb6bc03-1723-49bd-86bc-f09f8fd92891 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:58.374568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb6bc03-1723-49bd-86bc-f09f8fd92891 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:58.376550 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9cb6bc03-1723-49bd-86bc-f09f8fd92891 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/2258dcf6-746c-4e50-bf8a-37216c7fae8a HTTP/1.1" status: 404 len: 337 time: 0.0622957 Aug 04 14:57:58.382435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.394217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-193090e7-03d3-4f50-ab8b-be04e6104aed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62ae7cafd93b464789ca4e6d3cdd27cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102382 Aug 04 14:57:58.398157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39452) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.443401 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b1ff9e-2500-45b7-8e1b-b97d620c8025 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] DELETE failed (client error): The resource could not be found. Aug 04 14:57:58.444783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b1ff9e-2500-45b7-8e1b-b97d620c8025 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 14:57:58.447097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-38b1ff9e-2500-45b7-8e1b-b97d620c8025 tempest-RoutersTest-1486944898 tempest-RoutersTest-1486944898-project] 10.222.0.76 "DELETE /v2.0/subnets/67291446-016d-458d-9809-47f03df275a7 HTTP/1.1" status: 404 len: 337 time: 0.0625072 Aug 04 14:57:58.473683 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.488678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f432f-071f-4e00-b656-bdd0ccf4bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c7898-a411-4ecb-9c81-cf02f525a03f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:58.507624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d40f432f-071f-4e00-b656-bdd0ccf4bc87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e74e273b458c4b2da21590d45a369299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482673 Aug 04 14:57:58.511074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39458) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:58.534628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516680d5-451f-4043-8289-9c66d4949237 req-08a52000-fb31-418b-bd70-55ef6452db63 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:58.536697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-516680d5-451f-4043-8289-9c66d4949237 req-08a52000-fb31-418b-bd70-55ef6452db63 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0654058 Aug 04 14:57:58.549960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.590928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-516680d5-451f-4043-8289-9c66d4949237 req-a3da05cc-e361-48a2-881d-6a2c48cb0135 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463567 Aug 04 14:57:58.612897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.645222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.681799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.686660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.691620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b175c95c-669e-4a11-b82d-7fcd081277c2 HTTP/1.1" status: 204 len: 168 time: 0.2948723 Aug 04 14:57:58.705763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4bb1-576c-41b8-978e-08a66dbd6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b175c95c-669e-4a11-b82d-7fcd081277c2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:58.744297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.747857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:58.750625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca0c7898-a411-4ecb-9c81-cf02f525a03f HTTP/1.1" status: 204 len: 168 time: 0.2378459 Aug 04 14:57:58.765212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992beda-6472-4445-ac8c-267eb83b65ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c7898-a411-4ecb-9c81-cf02f525a03f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:58.774870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c767a-722f-4f7d-bd56-eba113a36974 req-84e49320-93c1-4cc7-9717-44bddad07f57 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:58.783131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-204c767a-722f-4f7d-bd56-eba113a36974 req-84e49320-93c1-4cc7-9717-44bddad07f57 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1067436 Aug 04 14:57:58.841527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-204c767a-722f-4f7d-bd56-eba113a36974 req-7d90a5f6-f73c-4fd5-8f01-df6efd2a15b6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534494 Aug 04 14:57:58.975855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39480) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:59.363072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-e013e88e-94b9-4ff7-9cb0-70c0f0a55e2e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:59.365069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-e013e88e-94b9-4ff7-9cb0-70c0f0a55e2e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.1502395 Aug 04 14:57:59.375683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:59.417640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-a688ebfe-4d9d-4e1f-912c-29d62da755c2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/quotas/ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 375 time: 0.0359960 Aug 04 14:57:59.461424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d06b58d-9a75-41e8-a42f-9e6705583a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.461782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-010dac30-210c-4ddc-b37a-3bd2eff89204 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d8530e485c048e28bbbf1de37b0bdee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846871 Aug 04 14:57:59.463723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:59.553367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-641a5e12-9160-4351-aefc-3d6f044ca967 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1347711 Aug 04 14:57:59.573195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0317bf-6212-4345-b377-cc1667443a47 req-3f27e2c6-eef9-4f8d-b3d8-f95e943aaa33 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:57:59.574780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f0317bf-6212-4345-b377-cc1667443a47 req-3f27e2c6-eef9-4f8d-b3d8-f95e943aaa33 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2214341 Aug 04 14:57:59.658143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.665226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d06b58d-9a75-41e8-a42f-9e6705583a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.672209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d06b58d-9a75-41e8-a42f-9e6705583a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.694465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f0317bf-6212-4345-b377-cc1667443a47 req-2a319a0f-7817-4280-b08a-113f242c0fe9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082425 Aug 04 14:57:59.707980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.730652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5d06b58d-9a75-41e8-a42f-9e6705583a4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9414e81d48464ce7908b9e1b5b87508a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536265 Aug 04 14:57:59.731320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:57:59.734270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06b58d-9a75-41e8-a42f-9e6705583a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4870d68-be3f-494a-9633-ba3265f909e0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:59.744074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-649ecd73-8a4a-4063-b729-baf269f4be52 service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893222 Aug 04 14:57:59.822657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.883300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.884022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-16e62b4a-7a07-4e66-9666-58f24b4df3ee service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381817 Aug 04 14:57:59.886136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.897766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.903270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/812b2da6-911a-420d-8f1c-11791f3d26e0 HTTP/1.1" status: 204 len: 168 time: 0.4227400 Aug 04 14:57:59.922748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c416aae-b7bb-4d42-92cc-65940fec1745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b2da6-911a-420d-8f1c-11791f3d26e0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:57:59.988817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.995837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:57:59.997896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4870d68-be3f-494a-9633-ba3265f909e0 HTTP/1.1" status: 204 len: 168 time: 0.2650359 Aug 04 14:58:00.007177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3f4b2-8497-4bdd-9a2b-e5172313af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4870d68-be3f-494a-9633-ba3265f909e0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:00.123775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf53e362-b211-476d-b89f-73fb6bc97279 req-5d6acde0-9cea-4cc2-a30e-b5587c2a21bd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 210 time: 0.0433834 Aug 04 14:58:00.493254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:00.507949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0dd52032-5676-4ad0-9233-2cf9ed1b3d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.612821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0dd52032-5676-4ad0-9233-2cf9ed1b3d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.621938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0dd52032-5676-4ad0-9233-2cf9ed1b3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.679316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0dd52032-5676-4ad0-9233-2cf9ed1b3d6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c00b6be98a848bc8ea74b2eea350672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822989 Aug 04 14:58:00.679316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd52032-5676-4ad0-9233-2cf9ed1b3d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870c68ea-33ec-41ed-afb1-2ff5d9ad3e1b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:00.679658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39572) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:00.769704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.793970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.848964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dc5cd-54c5-464f-9ec6-78ae18c31810 req-8f51e456-7b55-4544-93be-9104dbd14e82 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:00.851226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-386dc5cd-54c5-464f-9ec6-78ae18c31810 req-8f51e456-7b55-4544-93be-9104dbd14e82 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0639293 Aug 04 14:58:00.875863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.878773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:00.879948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/870c68ea-33ec-41ed-afb1-2ff5d9ad3e1b HTTP/1.1" status: 204 len: 168 time: 0.1990664 Aug 04 14:58:00.888489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a82cc-9701-43aa-ba97-c061256e7227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c68ea-33ec-41ed-afb1-2ff5d9ad3e1b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:00.926171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-386dc5cd-54c5-464f-9ec6-78ae18c31810 req-cada3d94-945e-4a87-9b5c-97b8d93fb28c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686841 Aug 04 14:58:01.138070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:01.240782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-27f0fcd5-03ac-4cc8-a9e0-d3ba196ce0c0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:01.242803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-27f0fcd5-03ac-4cc8-a9e0-d3ba196ce0c0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.1334839 Aug 04 14:58:01.259909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'device_id': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'admin_state_up': True, 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:01.290943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ac87c49-a8ee-44be-ba8a-568cbff65f50 req-995aea87-1205-4935-b804-3d22036d5005 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 210 time: 0.0401688 Aug 04 14:58:01.382981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:01.386767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.516449 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-820828d0-13fe-445e-ba18-30ee55fd5b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.536271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.20.0.14 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/e14f6ccc-21a3-4201-bf95-3985dcee7ba3) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:58:01.549481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39610) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:01.608307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e74967f-05e2-4041-99fa-0ec9a0431d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.628730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-820828d0-13fe-445e-ba18-30ee55fd5b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.634796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-820828d0-13fe-445e-ba18-30ee55fd5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.677156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-820828d0-13fe-445e-ba18-30ee55fd5b2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53a9b21602474dc58e8ed48fd713cd75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374441 Aug 04 14:58:01.677857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:01.763436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.768039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820828d0-13fe-445e-ba18-30ee55fd5b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8171711c-934f-4afe-816c-484fc1e53292,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:01.793587 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.821953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.855555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.857056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Transition to ACTIVE for port object e14f6ccc-21a3-4201-bf95-3985dcee7ba3 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:01.859218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.860752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8171711c-934f-4afe-816c-484fc1e53292 HTTP/1.1" status: 204 len: 168 time: 0.1801264 Aug 04 14:58:01.873462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e46e5f-23b2-4800-b509-ec5243b9d188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8171711c-934f-4afe-816c-484fc1e53292,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:01.890343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e74967f-05e2-4041-99fa-0ec9a0431d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.897265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e74967f-05e2-4041-99fa-0ec9a0431d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:01.915922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:01.971334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8e74967f-05e2-4041-99fa-0ec9a0431d73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38697dbc8ab84d6898d07a50383d29f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205537 Aug 04 14:58:01.972116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74967f-05e2-4041-99fa-0ec9a0431d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9073c388-1f04-492d-8f7a-2dcf7c704732,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:01.973970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:01.988132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.040275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:58:02.044667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:02.058318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.076689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:58:02.133229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.171188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:02.197064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10bba4-aa95-4433-87e1-bbf9bec53095 req-f6f297a3-ef58-44f6-ae1a-603bd02f2c0b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:02.208013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb10bba4-aa95-4433-87e1-bbf9bec53095 req-f6f297a3-ef58-44f6-ae1a-603bd02f2c0b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1436472 Aug 04 14:58:02.250340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:02.255193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.270452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb10bba4-aa95-4433-87e1-bbf9bec53095 req-1a5c2f44-b552-4a17-9341-6d14fe3f2cff tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Aug 04 14:58:02.283362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-c6e82977-1e75-40ad-b9a5-4921dda9f288 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0305440 Aug 04 14:58:02.290790 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.295520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.297274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9073c388-1f04-492d-8f7a-2dcf7c704732 HTTP/1.1" status: 204 len: 168 time: 0.3176813 Aug 04 14:58:02.297566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Request body: {'port': {'device_id': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:02.329836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c202a-04f8-44ab-83e1-110947e0a9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073c388-1f04-492d-8f7a-2dcf7c704732,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:02.418423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.461160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfb7e8-b4f9-4c7c-86fc-43439088b886 req-748692db-e93f-4a62-9e29-bbe70382803c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:02.464247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09bfb7e8-b4f9-4c7c-86fc-43439088b886 req-748692db-e93f-4a62-9e29-bbe70382803c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 932 time: 0.0830402 Aug 04 14:58:02.520631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09bfb7e8-b4f9-4c7c-86fc-43439088b886 req-f1f7014c-1eda-4dd2-8cca-7f42241718a4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Aug 04 14:58:02.556174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1389517975'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:02.580183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d769ffa-9345-42d1-be16-662d6a1eafb2 None None] Provisioning for port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:58:02.588701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d769ffa-9345-42d1-be16-662d6a1eafb2 None None] Provisioning complete for port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:58:02.589095 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d769ffa-9345-42d1-be16-662d6a1eafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.613352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Made reservation on behalf of 9a574be13aaf42f88bad95defc748995 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:02.617264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.641024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.674204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2d769ffa-9345-42d1-be16-662d6a1eafb2 None None] Port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:58:02.791002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.798695 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.815294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14f6ccc-21a3-4201-bf95-3985dcee7ba3 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:02.827834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.841861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Transition to ACTIVE for port object e14f6ccc-21a3-4201-bf95-3985dcee7ba3 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:02.846978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9fd48-9617-4272-9fd3-d2023c964ccf,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:02.847946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.850809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:58:02.863311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.863909 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Added segment 5176e753-7ecf-4aa8-9c10-c71dd5dc3a35 of type vlan for network f11e2a88-7a0f-4d00-b84b-29512204f3eb Aug 04 14:58:02.916421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.939360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:02.982149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:02.991499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:02.991499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:03.031062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39688) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.095392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Attempting to bind port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:58:03.095732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Attempting to bind port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:58:03.096071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Attempting to bind port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:03.107262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:58:03.107593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Attempting to bind port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:03.133596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:58:03.133945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:03.134343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:58:03.134807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Bound port: e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:58:03.135172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:03.144017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2261558 Aug 04 14:58:03.150498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39698) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.159136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-ab8c96a1-45d1-4d1f-bc5d-9112f50631a6 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1370804111') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:03.223544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ceb8-84b3-4003-aaeb-1efd06cea9df tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Pushing event updated for resources: {'Network': ['ID=f11e2a88-7a0f-4d00-b84b-29512204f3eb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:03.227487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:58:03.231030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:58:03.237330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f11e2a88-7a0f-4d00-b84b-29512204f3eb details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:58:03.253131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:03.281339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ab8c96a1-45d1-4d1f-bc5d-9112f50631a6 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "PUT /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1370804111 HTTP/1.1" status: 201 len: 201 time: 0.1294563 Aug 04 14:58:03.282033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39702) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.296909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-dd9d8280-f1f1-4861-8899-e5ae3787abeb tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1370804111') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:03.336697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:03.337710 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:03.339580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/e14f6ccc-21a3-4201-bf95-3985dcee7ba3 HTTP/1.1" status: 200 len: 1093 time: 1.0469482 Aug 04 14:58:03.343235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:03.345674 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4489591-112f-4d9a-b8b7-f9211c338823" -d '{"events": [{"name": "network-changed", "server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:03.352614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd72d73f-ed32-4cc8-a2ad-6ef6df3c3880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:03.523641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ee5-2690-430a-a017-2832b2ae1a13 req-454bc884-79b7-4183-a10b-8eb430de99fc tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:03.530990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee64ee5-2690-430a-a017-2832b2ae1a13 req-454bc884-79b7-4183-a10b-8eb430de99fc tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1109884 Aug 04 14:58:03.541489 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb37ab2-d462-4b1d-867a-b99cb6ce8b8a x-openstack-request-id: req-1fb37ab2-d462-4b1d-867a-b99cb6ce8b8a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:03.542083 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:03.542498 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fb37ab2-d462-4b1d-867a-b99cb6ce8b8a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:03.543224 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3', 'status': 'completed', 'code': 200} Aug 04 14:58:03.554676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd9d8280-f1f1-4861-8899-e5ae3787abeb tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1370804111 HTTP/1.1" status: 204 len: 168 time: 0.2715328 Aug 04 14:58:03.557123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.563141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-d4a5d234-b0ce-45f4-a448-c62b643a2cfe tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:03.579679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32882c33-b7a4-4ae8-bdc4-629d6b2c97d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:03.603186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-37fe97c5-201e-4b7a-90a2-39a2f0e676f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:03.605536 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-37fe97c5-201e-4b7a-90a2-39a2f0e676f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 1096 time: 0.1191013 Aug 04 14:58:03.735999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee64ee5-2690-430a-a017-2832b2ae1a13 req-165d34de-619e-47d9-92af-c542ada02b9b tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039752 Aug 04 14:58:03.758909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c976-9c0e-478f-b951-bb2c7c37acf7 req-64b9ffeb-58ab-4656-b0b1-a03ba8ed305f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:03.766693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e1c976-9c0e-478f-b951-bb2c7c37acf7 req-64b9ffeb-58ab-4656-b0b1-a03ba8ed305f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 944 time: 0.0921080 Aug 04 14:58:03.781762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4a5d234-b0ce-45f4-a448-c62b643a2cfe tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags HTTP/1.1" status: 200 len: 238 time: 0.2236698 Aug 04 14:58:03.782429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.794601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-37bd1877-bd8a-45d2-8f92-acddd0421aff tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', {'tags': ['tempest-TagsTest-Tag-396885368', 'tempest-TagsTest-Tag-1337364436', 'tempest-TagsTest-Tag-1781463736']}) {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:03.853840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.883864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e1c976-9c0e-478f-b951-bb2c7c37acf7 req-ff30df5e-d7e6-4b39-b816-1a3605af7c92 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159375 Aug 04 14:58:03.931914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-37bd1877-bd8a-45d2-8f92-acddd0421aff tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "PUT /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags HTTP/1.1" status: 200 len: 308 time: 0.1400468 Aug 04 14:58:03.934025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:03.939909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-3866b3c8-f155-43e2-83bf-ddf742615260 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-396885368') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.012025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1553073795-network', 'tenant_id': 'b46e5dbdf9dc45ec9e4126bbf79ed890'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:04.069507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3866b3c8-f155-43e2-83bf-ddf742615260 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "DELETE /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-396885368 HTTP/1.1" status: 204 len: 168 time: 0.1307995 Aug 04 14:58:04.069507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39740) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.069938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-d2e93a56-c47a-402a-a656-cb77620ee0d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3 HTTP/1.1" status: 200 len: 217 time: 0.4518533 Aug 04 14:58:04.075359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-56df7dab-4efb-4503-b836-620b7ed01df2 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-396885368') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.092273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd72d73f-ed32-4cc8-a2ad-6ef6df3c3880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.112353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39742) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.121030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd72d73f-ed32-4cc8-a2ad-6ef6df3c3880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.158346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Made reservation on behalf of b46e5dbdf9dc45ec9e4126bbf79ed890 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:04.161881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.172135 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.179767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd72d73f-ed32-4cc8-a2ad-6ef6df3c3880 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b7490c23c2d405086baf797e2805967&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1475549 Aug 04 14:58:04.183528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.183677 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-56df7dab-4efb-4503-b836-620b7ed01df2 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] show failed (client error): The resource could not be found. Aug 04 14:58:04.184881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-56df7dab-4efb-4503-b836-620b7ed01df2 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-396885368 HTTP/1.1" status: 404 len: 325 time: 0.1144969 Aug 04 14:58:04.192018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-a4774bc5-c398-4679-a65c-23dd472c1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:04.193609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-a4774bc5-c398-4679-a65c-23dd472c1139 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1138768 Aug 04 14:58:04.194292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72d73f-ed32-4cc8-a2ad-6ef6df3c3880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c33ff-6148-42a9-b7d4-81458e75baa8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:04.197236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39750) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.210639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-9720b7f5-99b1-41b2-8c35-1a153773a5fb tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1337364436') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.315818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.320950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.342187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ecb9-c87e-4daf-8881-3137fd5b353f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.346169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:58:04.358630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc66f032-5469-42f6-904e-42d8eddeb752,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:04.362403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.362794 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Added segment d15bf652-4dbd-4604-a5fa-cc459d1423fc of type vlan for network 3915d496-2de9-4951-9b13-609ee81a2be9 Aug 04 14:58:04.373129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-3075cfb0-1ac8-4ba9-9654-ecfdd5310902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:04.374817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-3075cfb0-1ac8-4ba9-9654-ecfdd5310902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596603 Aug 04 14:58:04.379671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.404163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.434353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.435900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:04.436538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.465891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9720b7f5-99b1-41b2-8c35-1a153773a5fb tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1337364436 HTTP/1.1" status: 204 len: 168 time: 0.2659254 Aug 04 14:58:04.472525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.474210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39754) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.493822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-8d31f433-058a-4c27-94f8-0c98aa4a8b91 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1781463736') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.530487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3915d496-2de9-4951-9b13-609ee81a2be9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:04.541014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 3915d496-2de9-4951-9b13-609ee81a2be9 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:58:04.634231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-bf533e5c-ff72-47e6-8794-9707b65935cf service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494574 Aug 04 14:58:04.656966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.659570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.660673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea6c33ff-6148-42a9-b7d4-81458e75baa8 HTTP/1.1" status: 204 len: 168 time: 0.4759924 Aug 04 14:58:04.679034 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d31f433-058a-4c27-94f8-0c98aa4a8b91 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1781463736 HTTP/1.1" status: 204 len: 168 time: 0.1987751 Aug 04 14:58:04.682054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39758) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.687677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-72a62884-7995-4f12-81f9-432c5e0d860f tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.698602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ecb9-c87e-4daf-8881-3137fd5b353f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.730883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d08a9f-decb-43f8-8871-756fe376bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c33ff-6148-42a9-b7d4-81458e75baa8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:04.732653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dfa4ecb9-c87e-4daf-8881-3137fd5b353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.739019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e4981756-c39d-4d5e-80cd-a1b885f550b5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8790216 Aug 04 14:58:04.744796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.760481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Request body: {'subnet': {'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1553073795-subnet', 'tenant_id': 'b46e5dbdf9dc45ec9e4126bbf79ed890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:04.813380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dfa4ecb9-c87e-4daf-8881-3137fd5b353f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44198f6d58e3424f8e80e47dd2e4aa70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947067 Aug 04 14:58:04.813570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72a62884-7995-4f12-81f9-432c5e0d860f tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "DELETE /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1261671 Aug 04 14:58:04.813570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.813758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4ecb9-c87e-4daf-8881-3137fd5b353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb062c-68ab-405b-a286-e7d52b9430a9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:04.814873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39768) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:04.829729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Made reservation on behalf of b46e5dbdf9dc45ec9e4126bbf79ed890 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:04.832362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:04.838055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-d51f2e04-bf0b-4ca6-9248-e1601034d056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1337364436') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:04.890700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa5f5f6e-47bc-4853-b41b-1303bec4196a req-746f4c30-3913-4a34-b438-2c307f85fcbe service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359591 Aug 04 14:58:05.024817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee407f96-8699-4f6c-87c1-24937f74aa5d req-c35285cf-05ce-46bf-a6c8-84ddf7a717e8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.026219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee407f96-8699-4f6c-87c1-24937f74aa5d req-c35285cf-05ce-46bf-a6c8-84ddf7a717e8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1609240 Aug 04 14:58:05.028703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.035796 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d51f2e04-bf0b-4ca6-9248-e1601034d056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] show failed (client error): The resource could not be found. Aug 04 14:58:05.039698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d51f2e04-bf0b-4ca6-9248-e1601034d056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1337364436 HTTP/1.1" status: 404 len: 326 time: 0.2220511 Aug 04 14:58:05.042449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:05.048059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-96a6c9e6-68c3-4ef1-9d40-938f6ce41056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb', 'tempest-TagsTest-Tag-1781463736') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:05.061919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-17ef899a-8c7b-4daa-b5ee-4c634928ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.063739 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-17ef899a-8c7b-4daa-b5ee-4c634928ceaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 1096 time: 0.0878081 Aug 04 14:58:05.085064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39776) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:05.097603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.136214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.141944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c19fc38-a939-4acc-9828-8e90ee925cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.183265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee407f96-8699-4f6c-87c1-24937f74aa5d req-62d8b336-99a1-4199-9c7d-ed05b34c6708 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348226 Aug 04 14:58:05.247285 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-96a6c9e6-68c3-4ef1-9d40-938f6ce41056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] show failed (client error): The resource could not be found. Aug 04 14:58:05.248185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-96a6c9e6-68c3-4ef1-9d40-938f6ce41056 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "GET /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags/tempest-TagsTest-Tag-1781463736 HTTP/1.1" status: 404 len: 326 time: 0.2036335 Aug 04 14:58:05.248593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3cc14b-0437-4e83-952e-27fd09e33079,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:05.251288 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.254336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.258939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89cb062c-68ab-405b-a286-e7d52b9430a9 HTTP/1.1" status: 204 len: 168 time: 0.4423537 Aug 04 14:58:05.258939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:05.273477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-dcfb5852-bf5c-47d5-abee-b58ef0103169 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f11e2a88-7a0f-4d00-b84b-29512204f3eb') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:05.282308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Checking segment: {'id': 'd15bf652-4dbd-4604-a5fa-cc459d1423fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:05.282694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Network hostable DHCP agents. Network: 3915d496-2de9-4951-9b13-609ee81a2be9, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:58:05.287666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-96ccac7a-680e-4bfa-aa33-a0cfbc9c6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.289596 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-96ccac7a-680e-4bfa-aa33-a0cfbc9c6b22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.2160978 Aug 04 14:58:05.289703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b933-6826-4ab4-b739-cc12dc18be36 req-ea27a1dd-1fb6-4100-a5aa-a6acec9f65d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.297208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4595b933-6826-4ab4-b739-cc12dc18be36 req-ea27a1dd-1fb6-4100-a5aa-a6acec9f65d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 944 time: 0.3181493 Aug 04 14:58:05.317667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf0d1f-6189-43da-a437-0cda8f7afb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb062c-68ab-405b-a286-e7d52b9430a9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:05.365552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-e6a82cde-1859-4003-abc6-67513bfc3e34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3 HTTP/1.1" status: 200 len: 217 time: 0.0592868 Aug 04 14:58:05.379623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Network 3915d496-2de9-4951-9b13-609ee81a2be9 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:58:05.403209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4595b933-6826-4ab4-b739-cc12dc18be36 req-3c536737-65c9-4cbf-a16b-dca78c5e903b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047947 Aug 04 14:58:05.429957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 3915d496-2de9-4951-9b13-609ee81a2be9) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:05.430884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dcfb5852-bf5c-47d5-abee-b58ef0103169 tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "DELETE /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1627152 Aug 04 14:58:05.435146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39784) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:05.439804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0440c-f08a-45b4-8d67-7ec5ab1de8ff None None] Network 3915d496-2de9-4951-9b13-609ee81a2be9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:05.453014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.453686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.480528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c19fc38-a939-4acc-9828-8e90ee925cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.482807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-bccb732c-df3f-4e10-8ced-0be570f51472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.484483 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-bccb732c-df3f-4e10-8ced-0be570f51472 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1019917 Aug 04 14:58:05.489663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c19fc38-a939-4acc-9828-8e90ee925cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.526960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.588002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19fc38-a939-4acc-9828-8e90ee925cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06289a-4b1e-4177-a398-44751ba3181f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:05.602598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-32f701f7-127a-4da9-9181-9bf7ece6cf19 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8510036 Aug 04 14:58:05.607873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56a5ac-bf0f-4eb3-9fb0-af4bd121da39 None None] Network 3915d496-2de9-4951-9b13-609ee81a2be9 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:05.640284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c19fc38-a939-4acc-9828-8e90ee925cc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75ebe94786654643b280a8677f2c27bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541930 Aug 04 14:58:05.643567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39794) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:05.656212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-70697218-3108-49d2-befa-6a201697a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:05.658112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-70697218-3108-49d2-befa-6a201697a664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637943 Aug 04 14:58:05.664807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.679294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11e2a88-7a0f-4d00-b84b-29512204f3eb']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:05.695972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5176e753-7ecf-4aa8-9c10-c71dd5dc3a35') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:05.696281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5176e753-7ecf-4aa8-9c10-c71dd5dc3a35') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:05.713422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.729546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.736206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:58:05.736999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:58:05.740582 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:58:05.766819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.807422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.842974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.844423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-9cf3564b-6e61-43ea-93b0-3a63e75f4237 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692891 Aug 04 14:58:05.849155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.852063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] 10.222.0.76 "DELETE /v2.0/networks/f11e2a88-7a0f-4d00-b84b-29512204f3eb HTTP/1.1" status: 204 len: 168 time: 0.4130800 Aug 04 14:58:05.868862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f92858-c5e9-4480-a0cc-fcb79e4b2f4d tempest-TagsTest-1654736315 tempest-TagsTest-1654736315-project] Pushing event deleted for resources: {'Network': ['ID=f11e2a88-7a0f-4d00-b84b-29512204f3eb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:05.943954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.947295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:05.948474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd06289a-4b1e-4177-a398-44751ba3181f HTTP/1.1" status: 204 len: 168 time: 0.3020761 Aug 04 14:58:05.969350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4db1-cdd9-40c7-8ea1-bbf69421a7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06289a-4b1e-4177-a398-44751ba3181f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:05.977741 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4489591-112f-4d9a-b8b7-f9211c338823 req-7f8c662c-d19c-4ec9-98a9-7ba220e19a1d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224618 Aug 04 14:58:06.254554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:06.302289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c081f04-fb1f-447c-afc1-0bd52e4625dd req-b36c173e-b9cc-49ed-bfb2-a6fabe94fdc3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:06.303883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c081f04-fb1f-447c-afc1-0bd52e4625dd req-b36c173e-b9cc-49ed-bfb2-a6fabe94fdc3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0578094 Aug 04 14:58:06.346171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c081f04-fb1f-447c-afc1-0bd52e4625dd req-83eb8d64-3cde-415d-96b7-c16bc33fdefa tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357070 Aug 04 14:58:06.519309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af54f3-2cde-44fd-befb-7513e6c91a24 req-ef1ac984-c07c-46a6-97cb-d3f64e25fd38 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:06.520949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58af54f3-2cde-44fd-befb-7513e6c91a24 req-ef1ac984-c07c-46a6-97cb-d3f64e25fd38 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 944 time: 0.0519414 Aug 04 14:58:06.553638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2613ac7c-ae89-406e-949e-7eb77e327af2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a574be13aaf42f88bad95defc748995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972646 Aug 04 14:58:06.556308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:06.579945 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58af54f3-2cde-44fd-befb-7513e6c91a24 req-39de88fa-50a1-4961-9b05-2cfe3ed4eb9d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Aug 04 14:58:06.622925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.652329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.717868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.720949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.722205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20e9fd48-9617-4272-9fd3-d2023c964ccf HTTP/1.1" status: 204 len: 168 time: 0.1649401 Aug 04 14:58:06.730988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce79f1-0be6-4107-8e73-23624f5b57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9fd48-9617-4272-9fd3-d2023c964ccf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:06.820250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39860) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:06.826012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1000904622-network', 'tenant_id': 'a69456e646e848d2a4b611a94d116eed'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:06.849437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Made reservation on behalf of a69456e646e848d2a4b611a94d116eed for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:06.852559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.861817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.989438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:06.996221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.031767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:58:07.039869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b05fb1-a630-4ed2-980b-7762ac32b32d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:07.049352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.049868 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Added segment a34091c0-b3d9-49fa-b3bf-8f776fef1d5b of type vlan for network 538afdc1-1b3d-4b14-a323-9f7634c36e11 Aug 04 14:58:07.096724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.147247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.148611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:07.149410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.215783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3943603 Aug 04 14:58:07.219100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39908) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:07.225412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642bb92-abd0-4ba1-b813-3fe33283d897 admin admin] Pushing event updated for resources: {'Network': ['ID=538afdc1-1b3d-4b14-a323-9f7634c36e11,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:07.237702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Request body: {'subnet': {'network_id': '538afdc1-1b3d-4b14-a323-9f7634c36e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1000904622-subnet', 'tenant_id': 'a69456e646e848d2a4b611a94d116eed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:07.250636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 538afdc1-1b3d-4b14-a323-9f7634c36e11 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:58:07.276015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Made reservation on behalf of a69456e646e848d2a4b611a94d116eed for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:07.285824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.494719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6633f-a496-4e01-ad55-2920aee3e82a req-6345b347-6f71-427c-8772-181abf1ebcb8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:07.496279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd6633f-a496-4e01-ad55-2920aee3e82a req-6345b347-6f71-427c-8772-181abf1ebcb8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0720541 Aug 04 14:58:07.556562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffd6633f-a496-4e01-ad55-2920aee3e82a req-afc511bc-9e39-4ab7-a093-fe90a7892f14 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Aug 04 14:58:07.595934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.696579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c19a701-902c-4426-ab4b-3381d54819f8,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:07.709664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Checking segment: {'id': 'a34091c0-b3d9-49fa-b3bf-8f776fef1d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '538afdc1-1b3d-4b14-a323-9f7634c36e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:07.710296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Network hostable DHCP agents. Network: 538afdc1-1b3d-4b14-a323-9f7634c36e11, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:58:07.740599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Network 538afdc1-1b3d-4b14-a323-9f7634c36e11 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:58:07.759164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 538afdc1-1b3d-4b14-a323-9f7634c36e11) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:07.761581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23815be4-ce66-4074-b4b4-1fa330026379 req-b95e2af8-6f84-46ac-a939-eb99edd4fed8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:07.763412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23815be4-ce66-4074-b4b4-1fa330026379 req-b95e2af8-6f84-46ac-a939-eb99edd4fed8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 944 time: 0.1128833 Aug 04 14:58:07.774780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b057cb7-93bb-4fa2-bf22-8e41348df56a None None] Network 538afdc1-1b3d-4b14-a323-9f7634c36e11 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:07.777197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:07.781558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:07.827316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e0ec7ee-285d-4ab1-a9b3-7b6baa1f64d7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5986891 Aug 04 14:58:07.842016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23815be4-ce66-4074-b4b4-1fa330026379 req-3cf892ca-4c46-439e-808b-eb726424db89 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Aug 04 14:58:08.000301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1abde-d5e5-4675-bbdc-d0956f7cc6e1 None None] Network 538afdc1-1b3d-4b14-a323-9f7634c36e11 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:08.031497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:58:08.612043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-cbea0e51-a302-4ed2-a32d-80ef9e2a4998 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:08.620827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e14f6ccc-21a3-4201-bf95-3985dcee7ba3 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:58:08.622245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-cbea0e51-a302-4ed2-a32d-80ef9e2a4998 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/networks?id=3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 200 len: 812 time: 0.1413050 Aug 04 14:58:08.643889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-0ea878cb-dd15-47a3-b3d2-62f4fda52998 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/quotas/b46e5dbdf9dc45ec9e4126bbf79ed890 HTTP/1.1" status: 200 len: 375 time: 0.0203965 Aug 04 14:58:08.691246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-424d242f-5e15-4504-a1d9-36f94f7de8ce tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419960 Aug 04 14:58:08.817947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68827ac7-a27e-4e31-88fa-5b55ef49da76 req-20fae3de-67dd-4dc0-aaad-67fb4745e3c8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:08.819909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68827ac7-a27e-4e31-88fa-5b55ef49da76 req-20fae3de-67dd-4dc0-aaad-67fb4745e3c8 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1394067 Aug 04 14:58:08.860494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-7ff0173b-2367-4e12-8b3c-99da3384b79f service neutron] 10.222.0.76 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680658 Aug 04 14:58:08.873939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:08.903422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3', 'mac_address': 'fa:16:3e:db:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:58:08.944349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68827ac7-a27e-4e31-88fa-5b55ef49da76 req-7e7bec7e-61d7-4b9a-9cc6-6814951e982e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167443 Aug 04 14:58:08.993635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:09.003650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-1c0de680-9d08-4dca-8c43-15b879af58a7 service neutron] 10.222.0.76 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422966 Aug 04 14:58:09.058534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14f6ccc-21a3-4201-bf95-3985dcee7ba3 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:09.116615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:09.127883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:09.235174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:09.278135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaee01-0394-4856-af0f-12655ce5a3ae req-d4f0d3a2-a46a-4251-bd4b-06d732acecd9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:09.280322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ebaee01-0394-4856-af0f-12655ce5a3ae req-d4f0d3a2-a46a-4251-bd4b-06d732acecd9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 945 time: 0.0694733 Aug 04 14:58:09.329499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06b8095-0963-4d42-9b7c-e2f4e9c2c3ea req-ebc9aabd-4217-4984-9543-e8e50f868028 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 210 time: 0.0480521 Aug 04 14:58:09.387770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ebaee01-0394-4856-af0f-12655ce5a3ae req-313aa9d2-ce1d-4bf3-a6d0-1f7c1d8c55f5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944662 Aug 04 14:58:09.467777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:10.071337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e1ebe-589c-4b57-aa6b-2dbbc0a98ba3 req-bff81ca7-9c5f-40db-a7e6-0f9df7a389eb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:10.072898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f7e1ebe-589c-4b57-aa6b-2dbbc0a98ba3 req-bff81ca7-9c5f-40db-a7e6-0f9df7a389eb tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0526781 Aug 04 14:58:10.119185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f7e1ebe-589c-4b57-aa6b-2dbbc0a98ba3 req-96ed11a4-aa51-4735-ab34-25dae74221bc tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Aug 04 14:58:10.415640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-bd0ce6c3-d5bc-4b53-9841-b1eada26e864 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:10.418038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-bd0ce6c3-d5bc-4b53-9841-b1eada26e864 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.38 "GET /v2.0/networks?id=3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 200 len: 812 time: 0.1953814 Aug 04 14:58:10.434543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Request body: {'port': {'device_id': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9', 'admin_state_up': True, 'tenant_id': 'b46e5dbdf9dc45ec9e4126bbf79ed890'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:10.577611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f37d-53b4-419e-8ce0-0851779f2368 req-83c8bec3-54c7-47ba-9185-07321f8e124a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:10.579978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87d7f37d-53b4-419e-8ce0-0851779f2368 req-83c8bec3-54c7-47ba-9185-07321f8e124a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 945 time: 0.0753732 Aug 04 14:58:10.600881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Made reservation on behalf of b46e5dbdf9dc45ec9e4126bbf79ed890 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:10.605311 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:10.643684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e14f6ccc-21a3-4201-bf95-3985dcee7ba3 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:58:10.691397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87d7f37d-53b4-419e-8ce0-0851779f2368 req-82c3b27d-de3e-4211-b9f3-2fcc48cd5e79 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047337 Aug 04 14:58:10.784655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d83621b-ea19-4963-a0c3-cf91ab665f2a req-ef032a91-ede3-40ce-80d6-51858c743e16 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 210 time: 0.3623257 Aug 04 14:58:10.793528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Allocated IP 172.20.0.10 (3915d496-2de9-4951-9b13-609ee81a2be9/8c3cc14b-0437-4e83-952e-27fd09e33079/4ef61a44-6ecf-4adb-b0ce-87bf49e83f22) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:58:10.801759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:58:10.806206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:58:10.807073 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.057211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.112254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.172935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Network 3915d496-2de9-4951-9b13-609ee81a2be9 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:58:11.181120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:11.185945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:58:11.274128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Pushing event updated for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:11.293626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.380940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:11.381643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.392947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:11.396421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:11.400768 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598dca46-72c9-4eed-a062-1c424fcb1f59" -d '{"events": [{"server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "name": "network-vif-plugged", "status": "completed", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:11.402886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32d460-90f1-4b37-b4eb-e45c4adce615 req-4e469915-b1c2-4264-9050-5db95ffaafd7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:11.407530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb32d460-90f1-4b37-b4eb-e45c4adce615 req-4e469915-b1c2-4264-9050-5db95ffaafd7 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1515036 Aug 04 14:58:11.408494 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-4b5192de-c49a-416c-bbed-ff7ed3bb612e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783573 Aug 04 14:58:11.409814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.422892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Request body: {'port': {'device_id': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:11.482956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb32d460-90f1-4b37-b4eb-e45c4adce615 req-045078ba-a955-4841-aea9-ce015330a1ec tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Aug 04 14:58:11.491143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:11.512373 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77817f0e-90bf-49b8-902f-0069326accc5 x-openstack-request-id: req-77817f0e-90bf-49b8-902f-0069326accc5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:11.512741 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "name": "network-vif-plugged", "status": "completed", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:11.513010 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77817f0e-90bf-49b8-902f-0069326accc5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:11.513440 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3', 'code': 200} Aug 04 14:58:11.533193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.882783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb588e-b4ac-4080-87f9-db62ab67ca3c req-73756ea9-b3f9-4406-99f5-9c311140236a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:11.902875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77cb588e-b4ac-4080-87f9-db62ab67ca3c req-73756ea9-b3f9-4406-99f5-9c311140236a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0994868 Aug 04 14:58:11.917378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:11.926076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.941478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Transition to ACTIVE for port object 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:11.956526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624b874-9112-4562-b625-f47782cc69d7 req-202d45bc-aef5-41d6-9281-10ee49e90c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:11.958363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0624b874-9112-4562-b625-f47782cc69d7 req-202d45bc-aef5-41d6-9281-10ee49e90c33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 1098 time: 0.3749981 Aug 04 14:58:11.960837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:11.998600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77cb588e-b4ac-4080-87f9-db62ab67ca3c req-3ecc465f-34ea-4807-a971-b3ea4d1e23d5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927646 Aug 04 14:58:12.092030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d134c4-2495-4817-acdc-64ee9037755c req-9d674d18-3f64-477e-bcf5-40f001da3d84 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.095597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94d134c4-2495-4817-acdc-64ee9037755c req-9d674d18-3f64-477e-bcf5-40f001da3d84 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 944 time: 0.0941370 Aug 04 14:58:12.125848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Pushing event updated for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:12.137198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0624b874-9112-4562-b625-f47782cc69d7 req-54fbf709-575a-49cc-87d9-21d68068e79b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957279 Aug 04 14:58:12.146771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-b5e90e57-653e-4c29-82b1-93d0e45291a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2038238 Aug 04 14:58:12.147167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94d134c4-2495-4817-acdc-64ee9037755c req-40115768-b4f3-4c7b-acf1-d023a56e7384 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Aug 04 14:58:12.295629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Attempting to bind port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:58:12.296398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Attempting to bind port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'd15bf652-4dbd-4604-a5fa-cc459d1423fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:58:12.297032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Attempting to bind port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 on network 3915d496-2de9-4951-9b13-609ee81a2be9 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:12.305110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 on network 3915d496-2de9-4951-9b13-609ee81a2be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:58:12.305856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Attempting to bind port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 on network 3915d496-2de9-4951-9b13-609ee81a2be9 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:12.317356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:58:12.318086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Checking segment: {'id': 'd15bf652-4dbd-4604-a5fa-cc459d1423fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:12.318794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Bound using segment: {'id': 'd15bf652-4dbd-4604-a5fa-cc459d1423fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:58:12.319589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Bound port: 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15bf652-4dbd-4604-a5fa-cc459d1423fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:58:12.320081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.386446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.387061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.387556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.388186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.389032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.389694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.390128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.395431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-deef9ba5-1fcd-4877-a65d-c90d87191519 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.1486561 Aug 04 14:58:12.515514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40144) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:12.525868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:58:12.575217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,segment=NetworkSegment(d15bf652-4dbd-4604-a5fa-cc459d1423fc),segment_id=d15bf652-4dbd-4604-a5fa-cc459d1423fc)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:58:12.588354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.630401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-ab82877d-514c-441d-8811-6c161e1637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.631627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-ab82877d-514c-441d-8811-6c161e1637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.632103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-ab82877d-514c-441d-8811-6c161e1637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.635757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-ab82877d-514c-441d-8811-6c161e1637a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 2292 time: 0.2099283 Aug 04 14:58:12.636947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef82b-4d60-47de-a6b2-4f04d432f665 req-7fffe82c-a9d0-4bd3-8784-7de2f5ffa45e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.648124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-839ef82b-4d60-47de-a6b2-4f04d432f665 req-7fffe82c-a9d0-4bd3-8784-7de2f5ffa45e tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0773857 Aug 04 14:58:12.650797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.651409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.653664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] 10.222.0.38 "PUT /v2.0/ports/4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 200 len: 1093 time: 1.2368841 Aug 04 14:58:12.654180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:12.656628 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351" -d '{"events": [{"name": "network-changed", "server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:12.700784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c77f39ce-a99f-4fc7-ae0d-f37d96dbb893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.728779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-839ef82b-4d60-47de-a6b2-4f04d432f665 req-ae24bbff-39d9-477d-a82e-70494bd6f307 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794892 Aug 04 14:58:12.736368 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1c7e8-9bf8-4a75-a718-13c3bf55926b x-openstack-request-id: req-56e1c7e8-9bf8-4a75-a718-13c3bf55926b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:12.736649 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:12.736905 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56e1c7e8-9bf8-4a75-a718-13c3bf55926b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:12.737602 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22', 'status': 'completed', 'code': 200} Aug 04 14:58:12.772030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ec25-bdfa-497c-a5cc-e68a3ac9dc2f service neutron] Pushing event updated for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:12.793114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-c3f0ebf6-c788-4f99-9f78-22438a52a3c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 1001 time: 0.1308339 Aug 04 14:58:12.804959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-ad98cde2-2dc5-4fc2-8a71-3249a503cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.806843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-ad98cde2-2dc5-4fc2-8a71-3249a503cdfb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 1096 time: 0.0840943 Aug 04 14:58:12.826178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c77f39ce-a99f-4fc7-ae0d-f37d96dbb893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.831761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c77f39ce-a99f-4fc7-ae0d-f37d96dbb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.874401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c77f39ce-a99f-4fc7-ae0d-f37d96dbb893 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9c8f07c4eee4edb8b0bc4d88b869e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576818 Aug 04 14:58:12.875854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f39ce-a99f-4fc7-ae0d-f37d96dbb893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b36b4-83b1-48eb-941c-b3ae40efb18e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:12.878349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40150) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:12.884653 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-2e857b55-f2a3-493d-901b-272f3b686a85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 200 len: 217 time: 0.0673065 Aug 04 14:58:12.929233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-62bb2e9c-e326-406a-81f9-364217a59131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.930813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-62bb2e9c-e326-406a-81f9-364217a59131 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.1233218 Aug 04 14:58:12.950363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:12.975691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-3a478da7-3dfe-4832-8837-11087ad8f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:12.977186 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-3a478da7-3dfe-4832-8837-11087ad8f1d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c3cc14b-0437-4e83-952e-27fd09e33079 HTTP/1.1" status: 200 len: 852 time: 0.0854895 Aug 04 14:58:12.983336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.017807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-a43cfdc2-2819-4be6-bd90-d67b7e25c28b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3915d496-2de9-4951-9b13-609ee81a2be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326602 Aug 04 14:58:13.024071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-9e53e997-f827-42bd-abf4-f12f651b6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.025516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-9e53e997-f827-42bd-abf4-f12f651b6993 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817232 Aug 04 14:58:13.063115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.067685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.069188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/320b36b4-83b1-48eb-941c-b3ae40efb18e HTTP/1.1" status: 204 len: 168 time: 0.1895149 Aug 04 14:58:13.095736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457cf7c-f0de-4d88-bbca-e84d4a461f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b36b4-83b1-48eb-941c-b3ae40efb18e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:13.185900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07171c-ca44-48e8-befa-98bf728e30d6 req-23f1636a-a5c6-4d5d-aa21-cfc9ad79f1d7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.197727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a07171c-ca44-48e8-befa-98bf728e30d6 req-23f1636a-a5c6-4d5d-aa21-cfc9ad79f1d7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1035500 Aug 04 14:58:13.222500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-8323d28a-b1c7-4b12-a45e-dbae77f81a7e service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791334 Aug 04 14:58:13.224597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-fd14e257-7ca2-48b8-a3cb-c7d8d9678d18 service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981113 Aug 04 14:58:13.273655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a07171c-ca44-48e8-befa-98bf728e30d6 req-52967b5a-1729-4512-ac11-9060233dcf9f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744998 Aug 04 14:58:13.354644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f3bb9-7445-4781-a745-dea302959ae7 req-d62df0db-1480-4e48-b066-de563f718aa7 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.363146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac5f3bb9-7445-4781-a745-dea302959ae7 req-d62df0db-1480-4e48-b066-de563f718aa7 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 944 time: 0.0748570 Aug 04 14:58:13.411875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac5f3bb9-7445-4781-a745-dea302959ae7 req-102999a7-96bf-4a07-9e6c-4034968fd229 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Aug 04 14:58:13.527666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40164) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:13.542001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42215bdb-c087-4e52-86cf-919b73f7b19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.715940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42215bdb-c087-4e52-86cf-919b73f7b19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.721157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42215bdb-c087-4e52-86cf-919b73f7b19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:13.785482 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a15357a-ed8a-492b-b873-f1fce176c7ec req-bcf6bc43-a5c8-418d-9ece-4dd6e507f5a6 service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532484 Aug 04 14:58:13.787701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-70162d65-2cb5-4ee4-a77f-ec97fdf06ed7 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400064 Aug 04 14:58:13.823447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42215bdb-c087-4e52-86cf-919b73f7b19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf31b3d1-4cec-46c8-b36a-87e7d81c50f1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:13.848828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-42215bdb-c087-4e52-86cf-919b73f7b19a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91fe054c2fe147cb853f0a91f724e7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172259 Aug 04 14:58:13.849486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40176) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:13.854489 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-a288c212-1241-4afe-8e76-5826de39435d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 217 time: 0.0569263 Aug 04 14:58:13.937972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-4769fa2d-ce0f-47e7-9e4c-fe9eb3a5edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.939827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-4769fa2d-ce0f-47e7-9e4c-fe9eb3a5edd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 1096 time: 0.0955474 Aug 04 14:58:13.947211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-a6f3e9cf-5045-4bed-a18f-e73521d11560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.948967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-a6f3e9cf-5045-4bed-a18f-e73521d11560 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0681012 Aug 04 14:58:13.954418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c3f6-97ff-401b-aa4f-4728f5b99c7b req-3c37da8e-3a28-480d-a508-35e510b2d3c6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:13.956043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0589c3f6-97ff-401b-aa4f-4728f5b99c7b req-3c37da8e-3a28-480d-a508-35e510b2d3c6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0832787 Aug 04 14:58:13.976044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:14.016170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:14.031132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0589c3f6-97ff-401b-aa4f-4728f5b99c7b req-e1a7cb30-76bc-491d-a7e5-af7a5db3c919 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640717 Aug 04 14:58:14.082315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:14.085498 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:14.089076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf31b3d1-4cec-46c8-b36a-87e7d81c50f1 HTTP/1.1" status: 204 len: 168 time: 0.2358963 Aug 04 14:58:14.098797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aa268-5c91-4bdd-9d68-e248f5ba3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf31b3d1-4cec-46c8-b36a-87e7d81c50f1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:14.101978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-7b31aa49-de84-4be3-9dc6-fb05f4d23909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.103835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-7b31aa49-de84-4be3-9dc6-fb05f4d23909 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296437 Aug 04 14:58:14.133377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-1c98dfcf-905a-4ea8-8ee0-9d7db7936bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.135087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-1c98dfcf-905a-4ea8-8ee0-9d7db7936bf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 200 len: 913 time: 0.1849859 Aug 04 14:58:14.225044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-b6161cb0-0283-4d63-92fa-679aa35b7855 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 200 len: 217 time: 0.0774403 Aug 04 14:58:14.309408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-a99e08ad-4e2b-4976-be05-3a8167b260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.311426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-a99e08ad-4e2b-4976-be05-3a8167b260a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c3cc14b-0437-4e83-952e-27fd09e33079 HTTP/1.1" status: 200 len: 852 time: 0.0680618 Aug 04 14:58:14.374980 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-2a9b3187-20c5-4e01-b116-79dea681769f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3915d496-2de9-4951-9b13-609ee81a2be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488429 Aug 04 14:58:14.378624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-f44cda38-5029-4471-89b4-b3accf31a180 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528718 Aug 04 14:58:14.427030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3053f-8d97-456e-9e74-12de73f662b1 req-52a3bacf-0940-4b25-94ce-6c71ba25aaa3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.438040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3a3053f-8d97-456e-9e74-12de73f662b1 req-52a3bacf-0940-4b25-94ce-6c71ba25aaa3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0712829 Aug 04 14:58:14.480532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3a3053f-8d97-456e-9e74-12de73f662b1 req-ec6a4c00-cffb-40c1-8c21-9976bd99fd3b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Aug 04 14:58:14.580915 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-c94b6707-b0da-4cd7-a76d-d6facdf6c96b service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977842 Aug 04 14:58:14.618701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16b56-1dd0-4a3d-bdcb-18eff85e4147 req-3739e97d-6222-4a3d-aa0e-00d941eaf058 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.620785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17f16b56-1dd0-4a3d-bdcb-18eff85e4147 req-3739e97d-6222-4a3d-aa0e-00d941eaf058 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 944 time: 0.0935612 Aug 04 14:58:14.706413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17f16b56-1dd0-4a3d-bdcb-18eff85e4147 req-524dbc9d-37e3-4174-823e-01b785020431 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777287 Aug 04 14:58:14.760166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-aa4faf32-bd91-45d8-8594-b5099b8f094a service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769310 Aug 04 14:58:14.802431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a53395af-090e-48ad-975f-119d848cf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:14.867015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bef9a0b1-9d93-4ad5-8f40-7190eef6f351 req-3779f7ca-55cb-4553-a43e-ef0f3f69d99d service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682528 Aug 04 14:58:14.869082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-5b4aa7dd-4c94-4cab-977f-ede0142f799a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 217 time: 0.0923631 Aug 04 14:58:14.950769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b51a6-f748-484b-898b-477c20db0ddf req-b06f4098-c30a-45ac-8aeb-9052e5977b14 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:14.966060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-533b51a6-f748-484b-898b-477c20db0ddf req-b06f4098-c30a-45ac-8aeb-9052e5977b14 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1456158 Aug 04 14:58:15.013340 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-533b51a6-f748-484b-898b-477c20db0ddf req-61ead9cd-96f2-4840-929e-eb13ce432583 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Aug 04 14:58:15.050890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-2d0af7f8-e701-44c0-846c-f4a662f32ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.053314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-2d0af7f8-e701-44c0-846c-f4a662f32ebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1746943 Aug 04 14:58:15.106180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0780f43-9ecc-4195-be95-dc0e2ed3829a req-05ea4003-825d-4697-b19a-62bcfb02905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.107773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b0780f43-9ecc-4195-be95-dc0e2ed3829a req-05ea4003-825d-4697-b19a-62bcfb02905e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1098 time: 0.1275373 Aug 04 14:58:15.136704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-de61f8c2-120b-4fb9-8b80-23596235dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.138295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-de61f8c2-120b-4fb9-8b80-23596235dc16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766630 Aug 04 14:58:15.172953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b0780f43-9ecc-4195-be95-dc0e2ed3829a req-decd62a5-4cf1-4a11-9456-e54e81a78c93 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Aug 04 14:58:15.312030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-19934a3b-ef12-4b95-9bf5-e9bbd396ffcf service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413684 Aug 04 14:58:15.405152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84adf-3259-4eb8-bb06-0c7a283e6b3f req-c92e388e-551f-4445-bef2-f7781274f964 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.406911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dad84adf-3259-4eb8-bb06-0c7a283e6b3f req-c92e388e-551f-4445-bef2-f7781274f964 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2527256 Aug 04 14:58:15.475901 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-44da5112-6a44-460a-a82c-04388f52c7f8 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551282 Aug 04 14:58:15.482322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dad84adf-3259-4eb8-bb06-0c7a283e6b3f req-5776d12a-6ed6-4528-9074-7fe2207f86c6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654550 Aug 04 14:58:15.529779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-570d1443-0424-4d79-a259-07800478d6fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 217 time: 0.0459659 Aug 04 14:58:15.586549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-92de4584-dcef-4536-aa3f-b00cc3de6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.588101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-92de4584-dcef-4536-aa3f-b00cc3de6052 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0509243 Aug 04 14:58:15.650920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-1ba252e8-b965-4624-a4c9-e4906791d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.653042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-1ba252e8-b965-4624-a4c9-e4906791d359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577888 Aug 04 14:58:15.767661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-85aecf4e-afbc-4f26-91bc-c457a112c097 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041667 Aug 04 14:58:15.842881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9f7ba-4854-4cb3-a5f0-fbd92ec68dcf req-fd033d81-6380-4125-bb55-d5306abb111f tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:15.853301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2f9f7ba-4854-4cb3-a5f0-fbd92ec68dcf req-fd033d81-6380-4125-bb55-d5306abb111f tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 944 time: 0.0647380 Aug 04 14:58:15.913252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2f9f7ba-4854-4cb3-a5f0-fbd92ec68dcf req-ccbe24e3-d368-4b94-beb3-77c5a3a7598e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578249 Aug 04 14:58:15.938543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-72dec3c1-0a85-48f3-9de5-83e099701a51 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926929 Aug 04 14:58:15.941158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-ed6a082b-5fde-4c73-9764-43d2fcae3804 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653557 Aug 04 14:58:16.032498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-933dd2f1-37e5-4219-8d24-fe7af57a0309 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 217 time: 0.0830643 Aug 04 14:58:16.123343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-bf260804-f17e-4b6c-94cd-0bdd0ae5ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.125023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-bf260804-f17e-4b6c-94cd-0bdd0ae5ecd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 1097 time: 0.1030455 Aug 04 14:58:16.126449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-9a1ff1c7-b656-48a8-baef-b852f763b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.129205 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-9a1ff1c7-b656-48a8-baef-b852f763b164 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.0722625 Aug 04 14:58:16.173513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:58:16.174540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cc279-3be6-4152-b8b0-6666701a32b7 req-459d2635-b946-49e5-b870-646dc5da7f12 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.176613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf7cc279-3be6-4152-b8b0-6666701a32b7 req-459d2635-b946-49e5-b870-646dc5da7f12 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0693707 Aug 04 14:58:16.260015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf7cc279-3be6-4152-b8b0-6666701a32b7 req-62cc71b8-6513-4bd7-b21b-6ff973964e3f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740480 Aug 04 14:58:16.280486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-731f1180-e9f6-4e2b-adbb-127a80618958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.282169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-731f1180-e9f6-4e2b-adbb-127a80618958 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1463141 Aug 04 14:58:16.325776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,segment=NetworkSegment(d15bf652-4dbd-4604-a5fa-cc459d1423fc),segment_id=d15bf652-4dbd-4604-a5fa-cc459d1423fc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:16.342304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22', 'network_id': '3915d496-2de9-4951-9b13-609ee81a2be9', 'port_id': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22', 'mac_address': 'fa:16:3e:b1:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cc14b-0437-4e83-952e-27fd09e33079', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:58:16.388020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-4795ce44-ad26-402f-b21a-59fad6869a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.389746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-4795ce44-ad26-402f-b21a-59fad6869a5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.2369595 Aug 04 14:58:16.391991 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:16.411336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:16.437821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,segment=NetworkSegment(d15bf652-4dbd-4604-a5fa-cc459d1423fc),segment_id=d15bf652-4dbd-4604-a5fa-cc459d1423fc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:16.444761 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:16.451392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-0e0275f6-03d9-4c3a-a01c-50a41840ce1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 200 len: 217 time: 0.0533104 Aug 04 14:58:16.476668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-adb1e6b4-b822-4226-bbf7-b0a29fc479c1 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814146 Aug 04 14:58:16.515144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:16.591943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-6fde3ed9-337f-45d2-8d55-7f53a2cd0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.593453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-6fde3ed9-337f-45d2-8d55-7f53a2cd0af1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.1321836 Aug 04 14:58:16.638837 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-88d13bc6-e669-42cd-a10b-ed9651961cde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354729 Aug 04 14:58:16.642015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-1e18f0e5-68d5-4f0b-b152-b3e74fd3ef66 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400371 Aug 04 14:58:16.653737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6215-e0b5-4dff-9673-9dc3267e9d43 req-892d59a6-f90a-489b-ab32-b1bb4070f836 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:16.663217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71ba6215-e0b5-4dff-9673-9dc3267e9d43 req-892d59a6-f90a-489b-ab32-b1bb4070f836 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0913606 Aug 04 14:58:16.672471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4ef61a44-6ecf-4adb-b0ce-87bf49e83f22'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:16.774537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71ba6215-e0b5-4dff-9673-9dc3267e9d43 req-0605f780-625d-4221-a73c-05a6fae5a8db tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945699 Aug 04 14:58:16.785396 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-a74b56a8-fc8b-4779-9b9e-b11c1c998a57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 217 time: 0.1283638 Aug 04 14:58:17.045733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-e484c391-0ef8-407c-84ec-470fbbc4ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.047321 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-e484c391-0ef8-407c-84ec-470fbbc4ae4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.2538199 Aug 04 14:58:17.105653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-0f569f12-03dd-49fc-9fc0-94f83807dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.109141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-0f569f12-03dd-49fc-9fc0-94f83807dc58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8537cffe8028495ea22f2f299bc91174&device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 1098 time: 0.0828826 Aug 04 14:58:17.141501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-edfe0511-326c-487f-948f-59f4cbdb49e7 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886515 Aug 04 14:58:17.273042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-c2eda8d9-9715-49d9-8659-07333e5482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.275161 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-c2eda8d9-9715-49d9-8659-07333e5482d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2192712 Aug 04 14:58:17.283491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-645e3d09-e757-408f-a317-9644b0978e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.285372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-645e3d09-e757-408f-a317-9644b0978e50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 200 len: 912 time: 0.1211469 Aug 04 14:58:17.382827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9714386b-abba-41ab-83a9-381f7ef60856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:17.386409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebf59078-c8c8-4f44-acf4-9da9599df849 req-788326db-8bdb-407c-8136-d8ab842ba4d9 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423339 Aug 04 14:58:17.399739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2319-91dd-4317-9acc-bdbddb83e91a req-a6f7c38b-e24c-4df0-8e7b-c6e07f59a35e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.401869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70cf2319-91dd-4317-9acc-bdbddb83e91a req-a6f7c38b-e24c-4df0-8e7b-c6e07f59a35e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 945 time: 0.2853963 Aug 04 14:58:17.407242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-5859e024-a1f7-4e25-9d32-d84b9873ecc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 200 len: 217 time: 0.1050663 Aug 04 14:58:17.438275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4691430-bc0e-4f89-ab58-a7d989b17108 req-d6e5b7c7-60c7-496e-8266-7263e11809d6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.439681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-17cb370c-7262-444a-849d-15083a47286b service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480515 Aug 04 14:58:17.450288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4691430-bc0e-4f89-ab58-a7d989b17108 req-d6e5b7c7-60c7-496e-8266-7263e11809d6 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.2737079 Aug 04 14:58:17.588398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-ecf7b627-234f-496f-be57-648969f6a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.590537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-ecf7b627-234f-496f-be57-648969f6a93f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 200 len: 851 time: 0.1692679 Aug 04 14:58:17.605430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-9a1386a3-cf04-402d-9790-19b9c45bcb7a service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554964 Aug 04 14:58:17.629969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:17.659291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-f15c47a2-80ea-4bbb-b013-bfb8d5eaaff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.0448005 Aug 04 14:58:17.704572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70cf2319-91dd-4317-9acc-bdbddb83e91a req-a34983bd-b1a1-4e47-ad8f-839b5e35ef36 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957120 Aug 04 14:58:17.711066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-9cdcc757-5321-4f3e-a8d5-21fcdf219224 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=06ad5476-5352-4547-a3dd-7ba67c86c2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108272 Aug 04 14:58:17.720716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4691430-bc0e-4f89-ab58-a7d989b17108 req-98eb1a4e-f41d-460c-8a38-4387cc443e89 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685874 Aug 04 14:58:17.751807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-765ccd00-802e-4b19-9c76-b3c9b213a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.756390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-765ccd00-802e-4b19-9c76-b3c9b213a204 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.0886462 Aug 04 14:58:17.854155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:17.869204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-695fc2a2-78e7-43ed-9da1-92fd6264eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:17.878638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-695fc2a2-78e7-43ed-9da1-92fd6264eed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091769 Aug 04 14:58:18.028027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-cc935b91-ebfb-4000-83ac-456932e44485 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469491 Aug 04 14:58:18.047559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-ac36ea83-2dcc-493f-91f8-f161390d13d7 service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248632 Aug 04 14:58:18.171818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1890f07-d96d-4d99-bae6-62b260584ce3 req-a152b484-60fe-4626-a7ff-f88e9b87d2e9 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344671 Aug 04 14:58:18.173502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:58:18.276999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:58:18.292476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:58:18.292998 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:18.443318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:18.476482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:18.479718 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c365d6c-6c92-499f-887e-d62b6b10beb2" -d '{"events": [{"server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "name": "network-vif-plugged", "status": "completed", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:18.525645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,segment=NetworkSegment(d15bf652-4dbd-4604-a5fa-cc459d1423fc),segment_id=d15bf652-4dbd-4604-a5fa-cc459d1423fc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:18.536125 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:18.577717 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd92bdf-704e-45be-a415-b0778f0d0d9d x-openstack-request-id: req-ccd92bdf-704e-45be-a415-b0778f0d0d9d {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:18.578889 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "name": "network-vif-plugged", "status": "completed", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:18.579296 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccd92bdf-704e-45be-a415-b0778f0d0d9d {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:18.580039 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22', 'code': 200} Aug 04 14:58:18.631570 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:18.635483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:18.678179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9804d-c9b4-4c82-96cd-150c60782c84 req-1df3ff58-0c66-48b9-9d17-b09494920e35 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:18.680261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bee9804d-c9b4-4c82-96cd-150c60782c84 req-1df3ff58-0c66-48b9-9d17-b09494920e35 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.7838433 Aug 04 14:58:18.689688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:18.728797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51e98-dd41-4d2f-bd63-796dcf2dbe28 req-f301c14e-3a4e-4ca6-ae77-d6b88ace5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:18.730515 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dca51e98-dd41-4d2f-bd63-796dcf2dbe28 req-f301c14e-3a4e-4ca6-ae77-d6b88ace5c1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 1098 time: 0.1062078 Aug 04 14:58:18.751999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bee9804d-c9b4-4c82-96cd-150c60782c84 req-8daabebc-556c-4518-ba07-74f216030d15 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616825 Aug 04 14:58:18.758063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa691223-d4fa-4c6f-bd0a-251a08117e10 req-89e1d566-be16-46a5-ad84-5eeae7d4546b service neutron] 10.222.0.38 "GET /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000837 Aug 04 14:58:18.818179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dca51e98-dd41-4d2f-bd63-796dcf2dbe28 req-0ada3eb9-08b3-4a42-a9be-a461f06e8061 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801280 Aug 04 14:58:18.929295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85312c-4ee4-4e5c-8903-5804588408da req-2944e14a-254f-4de6-bdc4-2bb01d1c5021 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:18.935585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d85312c-4ee4-4e5c-8903-5804588408da req-2944e14a-254f-4de6-bdc4-2bb01d1c5021 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0709727 Aug 04 14:58:18.946610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a1394-2861-4825-92ea-b77f01d067b1 req-6883ecbd-0862-4cf2-8bf8-17abe108bd28 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:18.948410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea5a1394-2861-4825-92ea-b77f01d067b1 req-6883ecbd-0862-4cf2-8bf8-17abe108bd28 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1173773 Aug 04 14:58:19.017259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d85312c-4ee4-4e5c-8903-5804588408da req-096ba4dd-3f75-44b4-9c7a-7d9d5f750db1 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674067 Aug 04 14:58:19.044375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea5a1394-2861-4825-92ea-b77f01d067b1 req-7952c6ef-cd30-4cde-9b12-505f041c0933 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796642 Aug 04 14:58:19.933781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb1ec-a689-4d07-81ad-cd7c77fcf79b req-748ae84d-a7ad-4311-873c-fa7a957c29eb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:19.938969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a96fb1ec-a689-4d07-81ad-cd7c77fcf79b req-748ae84d-a7ad-4311-873c-fa7a957c29eb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0991890 Aug 04 14:58:19.997993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a96fb1ec-a689-4d07-81ad-cd7c77fcf79b req-76e5688c-0ec5-4109-bc0e-c98dd7fd5ce4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522859 Aug 04 14:58:20.225978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba3eec-2af7-4a19-9d43-165eacda607c req-7a4f2df7-545a-4c09-a9e9-eecb9e34dafc tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:20.233946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6aba3eec-2af7-4a19-9d43-165eacda607c req-7a4f2df7-545a-4c09-a9e9-eecb9e34dafc tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0806038 Aug 04 14:58:20.265322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6960-e593-461e-a795-fa2eec05a809 req-283caf1e-ac86-48eb-b910-832f28f8880f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:20.272702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-476b6960-e593-461e-a795-fa2eec05a809 req-283caf1e-ac86-48eb-b910-832f28f8880f tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1594763 Aug 04 14:58:20.316436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:20.354127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6aba3eec-2af7-4a19-9d43-165eacda607c req-0799c246-ad7c-4bc8-8861-e714fdcba6cb tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151903 Aug 04 14:58:20.375489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-476b6960-e593-461e-a795-fa2eec05a809 req-686fe6d5-dc96-46cd-b903-6e2ba393f8df tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018460 Aug 04 14:58:20.655620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1b605-0c79-44bc-b24e-d739d81012fd req-385cd403-61e3-4502-a200-53c9701bb45a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:20.664288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8e1b605-0c79-44bc-b24e-d739d81012fd req-385cd403-61e3-4502-a200-53c9701bb45a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0701582 Aug 04 14:58:20.703068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8e1b605-0c79-44bc-b24e-d739d81012fd req-5531842a-cf2c-4305-aa63-29f0891f3d1a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Aug 04 14:58:21.002448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a56c-e5d5-4ea3-a186-58bd013c41de req-fe5d609d-9445-4c66-9ecc-ed6692da3e5a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:21.007095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86d4a56c-e5d5-4ea3-a186-58bd013c41de req-fe5d609d-9445-4c66-9ecc-ed6692da3e5a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0644991 Aug 04 14:58:21.082877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86d4a56c-e5d5-4ea3-a186-58bd013c41de req-50279f91-d914-4be2-9e1a-aeaf81013920 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697470 Aug 04 14:58:21.184306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e6ff3-3b66-44fa-824d-be65fd457b7a req-9a580924-6558-4dcb-b3e0-60f98361bb4f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:21.186746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-964e6ff3-3b66-44fa-824d-be65fd457b7a req-9a580924-6558-4dcb-b3e0-60f98361bb4f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1026032 Aug 04 14:58:21.255273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-964e6ff3-3b66-44fa-824d-be65fd457b7a req-b057e765-9612-41c7-9075-7954fbb470eb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567079 Aug 04 14:58:21.555807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e57ca3-7140-4b23-b936-40f0e4f09be4 req-eb0306f6-25f2-4413-9d61-11a5cc053621 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:21.557710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8e57ca3-7140-4b23-b936-40f0e4f09be4 req-eb0306f6-25f2-4413-9d61-11a5cc053621 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0906839 Aug 04 14:58:21.602730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8e57ca3-7140-4b23-b936-40f0e4f09be4 req-d98c371f-5045-4cf7-b10c-7a323743bf8c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354342 Aug 04 14:58:21.977598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3c4-4519-4541-b0a5-8c7d2a359af8 req-db78c934-c60b-4f13-8e7e-6189fed5a9b3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:21.983105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fb1f3c4-4519-4541-b0a5-8c7d2a359af8 req-db78c934-c60b-4f13-8e7e-6189fed5a9b3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0617945 Aug 04 14:58:22.045149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3fb1f3c4-4519-4541-b0a5-8c7d2a359af8 req-91edb656-8b52-4661-826a-d40d1b14c931 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Aug 04 14:58:22.259746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84293c-457e-4020-84bd-f53f0cbb13ae req-4e1de68c-da75-40ff-8f0c-41e0c8a4abaa tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:22.261902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d84293c-457e-4020-84bd-f53f0cbb13ae req-4e1de68c-da75-40ff-8f0c-41e0c8a4abaa tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0988309 Aug 04 14:58:22.387276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d84293c-457e-4020-84bd-f53f0cbb13ae req-0f3f4f50-9c10-494e-8370-566f5f8bcdfd tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029644 Aug 04 14:58:22.445441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed274b-240d-4c50-b4d0-309f932b8cea req-c8e6f4cd-6fed-4e57-bcf6-f03b144a1d59 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:22.453244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0ed274b-240d-4c50-b4d0-309f932b8cea req-c8e6f4cd-6fed-4e57-bcf6-f03b144a1d59 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0828204 Aug 04 14:58:22.524156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0ed274b-240d-4c50-b4d0-309f932b8cea req-2ca034b7-0b15-4ef0-a12b-41a043d4fc93 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686619 Aug 04 14:58:22.756337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc498715-56a4-4203-af4e-408d7422de0b req-fc8ccb7e-f033-47cc-8217-cd2cf4bf895f tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:22.758690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc498715-56a4-4203-af4e-408d7422de0b req-fc8ccb7e-f033-47cc-8217-cd2cf4bf895f tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1022651 Aug 04 14:58:22.843053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-cc485120-2558-48ea-b618-73821123d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:22.844859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-cc485120-2558-48ea-b618-73821123d33a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 1098 time: 0.1272483 Aug 04 14:58:22.870127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc498715-56a4-4203-af4e-408d7422de0b req-8d4e1abc-c58c-44e6-944f-631c31dfba76 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Aug 04 14:58:22.996154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-096da131-71ab-44ae-b698-5ce126594121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:22.999920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-096da131-71ab-44ae-b698-5ce126594121 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 200 len: 913 time: 0.1475294 Aug 04 14:58:23.063353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-c2332222-9ca6-49fc-90a9-b3f6ce4b2867 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 200 len: 217 time: 0.0552673 Aug 04 14:58:23.146913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-9d043d50-7b8a-4901-9a11-efe01ff103f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:23.148416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-9d043d50-7b8a-4901-9a11-efe01ff103f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c3cc14b-0437-4e83-952e-27fd09e33079 HTTP/1.1" status: 200 len: 852 time: 0.0780275 Aug 04 14:58:23.196931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-38562e38-c937-44fd-bab0-b591861b89cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3915d496-2de9-4951-9b13-609ee81a2be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408397 Aug 04 14:58:23.223858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3f88e-4b36-4962-b74f-67f2f36b13e6 req-4f2771c0-f8b5-4dfb-9299-4760dd5a12ee tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:23.231261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ff3f88e-4b36-4962-b74f-67f2f36b13e6 req-4f2771c0-f8b5-4dfb-9299-4760dd5a12ee tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0877905 Aug 04 14:58:23.329410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ff3f88e-4b36-4962-b74f-67f2f36b13e6 req-ddfba1ee-e0de-4343-b430-13aeead930ab tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971549 Aug 04 14:58:23.424138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-8374eb0f-a0c7-4864-93e8-63f5b161bb9a service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187223 Aug 04 14:58:23.592444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4de77c33-1cbb-4b36-8a4a-791349057b30 req-993f1ff9-6539-497a-9e38-ea42933d815e service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588562 Aug 04 14:58:23.680157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a809d5-3547-4f10-92e3-3a043d2f3a83 req-c1750a2a-ae80-44ca-a96d-9ef680163581 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:23.683669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2a809d5-3547-4f10-92e3-3a043d2f3a83 req-c1750a2a-ae80-44ca-a96d-9ef680163581 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0773950 Aug 04 14:58:23.744360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2a809d5-3547-4f10-92e3-3a043d2f3a83 req-f9d3acfa-fb5a-43d9-b4f9-da49d29aa571 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Aug 04 14:58:24.053829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34de8c3-8f89-407d-a713-d0a9fb6313f0 req-b4fee918-9d45-4813-b39a-a53f5d9acfce tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:24.055671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b34de8c3-8f89-407d-a713-d0a9fb6313f0 req-b4fee918-9d45-4813-b39a-a53f5d9acfce tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0676949 Aug 04 14:58:24.107406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b34de8c3-8f89-407d-a713-d0a9fb6313f0 req-ed1c4486-6676-47ca-8809-614cbaec555c tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Aug 04 14:58:24.480993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5eae-2b71-449c-a5b1-09f348eb5941 req-016b6c30-028f-44b8-b784-0e56f13b86a3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:24.487088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7c5eae-2b71-449c-a5b1-09f348eb5941 req-016b6c30-028f-44b8-b784-0e56f13b86a3 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.0660181 Aug 04 14:58:24.535852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c7c5eae-2b71-449c-a5b1-09f348eb5941 req-570f6cc1-fb10-475a-ba6a-d7f84d07bf14 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Aug 04 14:58:24.942550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80988-5483-4dc0-b7c5-cf33cb7303d8 req-669c480c-80d5-4014-8f7e-448e112aeb84 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:24.944979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87b80988-5483-4dc0-b7c5-cf33cb7303d8 req-669c480c-80d5-4014-8f7e-448e112aeb84 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0987685 Aug 04 14:58:24.964067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-eb145fa7-2e77-4ede-87a5-e5d8ed0748ea tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:24.966675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-eb145fa7-2e77-4ede-87a5-e5d8ed0748ea tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 946 time: 0.1506166 Aug 04 14:58:25.017603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87b80988-5483-4dc0-b7c5-cf33cb7303d8 req-79280f7e-6b45-4c09-953c-7426ef92feb9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Aug 04 14:58:25.143869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Deleting port cfb62373-9c44-42f0-b246-0f84897541b2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:58:25.144492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:25.255913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] For port cfb62373-9c44-42f0-b246-0f84897541b2, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cfb62373-9c44-42f0-b246-0f84897541b2,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:25.256587 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:25.275456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Calling delete_port for cfb62373-9c44-42f0-b246-0f84897541b2 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:58:25.418042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665821c8-8694-4bf3-a455-40b5acd1971a req-125ae013-00e3-456b-a9f1-9e3ed6e9bc64 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:25.421829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-665821c8-8694-4bf3-a455-40b5acd1971a req-125ae013-00e3-456b-a9f1-9e3ed6e9bc64 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1290290 Aug 04 14:58:25.470307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:25.482354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'cfb62373-9c44-42f0-b246-0f84897541b2'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:25.489670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-665821c8-8694-4bf3-a455-40b5acd1971a req-3a737b28-8a15-42e3-bd7e-3266dd1edfb8 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Aug 04 14:58:25.511988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Pushing event deleted for resources: {'Port': ['ID=cfb62373-9c44-42f0-b246-0f84897541b2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:25.567157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] No DVR routers for this DVR port cfb62373-9c44-42f0-b246-0f84897541b2 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:58:25.570076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:25.572307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-04a4c4ef-8885-4d33-af6f-ab81c03abfa0 req-12df3f7e-ca9f-405b-a6ec-fe2bde818827 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "DELETE /v2.0/ports/cfb62373-9c44-42f0-b246-0f84897541b2 HTTP/1.1" status: 204 len: 173 time: 0.5999308 Aug 04 14:58:25.572811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'name': 'network-vif-deleted', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:25.575142 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ec574-d1d1-4afa-814b-5fdeb1dc275f" -d '{"events": [{"server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "name": "network-vif-deleted", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:25.669198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e75499fb-9299-4565-bb96-3128e669cd26 req-2609c756-80c5-4249-ad9f-0d22039af0dc tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8a67927-29be-450e-bdbd-d75371c16b1a HTTP/1.1" status: 200 len: 210 time: 0.0528269 Aug 04 14:58:25.759153 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd65dc-a5bc-40e5-a61e-53ef03df7256 x-openstack-request-id: req-fafd65dc-a5bc-40e5-a61e-53ef03df7256 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:25.760305 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a67927-29be-450e-bdbd-d75371c16b1a", "name": "network-vif-deleted", "tag": "cfb62373-9c44-42f0-b246-0f84897541b2", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:25.760793 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fafd65dc-a5bc-40e5-a61e-53ef03df7256 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:25.761370 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a67927-29be-450e-bdbd-d75371c16b1a', 'name': 'network-vif-deleted', 'tag': 'cfb62373-9c44-42f0-b246-0f84897541b2', 'status': 'completed', 'code': 200} Aug 04 14:58:25.861897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ae0b3-5593-4edf-afad-81b1e814bf46 req-0b9e5811-326b-4f87-9e25-9564ea9c5a7d tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:25.863769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb0ae0b3-5593-4edf-afad-81b1e814bf46 req-0b9e5811-326b-4f87-9e25-9564ea9c5a7d tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0536215 Aug 04 14:58:25.908932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb0ae0b3-5593-4edf-afad-81b1e814bf46 req-8268c846-8e8d-40a5-8ae6-133a49357048 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Aug 04 14:58:26.148727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155deed3-23c1-4bb8-aa71-9ce5e09a694b req-33e37cfe-b322-4a89-be67-fe9f1d599aae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:26.158562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-155deed3-23c1-4bb8-aa71-9ce5e09a694b req-33e37cfe-b322-4a89-be67-fe9f1d599aae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0737066 Aug 04 14:58:26.217402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-155deed3-23c1-4bb8-aa71-9ce5e09a694b req-864a011c-3125-464e-b887-b3eb05edf30e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534861 Aug 04 14:58:27.166823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3c2cf-be3f-4ec5-b7b8-890ddf779d63 req-5b8e4e5d-765d-4d2c-a09e-e51f51e0e5b2 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.168568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00c3c2cf-be3f-4ec5-b7b8-890ddf779d63 req-5b8e4e5d-765d-4d2c-a09e-e51f51e0e5b2 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1119192 Aug 04 14:58:27.192299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5219b21-2c33-4f6b-b8df-299e1ca75cf2 req-3efd869e-a9ed-4a48-99b8-e36594b5cdc9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.193858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5219b21-2c33-4f6b-b8df-299e1ca75cf2 req-3efd869e-a9ed-4a48-99b8-e36594b5cdc9 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.0887692 Aug 04 14:58:27.235683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00c3c2cf-be3f-4ec5-b7b8-890ddf779d63 req-da6791da-e517-44cf-be60-008c5d459f64 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592775 Aug 04 14:58:27.285333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5219b21-2c33-4f6b-b8df-299e1ca75cf2 req-a6835c9e-7b34-431c-b432-b9256ae4a485 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799270 Aug 04 14:58:27.471303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d561d8-4133-4299-80b3-ef6b66b6c674 req-e2818706-0da0-44f7-a59a-00bc5d67635e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.477742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0d561d8-4133-4299-80b3-ef6b66b6c674 req-e2818706-0da0-44f7-a59a-00bc5d67635e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0938578 Aug 04 14:58:27.532460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0d561d8-4133-4299-80b3-ef6b66b6c674 req-42925131-5000-4b88-919a-5f5753dc99f5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Aug 04 14:58:27.731995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564246-cd5c-41b4-acf3-21fad2dd35f3 req-ebec4501-3fcd-45ca-a8b8-67f3e4ba3d9b tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.734677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc564246-cd5c-41b4-acf3-21fad2dd35f3 req-ebec4501-3fcd-45ca-a8b8-67f3e4ba3d9b tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1039777 Aug 04 14:58:27.749431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-9ee7e771-f9ac-4d1d-9f41-f08eb9a38c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.751094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-9ee7e771-f9ac-4d1d-9f41-f08eb9a38c96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 1098 time: 0.0879464 Aug 04 14:58:27.788014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc564246-cd5c-41b4-acf3-21fad2dd35f3 req-759f62ea-aea4-40b1-b833-88a7d9e56667 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Aug 04 14:58:27.855862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-2fc99d3b-d150-477c-a675-296e5fd4b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.857389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-2fc99d3b-d150-477c-a675-296e5fd4b283 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 200 len: 913 time: 0.0979757 Aug 04 14:58:27.907297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-d9686ea6-ef50-4093-b8c0-74f6ee608191 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 200 len: 217 time: 0.0410903 Aug 04 14:58:27.967486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-d79dc416-78eb-4f7f-a7d0-f6354ae6e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:27.970720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-d79dc416-78eb-4f7f-a7d0-f6354ae6e5cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c3cc14b-0437-4e83-952e-27fd09e33079 HTTP/1.1" status: 200 len: 852 time: 0.0543087 Aug 04 14:58:28.009335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-73111965-d670-4b70-b18c-15a655532e62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3915d496-2de9-4951-9b13-609ee81a2be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317833 Aug 04 14:58:28.115726 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-6edf58c7-cd3f-4fb6-9a98-62acfadd24df service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972199 Aug 04 14:58:28.243147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cfb62373-9c44-42f0-b246-0f84897541b2 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:58:28.281320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: cfb62373-9c44-42f0-b246-0f84897541b2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:58:28.281703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cfb62373-9c44-42f0-b246-0f84897541b2 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:58:28.292238 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2444daff-f372-4bec-b0a8-8eebbe4a4ce7 req-ad027332-b81f-490e-878a-b2069003180d service neutron] 10.222.0.38 "GET /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684065 Aug 04 14:58:28.456211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7531a-d1fd-4e07-9271-f2c0b5c51d97 req-6f603a80-df0a-4725-8ff7-981c4da52123 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:28.464881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6d7531a-d1fd-4e07-9271-f2c0b5c51d97 req-6f603a80-df0a-4725-8ff7-981c4da52123 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.0792706 Aug 04 14:58:28.477371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40534) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:28.524619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6d7531a-d1fd-4e07-9271-f2c0b5c51d97 req-c9b1c33b-f4e9-48ec-b498-4a0efa16e2c5 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Aug 04 14:58:28.627802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7336024d-14fe-412b-8723-ff381f72771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:28.663278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6d9d-07e5-4ea2-ae6e-eec5acfb43b2 req-743d09bc-c8a4-45be-88b7-2e694d161321 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:28.672065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b75d6d9d-07e5-4ea2-ae6e-eec5acfb43b2 req-743d09bc-c8a4-45be-88b7-2e694d161321 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0714922 Aug 04 14:58:28.726966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7336024d-14fe-412b-8723-ff381f72771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:28.728926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b75d6d9d-07e5-4ea2-ae6e-eec5acfb43b2 req-43ce3a8a-fc8c-4c80-89e4-9428636eca6a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541930 Aug 04 14:58:28.744103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7336024d-14fe-412b-8723-ff381f72771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:28.800319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7336024d-14fe-412b-8723-ff381f72771d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=908a43455ed14933b72a16c4101a261f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218632 Aug 04 14:58:28.808502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336024d-14fe-412b-8723-ff381f72771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa4640-3e44-46c0-a86d-edc0b35100f7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:28.810461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:28.926843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-63957849-e88b-4986-b5f4-ee0f4358d755 req-8bab1d7c-3326-438d-b2e6-0cf93d2b55d4 service neutron] (94265) timed out ('10.222.0.76', 40498) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 14:58:28.948271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.019268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.046646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6895c3-536b-45c3-a0ad-7b2da90ab824 req-3485732c-32b5-46bc-8d5e-a16a09b8e1e0 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:29.057354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba6895c3-536b-45c3-a0ad-7b2da90ab824 req-3485732c-32b5-46bc-8d5e-a16a09b8e1e0 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1678674 Aug 04 14:58:29.151105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba6895c3-536b-45c3-a0ad-7b2da90ab824 req-c8571d31-079e-4234-ba45-c3595ef490d5 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933673 Aug 04 14:58:29.173402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.178786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.183516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3aa4640-3e44-46c0-a86d-edc0b35100f7 HTTP/1.1" status: 204 len: 168 time: 0.3689551 Aug 04 14:58:29.190953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa4640-3e44-46c0-a86d-edc0b35100f7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:29.203602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.204242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.204761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.205265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.205775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.206287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.206947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.207449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.208163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.208644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.209296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.209881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f8dd7-b59b-438e-a2ef-3816cc4b2612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:29.276304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-055251a1-55a9-45d8-b18e-3e0118769a57 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:29.278385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-055251a1-55a9-45d8-b18e-3e0118769a57 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.0915744 Aug 04 14:58:29.408259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Deleting port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:58:29.408775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.515162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] For port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:29.515927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.535903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Calling delete_port for 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:58:29.679325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537cf3b-f9d8-47d1-b63b-0dc12548d262 req-5cd0e196-5df4-49e4-a698-05d0f50ca620 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:29.694079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f537cf3b-f9d8-47d1-b63b-0dc12548d262 req-5cd0e196-5df4-49e4-a698-05d0f50ca620 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 945 time: 0.0771158 Aug 04 14:58:29.761890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f537cf3b-f9d8-47d1-b63b-0dc12548d262 req-30a8c372-5d2d-4643-835f-9157e08a2a5c tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Aug 04 14:58:29.778961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:29.799268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ff2c60-9bc8-41bb-aa4b-6ede899ae795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:29.944984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b103ba-e9e8-46a4-b6a5-80f4abaa21d1 req-3e40c17f-e16c-40b5-ab90-0eef668d4803 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:29.953389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62b103ba-e9e8-46a4-b6a5-80f4abaa21d1 req-3e40c17f-e16c-40b5-ab90-0eef668d4803 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0845182 Aug 04 14:58:30.017541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62b103ba-e9e8-46a4-b6a5-80f4abaa21d1 req-4346ab2b-9a8b-49a7-8d5b-29ef63018657 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630763 Aug 04 14:58:30.061730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ff2c60-9bc8-41bb-aa4b-6ede899ae795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.067351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ff2c60-9bc8-41bb-aa4b-6ede899ae795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.097499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-20ff2c60-9bc8-41bb-aa4b-6ede899ae795 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4507b90d72c249ab9e42d5b4ab405551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171186 Aug 04 14:58:30.102510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40584) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:30.113056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.125432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:30.127875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2c60-9bc8-41bb-aa4b-6ede899ae795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33225048-8299-4b79-b9c5-794669b29682,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:30.190088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Pushing event deleted for resources: {'Port': ['ID=90c77c9a-be42-48bf-9c3e-bd9c1e030fb5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:30.294062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc2a2d-d83e-4373-879e-060f70891645 req-cef6e6eb-d6fe-4851-8c4e-4aedd52487a5 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:30.297558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1fc2a2d-d83e-4373-879e-060f70891645 req-cef6e6eb-d6fe-4851-8c4e-4aedd52487a5 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0813413 Aug 04 14:58:30.314999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] No DVR routers for this DVR port 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:58:30.324530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.328182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa2cc9d-579b-4d63-9ea1-fb9a3f8b21ff req-f16fb16f-6fac-4f92-b6cd-5c60aa42d781 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.38 "DELETE /v2.0/ports/90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 HTTP/1.1" status: 204 len: 173 time: 1.0430727 Aug 04 14:58:30.329485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'name': 'network-vif-deleted', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:30.347875 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf548eb-030e-476f-97be-d8b129eb5473" -d '{"events": [{"server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "name": "network-vif-deleted", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:30.374637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d1fc2a2d-d83e-4373-879e-060f70891645 req-8bff7ad2-680f-4588-9bed-365b03ba4c8e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587924 Aug 04 14:58:30.399852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.454709 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c8c176-fadd-4197-b01c-ffe76d01da7a x-openstack-request-id: req-78c8c176-fadd-4197-b01c-ffe76d01da7a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:30.455007 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59eabe27-dbab-4161-b0a4-514a036b76b1", "name": "network-vif-deleted", "tag": "90c77c9a-be42-48bf-9c3e-bd9c1e030fb5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:30.455261 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78c8c176-fadd-4197-b01c-ffe76d01da7a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:30.455664 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59eabe27-dbab-4161-b0a4-514a036b76b1', 'name': 'network-vif-deleted', 'tag': '90c77c9a-be42-48bf-9c3e-bd9c1e030fb5', 'status': 'completed', 'code': 200} Aug 04 14:58:30.468571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.569811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.573554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:30.575119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33225048-8299-4b79-b9c5-794669b29682 HTTP/1.1" status: 204 len: 168 time: 0.4710999 Aug 04 14:58:30.651223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083d2bb-7566-49a8-9b7d-6c65c8d356cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33225048-8299-4b79-b9c5-794669b29682,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:30.991410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ce5b8ff-2162-4e23-8de8-239d0692d9e1 req-f37e23ef-2d84-438f-9928-672273b13464 tempest-ServerRescueTestJSON-2077120045 tempest-ServerRescueTestJSON-2077120045-project] 10.222.0.76 "GET /v2.0/ports?device_id=59eabe27-dbab-4161-b0a4-514a036b76b1 HTTP/1.1" status: 200 len: 210 time: 0.0730159 Aug 04 14:58:31.083262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ef898-72a7-4664-b1f4-cb692dbe2d5a req-d6dd3c28-2e7b-42da-94ea-1f99b41cc404 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:31.084834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c2ef898-72a7-4664-b1f4-cb692dbe2d5a req-d6dd3c28-2e7b-42da-94ea-1f99b41cc404 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0907452 Aug 04 14:58:31.163409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c2ef898-72a7-4664-b1f4-cb692dbe2d5a req-14ddc28e-2e3a-47b2-bd37-b7c598a8da7d tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699413 Aug 04 14:58:31.302716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a6a6b-dcb3-46f9-baf4-a31acd18111b req-7fd9eb02-7c94-4d9c-bea4-a9ba3f425f8f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:31.304859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-323a6a6b-dcb3-46f9-baf4-a31acd18111b req-7fd9eb02-7c94-4d9c-bea4-a9ba3f425f8f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1048663 Aug 04 14:58:31.358943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-323a6a6b-dcb3-46f9-baf4-a31acd18111b req-72be8bc7-120c-41e3-ae31-769e91a53bb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Aug 04 14:58:32.113689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:32.265797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:58:32.322447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:58:32.322447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 90c77c9a-be42-48bf-9c3e-bd9c1e030fb5 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:58:32.412515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07955d51-3894-45c7-96b8-2bfadeb59fbd req-7cf0ec78-1301-43e2-88d0-1147939f1f9e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:32.420317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07955d51-3894-45c7-96b8-2bfadeb59fbd req-7cf0ec78-1301-43e2-88d0-1147939f1f9e tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.1228786 Aug 04 14:58:32.531073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07955d51-3894-45c7-96b8-2bfadeb59fbd req-0227bed8-8c9a-4cf0-862d-7ecb5bcdc3eb tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc66f032-5469-42f6-904e-42d8eddeb752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097345 Aug 04 14:58:32.599507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5143-36ec-4e32-91e8-6536e0c59696 req-bd6ded39-fa11-496a-ad1a-511ed3056ed0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:32.601465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cca5143-36ec-4e32-91e8-6536e0c59696 req-bd6ded39-fa11-496a-ad1a-511ed3056ed0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1284418 Aug 04 14:58:32.634897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7c58c-58d0-454e-a472-728082ac5def req-648f96fd-ac7e-4ec3-9692-0f20bfe73e77 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:32.638430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fce7c58c-58d0-454e-a472-728082ac5def req-648f96fd-ac7e-4ec3-9692-0f20bfe73e77 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.38 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 946 time: 0.0674047 Aug 04 14:58:32.688672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cca5143-36ec-4e32-91e8-6536e0c59696 req-af6a8324-b33b-4c03-a0c5-37dadb5ef711 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Aug 04 14:58:32.807753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:32.835250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Deleting port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:58:32.835736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:32.996402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] For port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,segment=NetworkSegment(d15bf652-4dbd-4604-a5fa-cc459d1423fc),segment_id=d15bf652-4dbd-4604-a5fa-cc459d1423fc)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:32.997236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.015044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Calling delete_port for 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:58:33.187926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.200016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4ef61a44-6ecf-4adb-b0ce-87bf49e83f22'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:33.239415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Pushing event deleted for resources: {'Port': ['ID=4ef61a44-6ecf-4adb-b0ce-87bf49e83f22,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:33.291966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] No DVR routers for this DVR port 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:58:33.294608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.297061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fce7c58c-58d0-454e-a472-728082ac5def req-083609aa-2701-4776-a1a3-7f1ba7690a13 tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.38 "DELETE /v2.0/ports/4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 HTTP/1.1" status: 204 len: 173 time: 0.6520548 Aug 04 14:58:33.297528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'name': 'network-vif-deleted', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:33.300648 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46285705-18bd-46b2-a491-8f8bed8afe25" -d '{"events": [{"server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "name": "network-vif-deleted", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:33.350197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Deleting port 505045dd-2f4a-4a40-8659-4da4a74bd913 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:58:33.350197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.393243 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3144da36-d2f4-414a-a0a3-f4e5f8e709de x-openstack-request-id: req-3144da36-d2f4-414a-a0a3-f4e5f8e709de {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:33.393557 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf4dd7-482a-47dd-a62c-82f25b727a21", "name": "network-vif-deleted", "tag": "4ef61a44-6ecf-4adb-b0ce-87bf49e83f22", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:33.393809 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3144da36-d2f4-414a-a0a3-f4e5f8e709de {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:33.394231 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf4dd7-482a-47dd-a62c-82f25b727a21', 'name': 'network-vif-deleted', 'tag': '4ef61a44-6ecf-4adb-b0ce-87bf49e83f22', 'status': 'completed', 'code': 200} Aug 04 14:58:33.492167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] For port 505045dd-2f4a-4a40-8659-4da4a74bd913, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=505045dd-2f4a-4a40-8659-4da4a74bd913,segment=NetworkSegment(812d5351-5cdd-4679-9c03-1e8784cd9d62),segment_id=812d5351-5cdd-4679-9c03-1e8784cd9d62)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:33.492564 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.508084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Calling delete_port for 505045dd-2f4a-4a40-8659-4da4a74bd913 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:58:33.697239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-affdf8b1-330b-4b0a-b0f7-da9d87adfaf1 req-bc30c845-ba00-4a43-9389-0a1813ce189a tempest-TestServerAdvancedOps-1363981205 tempest-TestServerAdvancedOps-1363981205-project] 10.222.0.76 "GET /v2.0/ports?device_id=72bf4dd7-482a-47dd-a62c-82f25b727a21 HTTP/1.1" status: 200 len: 210 time: 0.0545771 Aug 04 14:58:33.878121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:33.944965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Pushing event deleted for resources: {'Port': ['ID=505045dd-2f4a-4a40-8659-4da4a74bd913,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:33.977372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a0f30-fb1c-4b85-96f8-5e11513e4f28 req-ee250a42-41a7-420a-822d-5d748a14f9c8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:33.979018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-930a0f30-fb1c-4b85-96f8-5e11513e4f28 req-ee250a42-41a7-420a-822d-5d748a14f9c8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1790977 Aug 04 14:58:34.095677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-930a0f30-fb1c-4b85-96f8-5e11513e4f28 req-90f7c1cf-f60f-44fa-a870-696fbc3fab13 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940311 Aug 04 14:58:34.532754 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.572081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40742) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:34.713717 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.791642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 14:58:34.793083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:34.854600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.862277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.882832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Deleting subnet 8c3cc14b-0437-4e83-952e-27fd09e33079 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:58:34.888532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.896468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c90b07af86c4959aa7384921bf8ade0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231797 Aug 04 14:58:34.897100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40756) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:34.944486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6738b14-c7ed-44a9-a3af-4e5b0c63d3e6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:34.959056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.959408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.959751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.960084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.960417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.960752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.961073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.961558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.962030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.962360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.962923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.963417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f33e7-1a7d-42a1-932f-68ac30a85a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:34.970487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:34.989033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.010421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 14:58:35.016604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-474be93c-5c75-41d8-b6f3-95196ed33745 admin admin] 10.222.0.76 "PUT /v2.0/routers/1ab55fa5-428e-42bb-8713-ab49c220fbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9005032 Aug 04 14:58:35.022286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40760) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:35.024686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Sync routers for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 14:58:35.033360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.035867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:58:35.036677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:58:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.095115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.102985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.110515 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6738b14-c7ed-44a9-a3af-4e5b0c63d3e6 HTTP/1.1" status: 204 len: 168 time: 0.2111449 Aug 04 14:58:35.135584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.139512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.145331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db6e9-5d99-4183-bd14-505f2815d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6738b14-c7ed-44a9-a3af-4e5b0c63d3e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:35.323223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:58:35.359660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.366297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.379821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19ef0-568c-49c9-9c7f-45d1e5d39b41 req-fcd54602-0922-4ab5-bcad-fe0c7927c0d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:35.381453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9e19ef0-568c-49c9-9c7f-45d1e5d39b41 req-fcd54602-0922-4ab5-bcad-fe0c7927c0d9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1188648 Aug 04 14:58:35.409763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3cc14b-0437-4e83-952e-27fd09e33079,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:35.421296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.423792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df6df95e-57b0-43c3-8280-5d5db8c49a0a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8c3cc14b-0437-4e83-952e-27fd09e33079 HTTP/1.1" status: 204 len: 168 time: 0.6289101 Aug 04 14:58:35.426106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:35.486920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9e19ef0-568c-49c9-9c7f-45d1e5d39b41 req-02317dfa-9886-4ab8-a6d7-3d28a3d7c396 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Aug 04 14:58:35.519896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Deleting port 67432a11-afc5-46ec-b06d-ee69a9af59c9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:58:35.519896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.583191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.612598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40776) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:35.699059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:58:33Z', 'revision_number': 5, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port': {'id': '67432a11-afc5-46ec-b06d-ee69a9af59c9', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:56:26Z', 'updated_at': '2021-08-04T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.720862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] For port 67432a11-afc5-46ec-b06d-ee69a9af59c9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=67432a11-afc5-46ec-b06d-ee69a9af59c9,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:35.721278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.747474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Calling delete_port for 67432a11-afc5-46ec-b06d-ee69a9af59c9 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:58:35.761460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Checking router: 1ab55fa5-428e-42bb-8713-ab49c220fbb4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 14:58:35.779221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.795184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3915d496-2de9-4951-9b13-609ee81a2be9']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.798695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Routers {'1ab55fa5-428e-42bb-8713-ab49c220fbb4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 14:58:35.799366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:58:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.812418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15bf652-4dbd-4604-a5fa-cc459d1423fc') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.813017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15bf652-4dbd-4604-a5fa-cc459d1423fc') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:35.843940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.846916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b1d3-608a-46b7-9bc1-3fe7ba7ec76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.904786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.924855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:58:35.925678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:58:35.933590 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:58:35.936785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] Set router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 14:58:35.979115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.000385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:58:35Z', 'revision_number': 6, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:36.020384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Pushing event deleted for resources: {'Port': ['ID=67432a11-afc5-46ec-b06d-ee69a9af59c9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:36.039043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e6c3f-f0f7-4a1a-bfc3-04e523e7a1da None None] The sync data for ids ['1ab55fa5-428e-42bb-8713-ab49c220fbb4'] in n-d-801743-12 is: [{'id': '1ab55fa5-428e-42bb-8713-ab49c220fbb4', 'name': 'tempest-ServerRescueTestJSON-1214365896-router', 'tenant_id': '8537cffe8028495ea22f2f299bc91174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:56:24Z', 'updated_at': '2021-08-04T14:58:35Z', 'revision_number': 6, 'project_id': '8537cffe8028495ea22f2f299bc91174', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 14:58:36.056888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.071094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.076156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] 10.222.0.76 "DELETE /v2.0/networks/3915d496-2de9-4951-9b13-609ee81a2be9 HTTP/1.1" status: 204 len: 168 time: 0.6459672 Aug 04 14:58:36.082285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:36.102072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3ad9c-737d-46cf-b78c-584c5a38b19a admin admin] Pushing event deleted for resources: {'Network': ['ID=3915d496-2de9-4951-9b13-609ee81a2be9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:36.136973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.249312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Deleting subnet 8c19a701-902c-4426-ab4b-3381d54819f8 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:58:36.299091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:58:36.301786 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b1d3-608a-46b7-9bc1-3fe7ba7ec76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.303287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.338273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b1d3-608a-46b7-9bc1-3fe7ba7ec76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.355634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:58:36.356300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4ef61a44-6ecf-4adb-b0ce-87bf49e83f22 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:58:36.364905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.374683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.394981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c8d3b1d3-608a-46b7-9bc1-3fe7ba7ec76d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e8077765b5d4126b67e5287211a00c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7810268 Aug 04 14:58:36.398064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:36.401189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.446786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b1d3-608a-46b7-9bc1-3fe7ba7ec76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad118ab5-e99d-401c-828b-ee880f2e2a52,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:36.531532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.543740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.544944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab55fa5-428e-42bb-8713-ab49c220fbb4 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 14:58:36.557938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.561670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d70b2eab-58df-4d81-9110-9613122c7afb admin admin] 10.222.0.76 "DELETE /v2.0/routers/1ab55fa5-428e-42bb-8713-ab49c220fbb4 HTTP/1.1" status: 204 len: 168 time: 1.5358794 Aug 04 14:58:36.562562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 505045dd-2f4a-4a40-8659-4da4a74bd913 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:58:36.563567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40800) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:36.591392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 505045dd-2f4a-4a40-8659-4da4a74bd913 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:58:36.591392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 505045dd-2f4a-4a40-8659-4da4a74bd913 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:58:36.611068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.661577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.679883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Deleting subnet 4818691c-bd90-4329-9990-6e01c799518b {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:58:36.683426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.734788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.763677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.771286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.775790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.780843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad118ab5-e99d-401c-828b-ee880f2e2a52 HTTP/1.1" status: 204 len: 168 time: 0.3747928 Aug 04 14:58:36.820981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a21ac-aadb-462a-bed4-d03509c95508 req-10ed1db6-035f-4422-a991-bf7889c01d17 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:36.822662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b83a21ac-aadb-462a-bed4-d03509c95508 req-10ed1db6-035f-4422-a991-bf7889c01d17 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1952965 Aug 04 14:58:36.826346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.827919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:36.831730 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8c19a701-902c-4426-ab4b-3381d54819f8 HTTP/1.1" status: 204 len: 168 time: 0.7362201 Aug 04 14:58:36.831730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750c891-b5c2-4ad7-8296-648f0572e6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c19a701-902c-4426-ab4b-3381d54819f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:36.834439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40806) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:36.842438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c701a-bf35-4566-8da8-e000b76db297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad118ab5-e99d-401c-828b-ee880f2e2a52,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:36.981439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b83a21ac-aadb-462a-bed4-d03509c95508 req-62253131-da5e-4c5f-8396-db0816b39692 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715125 Aug 04 14:58:36.991980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.009522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.063178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4818691c-bd90-4329-9990-6e01c799518b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:37.065417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.067425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5ba8510-9fae-4a3b-a6db-12f75d88a99e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4818691c-bd90-4329-9990-6e01c799518b HTTP/1.1" status: 204 len: 168 time: 0.4973757 Aug 04 14:58:37.069992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:37.117426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.129837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538afdc1-1b3d-4b14-a323-9f7634c36e11']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.142299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34091c0-b3d9-49fa-b3bf-8f776fef1d5b') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.143367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34091c0-b3d9-49fa-b3bf-8f776fef1d5b') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.163852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.173451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.180487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.192894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:58:37.193844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: timer() Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:58:37.198032 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:58:37.291024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.302241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.307431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.315125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/538afdc1-1b3d-4b14-a323-9f7634c36e11 HTTP/1.1" status: 204 len: 168 time: 0.4795463 Aug 04 14:58:37.324879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ad5476-5352-4547-a3dd-7ba67c86c2a6']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.328100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678fd90-13cf-4765-ba57-228ba641a2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=538afdc1-1b3d-4b14-a323-9f7634c36e11,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:37.369840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812d5351-5cdd-4679-9c03-1e8784cd9d62') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.370276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812d5351-5cdd-4679-9c03-1e8784cd9d62') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:58:37.387710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.408365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.418713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:58:37.420912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:58:37.423009 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:58:37.535124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:37.546949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.556671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.558477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/06ad5476-5352-4547-a3dd-7ba67c86c2a6 HTTP/1.1" status: 204 len: 168 time: 0.4871194 Aug 04 14:58:37.573910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5d28e-34ee-47c3-bd19-13bd0501f2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ad5476-5352-4547-a3dd-7ba67c86c2a6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:37.599667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40834) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:37.599970 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fee027d5-ac73-474e-b86d-b4716dc5bdca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b46e5dbdf9dc45ec9e4126bbf79ed890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631652 Aug 04 14:58:37.661867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.699891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.785688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.789497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:37.793791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc66f032-5469-42f6-904e-42d8eddeb752 HTTP/1.1" status: 204 len: 168 time: 0.1898112 Aug 04 14:58:37.800830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce929-82e3-43a3-bba9-665677ffa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc66f032-5469-42f6-904e-42d8eddeb752,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:37.857071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40846) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:37.901370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3ef899a1-7867-42cd-b0c4-26efb158c1c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8537cffe8028495ea22f2f299bc91174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429869 Aug 04 14:58:37.904026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40848) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:38.000424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:38.027116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:38.092836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:38.095681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:38.096854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d HTTP/1.1" status: 204 len: 168 time: 0.1912544 Aug 04 14:58:38.123531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7d81e-4e59-449e-9e70-af5a70e18714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1904c9-48e8-4bb1-9ed9-d5e30a07a43d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:38.200679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f943591-0c0b-4c69-bf82-890c339b9bed req-c56a1186-833d-4dcd-94b3-62e218271ae8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:38.203127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f943591-0c0b-4c69-bf82-890c339b9bed req-c56a1186-833d-4dcd-94b3-62e218271ae8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0924876 Aug 04 14:58:38.282100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 67432a11-afc5-46ec-b06d-ee69a9af59c9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:58:38.319226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f943591-0c0b-4c69-bf82-890c339b9bed req-841a6b5b-e193-49a6-8180-40a2e30b58f1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089127 Aug 04 14:58:38.350771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 67432a11-afc5-46ec-b06d-ee69a9af59c9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:58:38.351131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 67432a11-afc5-46ec-b06d-ee69a9af59c9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:58:38.815572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40886) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:38.896121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3fae1156-ca76-4bef-ac51-b87d40962ccb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a69456e646e848d2a4b611a94d116eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786335 Aug 04 14:58:38.898741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40892) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:38.982779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:39.022109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:39.080549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:39.083622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:39.085206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7b05fb1-a630-4ed2-980b-7762ac32b32d HTTP/1.1" status: 204 len: 168 time: 0.1851621 Aug 04 14:58:39.094461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706086f-e807-485b-9832-fc6844436d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b05fb1-a630-4ed2-980b-7762ac32b32d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:39.605980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063d68-c1b3-4ed6-82b1-7b487b912c13 req-a95791a0-e6c4-4e92-9452-b47dbb4fe04c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:39.619029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7063d68-c1b3-4ed6-82b1-7b487b912c13 req-a95791a0-e6c4-4e92-9452-b47dbb4fe04c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1420512 Aug 04 14:58:39.671427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7063d68-c1b3-4ed6-82b1-7b487b912c13 req-367dbc0c-b102-418e-9fcf-8bbe70d600db tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Aug 04 14:58:40.783206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ecb7b70d-9535-4add-b8cf-4c4c8c8e4ac9 req-eb432dc2-a1bf-4608-815f-86d172ecc320 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0433812 Aug 04 14:58:41.317331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a1ef-a7ff-47a6-b5e9-e60e6afac368 req-e6f6b5c2-9b0a-4a4c-9a07-f91ad925bb8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:41.320737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d31a1ef-a7ff-47a6-b5e9-e60e6afac368 req-e6f6b5c2-9b0a-4a4c-9a07-f91ad925bb8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.5042756 Aug 04 14:58:41.387382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d31a1ef-a7ff-47a6-b5e9-e60e6afac368 req-67398a16-151c-4784-b516-65e1b3df1843 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Aug 04 14:58:41.615597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aae6b-62d2-408f-8157-2b8080f091d9 req-19e6b35f-41e5-4d4d-a117-358be0f56e2c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:41.617358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f5aae6b-62d2-408f-8157-2b8080f091d9 req-19e6b35f-41e5-4d4d-a117-358be0f56e2c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0566721 Aug 04 14:58:41.682831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f5aae6b-62d2-408f-8157-2b8080f091d9 req-675fe740-29b5-4213-9d84-4746d3b4924d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565135 Aug 04 14:58:41.855915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254088d-8841-42c8-905c-a3cacc58744f req-55c09e07-87e8-4ffd-8d77-ab050e81d951 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:41.859297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3254088d-8841-42c8-905c-a3cacc58744f req-55c09e07-87e8-4ffd-8d77-ab050e81d951 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0559013 Aug 04 14:58:41.936588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3254088d-8841-42c8-905c-a3cacc58744f req-8dc2ac30-bc25-419b-9a8a-85b5ddc12e95 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680690 Aug 04 14:58:42.042558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e27d8d2-fa82-4250-9ab3-7c83c83e1925 req-feaa669e-7eeb-4b7f-beb2-8f5fa0da87a7 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0639398 Aug 04 14:58:42.421432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-e2c06f62-d8b5-4fb4-bf07-bd1a0bb60c66 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:42.432791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-e2c06f62-d8b5-4fb4-bf07-bd1a0bb60c66 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.2018535 Aug 04 14:58:42.459242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-3b9cd534-07a7-4362-8ca0-9b35568ac663 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/quotas/ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 375 time: 0.0252852 Aug 04 14:58:42.562686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-627a63a7-0f13-4ccc-9a41-f258ac0188c8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0855157 Aug 04 14:58:42.585144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-5e5ca74a-0d21-46ed-a541-c7a2ec41ecbe service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:58:42.586823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-5e5ca74a-0d21-46ed-a541-c7a2ec41ecbe service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113671 Aug 04 14:58:42.698292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-058f1aeb-0b03-4983-a6fd-a0a3a7638b86 service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016455 Aug 04 14:58:42.852084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-e82b1d9a-05e5-4dec-b163-5682122d95a3 service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312971 Aug 04 14:58:43.119163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a0cb1c4-d88f-475d-82d7-1c3542a58f63 req-028e68ea-abfe-4a4b-a3bc-0d2a7665548c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 210 time: 0.0507927 Aug 04 14:58:43.234198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3959fdf-51de-46ad-9847-710817416027 req-f1a24c68-4884-4b60-a5ad-62406bbfda31 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0615606 Aug 04 14:58:43.458179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3fe48b54-e6b9-4d71-913f-c68b7aec51e2 req-5868744e-6e61-483a-b2e6-7c4662d7fd70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0299275 Aug 04 14:58:44.218339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33dd768e-b726-4fd0-baff-dd424fe8b04c req-d751c6f4-e16e-4710-8127-ebfbfbe8d937 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 210 time: 0.0324790 Aug 04 14:58:44.400265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fa671bc-5102-4f54-8c18-cff4dbc7482f req-9fc78048-8e36-4deb-866b-c9391930a18b tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0295126 Aug 04 14:58:44.587313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-d27b7783-6b4d-4e87-a1c1-609d23b79df0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:44.589116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-d27b7783-6b4d-4e87-a1c1-609d23b79df0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.1455243 Aug 04 14:58:44.611072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'device_id': '32a47c59-bfb3-415f-a502-909b0121c72f', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'admin_state_up': True, 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:44.804375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-94253174-05ab-4f25-ba01-b995042da034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:44.830332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:44.840685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:45.031434 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:58:45.068874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94193640-089b-40dd-85f7-65639b843e21 req-b8b5f2b3-fe93-405c-a97c-7a9a5ef5fbbc tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.1222253 Aug 04 14:58:45.149689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.20.0.7 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/7d725d4b-27b5-4d24-b4ee-afa08b4f79b6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:58:45.351806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:45.378719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Transition to ACTIVE for port object 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:45.441632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08fda16c-14ce-499a-aa16-4322efddf034 req-fc9c583b-1f8d-4562-bbc8-98d02c8284a0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 210 time: 0.1110325 Aug 04 14:58:45.450134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:45.472649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:45.533326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:58:45.538061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:45.542182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:58:45.593391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:45.647426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:45.649106 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:45.674996 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ed3f7766-e559-4323-b629-ed6995d97161 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0691535 Aug 04 14:58:45.700327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-5c973b99-7ba7-4375-8190-abbd27789ec9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:58:45.701700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-5c973b99-7ba7-4375-8190-abbd27789ec9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184789 Aug 04 14:58:45.716206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Request body: {'port': {'device_id': '32a47c59-bfb3-415f-a502-909b0121c72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:45.832726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.052021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-603513aa-560a-4d5a-b180-4f915de902f3 None None] Provisioning for port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:58:46.056862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-603513aa-560a-4d5a-b180-4f915de902f3 None None] Provisioning complete for port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:58:46.057426 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-603513aa-560a-4d5a-b180-4f915de902f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.123146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-603513aa-560a-4d5a-b180-4f915de902f3 None None] Port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:58:46.259817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b774e859-f614-4c3e-bad0-13a77e4ef9fc req-4d1d964a-7356-4f45-8099-e907a09dcc08 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0628583 Aug 04 14:58:46.280641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:46.290003 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.316856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Transition to ACTIVE for port object 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:46.322503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.391068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Pushing event updated for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:46.474837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Attempting to bind port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:58:46.475182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Attempting to bind port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:58:46.475511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Attempting to bind port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:46.482761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:58:46.483153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Attempting to bind port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:46.488798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:58:46.495893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:46.496388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:58:46.496952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Bound port: 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:58:46.497502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.629942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:58:46.634099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:58:46.641329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.671228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010eaf7-6927-4120-9c2c-b079738b3c66 req-0b0c7e06-5e66-41cb-96bb-26819e4b994f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:46.679373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9010eaf7-6927-4120-9c2c-b079738b3c66 req-0b0c7e06-5e66-41cb-96bb-26819e4b994f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 943 time: 0.1200621 Aug 04 14:58:46.708499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Pushing event updated for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:46.724052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:46.724995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:46.726714 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-4f9d6ddd-339d-4391-9118-6c095fa0740c service neutron] 10.222.0.38 "PUT /v2.0/ports/7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 HTTP/1.1" status: 200 len: 1092 time: 1.0165246 Aug 04 14:58:46.730325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:46.733800 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:46.817151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9010eaf7-6927-4120-9c2c-b079738b3c66 req-ff90ca99-1371-489d-9d2f-af3f65ab3d3e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354880 Aug 04 14:58:46.906871 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca4320-999f-44e8-8a51-253ab02c41c5 x-openstack-request-id: req-c9ca4320-999f-44e8-8a51-253ab02c41c5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:46.907248 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:46.907502 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9ca4320-999f-44e8-8a51-253ab02c41c5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:46.907937 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6', 'status': 'completed', 'code': 200} Aug 04 14:58:46.910093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ad27b882-9c80-4853-9697-203a4f03d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:46.911665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ad27b882-9c80-4853-9697-203a4f03d9af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 1095 time: 0.1364253 Aug 04 14:58:46.976420 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-ab56e79f-8346-4041-b5ae-55bb5bede5c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 HTTP/1.1" status: 200 len: 217 time: 0.0568542 Aug 04 14:58:47.029919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-b16cd265-ba18-4c27-a210-afa176a9db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.031566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-b16cd265-ba18-4c27-a210-afa176a9db17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0484798 Aug 04 14:58:47.091751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-92bdf4bc-dade-4afc-b254-c9184d8b8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.094115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-92bdf4bc-dade-4afc-b254-c9184d8b8f30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557742 Aug 04 14:58:47.250270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-a1c1c263-5344-4fd6-9da5-877476ac3a01 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386120 Aug 04 14:58:47.364033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:47.381025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7b459c88-00fe-402d-acce-b9b32a8c3ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.422882 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b85480a3-bc2c-40d7-8b33-104544ca1d73 req-a3a4949b-feca-40ae-bc75-38fe295275a7 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672063 Aug 04 14:58:47.444000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70c7faeb-e337-4034-8af8-e6e6f134b897 req-c2daf926-37a3-482b-93a1-05851a4bed89 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0416689 Aug 04 14:58:47.537765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-be620683-c12a-4f22-95e2-6fb4586a08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.539480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-be620683-c12a-4f22-95e2-6fb4586a08f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 1095 time: 0.0622380 Aug 04 14:58:47.570165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15e30bf3-8f73-4cd6-a58b-eabbe4c2e446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.637683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.733909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-0529b579-6db7-4c1e-84a5-8c221734cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.737395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-0529b579-6db7-4c1e-84a5-8c221734cca8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1903062 Aug 04 14:58:47.739306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15e30bf3-8f73-4cd6-a58b-eabbe4c2e446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.753586 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15e30bf3-8f73-4cd6-a58b-eabbe4c2e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.803314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-fefaa8f5-beff-4dd2-adf7-859145971f08 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 HTTP/1.1" status: 200 len: 217 time: 0.0580864 Aug 04 14:58:47.841127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15e30bf3-8f73-4cd6-a58b-eabbe4c2e446 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7172983b442e4f649f50d5f0f9106c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765072 Aug 04 14:58:47.845681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41148) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:47.868172 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:47.897413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e30bf3-8f73-4cd6-a58b-eabbe4c2e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d8c3e-fda1-4104-86cb-2397ecfffd2e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:47.902399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-1815b635-ec83-425c-9b26-3ba51d9889eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.904084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-1815b635-ec83-425c-9b26-3ba51d9889eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0869739 Aug 04 14:58:47.983221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-27e2d757-493c-470f-bb6f-6e88ea6805f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:47.985674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-27e2d757-493c-470f-bb6f-6e88ea6805f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731447 Aug 04 14:58:47.999676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.038848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d99b3f-0b91-4df0-844f-59c2f1ca4030 req-b9ce035e-e397-4ec7-99d4-5bbea6094c3b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:48.040411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4d99b3f-0b91-4df0-844f-59c2f1ca4030 req-b9ce035e-e397-4ec7-99d4-5bbea6094c3b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 943 time: 0.1426733 Aug 04 14:58:48.042412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.125948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4d99b3f-0b91-4df0-844f-59c2f1ca4030 req-b61f9b7c-c6f4-4b7f-9ab2-60188bb326b5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Aug 04 14:58:48.129921 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-8c5c77b4-eacc-4b77-acb9-e39f1f84f5ee service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360424 Aug 04 14:58:48.149593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.152388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.155911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b3d8c3e-fda1-4104-86cb-2397ecfffd2e HTTP/1.1" status: 204 len: 168 time: 0.3082058 Aug 04 14:58:48.162967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ccf3-b97c-4946-86d3-f9eab42f89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d8c3e-fda1-4104-86cb-2397ecfffd2e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:48.251122 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-22a759d9-5ecb-4b2e-8f8d-540b9ec46e8f req-3754a86e-7e3b-40a2-b1fa-07fb4a61bd73 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133411 Aug 04 14:58:48.435239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41156) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:48.450924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eee8f3a2-7c73-4fbd-b7f5-b5e5293eb05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.582398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc228512-013f-4dd9-a7c9-84dea047fd68 req-d2cb219f-f63a-4d94-977d-4993aa436fba tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0304163 Aug 04 14:58:48.624695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.635220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eee8f3a2-7c73-4fbd-b7f5-b5e5293eb05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.640210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eee8f3a2-7c73-4fbd-b7f5-b5e5293eb05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.688664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.699395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f3a2-7c73-4fbd-b7f5-b5e5293eb05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e3ad5-7889-4de1-ab45-2add131aea55,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:48.705063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eee8f3a2-7c73-4fbd-b7f5-b5e5293eb05c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2ea44d05bf841868f079cf8d70f4560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687469 Aug 04 14:58:48.709092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:48.772772 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.794821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.840320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.843155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:48.844315 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac9e3ad5-7889-4de1-ab45-2add131aea55 HTTP/1.1" status: 204 len: 168 time: 0.1342037 Aug 04 14:58:48.852548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06a521-7d47-4cf8-933e-6af0370eb8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e3ad5-7889-4de1-ab45-2add131aea55,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:49.265513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b973a5-4b6a-4718-abfa-1f4ca7e66520 req-17d6bda0-d561-411b-be75-8478d2de5571 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:49.274215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99b973a5-4b6a-4718-abfa-1f4ca7e66520 req-17d6bda0-d561-411b-be75-8478d2de5571 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 943 time: 0.0726182 Aug 04 14:58:49.323579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99b973a5-4b6a-4718-abfa-1f4ca7e66520 req-80439909-fb6c-4cda-9b16-c1651eb8dc72 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462370 Aug 04 14:58:49.588498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41202) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:49.690963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994614676-network', 'tenant_id': 'b7e817f00cc740c8825006ff38041881'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:49.695158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a114ee40-108c-49bb-8dc0-40c665765051 req-965e8b9d-bbdd-4fec-8fdf-9d66c0cc87c5 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0279303 Aug 04 14:58:49.719032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Made reservation on behalf of b7e817f00cc740c8825006ff38041881 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:49.721461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:49.742669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:49.868707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:49.874076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:49.896473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:58:49.914159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bdebce-e185-4108-9351-a75af505d37b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:49.937629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:49.938160 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Added segment ec7e258f-1bee-4509-9b39-0a5d8bf438e2 of type vlan for network 27dedea9-eb91-419c-8e48-69f11849ac3b Aug 04 14:58:50.018499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.088725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.090056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:50.090603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.148985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5593796 Aug 04 14:58:50.151896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41232) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:50.157011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Request body: {'subnet': {'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994614676-subnet', 'tenant_id': 'b7e817f00cc740c8825006ff38041881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:50.162556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514185a-1aa4-4c5e-8f8f-4ce7b628fcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=27dedea9-eb91-419c-8e48-69f11849ac3b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:50.174787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 27dedea9-eb91-419c-8e48-69f11849ac3b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:58:50.187663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Made reservation on behalf of b7e817f00cc740c8825006ff38041881 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:50.189962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.214670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.369523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.375715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:58:50.451165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cdfd29-7894-4d14-aac4-f22751408e39,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:50.490002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Checking segment: {'id': 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:50.490771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Network hostable DHCP agents. Network: 27dedea9-eb91-419c-8e48-69f11849ac3b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:58:50.504704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a9fb-403e-40ec-b915-f3e00f7ab81e req-2ebeea8e-021f-429a-812d-dce5bd785424 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:50.506302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0016a9fb-403e-40ec-b915-f3e00f7ab81e req-2ebeea8e-021f-429a-812d-dce5bd785424 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 943 time: 0.1110985 Aug 04 14:58:50.513528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:50.528600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6', 'mac_address': 'fa:16:3e:aa:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:58:50.542119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Network 27dedea9-eb91-419c-8e48-69f11849ac3b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:58:50.561145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0016a9fb-403e-40ec-b915-f3e00f7ab81e req-13d70c74-5fb0-4ef9-96cf-4947e2d80cfb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Aug 04 14:58:50.562817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 27dedea9-eb91-419c-8e48-69f11849ac3b) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:50.567604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:50.568536 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.579648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c97b51-6dc6-4a5f-a0ed-71887e91f07a None None] Network 27dedea9-eb91-419c-8e48-69f11849ac3b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:50.585096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d607957-3348-480d-b8a9-581278dadf1e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4321017 Aug 04 14:58:50.658492 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.686766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:50.785769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:50.790616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdacd98-6ca3-4c74-9da4-fb2d4cee717f None None] Network 27dedea9-eb91-419c-8e48-69f11849ac3b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:50.810501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:50.903571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb623d75-18ea-40be-bf0c-92f17ccbf927 req-b3a2cfeb-a2ba-4e5d-b46e-43b79060344b tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0444276 Aug 04 14:58:51.220516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:58:51.255497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:51.273874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.274982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.274982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.274982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.275257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.275541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.275866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.276189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.276564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.276890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.277209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.277528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:58:51.412764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41268) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:51.418377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1269469248-network', 'tenant_id': 'defd651f822e44b691dbde651c1dd7ba'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:51.441203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Made reservation on behalf of defd651f822e44b691dbde651c1dd7ba for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:51.443638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.452811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.547948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.553125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.576824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:58:51.594517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c78b3b-9bf5-42d5-8c05-de02e3f0451e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:51.598601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.599298 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Added segment f0466adb-1741-4e7c-8ed4-68cf8c54f51e of type vlan for network 2a14a2e4-fc9f-4f28-b726-50d742651eda Aug 04 14:58:51.679826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.726711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3f1d-1639-4a75-bd17-7aa62d9a4fcb req-381062ea-3e0d-4d3f-8fcd-2dbbfcb4eae1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:51.728423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b2a3f1d-1639-4a75-bd17-7aa62d9a4fcb req-381062ea-3e0d-4d3f-8fcd-2dbbfcb4eae1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 944 time: 0.0908017 Aug 04 14:58:51.737398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.738116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:51.738740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.808923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947296 Aug 04 14:58:51.809948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41272) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:58:51.816896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Request body: {'subnet': {'network_id': '2a14a2e4-fc9f-4f28-b726-50d742651eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1269469248-subnet', 'tenant_id': 'defd651f822e44b691dbde651c1dd7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:51.844172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc104-ac56-473c-848e-a971ee58569e admin admin] Pushing event updated for resources: {'Network': ['ID=2a14a2e4-fc9f-4f28-b726-50d742651eda,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:51.847867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Made reservation on behalf of defd651f822e44b691dbde651c1dd7ba for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:51.849354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b2a3f1d-1639-4a75-bd17-7aa62d9a4fcb req-d5cc301a-5e7c-4080-a7c7-ba28f1387fb9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027975 Aug 04 14:58:51.852991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:51.856854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2a14a2e4-fc9f-4f28-b726-50d742651eda details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:58:52.088796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be3612d3-9a2b-43fb-b645-ecb36a0ad9d6 req-92fe715f-89b2-4bdb-958a-18003a02a272 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0504720 Aug 04 14:58:52.119304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:52.173123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef57a30-79d0-4080-8d4a-f0708e133b27,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:52.201704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Checking segment: {'id': 'f0466adb-1741-4e7c-8ed4-68cf8c54f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2a14a2e4-fc9f-4f28-b726-50d742651eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:52.202103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Network hostable DHCP agents. Network: 2a14a2e4-fc9f-4f28-b726-50d742651eda, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:58:52.226799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Network 2a14a2e4-fc9f-4f28-b726-50d742651eda is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:58:52.259829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2a14a2e4-fc9f-4f28-b726-50d742651eda) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:52.272207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:52.272893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:52.282514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff52d84-ff61-45f6-8b83-4180263539bb None None] Network 2a14a2e4-fc9f-4f28-b726-50d742651eda requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:52.309212 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-809256b8-e843-4f40-8979-f1c5444da921 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4979954 Aug 04 14:58:52.381298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:58:52.508613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14107179-5ca7-4ee5-aa30-1205674a9aa8 None None] Network 2a14a2e4-fc9f-4f28-b726-50d742651eda requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:58:52.526177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:58:52.579588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:58:52.580250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:52.742162 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:52.769142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:52.771811 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08965e42-b439-4590-8114-abad68f4bca8" -d '{"events": [{"server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "name": "network-vif-plugged", "status": "completed", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:52.786943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:58:52.796137 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:52.849527 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a358c0-240c-4ab1-8d06-d1b95ee00a7a x-openstack-request-id: req-b8a358c0-240c-4ab1-8d06-d1b95ee00a7a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:52.849808 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "name": "network-vif-plugged", "status": "completed", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:52.850213 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8a358c0-240c-4ab1-8d06-d1b95ee00a7a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:52.850565 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6', 'code': 200} Aug 04 14:58:52.885840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:52.952940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81407-00df-4d26-8070-52025363c5ee req-07076ed1-f151-460d-bd11-dee8e7be2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:52.955438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef81407-00df-4d26-8070-52025363c5ee req-07076ed1-f151-460d-bd11-dee8e7be2b90 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 1097 time: 0.0744503 Aug 04 14:58:53.000662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8ef81407-00df-4d26-8070-52025363c5ee req-d61ae3e1-ff5c-4674-8011-db94bddbd6e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Aug 04 14:58:53.042158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636054e-4c62-416f-9819-9a303210fcae req-1a272e9d-58a3-46f5-bf13-3381c3b6fab1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:53.043923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8636054e-4c62-416f-9819-9a303210fcae req-1a272e9d-58a3-46f5-bf13-3381c3b6fab1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 945 time: 0.1002316 Aug 04 14:58:53.052731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-3037e450-5fcf-471e-8476-250a0906d146 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:53.054366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-3037e450-5fcf-471e-8476-250a0906d146 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/networks?id=27dedea9-eb91-419c-8e48-69f11849ac3b HTTP/1.1" status: 200 len: 808 time: 0.1611140 Aug 04 14:58:53.095624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-48a042be-53a3-47e3-a1e9-107f27efce06 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/quotas/b7e817f00cc740c8825006ff38041881 HTTP/1.1" status: 200 len: 375 time: 0.0333912 Aug 04 14:58:53.100308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8636054e-4c62-416f-9819-9a303210fcae req-093f41be-2062-459a-a0ad-fac7c4b725bf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433824 Aug 04 14:58:53.142804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-66f959dc-3956-451a-be60-1822f8833f51 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b7e817f00cc740c8825006ff38041881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404539 Aug 04 14:58:53.275591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f53a97e-1a9e-468b-8ccb-8d65db7fe4a7 req-42619d32-4a68-4524-b30d-50c8095fe02e tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0405772 Aug 04 14:58:53.317479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-17457568-f8ba-4b7a-b9d4-82b1b67da706 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:58:53.326232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-17457568-f8ba-4b7a-b9d4-82b1b67da706 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825366 Aug 04 14:58:53.424407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-7958c573-cd0a-4ebb-ba6a-06e597e36ced service neutron] 10.222.0.76 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970330 Aug 04 14:58:53.526500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-2045afbb-3d97-4900-b276-ec3dd01d855c service neutron] 10.222.0.76 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956123 Aug 04 14:58:53.773899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e33ef15-5ab3-4484-bbc3-9c2a71e1acd1 req-8e4feba9-c2f6-4c02-a2d8-d010cec52503 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 210 time: 0.0769083 Aug 04 14:58:54.263144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f837c7f-4464-4176-b71c-98fab68b5ffa req-5edee137-a53c-42d2-a1ab-04d3295c3352 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:54.272534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f837c7f-4464-4176-b71c-98fab68b5ffa req-5edee137-a53c-42d2-a1ab-04d3295c3352 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 945 time: 0.0743995 Aug 04 14:58:54.330843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f837c7f-4464-4176-b71c-98fab68b5ffa req-ab91344b-63e8-4082-b53b-49543f2dc0a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Aug 04 14:58:54.409873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95d225a8-b404-43a6-95cd-78f3208d5497 req-ab395b81-a691-42e3-b4ea-edcb4d9bd84c tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0360987 Aug 04 14:58:54.883814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20681a3f-3200-4153-b64d-b822ab9628ac req-f0424137-8438-4648-91b7-e2eea63b8395 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 210 time: 0.0350857 Aug 04 14:58:55.165737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-9cc496b5-7271-435d-861b-e358a8f75e87 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:55.167389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-9cc496b5-7271-435d-861b-e358a8f75e87 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.46 "GET /v2.0/networks?id=27dedea9-eb91-419c-8e48-69f11849ac3b HTTP/1.1" status: 200 len: 808 time: 0.1519003 Aug 04 14:58:55.184123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Request body: {'port': {'device_id': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b', 'admin_state_up': True, 'tenant_id': 'b7e817f00cc740c8825006ff38041881'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:55.337164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Made reservation on behalf of b7e817f00cc740c8825006ff38041881 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:58:55.343213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:55.568307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Allocated IP 172.20.0.4 (27dedea9-eb91-419c-8e48-69f11849ac3b/32cdfd29-7894-4d14-aac4-f22751408e39/22430b1d-349f-49e6-8293-42553bddc300) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:58:55.580234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-459e3fbb-42fc-455c-a393-e0da9e525ebb req-0e54fc0a-94e4-4092-80c9-36102ee52bb1 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0575635 Aug 04 14:58:55.804009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:55.861646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:55.929700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Network 27dedea9-eb91-419c-8e48-69f11849ac3b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:58:55.934750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:58:55.956524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:58:55.991453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Pushing event updated for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:56.040531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2c1c2-b244-4b87-b636-4ef7063c8103 req-ce413012-5a2f-43c5-859d-8408e9047dbd tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:56.042265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94a2c1c2-b244-4b87-b636-4ef7063c8103 req-ce413012-5a2f-43c5-859d-8408e9047dbd tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 931 time: 0.0656323 Aug 04 14:58:56.061855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:56.062400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:56.081773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-b57f3063-503b-4e3e-8edd-5dbb00b52967 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9044757 Aug 04 14:58:56.089563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94a2c1c2-b244-4b87-b636-4ef7063c8103 req-7fafebb7-81b4-454c-9261-56dc784ae823 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Aug 04 14:58:56.111922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-465907f3-233c-43e2-871d-d0c9d757cbf4 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 14:58:56.113120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-465907f3-233c-43e2-871d-d0c9d757cbf4 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231493 Aug 04 14:58:56.175425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Request body: {'port': {'device_id': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:58:56.234393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:56.635449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22430b1d-349f-49e6-8293-42553bddc300 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:58:56.653598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:56.686617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Transition to ACTIVE for port object 22430b1d-349f-49e6-8293-42553bddc300 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:58:56.695044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:56.715408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ebee766e-51be-4eab-9320-2aa209245aa5 req-5241a6ad-4347-488c-a430-53d2470df6f5 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0426569 Aug 04 14:58:56.757309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Pushing event updated for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:56.870540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Attempting to bind port 22430b1d-349f-49e6-8293-42553bddc300 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:58:56.872885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Attempting to bind port 22430b1d-349f-49e6-8293-42553bddc300 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:58:56.873406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Attempting to bind port 22430b1d-349f-49e6-8293-42553bddc300 on network 27dedea9-eb91-419c-8e48-69f11849ac3b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:56.883802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Port 22430b1d-349f-49e6-8293-42553bddc300 on network 27dedea9-eb91-419c-8e48-69f11849ac3b not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:58:56.884216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Attempting to bind port 22430b1d-349f-49e6-8293-42553bddc300 on network 27dedea9-eb91-419c-8e48-69f11849ac3b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:58:56.889680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:58:56.890086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Checking segment: {'id': 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:58:56.890494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Bound using segment: {'id': 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:58:56.892151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Bound port: 22430b1d-349f-49e6-8293-42553bddc300, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:58:56.892151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:56.969700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:58:56.974267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=22430b1d-349f-49e6-8293-42553bddc300,segment=NetworkSegment(ec7e258f-1bee-4509-9b39-0a5d8bf438e2),segment_id=ec7e258f-1bee-4509-9b39-0a5d8bf438e2)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:58:56.980913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:57.015836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.016347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:58:57.017777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] 10.222.0.46 "PUT /v2.0/ports/22430b1d-349f-49e6-8293-42553bddc300 HTTP/1.1" status: 200 len: 1092 time: 0.8972466 Aug 04 14:58:57.018220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'tag': '22430b1d-349f-49e6-8293-42553bddc300'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:58:57.020533 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a29aca5-edc3-49de-8c69-657b2208c07f" -d '{"events": [{"name": "network-changed", "server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "tag": "22430b1d-349f-49e6-8293-42553bddc300"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:58:57.054464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e20a9-baf5-4667-a73d-87e1f128187c service neutron] Pushing event updated for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:58:57.115794 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3e9ed-ac93-49fe-8c36-0c3325ea6539 x-openstack-request-id: req-5eb3e9ed-ac93-49fe-8c36-0c3325ea6539 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:58:57.115794 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "tag": "22430b1d-349f-49e6-8293-42553bddc300", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:58:57.115794 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5eb3e9ed-ac93-49fe-8c36-0c3325ea6539 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:58:57.115794 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'tag': '22430b1d-349f-49e6-8293-42553bddc300', 'status': 'completed', 'code': 200} Aug 04 14:58:57.119447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-2d58181b-9079-449d-a47a-ee6d6f3a6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.121117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-2d58181b-9079-449d-a47a-ee6d6f3a6baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7e817f00cc740c8825006ff38041881&device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 1095 time: 0.0633030 Aug 04 14:58:57.168600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-94d44166-79a2-492c-9f07-ae14ec9659e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22430b1d-349f-49e6-8293-42553bddc300 HTTP/1.1" status: 200 len: 217 time: 0.0394313 Aug 04 14:58:57.228462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-f72ead59-2510-48e8-a606-1a617dcfe8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.233150 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-f72ead59-2510-48e8-a606-1a617dcfe8bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32cdfd29-7894-4d14-aac4-f22751408e39 HTTP/1.1" status: 200 len: 848 time: 0.0557568 Aug 04 14:58:57.245440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7381d-ff6e-4010-bc6a-ef734cc38331 req-9774db3d-641f-4af3-88f8-ad1083efc6f9 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.247481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ad7381d-ff6e-4010-bc6a-ef734cc38331 req-9774db3d-641f-4af3-88f8-ad1083efc6f9 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 943 time: 0.0705702 Aug 04 14:58:57.304905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ad7381d-ff6e-4010-bc6a-ef734cc38331 req-ced83d6a-1e7e-4e03-84c3-73d1e64eca2a tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Aug 04 14:58:57.311713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-915e1a6e-afa1-4bd4-b120-e287c3d2f1a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dedea9-eb91-419c-8e48-69f11849ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697467 Aug 04 14:58:57.413438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-a544dc5e-a742-4ea2-9f5a-836caecf02b0 service neutron] 10.222.0.46 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 Aug 04 14:58:57.538272 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b2ac8c4-885a-43e3-ac36-e2d1de50d904 req-676edbb8-d0b0-4579-97d3-9c4c67029d57 service neutron] 10.222.0.46 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168721 Aug 04 14:58:57.655208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-742e9b96-348e-4dc3-bf76-021bc0121553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.656674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-742e9b96-348e-4dc3-bf76-021bc0121553 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7e817f00cc740c8825006ff38041881&device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 1095 time: 0.0538304 Aug 04 14:58:57.800660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-d5fd5631-2d48-411e-9f53-a379eb710e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.802452 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-d5fd5631-2d48-411e-9f53-a379eb710e2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=27dedea9-eb91-419c-8e48-69f11849ac3b HTTP/1.1" status: 200 len: 909 time: 0.1379161 Aug 04 14:58:57.852948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab763267-1065-463c-86b6-a81476a5fe94 req-6da9e86c-e680-42f7-990c-73df48c34dc7 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0312433 Aug 04 14:58:57.865033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-34e1761c-9203-4a34-85b2-d556f6a89ec8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22430b1d-349f-49e6-8293-42553bddc300 HTTP/1.1" status: 200 len: 217 time: 0.0542238 Aug 04 14:58:57.943882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-35e11063-8236-48fb-8b1e-d1d4d348ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:57.955891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-35e11063-8236-48fb-8b1e-d1d4d348ad56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32cdfd29-7894-4d14-aac4-f22751408e39 HTTP/1.1" status: 200 len: 848 time: 0.0728776 Aug 04 14:58:58.009291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-d5cd93fe-24cc-4988-b2b1-f961093136d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dedea9-eb91-419c-8e48-69f11849ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394576 Aug 04 14:58:58.114167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-f2c438eb-484b-4ae5-a606-855e088dc773 service neutron] 10.222.0.46 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965822 Aug 04 14:58:58.261627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5a29aca5-edc3-49de-8c69-657b2208c07f req-e10d0b46-9381-4815-8a8e-4bb24a975376 service neutron] 10.222.0.46 "GET /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395526 Aug 04 14:58:58.434625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac66c22-aae0-47f5-a740-84962018fb1a req-161fbc7b-9b11-4d60-8d22-50357edefca4 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:58.436514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bac66c22-aae0-47f5-a740-84962018fb1a req-161fbc7b-9b11-4d60-8d22-50357edefca4 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 943 time: 0.0528531 Aug 04 14:58:58.478447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bac66c22-aae0-47f5-a740-84962018fb1a req-db534cf8-e8e3-4486-a63b-f3195bb9f8ee tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Aug 04 14:58:58.969480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5fb0c6f2-b416-4878-958b-097908f68d00 req-c965dd80-f810-488a-a95a-85effefd5ad2 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0279694 Aug 04 14:58:59.629831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccc222-c6d5-4757-85cb-db44beab9c93 req-ddf4e2aa-e0da-47bf-8106-1018e6db5671 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:58:59.637517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eccc222-c6d5-4757-85cb-db44beab9c93 req-ddf4e2aa-e0da-47bf-8106-1018e6db5671 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 943 time: 0.0747831 Aug 04 14:58:59.709844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eccc222-c6d5-4757-85cb-db44beab9c93 req-9c3116e3-018b-48dc-931b-4e62f914ce7f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712068 Aug 04 14:59:00.081862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd2709f8-1198-4f95-a6db-0691d05aa213 req-a7483b74-2380-48db-b56d-7392d0bd6bb6 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0292408 Aug 04 14:59:00.844270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 22430b1d-349f-49e6-8293-42553bddc300 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:59:00.867446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfae8d-90d6-42a5-b76a-2bfa2648a026 req-58439687-38f5-4430-87d4-d05dc11f750f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:00.877193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62cfae8d-90d6-42a5-b76a-2bfa2648a026 req-58439687-38f5-4430-87d4-d05dc11f750f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 943 time: 0.0707529 Aug 04 14:59:00.941051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62cfae8d-90d6-42a5-b76a-2bfa2648a026 req-063eab5f-1a17-439a-8ee8-dfbd87d6fe89 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628827 Aug 04 14:59:01.019106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=22430b1d-349f-49e6-8293-42553bddc300,segment=NetworkSegment(ec7e258f-1bee-4509-9b39-0a5d8bf438e2),segment_id=ec7e258f-1bee-4509-9b39-0a5d8bf438e2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:01.032322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '22430b1d-349f-49e6-8293-42553bddc300', 'network_id': '27dedea9-eb91-419c-8e48-69f11849ac3b', 'port_id': '22430b1d-349f-49e6-8293-42553bddc300', 'mac_address': 'fa:16:3e:20:59:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cdfd29-7894-4d14-aac4-f22751408e39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:59:01.072909 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:01.087916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22430b1d-349f-49e6-8293-42553bddc300 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:59:01.108679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=22430b1d-349f-49e6-8293-42553bddc300,segment=NetworkSegment(ec7e258f-1bee-4509-9b39-0a5d8bf438e2),segment_id=ec7e258f-1bee-4509-9b39-0a5d8bf438e2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:01.114784 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:01.164732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:01.186544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65f53c02-c61d-49ea-b903-84e2957febfc req-358476b7-7bb7-44ec-ba64-885e5e091888 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0271533 Aug 04 14:59:01.419216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['22430b1d-349f-49e6-8293-42553bddc300'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:59:02.175384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d74d2-5f85-4f1a-964e-b37b3efc071e req-f4c79bf5-8588-48c7-a7b5-1e897d31f475 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:02.192919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b05d74d2-5f85-4f1a-964e-b37b3efc071e req-f4c79bf5-8588-48c7-a7b5-1e897d31f475 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 944 time: 0.1551199 Aug 04 14:59:02.263467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b05d74d2-5f85-4f1a-964e-b37b3efc071e req-7ae11896-ec6b-43f8-aca2-29e7b4ce669e tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Aug 04 14:59:02.365608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dfcb3f58-bcaf-4144-8f2e-0119948b9571 req-e6823910-e626-468e-84fe-ebe481c7eb91 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0278673 Aug 04 14:59:02.853027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 22430b1d-349f-49e6-8293-42553bddc300 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:59:02.904361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 22430b1d-349f-49e6-8293-42553bddc300 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:59:02.908249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 22430b1d-349f-49e6-8293-42553bddc300 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:59:02.911076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:03.003033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:03.031037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22430b1d-349f-49e6-8293-42553bddc300'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:59:03.034101 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c3068-9f9e-4650-a747-b2bd608d422e" -d '{"events": [{"server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "name": "network-vif-plugged", "status": "completed", "tag": "22430b1d-349f-49e6-8293-42553bddc300"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:59:03.048939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=22430b1d-349f-49e6-8293-42553bddc300,segment=NetworkSegment(ec7e258f-1bee-4509-9b39-0a5d8bf438e2),segment_id=ec7e258f-1bee-4509-9b39-0a5d8bf438e2)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:03.054572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:03.078048 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc219403-2474-4c80-a715-72c7d0f801d1 x-openstack-request-id: req-fc219403-2474-4c80-a715-72c7d0f801d1 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:59:03.078335 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "name": "network-vif-plugged", "status": "completed", "tag": "22430b1d-349f-49e6-8293-42553bddc300", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:59:03.078603 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc219403-2474-4c80-a715-72c7d0f801d1 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:59:03.078997 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22430b1d-349f-49e6-8293-42553bddc300', 'code': 200} Aug 04 14:59:03.111566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:03.180065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f336b4-54de-4eda-a58b-e28c841c0cd5 req-bc3b141c-1eb0-403a-9e0a-1380b42c7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:03.181693 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42f336b4-54de-4eda-a58b-e28c841c0cd5 req-bc3b141c-1eb0-403a-9e0a-1380b42c7424 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 1097 time: 0.0432026 Aug 04 14:59:03.223846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42f336b4-54de-4eda-a58b-e28c841c0cd5 req-a4a4e92c-ea10-4dbf-a4fc-3ee13f827975 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Aug 04 14:59:03.421651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb104c5-29b7-4b90-b4fb-ce53ae0f38e2 req-b5c62b71-28a6-41c9-b45f-8f5c853c0535 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:03.423925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efb104c5-29b7-4b90-b4fb-ce53ae0f38e2 req-b5c62b71-28a6-41c9-b45f-8f5c853c0535 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 945 time: 0.0800157 Aug 04 14:59:03.471873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efb104c5-29b7-4b90-b4fb-ce53ae0f38e2 req-78c28d33-5b1a-42ff-b642-d1a67954bd63 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Aug 04 14:59:03.519519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f50ae9a9-64bf-4d08-9473-cf99848b995f req-34ea94c4-6d30-4e25-a8f5-d527bd9de284 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0353801 Aug 04 14:59:04.639786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695f4a0-bc79-4ff9-9828-93300fb2a3ee req-dacb8796-6731-423c-bb4b-95e8f59b324f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:04.643103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0695f4a0-bc79-4ff9-9828-93300fb2a3ee req-dacb8796-6731-423c-bb4b-95e8f59b324f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 945 time: 0.0653582 Aug 04 14:59:04.680758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34dae13e-9b18-4a63-9e9d-4623bc87f65d req-00867c05-32f3-4caa-b0d7-14be5d077574 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0363517 Aug 04 14:59:04.725952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0695f4a0-bc79-4ff9-9828-93300fb2a3ee req-dc0dfb23-ff13-4a6f-ba56-cd021586453c tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715528 Aug 04 14:59:05.816077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a799302-93b9-4b16-8fc7-3404b15fcd96 req-e32da6ef-912a-4a8d-b5d0-accbfbf31ed5 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0318849 Aug 04 14:59:06.758180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94bb4-df43-4abe-85cf-fa4ff4f664e8 req-db33498b-7bac-442e-889f-7e6f4159db93 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:06.762363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ad94bb4-df43-4abe-85cf-fa4ff4f664e8 req-db33498b-7bac-442e-889f-7e6f4159db93 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1303368 Aug 04 14:59:06.819290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ad94bb4-df43-4abe-85cf-fa4ff4f664e8 req-fb136897-4e84-430b-bf2a-87d925f50a60 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466709 Aug 04 14:59:06.946816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb5b6018-36a7-4d6c-806c-f0240f0558dc req-d6d2183a-ce9d-4640-ae43-fc514e1fab82 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0391719 Aug 04 14:59:07.006228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7315f1-55cc-4745-9cc1-64cb36c7c251 req-07ee8871-9a5a-4e38-b649-d55504651c0f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:07.009398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d7315f1-55cc-4745-9cc1-64cb36c7c251 req-07ee8871-9a5a-4e38-b649-d55504651c0f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0731375 Aug 04 14:59:07.098681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d7315f1-55cc-4745-9cc1-64cb36c7c251 req-53c48d31-e30c-40ae-851a-7344d77c8442 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803423 Aug 04 14:59:07.407466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970cbf7-883a-421a-a34f-365c14ca7d59 req-f7b8993e-e92e-4b72-8a06-2c38d06fa621 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:07.409294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7970cbf7-883a-421a-a34f-365c14ca7d59 req-f7b8993e-e92e-4b72-8a06-2c38d06fa621 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0554795 Aug 04 14:59:07.479306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7970cbf7-883a-421a-a34f-365c14ca7d59 req-15b5eda1-8af6-4217-a189-68653d9e2973 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632744 Aug 04 14:59:07.611257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb5c52-cd52-4e40-94ca-585ba733ef0e req-560d8add-6517-4691-acc5-a80df818cb5a tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:07.612958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bdb5c52-cd52-4e40-94ca-585ba733ef0e req-560d8add-6517-4691-acc5-a80df818cb5a tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 945 time: 0.0607924 Aug 04 14:59:07.655983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bdb5c52-cd52-4e40-94ca-585ba733ef0e req-b65b5bd3-fa26-400e-9282-ce916c468055 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Aug 04 14:59:07.942102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad95c-844c-4f3e-8341-3974b76b8aaa req-90094099-2dbf-45f8-b483-13dc11771aeb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:07.943833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea7ad95c-844c-4f3e-8341-3974b76b8aaa req-90094099-2dbf-45f8-b483-13dc11771aeb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0513494 Aug 04 14:59:07.999665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea7ad95c-844c-4f3e-8341-3974b76b8aaa req-bdbe0743-cb35-4276-ba01-8dda09317ff0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488901 Aug 04 14:59:08.065792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-949f1b53-cf1d-4595-8e7b-f4bed495fd21 req-2ff9bfd5-7809-4ba5-92c3-33776ec54b1e tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0275433 Aug 04 14:59:08.754014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41702) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:08.808051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f4f3d-ad25-4841-83c2-5f86f4e34953 req-0b5ab251-36c6-4238-8092-dbfa7cd4f7f9 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:08.809939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a94f4f3d-ad25-4841-83c2-5f86f4e34953 req-0b5ab251-36c6-4238-8092-dbfa7cd4f7f9 tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 945 time: 0.0637476 Aug 04 14:59:08.863305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a94f4f3d-ad25-4841-83c2-5f86f4e34953 req-e3ca6186-8c12-4ff7-ae86-3b952213fe1b tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/security-groups?id=13bdebce-e185-4108-9351-a75af505d37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Aug 04 14:59:08.877948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf964-1811-4476-8942-eb0e4675823e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.043712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b6ce1-3636-481a-9c55-de780d874442 req-02c5f467-b728-447b-add6-c12f843769ad tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:09.045245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-289b6ce1-3636-481a-9c55-de780d874442 req-02c5f467-b728-447b-add6-c12f843769ad tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 945 time: 0.0921299 Aug 04 14:59:09.047469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf964-1811-4476-8942-eb0e4675823e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.054092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf964-1811-4476-8942-eb0e4675823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.172193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc7bf964-1811-4476-8942-eb0e4675823e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d40fb5671110460e99ff99fe0f2ba037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162290 Aug 04 14:59:09.173148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:09.175046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bf964-1811-4476-8942-eb0e4675823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264b8d2-97b4-4b35-ad34-5c8ca4c5cc51,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:09.207490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aed27-f7d9-44bf-aa62-4b1427967b99 req-c862d256-59dc-4179-8876-4dc75db59490 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:09.209436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Deleting port 22430b1d-349f-49e6-8293-42553bddc300 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 14:59:09.209790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.216040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-441aed27-f7d9-44bf-aa62-4b1427967b99 req-c862d256-59dc-4179-8876-4dc75db59490 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1320446 Aug 04 14:59:09.298549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4f94cec-7c7c-4416-acc5-283dcdc376b2 req-d6ff0e42-01a0-427d-9afc-71fee99f120c tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0736699 Aug 04 14:59:09.319609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] For port 22430b1d-349f-49e6-8293-42553bddc300, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=22430b1d-349f-49e6-8293-42553bddc300,segment=NetworkSegment(ec7e258f-1bee-4509-9b39-0a5d8bf438e2),segment_id=ec7e258f-1bee-4509-9b39-0a5d8bf438e2)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:09.320110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.320407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.330066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-441aed27-f7d9-44bf-aa62-4b1427967b99 req-4b9c9986-9f55-4723-8071-ce2f901c3c2c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129415 Aug 04 14:59:09.356979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.414691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.418073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.422649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4264b8d2-97b4-4b35-ad34-5c8ca4c5cc51 HTTP/1.1" status: 204 len: 168 time: 0.2460275 Aug 04 14:59:09.431513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a951099-ac8e-49e9-b73f-c628c54eab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264b8d2-97b4-4b35-ad34-5c8ca4c5cc51,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:09.684946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Calling delete_port for 22430b1d-349f-49e6-8293-42553bddc300 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 14:59:09.727288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41726) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:09.740526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381a53ce-f0a2-4635-b11c-6bd9a14e9412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.833459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.835472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381a53ce-f0a2-4635-b11c-6bd9a14e9412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.840882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381a53ce-f0a2-4635-b11c-6bd9a14e9412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.845752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['22430b1d-349f-49e6-8293-42553bddc300'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:59:09.875141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-381a53ce-f0a2-4635-b11c-6bd9a14e9412 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c752059d02c6461d8b8d11f2af788ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443474 Aug 04 14:59:09.875663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41728) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:09.884489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Pushing event deleted for resources: {'Port': ['ID=22430b1d-349f-49e6-8293-42553bddc300,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:09.912260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a53ce-f0a2-4635-b11c-6bd9a14e9412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec587c37-ab9f-4204-80ee-78001e86f754,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:09.937382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] No DVR routers for this DVR port 22430b1d-349f-49e6-8293-42553bddc300 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 14:59:09.942223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:09.944385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-289b6ce1-3636-481a-9c55-de780d874442 req-2f0601c8-5dd6-4e7d-ac81-875de12ab7ec tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.46 "DELETE /v2.0/ports/22430b1d-349f-49e6-8293-42553bddc300 HTTP/1.1" status: 204 len: 173 time: 0.8916767 Aug 04 14:59:09.945012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'name': 'network-vif-deleted', 'tag': '22430b1d-349f-49e6-8293-42553bddc300'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:59:09.947298 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef51dfc-1257-413d-913f-2b9800b3f464" -d '{"events": [{"server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "name": "network-vif-deleted", "tag": "22430b1d-349f-49e6-8293-42553bddc300"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:59:09.995873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:10.030985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa0fa3aa-4377-4d54-82fc-560a0a024ea0 req-490eb12d-d20f-44e0-9b32-2988b156b06f tempest-VolumesActionsTest-995066725 tempest-VolumesActionsTest-995066725-project] 10.222.0.76 "GET /v2.0/ports?device_id=b79b7be1-6005-4a9f-b996-cd1b758b8d06 HTTP/1.1" status: 200 len: 210 time: 0.0535758 Aug 04 14:59:10.037716 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:10.106440 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:10.113407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:10.117699 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec587c37-ab9f-4204-80ee-78001e86f754 HTTP/1.1" status: 204 len: 168 time: 0.2387731 Aug 04 14:59:10.132253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feca06-d355-4b3f-b675-3f5e72e11e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec587c37-ab9f-4204-80ee-78001e86f754,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:10.259449 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e07bb0-cc5d-4a4e-b78b-c657d0ff027a x-openstack-request-id: req-69e07bb0-cc5d-4a4e-b78b-c657d0ff027a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:59:10.259811 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79b7be1-6005-4a9f-b996-cd1b758b8d06", "name": "network-vif-deleted", "tag": "22430b1d-349f-49e6-8293-42553bddc300", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:59:10.259992 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69e07bb0-cc5d-4a4e-b78b-c657d0ff027a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:59:10.260440 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79b7be1-6005-4a9f-b996-cd1b758b8d06', 'name': 'network-vif-deleted', 'tag': '22430b1d-349f-49e6-8293-42553bddc300', 'status': 'completed', 'code': 200} Aug 04 14:59:10.431644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28962660-0268-435e-8a1c-729702a94845 req-ab40f4c5-782c-4bdf-9699-642e1b861e62 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0405099 Aug 04 14:59:10.501801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273f8a-50c9-473f-a62e-d5f8b8716884 req-cc3cf55c-590b-44eb-a24a-43b04a4d60d2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:10.502102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6273f8a-50c9-473f-a62e-d5f8b8716884 req-cc3cf55c-590b-44eb-a24a-43b04a4d60d2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0919182 Aug 04 14:59:10.573628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6273f8a-50c9-473f-a62e-d5f8b8716884 req-ffb2bbff-0926-40f2-ad1a-1d9b54657d9d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569568 Aug 04 14:59:11.474944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41798) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:11.613930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f27d867e-fe9f-4f84-ab0b-ee55f0b7da94 req-084ff8e5-b946-4762-980d-2ab02271bbf2 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0648599 Aug 04 14:59:11.735257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fec2c75a-b80b-4424-8d6e-4e7b4661d69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:11.791638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284405ff-ba3b-4d81-a1ff-48b2b2105208 req-50980280-ef6a-44a2-9428-b21ad9269e0a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:11.802029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-284405ff-ba3b-4d81-a1ff-48b2b2105208 req-50980280-ef6a-44a2-9428-b21ad9269e0a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0708716 Aug 04 14:59:11.842565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fec2c75a-b80b-4424-8d6e-4e7b4661d69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:11.848111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fec2c75a-b80b-4424-8d6e-4e7b4661d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:11.854211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-284405ff-ba3b-4d81-a1ff-48b2b2105208 req-49d4cb2b-107f-4dc0-83df-bfe813ca109e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504701 Aug 04 14:59:11.884613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c75a-b80b-4424-8d6e-4e7b4661d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61af2e74-bea1-4c84-8756-cbfbe86021a2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:11.907147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fec2c75a-b80b-4424-8d6e-4e7b4661d69d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=338ada5623714a329f4e567a5ff98278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285378 Aug 04 14:59:11.907394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41816) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:11.963535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:11.991994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:12.067133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:12.071129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:12.072793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61af2e74-bea1-4c84-8756-cbfbe86021a2 HTTP/1.1" status: 204 len: 168 time: 0.1644011 Aug 04 14:59:12.082733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d9d2-901c-4fc8-8034-772029f14102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af2e74-bea1-4c84-8756-cbfbe86021a2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:12.783028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59e3d7aa-f238-4647-9d73-8cc7b7ffc299 req-0ef6c23f-e094-4a46-863e-a1cec4bb6788 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0768125 Aug 04 14:59:12.875562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 22430b1d-349f-49e6-8293-42553bddc300 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 14:59:12.912799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-4dd075ca-a634-47b7-b020-720af84681db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:12.914887 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-4dd075ca-a634-47b7-b020-720af84681db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0551457 Aug 04 14:59:12.917402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 22430b1d-349f-49e6-8293-42553bddc300 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 14:59:12.917754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 22430b1d-349f-49e6-8293-42553bddc300 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 14:59:12.972124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41884) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:12.993860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcb67a-0916-4b78-9af7-5e5f335a3b49 req-a3d8d93e-467f-486b-b2f5-a4fd6ce2cdbc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.002642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0abcb67a-0916-4b78-9af7-5e5f335a3b49 req-a3d8d93e-467f-486b-b2f5-a4fd6ce2cdbc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0693831 Aug 04 14:59:13.066871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0abcb67a-0916-4b78-9af7-5e5f335a3b49 req-4ce1cf07-6edf-4ee5-acb3-c0c3a08b388b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591626 Aug 04 14:59:13.101118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-553d8e13-13d8-4cfe-8dcf-05ee37c1a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.102965 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-553d8e13-13d8-4cfe-8dcf-05ee37c1a908 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1675818 Aug 04 14:59:13.114688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-356760425-network', 'tenant_id': '196eeec5b80245788b434170bee4ebdd'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:59:13.147809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Made reservation on behalf of 196eeec5b80245788b434170bee4ebdd for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:59:13.150604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.159958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.176775 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-772809e2-952c-4074-958d-275af3d6d728 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.0664489 Aug 04 14:59:13.251216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-4df3f4d6-e513-44ef-9277-3b96185fe682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.253054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-4df3f4d6-e513-44ef-9277-3b96185fe682 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0675240 Aug 04 14:59:13.302421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.312005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.319051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-0a67ea17-0b3e-438e-a333-fe8712aa6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.320668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-0a67ea17-0b3e-438e-a333-fe8712aa6ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593998 Aug 04 14:59:13.323828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 14:59:13.341697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.342067 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Added segment ea3c6ded-d29b-4460-90c4-b9c1e0a01352 of type vlan for network f6acb65c-a679-4e21-98a5-e905aca73852 Aug 04 14:59:13.429850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c833f9-e574-4be6-a3b0-9e8106da9060,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:13.445045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-eaaade39-1f0a-43a4-aca8-881069d6b419 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163347 Aug 04 14:59:13.466046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.501552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.502859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.505247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.568126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7976a8fb-aa6f-4e99-9d49-55225fd22ab0 req-e86534c4-2729-4aef-99c4-a02f1a31741d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151588 Aug 04 14:59:13.568375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] Pushing event updated for resources: {'Network': ['ID=f6acb65c-a679-4e21-98a5-e905aca73852,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:13.579357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f6acb65c-a679-4e21-98a5-e905aca73852 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 14:59:13.593401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6862e48a-a6a7-406f-aaf8-ff183769ad73 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6177149 Aug 04 14:59:13.593726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:13.599137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Request body: {'subnet': {'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-356760425-subnet', 'tenant_id': '196eeec5b80245788b434170bee4ebdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:59:13.629440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Made reservation on behalf of 196eeec5b80245788b434170bee4ebdd for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:59:13.633511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.831026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.896047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73bbb81-d6af-4f11-8733-2777acd6712c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:13.927226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Checking segment: {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:59:13.927226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Network hostable DHCP agents. Network: f6acb65c-a679-4e21-98a5-e905aca73852, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 14:59:13.927921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93a52ffe-8ca9-491f-b026-bd018a4b0ba4 req-dedcd9d0-908f-410c-9095-8c678a1bd7a7 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0380321 Aug 04 14:59:13.953914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Network f6acb65c-a679-4e21-98a5-e905aca73852 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 14:59:13.965369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f6acb65c-a679-4e21-98a5-e905aca73852) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:59:13.971256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:13.972576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:13.981834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc89d9-ff40-4866-bcdc-743c4d36aa5f None None] Network f6acb65c-a679-4e21-98a5-e905aca73852 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:59:14.004779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2726e78e-317b-4a1b-97b9-d3210f13a69d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4012563 Aug 04 14:59:14.148654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3944b97-6aa5-46df-a2c7-d09ee82ea7f2 None None] Network f6acb65c-a679-4e21-98a5-e905aca73852 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 14:59:14.270452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461fee-34b9-4c37-92f4-44767a3aa24c req-7310e250-4ebc-47fc-9513-f05eeb079165 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:14.272590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef461fee-34b9-4c37-92f4-44767a3aa24c req-7310e250-4ebc-47fc-9513-f05eeb079165 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0886643 Aug 04 14:59:14.342877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef461fee-34b9-4c37-92f4-44767a3aa24c req-5581332a-630c-4b2c-aa65-71031504081c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640731 Aug 04 14:59:14.795692 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-50847df1-04ec-49e2-bc06-6797ee5bffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:15.074468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bf95612-acfc-4b6e-b10a-1b337f589949 req-0abb8d2a-fc60-4761-9f5f-1e52b7652c70 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0424991 Aug 04 14:59:15.497002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e0164-8c92-42d6-9e1e-4cef493e4c18 req-020dc154-6950-4d1b-931c-11bb2d73cfcc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:15.499912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-336e0164-8c92-42d6-9e1e-4cef493e4c18 req-020dc154-6950-4d1b-931c-11bb2d73cfcc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0683019 Aug 04 14:59:15.554123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-336e0164-8c92-42d6-9e1e-4cef493e4c18 req-8806c6f2-1142-4610-a5d2-75032a475cbd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 Aug 04 14:59:16.188475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ceab71a-afe4-462f-bd9d-229c01a166f6 req-ade98f11-dadb-4257-920f-2c4cd732cff9 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0285144 Aug 04 14:59:16.725830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6881824-214c-4996-bdaa-f7a528e5dcf2 req-1d915853-9057-44d6-a72d-9a6cb46ef021 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:16.727858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6881824-214c-4996-bdaa-f7a528e5dcf2 req-1d915853-9057-44d6-a72d-9a6cb46ef021 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0694630 Aug 04 14:59:16.843264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6881824-214c-4996-bdaa-f7a528e5dcf2 req-8c9d1461-6d5f-4a66-a311-8b7c02f09abc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060467 Aug 04 14:59:17.321452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18f50ab5-cebd-43cb-a0f7-36f53ff0ee90 req-9e4a0289-b1e6-42f8-b9e9-a27a61422289 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0428257 Aug 04 14:59:17.379389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04cb4073-73d3-4690-9088-d1881049dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:17.617866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:17.717432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b59ac997-31e4-4893-9b47-484ee7dc6524 req-43aa86ab-e7f2-49a1-bdcb-d919523073ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.1251912 Aug 04 14:59:17.859070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:17.968990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c575bf-802c-4f4f-a0ce-6377beb3e59f req-0ad23fa2-7b3c-4698-8674-2b0fccb5326f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:17.970589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6c575bf-802c-4f4f-a0ce-6377beb3e59f req-0ad23fa2-7b3c-4698-8674-2b0fccb5326f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0582328 Aug 04 14:59:18.010458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6c575bf-802c-4f4f-a0ce-6377beb3e59f req-08df1764-5645-4932-ab59-a472c46d5d3d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336645 Aug 04 14:59:18.453798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fd4e775-7a97-463c-be62-214c32f1c16a req-ed6d3d04-7d74-4fde-a454-88a32d9a329d tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0476229 Aug 04 14:59:18.649352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:18.697978 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:19.334658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfe3dc-a168-4894-ac81-c1ba05f6235e req-1f1edf57-3b87-4d9e-b631-cda096e3f599 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:19.337447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8dfe3dc-a168-4894-ac81-c1ba05f6235e req-1f1edf57-3b87-4d9e-b631-cda096e3f599 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1954782 Aug 04 14:59:19.454309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8dfe3dc-a168-4894-ac81-c1ba05f6235e req-5da32e65-ca2d-4f9e-93c0-adcb8722e115 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083617 Aug 04 14:59:19.588371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afa23f74-f5a7-4624-804b-361a5d5ad7aa req-8be970ef-6257-4adf-8607-fe1e6e8712f3 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0544219 Aug 04 14:59:19.799096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379bb0-6470-4720-846f-dbc86fea070e req-b5b67696-1779-41c7-adee-88abc2a3ca05 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:19.801456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a379bb0-6470-4720-846f-dbc86fea070e req-b5b67696-1779-41c7-adee-88abc2a3ca05 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1128929 Aug 04 14:59:19.850029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-7baa7131-2a23-422a-8fcc-036e50d7ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:19.852623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-7baa7131-2a23-422a-8fcc-036e50d7ef17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0959573 Aug 04 14:59:19.954090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a379bb0-6470-4720-846f-dbc86fea070e req-23c0b751-a6ef-4446-af22-7a7bd945a11a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306787 Aug 04 14:59:20.066486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5227681-3779-43c7-8143-72185d7063db req-8ec0d344-0adf-4e39-8762-5b837cf9de2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f8b09ca0e834bd186413eb959dca9a9&device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0427129 Aug 04 14:59:20.127686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf6e57b1-c451-4355-924f-c6c16074e180 req-4cd7af18-7547-48c5-a625-29d98c7a052b tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0399232 Aug 04 14:59:20.145646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5227681-3779-43c7-8143-72185d7063db req-b668392c-1b62-44a2-97e9-3ee40f3c9d13 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1f8b09ca0e834bd186413eb959dca9a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487404 Aug 04 14:59:20.178137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-30d00ac8-de3b-49b5-bf1d-b5e7f3848a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:20.180267 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-30d00ac8-de3b-49b5-bf1d-b5e7f3848a4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.3193150 Aug 04 14:59:20.183332 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:20.392047 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-16e9e2a7-2500-4989-96f9-9d875e1c8b39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.1882060 Aug 04 14:59:20.513628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-86f03257-b9dc-4fb2-82a8-f0304ab13c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:20.515199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-86f03257-b9dc-4fb2-82a8-f0304ab13c4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1112645 Aug 04 14:59:20.516317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5227681-3779-43c7-8143-72185d7063db req-99a2704b-3de7-4285-8f4b-ecfa11edc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:20.517641 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5227681-3779-43c7-8143-72185d7063db req-99a2704b-3de7-4285-8f4b-ecfa11edc26c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3597665 Aug 04 14:59:20.563072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-75b90474-6bb0-4a9e-839f-3a248145ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:20.564617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-75b90474-6bb0-4a9e-839f-3a248145ad2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427523 Aug 04 14:59:20.666197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-56bfd86f-01f1-46e7-abcd-ad2406a730b0 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944161 Aug 04 14:59:20.763549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ed9b00b1-440d-473c-bc6e-959e0d2ba4a3 req-840fda36-69dc-460a-926c-c57cd6d1a85c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904057 Aug 04 14:59:21.075457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a836da-5e3a-4228-8c49-ebc3e2e8e2e0 req-ea0701da-f49f-4235-8c8f-f72a7f3a8e53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:21.083308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93a836da-5e3a-4228-8c49-ebc3e2e8e2e0 req-ea0701da-f49f-4235-8c8f-f72a7f3a8e53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0609591 Aug 04 14:59:21.125212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93a836da-5e3a-4228-8c49-ebc3e2e8e2e0 req-2122b705-8974-4558-adde-e1fa8ecf5d93 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 Aug 04 14:59:21.313490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c3bef90-536c-4257-8282-86bf65533b82 req-cc449d83-8563-4669-9040-ea50be67d4a4 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0411773 Aug 04 14:59:21.834295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5227681-3779-43c7-8143-72185d7063db req-68556dcd-2c5f-4748-bef5-793166748287 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0403824 Aug 04 14:59:22.040567 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:59:22.325506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc306a-9bc7-4e3a-80f4-0574d26b546c req-8949db03-5f92-46cd-8bb3-e4b0c4bebcae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:22.333596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cc306a-9bc7-4e3a-80f4-0574d26b546c req-8949db03-5f92-46cd-8bb3-e4b0c4bebcae tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1019764 Aug 04 14:59:22.425446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40cc306a-9bc7-4e3a-80f4-0574d26b546c req-25729262-7a0e-4cca-b668-ec5ddef371f2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855165 Aug 04 14:59:22.573114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-397a773f-d922-4089-ac31-9cc866e97565 req-1d531f58-5508-4f3e-bed2-3091abad2193 tempest-ServerShowV257Test-149754467 tempest-ServerShowV257Test-149754467-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4c72737-a678-45d5-a6e1-383813745f5c HTTP/1.1" status: 200 len: 210 time: 0.0719910 Aug 04 14:59:22.656601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0e733-fe0f-475c-a154-cb4e65ba0658 req-2ebcdbfd-d0a6-4b40-90c7-16419f146603 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:22.675231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0d0e733-fe0f-475c-a154-cb4e65ba0658 req-2ebcdbfd-d0a6-4b40-90c7-16419f146603 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1200163 Aug 04 14:59:22.765622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0d0e733-fe0f-475c-a154-cb4e65ba0658 req-04210841-19f1-4c91-886e-0baa7c442ce7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838456 Aug 04 14:59:23.214210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15ffe7-f532-4543-8438-a141bb97f874 req-383769a4-9dd0-4b73-8256-66e37377fb12 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:23.215825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af15ffe7-f532-4543-8438-a141bb97f874 req-383769a4-9dd0-4b73-8256-66e37377fb12 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1162746 Aug 04 14:59:23.295396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af15ffe7-f532-4543-8438-a141bb97f874 req-e814b6a7-ee9a-4d9a-918a-a4ab04217bef tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694137 Aug 04 14:59:23.454604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:23.581202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8b4a-7f53-4d45-94b1-8c44cdb35ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:23.725446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a41d10-806d-4bc9-bfff-55a08c44faa9 req-79392189-ad63-4eb3-994a-326b872c08ad tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:23.754397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71a41d10-806d-4bc9-bfff-55a08c44faa9 req-79392189-ad63-4eb3-994a-326b872c08ad tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1983397 Aug 04 14:59:23.785738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8b4a-7f53-4d45-94b1-8c44cdb35ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:23.797752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8b4a-7f53-4d45-94b1-8c44cdb35ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:23.875306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71a41d10-806d-4bc9-bfff-55a08c44faa9 req-e7cec234-9556-4bb4-b8cf-efdccdda92dd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060619 Aug 04 14:59:23.900881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4d7a8b4a-7f53-4d45-94b1-8c44cdb35ab5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb3ee70ecdd8445981a2e2f05af02416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446127 Aug 04 14:59:23.903152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:23.912829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a8b4a-7f53-4d45-94b1-8c44cdb35ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bca4be-7963-4e10-a19b-436362f26f84,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:23.991052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.020431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.098238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.101761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.103203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9bca4be-7963-4e10-a19b-436362f26f84 HTTP/1.1" status: 204 len: 168 time: 0.1986864 Aug 04 14:59:24.118769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5ac05-d514-490d-8d83-3ae163a017d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bca4be-7963-4e10-a19b-436362f26f84,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:24.209046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42178) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:24.630064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-22733446-183e-4c27-9ac6-bde86815a1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.810455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:24.833454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80a9111d-0d36-4909-af1b-8e259c3f6693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.923761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-22733446-183e-4c27-9ac6-bde86815a1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:24.932876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-22733446-183e-4c27-9ac6-bde86815a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.202832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-22733446-183e-4c27-9ac6-bde86815a1c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f8b09ca0e834bd186413eb959dca9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886303 Aug 04 14:59:25.222645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22733446-183e-4c27-9ac6-bde86815a1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971bf5d-45ab-4b32-a148-7ff9c83379eb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:25.224246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80a9111d-0d36-4909-af1b-8e259c3f6693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.225731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:25.261333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80a9111d-0d36-4909-af1b-8e259c3f6693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.366277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-80a9111d-0d36-4909-af1b-8e259c3f6693 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f343e1848ece4d5690f5d34760e53ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392675 Aug 04 14:59:25.367052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc23d4-c323-4a76-b4bd-b64b74e39b0e req-ebf1078d-665e-4068-b0a0-f41c3a973abf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:25.375990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0fc23d4-c323-4a76-b4bd-b64b74e39b0e req-ebf1078d-665e-4068-b0a0-f41c3a973abf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1720860 Aug 04 14:59:25.387613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42202) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:25.450082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0fc23d4-c323-4a76-b4bd-b64b74e39b0e req-f51b82e5-a543-4b9c-8b9b-fbecab51e23f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728223 Aug 04 14:59:25.498905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9111d-0d36-4909-af1b-8e259c3f6693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9447f0f-be79-4933-bd46-b380785fb85b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:25.536678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.541531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.692242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.726404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.928670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.933057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.934839 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9971bf5d-45ab-4b32-a148-7ff9c83379eb HTTP/1.1" status: 204 len: 168 time: 0.7076116 Aug 04 14:59:25.939637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.943109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:25.947442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9447f0f-be79-4933-bd46-b380785fb85b HTTP/1.1" status: 204 len: 168 time: 0.5581365 Aug 04 14:59:25.957598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30694c-67aa-45ed-aaa8-cc08694bd76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971bf5d-45ab-4b32-a148-7ff9c83379eb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:25.988866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2db9-ba1f-4ab3-9ddb-66aa2b518545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9447f0f-be79-4933-bd46-b380785fb85b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:26.025314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.046636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.072510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.085066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.110930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.125973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.133019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.142218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-680045df-5236-45e6-8eef-76e415154644 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.3648465 Aug 04 14:59:26.257036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ecead2-981f-40bb-893b-1a1cef5d78d5 req-49dd23ac-2125-4d40-94fa-a50b96b5664a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134627 Aug 04 14:59:26.320146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b74679-d078-428f-8d9c-589dc0634c6f req-a86b7baa-3cee-4330-94aa-8a50f49b0140 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.330953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3b74679-d078-428f-8d9c-589dc0634c6f req-a86b7baa-3cee-4330-94aa-8a50f49b0140 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.4292078 Aug 04 14:59:26.462810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3b74679-d078-428f-8d9c-589dc0634c6f req-db7774f5-7be5-46bf-840b-db13c60278fb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262350 Aug 04 14:59:26.599734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.606161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.630748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.637409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.653836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.660132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.703020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:26.731573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3793799e-b49c-450e-8183-db403c915149 req-d12f7dc4-ef40-4df7-a51a-01ff15dd9ece tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.2636671 Aug 04 14:59:26.943661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42248) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:26.976660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44314c03-0e4a-46dd-9b1e-bf729d0a01d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.214703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44314c03-0e4a-46dd-9b1e-bf729d0a01d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.225603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-44314c03-0e4a-46dd-9b1e-bf729d0a01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.273834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44314c03-0e4a-46dd-9b1e-bf729d0a01d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47937d2f-651e-48da-b534-112ab511f366,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:27.281460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-44314c03-0e4a-46dd-9b1e-bf729d0a01d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0aad23f9ff1e41bbb056ed5f800f0e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336091 Aug 04 14:59:27.291721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42256) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:27.394040 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.434126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.549812 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.564244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:27.570190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47937d2f-651e-48da-b534-112ab511f366 HTTP/1.1" status: 204 len: 168 time: 0.2762887 Aug 04 14:59:27.628759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d8ffa-3ef7-4cb2-8330-809654f94959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47937d2f-651e-48da-b534-112ab511f366,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:28.205864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccdf91-5ab5-41ee-9f07-41bd35d96e88 req-8d52c612-3c51-4ebc-be3c-16625008f78c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:28.212688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fccdf91-5ab5-41ee-9f07-41bd35d96e88 req-8d52c612-3c51-4ebc-be3c-16625008f78c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.5900688 Aug 04 14:59:28.269844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fccdf91-5ab5-41ee-9f07-41bd35d96e88 req-1a692c4e-b15a-432f-8fa3-ad50fc918732 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506358 Aug 04 14:59:28.550693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36765a27-daf5-460d-9747-a22511629209 req-8b1041e4-5f9b-43fa-8743-d39b0db4fef4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:28.569031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36765a27-daf5-460d-9747-a22511629209 req-8b1041e4-5f9b-43fa-8743-d39b0db4fef4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1592836 Aug 04 14:59:28.721691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36765a27-daf5-460d-9747-a22511629209 req-767fb2a1-b7d3-4f8d-bc96-fbb35b4cd2ac tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207900 Aug 04 14:59:29.000610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d354f4-1016-46c9-b29b-71e79ffbe52a req-e9e109f5-d041-46cb-8792-142e4a9b60bf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.008521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d354f4-1016-46c9-b29b-71e79ffbe52a req-e9e109f5-d041-46cb-8792-142e4a9b60bf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1349101 Aug 04 14:59:29.070555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04d354f4-1016-46c9-b29b-71e79ffbe52a req-3ff7fdc4-4591-4649-bf69-6276b5935b2d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550754 Aug 04 14:59:29.153679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42324) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:29.314573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf971de7-00c0-4833-a7d5-d8b20609ae8d req-97cc8157-5377-4514-b6b3-fc3d25ba4643 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.316333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf971de7-00c0-4833-a7d5-d8b20609ae8d req-97cc8157-5377-4514-b6b3-fc3d25ba4643 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1307786 Aug 04 14:59:29.387593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.388067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.388546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.389016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.389486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.389956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.390753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:29.399088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-21181f50-9321-4a36-9992-a35d3b9c0f80 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.2439003 Aug 04 14:59:29.411145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf971de7-00c0-4833-a7d5-d8b20609ae8d req-5a20122e-217b-4123-a51e-9f8c32335a20 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788889 Aug 04 14:59:29.489529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-dd64cc80-1772-4928-acce-074a19dbe774 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895226 Aug 04 14:59:31.814404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:31.979538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.104500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.109391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.151682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ab22a0159604d35b12e7ca52212ceb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353930 Aug 04 14:59:32.153560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae44d3-9b4b-4ed1-9814-77fcb304120b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:32.154778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:32.194192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.194548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.194921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.195262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.195602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.196035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.196398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.198330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.198725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.199071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.199410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.199745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974bb6e6-40f2-466a-9c18-12a3aa421e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:32.289942 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.342456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.398001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.400838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.404472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02ae44d3-9b4b-4ed1-9814-77fcb304120b HTTP/1.1" status: 204 len: 168 time: 0.2451091 Aug 04 14:59:32.414855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9f7ff-9eb5-4ce0-a667-fca5c8743135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae44d3-9b4b-4ed1-9814-77fcb304120b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:32.718450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:32.733928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ea12a8c-9e8b-4965-894d-839e42c8cf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.852777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ea12a8c-9e8b-4965-894d-839e42c8cf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.859169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5ea12a8c-9e8b-4965-894d-839e42c8cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:32.909520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5ea12a8c-9e8b-4965-894d-839e42c8cf4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7db0e32773ec4402a0fc2aeb23a00fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898184 Aug 04 14:59:32.911639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12a8c-9e8b-4965-894d-839e42c8cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbe183-935f-4d48-9e23-0f1cc314d145,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:32.912201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:32.980202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:33.014574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:33.073952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:33.076769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:33.080328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4bbe183-935f-4d48-9e23-0f1cc314d145 HTTP/1.1" status: 204 len: 168 time: 0.1642261 Aug 04 14:59:33.092362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342341b-8ccf-48ff-a2f7-8c65c91ef73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbe183-935f-4d48-9e23-0f1cc314d145,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:36.240098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:36.396067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89a4-0579-47f9-a5d5-96c4d073787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.485361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42598) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:36.542138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89a4-0579-47f9-a5d5-96c4d073787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.552699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f0c89a4-0579-47f9-a5d5-96c4d073787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.611975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42602) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:36.628955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9f0c89a4-0579-47f9-a5d5-96c4d073787f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d05474385824b21b677422197d9fae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695302 Aug 04 14:59:36.631723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c89a4-0579-47f9-a5d5-96c4d073787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b369f55b-cb5a-4aa5-b967-bd1d15992786,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:36.649979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b87872fc-aa6e-4b1b-8c09-1423bc5d125c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.751222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.782983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.868225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b87872fc-aa6e-4b1b-8c09-1423bc5d125c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.870061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.873935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.880108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b369f55b-cb5a-4aa5-b967-bd1d15992786 HTTP/1.1" status: 204 len: 168 time: 0.2665284 Aug 04 14:59:36.891910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b369f55b-cb5a-4aa5-b967-bd1d15992786,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:36.894233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b87872fc-aa6e-4b1b-8c09-1423bc5d125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:36.937511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.937969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.938317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.938701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.939039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.939375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.939705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.940033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.940353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.941909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.942457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:36.943476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822fe1f1-aa9d-4e1b-98c9-4605570b2730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 14:59:37.013880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b87872fc-aa6e-4b1b-8c09-1423bc5d125c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d4e010746ee4f849b71c32bb16353ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271778 Aug 04 14:59:37.016576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42612) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:37.038015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87872fc-aa6e-4b1b-8c09-1423bc5d125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b18179-3228-4821-8ce2-455491114a1a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:37.153676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.181889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.271276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.274947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.279498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98b18179-3228-4821-8ce2-455491114a1a HTTP/1.1" status: 204 len: 168 time: 0.2615623 Aug 04 14:59:37.289197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddcb3-b5bd-4111-9501-de215ae6173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b18179-3228-4821-8ce2-455491114a1a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:37.338111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:37.358573 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01b80efc-6b87-4805-b11b-ecdd0cb5d17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.518879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01b80efc-6b87-4805-b11b-ecdd0cb5d17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.534123 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01b80efc-6b87-4805-b11b-ecdd0cb5d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.589744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01b80efc-6b87-4805-b11b-ecdd0cb5d17d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3eb07718bdee42fa87e197c06f9c74cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502205 Aug 04 14:59:37.592203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b80efc-6b87-4805-b11b-ecdd0cb5d17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d7d39-51d0-4a63-a116-d38dcc6593ea,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:37.592674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:37.700062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.726113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.791981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.795275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.796918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d2d7d39-51d0-4a63-a116-d38dcc6593ea HTTP/1.1" status: 204 len: 168 time: 0.2027838 Aug 04 14:59:37.813399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08febb65-116c-42b7-849f-764481e42b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d7d39-51d0-4a63-a116-d38dcc6593ea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:37.832150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42646) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:37.856076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf133f7d-e66e-4eeb-90da-05f630f9fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:37.918904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42650) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:38.019025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf133f7d-e66e-4eeb-90da-05f630f9fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.031848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf133f7d-e66e-4eeb-90da-05f630f9fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.039352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Deleting subnet 32cdfd29-7894-4d14-aac4-f22751408e39 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:59:38.043833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.110857 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.147459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf133f7d-e66e-4eeb-90da-05f630f9fd04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21d93200828c4d77805e35e5872b279b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117039 Aug 04 14:59:38.147459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf133f7d-e66e-4eeb-90da-05f630f9fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17df606-7523-4a22-8f62-014ad331d381,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:38.155359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42664) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:38.230513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.269313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.306468 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.342756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.381892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cdfd29-7894-4d14-aac4-f22751408e39,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:38.385587 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.389688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9c1490e-049d-4867-8904-84e7782ceed3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/32cdfd29-7894-4d14-aac4-f22751408e39 HTTP/1.1" status: 204 len: 168 time: 0.4689250 Aug 04 14:59:38.392198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42674) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:38.464874 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.468650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.472923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d17df606-7523-4a22-8f62-014ad331d381 HTTP/1.1" status: 204 len: 168 time: 0.3156712 Aug 04 14:59:38.479048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.490530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c8852-0d04-4644-8dfc-8fbf0fd3c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17df606-7523-4a22-8f62-014ad331d381,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:38.635963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.669778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dedea9-eb91-419c-8e48-69f11849ac3b']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:38.706799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:38.707090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7e258f-1bee-4509-9b39-0a5d8bf438e2') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:38.729833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.744209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.752338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:59:38.753169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:59:38.755517 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:59:38.842143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.852797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:38.856519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] 10.222.0.76 "DELETE /v2.0/networks/27dedea9-eb91-419c-8e48-69f11849ac3b HTTP/1.1" status: 204 len: 168 time: 0.4630625 Aug 04 14:59:38.859348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42692) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:38.908104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c2d8-4466-4e71-b2e8-425952ae7254 admin admin] Pushing event deleted for resources: {'Network': ['ID=27dedea9-eb91-419c-8e48-69f11849ac3b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:38.953878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Deleting subnet eef57a30-79d0-4080-8d4a-f0708e133b27 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 14:59:38.973265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.030065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.073515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.153954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.217259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.222040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42708) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:39.225314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eef57a30-79d0-4080-8d4a-f0708e133b27 HTTP/1.1" status: 204 len: 168 time: 0.3641255 Aug 04 14:59:39.226520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611d74-dd99-403d-a962-6e1bc315579d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef57a30-79d0-4080-8d4a-f0708e133b27,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:39.349549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.501960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.517714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a14a2e4-fc9f-4f28-b726-50d742651eda']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:39.531210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0466adb-1741-4e7c-8ed4-68cf8c54f51e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:39.531560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0466adb-1741-4e7c-8ed4-68cf8c54f51e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 14:59:39.542437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.557771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.565800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 14:59:39.566393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: timer() Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 14:59:39.568861 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 14:59:39.638435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.647996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:39.655513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] 10.222.0.76 "DELETE /v2.0/networks/2a14a2e4-fc9f-4f28-b726-50d742651eda HTTP/1.1" status: 204 len: 168 time: 0.4321654 Aug 04 14:59:39.668034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29d205-0671-4de5-8585-63d692ba20be admin admin] Pushing event deleted for resources: {'Network': ['ID=2a14a2e4-fc9f-4f28-b726-50d742651eda,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:39.983335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:40.066381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-85bc6ffc-09b9-4d0b-835f-3bb6780c1233 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7e817f00cc740c8825006ff38041881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813100 Aug 04 14:59:40.068985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:40.127284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:40.178809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:40.260049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:40.270306 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:40.276070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13bdebce-e185-4108-9351-a75af505d37b HTTP/1.1" status: 204 len: 168 time: 0.2042139 Aug 04 14:59:40.292573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487183e-1d49-47b0-b7ad-937bf17420e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bdebce-e185-4108-9351-a75af505d37b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:40.886555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:40.945349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01a8dc71-331f-434e-9970-74bd3515c41d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=defd651f822e44b691dbde651c1dd7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565333 Aug 04 14:59:40.948180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:41.020110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:41.057290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:41.121662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:41.124389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:41.125645 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45c78b3b-9bf5-42d5-8c05-de02e3f0451e HTTP/1.1" status: 204 len: 168 time: 0.1760247 Aug 04 14:59:41.150228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84582f16-8e87-43f4-819e-9417294acd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c78b3b-9bf5-42d5-8c05-de02e3f0451e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:42.198480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-6b1c7d56-85a2-442c-baaf-0c66d3301644 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=22735aa8163e46d78963b41a23e72cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395436 Aug 04 14:59:42.473936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-1efca645-bfc4-4e0b-ac9f-98d9469ccc9a tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:42.475528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-1efca645-bfc4-4e0b-ac9f-98d9469ccc9a tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762256 Aug 04 14:59:42.494341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-dcccd982-e57d-4e01-b38d-d0d5c52bc5c3 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/quotas/22735aa8163e46d78963b41a23e72cff HTTP/1.1" status: 200 len: 375 time: 0.0127089 Aug 04 14:59:42.539510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-fc87d209-1791-4d47-bf36-ac9c2ca25d4f tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=22735aa8163e46d78963b41a23e72cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370243 Aug 04 14:59:42.572259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42868) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:42.759429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6db20b5e-0607-4fa2-a859-8531c1db2635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:42.841979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d023cc5-0684-431f-811b-9cbd94604dfc req-ab54b800-5bb9-4a63-85c7-4bbf379b5417 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 210 time: 0.0543253 Aug 04 14:59:42.954681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6db20b5e-0607-4fa2-a859-8531c1db2635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:42.965837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6db20b5e-0607-4fa2-a859-8531c1db2635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.020875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6db20b5e-0607-4fa2-a859-8531c1db2635 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=438e463d85174024a3945146d10a516c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469123 Aug 04 14:59:43.022386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db20b5e-0607-4fa2-a859-8531c1db2635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9785b7d9-9699-477f-b255-074e3651d1b3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:43.023906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:43.136417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.187413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.281522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.287487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.289524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9785b7d9-9699-477f-b255-074e3651d1b3 HTTP/1.1" status: 204 len: 168 time: 0.2645326 Aug 04 14:59:43.323194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ff9e2-afa6-4b95-8810-8ef234a87b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9785b7d9-9699-477f-b255-074e3651d1b3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:43.706479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42910) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:43.722672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4a5c-0de9-4f19-ae27-a5e03df19e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.828361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4a5c-0de9-4f19-ae27-a5e03df19e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.832988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4a5c-0de9-4f19-ae27-a5e03df19e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:43.875818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b0a4a5c-0de9-4f19-ae27-a5e03df19e69 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23e538ecc2214088af412159756665be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680770 Aug 04 14:59:43.876644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a4a5c-0de9-4f19-ae27-a5e03df19e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1fdde-d005-4dcb-8913-34d59cf76088,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:43.878359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:44.007416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4ced5cf-8fe4-46c1-a092-de0e8bc9eba7 req-75b92d00-ba3b-40c2-9821-df92021d251f tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 210 time: 0.0359159 Aug 04 14:59:44.021406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.068293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.113907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bdbfe31f-0fb0-4365-b44d-aa66d68d9505 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=22735aa8163e46d78963b41a23e72cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374875 Aug 04 14:59:44.322744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.325780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.327247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d1f1fdde-d005-4dcb-8913-34d59cf76088 HTTP/1.1" status: 204 len: 168 time: 0.4467487 Aug 04 14:59:44.370804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-4c6eaccf-64eb-4219-85a5-1aa71a387834 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:44.373013 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-4c6eaccf-64eb-4219-85a5-1aa71a387834 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509010 Aug 04 14:59:44.374180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52acdf-ed5e-4833-b75a-c13126a0fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1fdde-d005-4dcb-8913-34d59cf76088,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:44.398096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Request body: {'port': {'device_id': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '22735aa8163e46d78963b41a23e72cff'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:59:44.522977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Made reservation on behalf of 22735aa8163e46d78963b41a23e72cff for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 14:59:44.527666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.541552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.711065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.722629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.790927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f9f75-1ac9-4a33-91da-4763b5ef677d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:44.803155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0deab8f-27a6-49bb-8a6f-52758f28a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:44.874873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Allocated IP 192.168.233.215 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/5142d402-45a8-42b9-91cb-0bbdf0fd205f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 14:59:45.104038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.131054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Transition to ACTIVE for port object 5142d402-45a8-42b9-91cb-0bbdf0fd205f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:59:45.171903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed3e10f4-bf40-44a8-ba1c-798db0d2ba0f req-bfea5811-f4dd-45b0-8b12-137bd297b989 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 210 time: 0.0323737 Aug 04 14:59:45.173098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.245818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 14:59:45.249745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 14:59:45.254286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 14:59:45.283347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Pushing event updated for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:45.330227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:45.331422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.349629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-bd0ef016-38a7-4f0f-9992-b000c99d7752 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9665892 Aug 04 14:59:45.364494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Request body: {'port': {'device_id': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 14:59:45.480744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.658622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2f59a3cc-3e81-4094-bb3d-60c54b51da6b None None] Provisioning for port 5142d402-45a8-42b9-91cb-0bbdf0fd205f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:59:45.663455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2f59a3cc-3e81-4094-bb3d-60c54b51da6b None None] Provisioning complete for port 5142d402-45a8-42b9-91cb-0bbdf0fd205f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:59:45.665345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2f59a3cc-3e81-4094-bb3d-60c54b51da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.704910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2f59a3cc-3e81-4094-bb3d-60c54b51da6b None None] Port 5142d402-45a8-42b9-91cb-0bbdf0fd205f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 14:59:45.858332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5142d402-45a8-42b9-91cb-0bbdf0fd205f {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:59:45.872055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.885707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Transition to ACTIVE for port object 5142d402-45a8-42b9-91cb-0bbdf0fd205f will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 14:59:45.890241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:45.946173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Pushing event updated for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:46.067368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Attempting to bind port 5142d402-45a8-42b9-91cb-0bbdf0fd205f on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 14:59:46.068203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Attempting to bind port 5142d402-45a8-42b9-91cb-0bbdf0fd205f by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 14:59:46.068771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Attempting to bind port 5142d402-45a8-42b9-91cb-0bbdf0fd205f on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:59:46.074330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Port 5142d402-45a8-42b9-91cb-0bbdf0fd205f on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 14:59:46.074991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Attempting to bind port 5142d402-45a8-42b9-91cb-0bbdf0fd205f on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 14:59:46.080139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 14:59:46.080733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 14:59:46.081347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 14:59:46.082054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Bound port: 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 14:59:46.082876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:46.155265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 14:59:46.159821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 14:59:46.167888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:46.188415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:46.189602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:46.191742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] 10.222.0.38 "PUT /v2.0/ports/5142d402-45a8-42b9-91cb-0bbdf0fd205f HTTP/1.1" status: 200 len: 1097 time: 0.8337767 Aug 04 14:59:46.193626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:59:46.200141 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9887ab-d2a7-4c64-b66a-9beda858884b" -d '{"events": [{"name": "network-changed", "server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:59:46.344872 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724fe9c-7672-4f22-8ae7-22da54eba4b3 x-openstack-request-id: req-7724fe9c-7672-4f22-8ae7-22da54eba4b3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:59:46.345215 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:59:46.345483 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7724fe9c-7672-4f22-8ae7-22da54eba4b3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:59:46.346022 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f', 'status': 'completed', 'code': 200} Aug 04 14:59:46.391109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860322-1ed9-4ff9-9c60-3b0feacf47fe service neutron] Pushing event updated for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:46.424518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-48845eaa-6287-40a3-a7a8-92f235c041b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:46.428585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-48845eaa-6287-40a3-a7a8-92f235c041b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22735aa8163e46d78963b41a23e72cff&device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 1100 time: 0.1864991 Aug 04 14:59:46.462709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a04df-9aa0-4ed6-89b9-2d1c80e08536 req-85a862b2-3ac9-433e-a7d1-a539a82c7e80 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:46.478178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e91a04df-9aa0-4ed6-89b9-2d1c80e08536 req-85a862b2-3ac9-433e-a7d1-a539a82c7e80 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 948 time: 0.1167185 Aug 04 14:59:46.564870 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-7effcf62-f75c-4537-9495-5ea0816cda55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f HTTP/1.1" status: 200 len: 217 time: 0.1142902 Aug 04 14:59:46.569316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e91a04df-9aa0-4ed6-89b9-2d1c80e08536 req-12630b41-c378-42bf-b85d-accd6140ac67 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899515 Aug 04 14:59:46.638949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-d1e71f7d-0429-4d17-ad63-7fdd611d4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:46.640561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-d1e71f7d-0429-4d17-ad63-7fdd611d4703 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0748472 Aug 04 14:59:46.712990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-c58e3f1a-7ed2-4a30-8cb7-bdf76bdfcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:46.714891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-c58e3f1a-7ed2-4a30-8cb7-bdf76bdfcc66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656724 Aug 04 14:59:46.820026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-b148d722-74ce-46a4-a4dc-b37b87a254c3 service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971358 Aug 04 14:59:46.935130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f46485e6-81f0-4f6a-98af-f27bef34b9a4 req-0a7a43c6-88c8-4e3d-8291-e8bb824a8a7a service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079054 Aug 04 14:59:47.376282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f19541c7-0801-4c60-ae87-e0c5a3ffd9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.410731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-c4e030e9-d7c1-4b75-b242-d002e1c12807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:47.412464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-c4e030e9-d7c1-4b75-b242-d002e1c12807 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22735aa8163e46d78963b41a23e72cff&device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 1100 time: 0.4281521 Aug 04 14:59:47.484522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43046) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:47.507670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-7dd145be-bb5a-4958-8619-c791a82ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:47.509187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-7dd145be-bb5a-4958-8619-c791a82ca1d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.0895112 Aug 04 14:59:47.563103 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-ab0d527d-c292-4c1a-a6e8-b3a9504ff2da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f HTTP/1.1" status: 200 len: 217 time: 0.0461097 Aug 04 14:59:47.622070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.636360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-0ce02be5-4ec4-43f6-aff1-3a163a46a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:47.636360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-0ce02be5-4ec4-43f6-aff1-3a163a46a8cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0600028 Aug 04 14:59:47.709931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-b80764fe-47f8-482a-8541-67644a4ecb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:47.711895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-b80764fe-47f8-482a-8541-67644a4ecb42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714188 Aug 04 14:59:47.719399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-221425f6-d41e-4f85-9bf5-9905a3d5f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.817437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53516b6-7395-4efd-8bb8-0d9bf2f7edff req-11ae4f16-9265-4b14-a14d-4c58269fc094 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:47.820540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e53516b6-7395-4efd-8bb8-0d9bf2f7edff req-11ae4f16-9265-4b14-a14d-4c58269fc094 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 948 time: 0.1488841 Aug 04 14:59:47.827643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-5c43b316-58de-496d-af96-7576216ac2eb service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069760 Aug 04 14:59:47.847846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-221425f6-d41e-4f85-9bf5-9905a3d5f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.871056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-221425f6-d41e-4f85-9bf5-9905a3d5f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.883874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:47.936600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e53516b6-7395-4efd-8bb8-0d9bf2f7edff req-0426865f-2d3e-48a9-90de-dd9c40234a93 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081591 Aug 04 14:59:47.955730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-221425f6-d41e-4f85-9bf5-9905a3d5f9cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc64508618bb48bfadce789edcbea115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674349 Aug 04 14:59:47.956596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43066) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:47.993444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7e9887ab-d2a7-4c64-b66a-9beda858884b req-25acd194-bc6b-47a3-a25f-5e6eb585eade service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578705 Aug 04 14:59:48.013845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221425f6-d41e-4f85-9bf5-9905a3d5f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c394551-e67a-46f0-b38c-43afed55e062,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.030170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.053580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.106226 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.109584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.110827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c394551-e67a-46f0-b38c-43afed55e062 HTTP/1.1" status: 204 len: 168 time: 0.1532264 Aug 04 14:59:48.119593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f3cda-8091-4863-a713-a207af535712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c394551-e67a-46f0-b38c-43afed55e062,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.166232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:48.406903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a920896-eb3e-48e7-8495-de6b6c191d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.478593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43088) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:48.501693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4239cea9-1d89-45d3-a133-e83236ff2a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.538101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a920896-eb3e-48e7-8495-de6b6c191d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.546196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a920896-eb3e-48e7-8495-de6b6c191d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.608315 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a920896-eb3e-48e7-8495-de6b6c191d4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ccc8d01a3c349a98131f2e5333bec5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385529 Aug 04 14:59:48.608724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:48.612229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a920896-eb3e-48e7-8495-de6b6c191d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d889d-7b33-4c1c-9919-f0a5c68d743e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.659691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5142d402-45a8-42b9-91cb-0bbdf0fd205f details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 14:59:48.664160 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.665597 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4239cea9-1d89-45d3-a133-e83236ff2a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.671216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4239cea9-1d89-45d3-a133-e83236ff2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.677926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.706859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.728594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4239cea9-1d89-45d3-a133-e83236ff2a91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3ce3f7fdde2e4178a4520efc73a9c08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488854 Aug 04 14:59:48.729945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239cea9-1d89-45d3-a133-e83236ff2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a78179a-be3d-420b-912a-821e05495971,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.732909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43096) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:48.781350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.784416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.787978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e09d889d-7b33-4c1c-9919-f0a5c68d743e HTTP/1.1" status: 204 len: 168 time: 0.1781621 Aug 04 14:59:48.800138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa10382-aa1e-4a03-9b0a-9f618fbdc53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09d889d-7b33-4c1c-9919-f0a5c68d743e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.811601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.828466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.859834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.864726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:48.878286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '5142d402-45a8-42b9-91cb-0bbdf0fd205f', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '5142d402-45a8-42b9-91cb-0bbdf0fd205f', 'mac_address': 'fa:16:3e:99:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 14:59:48.929527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.932691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:48.936834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a78179a-be3d-420b-912a-821e05495971 HTTP/1.1" status: 204 len: 168 time: 0.2001662 Aug 04 14:59:48.943671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a70ec-9944-46e5-aeea-e84b6ff3f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a78179a-be3d-420b-912a-821e05495971,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:48.965557 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:49.015462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5142d402-45a8-42b9-91cb-0bbdf0fd205f {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 14:59:49.063610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:49.070807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:49.158106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:49.177174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1509d-f8fa-48c9-9eeb-53ced06fce52 req-700e5a93-1120-410e-a35a-d8093ea839ab tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:49.190454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95c1509d-f8fa-48c9-9eeb-53ced06fce52 req-700e5a93-1120-410e-a35a-d8093ea839ab tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 948 time: 0.1523798 Aug 04 14:59:49.264536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95c1509d-f8fa-48c9-9eeb-53ced06fce52 req-d571f757-abc2-4066-b94a-f862561e8ec7 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638759 Aug 04 14:59:49.280605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['5142d402-45a8-42b9-91cb-0bbdf0fd205f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 14:59:50.186883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:50.481225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7ecef-759f-4a26-9309-4a0f377352fd req-568fb028-dcbb-4514-a492-dc95afbae2b7 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:50.490252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5df7ecef-759f-4a26-9309-4a0f377352fd req-568fb028-dcbb-4514-a492-dc95afbae2b7 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 949 time: 0.1299913 Aug 04 14:59:50.542359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5df7ecef-759f-4a26-9309-4a0f377352fd req-97cb04d7-66e8-4fe6-b6ca-c852c791ede2 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508764 Aug 04 14:59:50.671849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5142d402-45a8-42b9-91cb-0bbdf0fd205f up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 14:59:50.777092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 5142d402-45a8-42b9-91cb-0bbdf0fd205f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 14:59:50.790360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 5142d402-45a8-42b9-91cb-0bbdf0fd205f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 14:59:50.791421 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:50.897902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:50.934345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 14:59:50.940656 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d356d5-9ff1-427b-b961-2fe6d936ee59" -d '{"events": [{"server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "name": "network-vif-plugged", "status": "completed", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 14:59:50.970526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 14:59:50.977190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:51.069886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:51.268622 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f0ad4-cac5-447c-b8af-3e54ffceb394 x-openstack-request-id: req-873f0ad4-cac5-447c-b8af-3e54ffceb394 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 14:59:51.269656 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "name": "network-vif-plugged", "status": "completed", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 14:59:51.274220 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-873f0ad4-cac5-447c-b8af-3e54ffceb394 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 14:59:51.275314 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f', 'code': 200} Aug 04 14:59:51.389225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3fb46-27bb-4d5a-b50a-af2110a2bf67 req-947a6ccd-5716-4789-84d3-26f2b720f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:51.391526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34b3fb46-27bb-4d5a-b50a-af2110a2bf67 req-947a6ccd-5716-4789-84d3-26f2b720f89e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 1102 time: 0.0638173 Aug 04 14:59:51.452010 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34b3fb46-27bb-4d5a-b50a-af2110a2bf67 req-30daeb58-acf4-4103-b7cc-e60cdf2e9fd4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Aug 04 14:59:51.670902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582624-bec9-4046-958f-43336029f050 req-d8f372b2-997c-4023-99a2-f8f7bad7b5f3 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:51.673183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad582624-bec9-4046-958f-43336029f050 req-d8f372b2-997c-4023-99a2-f8f7bad7b5f3 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 950 time: 0.0639036 Aug 04 14:59:51.740046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad582624-bec9-4046-958f-43336029f050 req-67e52907-fe48-4e83-a1dd-184c1219c547 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581119 Aug 04 14:59:51.841895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43312) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:51.983816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-dbbd70b3-6ac0-49fa-b9ed-268beb1196cc req-9af31c39-dfb6-4529-a72f-1f1fd3c8bcae service neutron] (94266) timed out ('10.222.0.46', 55055) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 14:59:51.990311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cc27cc5-4bf7-4bad-95dd-f7c5006ac41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.098534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cc27cc5-4bf7-4bad-95dd-f7c5006ac41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.107016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1cc27cc5-4bf7-4bad-95dd-f7c5006ac41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.155936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1cc27cc5-4bf7-4bad-95dd-f7c5006ac41d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c5a7482a62a4437b745b73465282564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125978 Aug 04 14:59:52.157201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc27cc5-4bf7-4bad-95dd-f7c5006ac41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba61cd3-1622-4607-9753-d33258dd55f7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:52.158563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43320) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:52.263917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.296678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.360633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.363967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.381462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ba61cd3-1622-4607-9753-d33258dd55f7 HTTP/1.1" status: 204 len: 168 time: 0.2090094 Aug 04 14:59:52.398127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b12fa-df95-4fe1-9ac1-e3b3429a7fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba61cd3-1622-4607-9753-d33258dd55f7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:52.737664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43334) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:52.755087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b533a4-68a2-4d32-990d-53ea85eee0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:52.940988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdf03e-c618-415d-aa8a-233756c3c6ef req-7ce000b5-5dff-4568-b222-2164f1d4ddca tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:52.943015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2cdf03e-c618-415d-aa8a-233756c3c6ef req-7ce000b5-5dff-4568-b222-2164f1d4ddca tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 950 time: 0.1037791 Aug 04 14:59:52.998037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b533a4-68a2-4d32-990d-53ea85eee0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.010175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b533a4-68a2-4d32-990d-53ea85eee0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.060813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2cdf03e-c618-415d-aa8a-233756c3c6ef req-7936b7de-cd2f-4be9-8c46-02de458edc5d tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014433 Aug 04 14:59:53.081252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43344) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 14:59:53.081568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-93b533a4-68a2-4d32-990d-53ea85eee0e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6911e7f6d6ab48918a2984354c141366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423953 Aug 04 14:59:53.098905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b533a4-68a2-4d32-990d-53ea85eee0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f9b815-c83b-4e59-b82e-ee3a1df24b0d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:53.177162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.214042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.295354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.298398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 14:59:53.302711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23f9b815-c83b-4e59-b82e-ee3a1df24b0d HTTP/1.1" status: 204 len: 168 time: 0.2201381 Aug 04 14:59:53.333519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff656c-64b9-45e9-82dc-2d0adf772f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f9b815-c83b-4e59-b82e-ee3a1df24b0d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 14:59:58.206713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-2aadb3cb-7509-4d16-b3c5-39eea5540204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:58.208335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-2aadb3cb-7509-4d16-b3c5-39eea5540204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0900700 Aug 04 14:59:58.249486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b5ae-3bd6-4a06-aa4c-c9888fb61fea req-57ec1b93-6559-4868-832a-77443b075a07 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:58.258615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de46b5ae-3bd6-4a06-aa4c-c9888fb61fea req-57ec1b93-6559-4868-832a-77443b075a07 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1469574 Aug 04 14:59:58.345706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de46b5ae-3bd6-4a06-aa4c-c9888fb61fea req-424a5b0f-60c7-44de-9416-7380ef8583de tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821822 Aug 04 14:59:58.400295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-443f3964-02c3-4527-82f7-7ca12a1afdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:58.402226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-443f3964-02c3-4527-82f7-7ca12a1afdf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1842294 Aug 04 14:59:58.515765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-9522c55c-af7d-40d0-8c7e-c8a67f4f5c1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.1050341 Aug 04 14:59:58.592765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-33f68c5a-81cc-4788-970d-eeb2814d1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:58.594380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-33f68c5a-81cc-4788-970d-eeb2814d1c3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0683649 Aug 04 14:59:58.673867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-2b8132e6-6950-4fbd-a2e0-101eca6a065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:58.676287 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-2b8132e6-6950-4fbd-a2e0-101eca6a065f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671277 Aug 04 14:59:58.816461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-16a04b4e-c7ae-4a6e-b1b0-fa92bc3992da service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316657 Aug 04 14:59:58.958350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-738cd5bc-bc8c-4452-ad19-a133f2e2eae6 req-17ef17b3-85c8-4b97-ad81-3e9073355e52 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332390 Aug 04 14:59:59.033837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 14:59:59.525966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c6cfe-7603-4a75-b51a-5be7d99344a1 req-83516d95-137b-469f-b81f-e66c675deaf9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 14:59:59.531282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781c6cfe-7603-4a75-b51a-5be7d99344a1 req-83516d95-137b-469f-b81f-e66c675deaf9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1119199 Aug 04 14:59:59.592109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781c6cfe-7603-4a75-b51a-5be7d99344a1 req-43b5f197-76b6-4ac9-859d-d768275de4d6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514553 Aug 04 15:00:00.802597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0a829-090c-4cdc-b41f-a35a9db78b87 req-1cba2f7b-f66a-43b1-a609-95f3160b0ccd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:00.818127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fc0a829-090c-4cdc-b41f-a35a9db78b87 req-1cba2f7b-f66a-43b1-a609-95f3160b0ccd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1240160 Aug 04 15:00:00.885200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0fc0a829-090c-4cdc-b41f-a35a9db78b87 req-0f91a9f3-60f5-4263-b492-84f90122931e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656905 Aug 04 15:00:01.886298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:02.016243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e2fff148-5065-4863-9a9e-14e5efde8d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.121110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e2fff148-5065-4863-9a9e-14e5efde8d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.127961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e2fff148-5065-4863-9a9e-14e5efde8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.156113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff148-5065-4863-9a9e-14e5efde8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aaa96b-1c7c-4fbb-97d7-21c8025db094,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:02.191840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43644) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:02.192510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e2fff148-5065-4863-9a9e-14e5efde8d64 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f18f453e46d142e780efea3986216efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044927 Aug 04 15:00:02.257367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.281603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.353971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.356790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:02.361341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34aaa96b-1c7c-4fbb-97d7-21c8025db094 HTTP/1.1" status: 204 len: 168 time: 0.1674395 Aug 04 15:00:02.369685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b614d3-823d-4fab-bb29-a187ebf8285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aaa96b-1c7c-4fbb-97d7-21c8025db094,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:02.884399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43664) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:02.899944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7270d4f2-051c-4b77-ba91-e5565dccda81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.070036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7270d4f2-051c-4b77-ba91-e5565dccda81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.090051 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7270d4f2-051c-4b77-ba91-e5565dccda81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.157828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43674) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:03.174880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7270d4f2-051c-4b77-ba91-e5565dccda81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e7d95fc80e3452cad3be06a04082bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890799 Aug 04 15:00:03.179944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d4f2-051c-4b77-ba91-e5565dccda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811fcff-fd31-49d8-bc69-921cb2a17bba,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:03.290847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.334706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.453049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec8cf-c213-471d-96db-3b4fd27c2438 req-a494952f-3e5c-4f06-b61e-8e4918cbb63e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:03.454771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-936ec8cf-c213-471d-96db-3b4fd27c2438 req-a494952f-3e5c-4f06-b61e-8e4918cbb63e tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.0812132 Aug 04 15:00:03.463845 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.467632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:03.471157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5811fcff-fd31-49d8-bc69-921cb2a17bba HTTP/1.1" status: 204 len: 168 time: 0.3078082 Aug 04 15:00:03.514778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836f4f5-f152-4b77-971c-087849eae09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811fcff-fd31-49d8-bc69-921cb2a17bba,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:03.609498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-936ec8cf-c213-471d-96db-3b4fd27c2438 req-bf35091a-a66b-4df0-887f-d63fc4ee53d7 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393907 Aug 04 15:00:04.839569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07cc90-3250-47f5-b1e6-0db9ea394e3f req-7ab4b344-d065-44de-b9eb-afa1529a7849 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:04.842267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c07cc90-3250-47f5-b1e6-0db9ea394e3f req-7ab4b344-d065-44de-b9eb-afa1529a7849 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.1304586 Aug 04 15:00:04.923433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c07cc90-3250-47f5-b1e6-0db9ea394e3f req-fa0d66af-2e6b-4d9f-b5d6-4b9fcbd88b29 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups?id=076c52ae-617f-4800-89f2-b0310c8a9f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722013 Aug 04 15:00:05.187790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-7b5459f3-b67d-435e-954c-051f28e84c4d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:05.190109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-7b5459f3-b67d-435e-954c-051f28e84c4d tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.46 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 946 time: 0.0805640 Aug 04 15:00:05.321824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Deleting port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:05.322683 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.449560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] For port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:05.450198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.635855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:05.672043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.672426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.672760 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Floating IP 6cb3d1b2-f38d-4f4a-b592-364e304683d8 disassociated. External IP: 172.25.0.16, port: 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9. Aug 04 15:00:05.673502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Calling delete_port for 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:05.789488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d68c7e4-45e8-4d70-82eb-5eb8ec70019f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.867978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.920650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d68c7e4-45e8-4d70-82eb-5eb8ec70019f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.927610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d68c7e4-45e8-4d70-82eb-5eb8ec70019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:05.932895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'Port': ['ID=427f2ea1-5cca-48bd-b5a4-ce8b743b67c9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:05.995379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d68c7e4-45e8-4d70-82eb-5eb8ec70019f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e15061355e874e54961caa385e54998d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581784 Aug 04 15:00:05.996006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:06.000255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68c7e4-45e8-4d70-82eb-5eb8ec70019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5998cc-33e4-4c08-acf9-e423660fe774,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:06.088296 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef3c5dbc-e131-407e-86c1-7a86838ed1c5 req-cf1926e0-ac6f-4143-a16d-25e3cfac183b tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/ports?device_id=e480c421-259b-4b58-84ab-b6648ed0ce2d HTTP/1.1" status: 200 len: 210 time: 0.0421479 Aug 04 15:00:06.103428 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:06.133284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:06.147291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:06.192163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:06.195578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:06.196792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa5998cc-33e4-4c08-acf9-e423660fe774 HTTP/1.1" status: 204 len: 168 time: 0.1976838 Aug 04 15:00:06.206280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626982c-aabb-48ad-a15a-fe339dce74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5998cc-33e4-4c08-acf9-e423660fe774,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:06.313217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:06.323959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:06.348467 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:06.349124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:59:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:06.369246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] No DVR routers for this DVR port 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:00:06.372863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:06.375471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6709e6b9-8fc8-426b-a1c6-23aa35c1f9cb req-4815d79b-f8ad-4374-83c4-f271d81d35fb tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.46 "DELETE /v2.0/ports/427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 HTTP/1.1" status: 204 len: 173 time: 1.1791196 Aug 04 15:00:06.376008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'name': 'network-vif-deleted', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:06.388013 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf775e-44f3-4a28-bc06-068ac3d28873" -d '{"events": [{"server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "name": "network-vif-deleted", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:06.450950 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f72b23-0a4d-4644-94ea-f31f57d4858c x-openstack-request-id: req-81f72b23-0a4d-4644-94ea-f31f57d4858c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:06.451407 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e480c421-259b-4b58-84ab-b6648ed0ce2d", "name": "network-vif-deleted", "tag": "427f2ea1-5cca-48bd-b5a4-ce8b743b67c9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:06.451752 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81f72b23-0a4d-4644-94ea-f31f57d4858c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:06.452263 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e480c421-259b-4b58-84ab-b6648ed0ce2d', 'name': 'network-vif-deleted', 'tag': '427f2ea1-5cca-48bd-b5a4-ce8b743b67c9', 'status': 'completed', 'code': 200} Aug 04 15:00:06.686831 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:07.023216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:07.054893 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:00:07.070477 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:07.073386 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T14:59:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:07.212968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:07.262344 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:07.312498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.346247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.410952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.414760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.416871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "DELETE /v2.0/security-groups/076c52ae-617f-4800-89f2-b0310c8a9f37 HTTP/1.1" status: 204 len: 168 time: 0.2021260 Aug 04 15:00:07.419425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43838) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:07.435450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bb1f8-8a31-4776-b6f2-3a6d74c8f578 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076c52ae-617f-4800-89f2-b0310c8a9f37,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:07.457526 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-9eaf9911-6a8c-40f4-b553-4ba7129c8e99 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] show failed (client error): The resource could not be found. Aug 04 15:00:07.461232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9eaf9911-6a8c-40f4-b553-4ba7129c8e99 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "GET /v2.0/security-groups/076c52ae-617f-4800-89f2-b0310c8a9f37 HTTP/1.1" status: 404 len: 347 time: 0.0374737 Aug 04 15:00:07.461474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43842) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:07.597801 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:07.657157 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d78a0e-ce89-44d0-ac31-08ea21c6f888 None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T14:52:33Z', 'revision_number': 4, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '49f13fe4-03bc-4a06-b0a3-662885f53c94', 'name': '', 'network_id': 'c7883568-e9c5-4418-a4e7-a5ac2ec688e8', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'mac_address': 'fa:16:3e:aa:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:30Z', 'updated_at': '2021-08-04T14:52:41Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'subnets': [{'id': 'df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:07.671755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Deleting port 199e0e48-1df7-4a4c-b6fa-e5c95c37ec01 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:07.672113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.765085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.765424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:07.794834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Calling delete_port for 199e0e48-1df7-4a4c-b6fa-e5c95c37ec01 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:08.043249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.072544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Pushing event deleted for resources: {'Port': ['ID=199e0e48-1df7-4a4c-b6fa-e5c95c37ec01,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:08.116269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43948898-3ac9-4706-8a9a-d49450954ad0 None None] New status for floating IP 6cb3d1b2-f38d-4f4a-b592-364e304683d8: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:00:08.154986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.158136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.161254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e3848f27-d7f2-4f54-b370-796f7d33b544 tempest-AttachVolumeTestJSON-1644582414 tempest-AttachVolumeTestJSON-1644582414-project] 10.222.0.76 "DELETE /v2.0/floatingips/6cb3d1b2-f38d-4f4a-b592-364e304683d8 HTTP/1.1" status: 204 len: 168 time: 0.6986344 Aug 04 15:00:08.322318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43884) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:08.452391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7781-8a64-4c91-be3f-7cc0591eb213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.584149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7781-8a64-4c91-be3f-7cc0591eb213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.589711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7781-8a64-4c91-be3f-7cc0591eb213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.640218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:08.640849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e2f7781-8a64-4c91-be3f-7cc0591eb213 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=613658fd421442ff8465b11e172e3527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170698 Aug 04 15:00:08.641579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f7781-8a64-4c91-be3f-7cc0591eb213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044ad0b-2154-434d-9963-afd812b4ce59,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:08.705838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.727532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.781380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.785038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:08.787040 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6044ad0b-2154-434d-9963-afd812b4ce59 HTTP/1.1" status: 204 len: 168 time: 0.1457002 Aug 04 15:00:08.796317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df6dad-8482-4625-83b2-1c56a611e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044ad0b-2154-434d-9963-afd812b4ce59,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:09.076817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:00:09.116904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:00:09.117557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 427f2ea1-5cca-48bd-b5a4-ce8b743b67c9 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:00:11.639688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:11.819697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1340f672-c59b-494a-adc4-d0fd27c1ad5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.028842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1340f672-c59b-494a-adc4-d0fd27c1ad5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.044850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1340f672-c59b-494a-adc4-d0fd27c1ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.106094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340f672-c59b-494a-adc4-d0fd27c1ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97333d16-62a6-462f-abcc-b363e86b2715,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:12.148039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1340f672-c59b-494a-adc4-d0fd27c1ad5d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7ce1e067b0e426483033f3cd8f7e7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071764 Aug 04 15:00:12.151105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44082) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:12.264966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.289619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.358952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.361666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:12.366074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97333d16-62a6-462f-abcc-b363e86b2715 HTTP/1.1" status: 204 len: 168 time: 0.2128921 Aug 04 15:00:12.374274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3573-d82a-493c-a5f6-19949bc4b38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97333d16-62a6-462f-abcc-b363e86b2715,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:13.024929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:13.048756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3596df3b-1ed4-46f8-a372-30362d6ef53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.255602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3596df3b-1ed4-46f8-a372-30362d6ef53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.261633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3596df3b-1ed4-46f8-a372-30362d6ef53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.329307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596df3b-1ed4-46f8-a372-30362d6ef53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a07d34-317d-455c-8c33-a4882b01d1bd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:13.336176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3596df3b-1ed4-46f8-a372-30362d6ef53d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d752938022a54c5aa6650be633b8db08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101120 Aug 04 15:00:13.339339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:13.427331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.472391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.607336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.611999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:13.613226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13a07d34-317d-455c-8c33-a4882b01d1bd HTTP/1.1" status: 204 len: 168 time: 0.2722702 Aug 04 15:00:13.629445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e0efe-473a-4f4e-81a8-8b71a55da33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a07d34-317d-455c-8c33-a4882b01d1bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:14.807724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e97bef59-0ff9-4650-88e3-52db9ebe8c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:15.709411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44178) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:16.008130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-786701410'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:16.054015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Made reservation on behalf of fbb4d8c170e6495d89a68b0966ae9f59 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:16.057555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.069499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.291146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.304542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.344207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:16.400482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941fdc3b-3894-47c0-a257-d324fae6fd05,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:16.427557 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.428157 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Added segment b7a27591-3670-4b2c-b42d-7e9a4d8093b7 of type vlan for network 843c80db-44d3-4281-8052-8c6a9cdf2088 Aug 04 15:00:16.544207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.662418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.687676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:16.691096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:16.826989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1167016 Aug 04 15:00:16.831983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44202) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:16.857616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc5573-8702-43e4-8fef-a0eb3dd8a45a tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Pushing event updated for resources: {'Network': ['ID=843c80db-44d3-4281-8052-8c6a9cdf2088,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:16.876003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 843c80db-44d3-4281-8052-8c6a9cdf2088 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:16.922845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'name': 'tempest-network--73654813', 'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:17.012522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:17.017345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.047045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.175824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.183441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.195793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:17.205838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.206390 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Added segment 6431bb70-871e-44c2-ac7b-d617c6c65e8a of type vlan for network 9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7 Aug 04 15:00:17.257335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.335432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.337027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:17.337806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.344748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053aed45-b8eb-431a-8fa6-a7d3fdbdf79d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:17.381200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1773164f-c90b-4cae-a634-8b7e22aeb7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.401401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5696492 Aug 04 15:00:17.404009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44212) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:17.422348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7184ac-45da-486a-b7f5-f5cd577c6077 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:17.427347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:17.533494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.626022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.658555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.676765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:17.699249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6431bb70-871e-44c2-ac7b-d617c6c65e8a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:17.699788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6431bb70-871e-44c2-ac7b-d617c6c65e8a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:17.710258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.726751 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.734870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:17.735307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:17.737473 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:17.805060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.827710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:00:17.829390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:17.835439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.837464 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29066e2d-ce72-4901-95c3-cc089ce0c6f5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/9c9e904d-dec4-4bc0-a347-dc1c6f8c0fe7 HTTP/1.1" status: 204 len: 168 time: 0.4323032 Aug 04 15:00:17.844587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:17.851536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:17.871820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.921337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:17.932430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:17.984422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:18.015722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.016099 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Added segment 75d601f7-2e88-4582-b290-335f06a4a665 of type vlan for network d9ac3341-fb9f-46d0-98ef-157e0d3750ac Aug 04 15:00:18.076283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.114787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.115932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:18.116664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.175227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3257473 Aug 04 15:00:18.176203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44222) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:18.180890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'subnet': {'network_id': 'd9ac3341-fb9f-46d0-98ef-157e0d3750ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:18.194658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67539420-e25d-48c1-a5a3-a6788c905e17 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=d9ac3341-fb9f-46d0-98ef-157e0d3750ac,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:18.205618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d9ac3341-fb9f-46d0-98ef-157e0d3750ac details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:18.256372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:18.259250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.669105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.700916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.820358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.objects.ports [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94265) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 15:00:18.820951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:18.880623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c0f7c8da-b3f8-4ad4-9a96-e489faaab43e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:18.938125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Checking segment: {'id': '75d601f7-2e88-4582-b290-335f06a4a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd9ac3341-fb9f-46d0-98ef-157e0d3750ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:18.940116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Network hostable DHCP agents. Network: d9ac3341-fb9f-46d0-98ef-157e0d3750ac, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:00:18.986155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Network d9ac3341-fb9f-46d0-98ef-157e0d3750ac is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:00:19.010404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d9ac3341-fb9f-46d0-98ef-157e0d3750ac) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:19.021666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9b81a-a072-4dcb-be55-b507ff4b866a None None] Network d9ac3341-fb9f-46d0-98ef-157e0d3750ac requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:19.041213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:19.044281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:19.080308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ab581504-a1ed-440b-8cf6-edecb38d19ca tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9026682 Aug 04 15:00:19.082223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44236) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:19.090173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9ac3341-fb9f-46d0-98ef-157e0d3750ac'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:19.142952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:19.352499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6aeeca-eb9a-4e2a-a6bf-19c0de87a88d None None] Network d9ac3341-fb9f-46d0-98ef-157e0d3750ac requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:19.759390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.076266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Allocated IP 172.20.0.13 (d9ac3341-fb9f-46d0-98ef-157e0d3750ac/c0f7c8da-b3f8-4ad4-9a96-e489faaab43e/ec9222ff-0c25-4b33-b755-e1d9ee104b90) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:20.204027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.343293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.464313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.496087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-9888997c-d745-40b1-8697-1b4d0e0c218b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848725 Aug 04 15:00:20.520500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9222ff-0c25-4b33-b755-e1d9ee104b90,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:20.528882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Network d9ac3341-fb9f-46d0-98ef-157e0d3750ac is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:20.530643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:20.533457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:20.666326 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.685457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-b81eb17d-a6d7-470c-b03d-cdd052f5a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:20.695056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-b81eb17d-a6d7-470c-b03d-cdd052f5a7e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 1097 time: 0.1351810 Aug 04 15:00:20.706962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.933384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-9ac00042-8cb8-4372-87d4-33857201fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:20.935021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-9ac00042-8cb8-4372-87d4-33857201fcaf service neutron] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.2135003 Aug 04 15:00:20.989259 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:20.996595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:21.083008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-8991792a-6c11-4d8a-b43f-3d92d0896760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 HTTP/1.1" status: 200 len: 217 time: 0.1359978 Aug 04 15:00:21.089023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:21.140207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:21.143608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0576477 Aug 04 15:00:21.152003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44260) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:21.189535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647616b-8297-4c5b-9c72-3764b83bc9cb tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9222ff-0c25-4b33-b755-e1d9ee104b90,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:21.313045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-91f8ef53-d273-4f5e-8830-5ccddf37c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:21.314828 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-91f8ef53-d273-4f5e-8830-5ccddf37c960 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.2269609 Aug 04 15:00:21.318119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0fed7fcb-4716-4b1a-9443-4e6a9f09c293 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=d9ac3341-fb9f-46d0-98ef-157e0d3750ac HTTP/1.1" status: 200 len: 690 time: 0.1650131 Aug 04 15:00:21.320694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44264) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:21.372011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44268) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:21.540374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-e575af0a-4a94-408b-baaf-d1518381af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:21.550420 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-e575af0a-4a94-408b-baaf-d1518381af80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272851 Aug 04 15:00:21.635700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:21.969977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-04feed0c-f381-4d73-9c48-c01378db5098 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106269 Aug 04 15:00:22.095932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Deleting port ec9222ff-0c25-4b33-b755-e1d9ee104b90 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:22.096305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.355165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.384313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e05a0c49-b332-4d7e-99ca-b56f6eaeaa98 req-adc203c5-38e0-4e5b-bde4-454b203329f4 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072969 Aug 04 15:00:22.422670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.423676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.443449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Calling delete_port for ec9222ff-0c25-4b33-b755-e1d9ee104b90 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:22.750994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.823051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9222ff-0c25-4b33-b755-e1d9ee104b90,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:22.928199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Deleting port 49f13fe4-03bc-4a06-b0a3-662885f53c94 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:22.928555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:22.932201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.047832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.103311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] For port 49f13fe4-03bc-4a06-b0a3-662885f53c94, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=49f13fe4-03bc-4a06-b0a3-662885f53c94,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:23.103686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.124494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Calling delete_port for 49f13fe4-03bc-4a06-b0a3-662885f53c94 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:23.156374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.204682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f7c8da-b3f8-4ad4-9a96-e489faaab43e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:23.339936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.355861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ac3341-fb9f-46d0-98ef-157e0d3750ac']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:23.394188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d601f7-2e88-4582-b290-335f06a4a665') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:23.394501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d601f7-2e88-4582-b290-335f06a4a665') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:23.407429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.458113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.488492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.516983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Pushing event deleted for resources: {'Port': ['ID=49f13fe4-03bc-4a06-b0a3-662885f53c94,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:23.517627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:23.519891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:23.635073 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:23.642356 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.663017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9ac3341-fb9f-46d0-98ef-157e0d3750ac {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:00:23.665911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:23.668159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/d9ac3341-fb9f-46d0-98ef-157e0d3750ac HTTP/1.1" status: 204 len: 168 time: 2.3462522 Aug 04 15:00:23.673414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:23.889984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:24.056574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415adb-a80f-4dc3-882f-61368f873ffe tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9ac3341-fb9f-46d0-98ef-157e0d3750ac,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:24.147436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c18cc2a-8ea4-47dc-8f9e-f4c6f61cc516 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.4725356 Aug 04 15:00:24.148630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44440) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:24.316668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.317148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.317763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.318234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.318726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.319450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.319631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.320265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.320878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:24.323771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0318f43f-255a-4462-8f42-b43eb44456cc tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5828 time: 0.1741741 Aug 04 15:00:24.326952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44462) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:24.508300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:24.643339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:24.649083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5875042e-4da7-495a-a444-dd7ec12eb06f admin admin] 10.222.0.76 "PUT /v2.0/routers/7f86e602-f0e4-4c2d-964f-f66cdaad02b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2759199 Aug 04 15:00:24.654635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:24.665367 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Sync routers for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:24.678490 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:24.679359 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:24.790797 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:24.866939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.069126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.073184 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-b9a0cc74-5f3f-4e55-bfc9-cc64c266c1ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] delete failed (client error): The resource could not be found. Aug 04 15:00:25.077137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44540) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:25.078157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b9a0cc74-5f3f-4e55-bfc9-cc64c266c1ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/4807a097-763c-4390-b138-2546ba1b7b8a HTTP/1.1" status: 404 len: 345 time: 0.7492819 Aug 04 15:00:25.084793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T15:00:23Z', 'revision_number': 5, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port': {'id': '38e8977c-c016-48d8-90c9-0eebe835431d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:52:23Z', 'updated_at': '2021-08-04T14:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:25.122453 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Checking router: 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:00:25.134906 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Routers {'7f86e602-f0e4-4c2d-964f-f66cdaad02b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:25.135825 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:25.145917 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-061404aa-0293-426f-ba88-ba4156ecfa0e tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] DELETE failed (client error): The resource could not be found. Aug 04 15:00:25.146778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061404aa-0293-426f-ba88-ba4156ecfa0e tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:00:25.161271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-061404aa-0293-426f-ba88-ba4156ecfa0e tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/d9ac3341-fb9f-46d0-98ef-157e0d3750ac HTTP/1.1" status: 404 len: 339 time: 0.0760238 Aug 04 15:00:25.163168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44554) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:25.169327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'name': 'tempest-network--291125222', 'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:25.207788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:25.210239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.229956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Deleting port 38e8977c-c016-48d8-90c9-0eebe835431d {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:25.231141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.320205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:25.331033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.331393 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Added segment 7401cd1d-5d34-4485-b8aa-19bbc40aa49e of type vlan for network 341eff54-9484-417d-b5d9-51ae0e85475a Aug 04 15:00:25.380442 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] Set router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:25.433367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.504364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.505388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:25.506338 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.538361 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T15:00:25Z', 'revision_number': 6, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:25.575939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] For port 38e8977c-c016-48d8-90c9-0eebe835431d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=38e8977c-c016-48d8-90c9-0eebe835431d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:25.576458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:25.577607 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4126451 Aug 04 15:00:25.579018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:25.585891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8bf37-86b5-4e9b-95eb-5ebbb735d7d3 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=341eff54-9484-417d-b5d9-51ae0e85475a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:25.606947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 341eff54-9484-417d-b5d9-51ae0e85475a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:25.629079 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2123ac1-19d3-4632-8978-6b0f034b0a4d None None] The sync data for ids ['7f86e602-f0e4-4c2d-964f-f66cdaad02b7'] in n-d-801743-12 is: [{'id': '7f86e602-f0e4-4c2d-964f-f66cdaad02b7', 'name': 'tempest-AttachVolumeTestJSON-66236098-router', 'tenant_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:52:20Z', 'updated_at': '2021-08-04T15:00:25Z', 'revision_number': 6, 'project_id': '0a275cf579a841f4a2ac1aa56c68bf08', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:25.743402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Calling delete_port for 38e8977c-c016-48d8-90c9-0eebe835431d owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:25.883202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0840d6-c0da-4b51-942c-78586f09f904 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:25.889455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0840d6-c0da-4b51-942c-78586f09f904 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:25.895586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0840d6-c0da-4b51-942c-78586f09f904 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:25.901398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0840d6-c0da-4b51-942c-78586f09f904 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:25.903700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee0840d6-c0da-4b51-942c-78586f09f904 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3236601 Aug 04 15:00:25.907166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44620) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:26.048071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.109503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.157352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e8977c-c016-48d8-90c9-0eebe835431d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:26.184565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.203109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341eff54-9484-417d-b5d9-51ae0e85475a']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:26.245825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.246924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7401cd1d-5d34-4485-b8aa-19bbc40aa49e') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:26.247646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7401cd1d-5d34-4485-b8aa-19bbc40aa49e') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:26.276272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.303828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.316701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:26.317116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:26.319529 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:26.441143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.448917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 341eff54-9484-417d-b5d9-51ae0e85475a {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:00:26.452647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.457021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/341eff54-9484-417d-b5d9-51ae0e85475a HTTP/1.1" status: 204 len: 168 time: 0.5487683 Aug 04 15:00:26.482602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:26.483773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712df7-1670-4014-8cde-d0168361a502 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Network': ['ID=341eff54-9484-417d-b5d9-51ae0e85475a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:26.515914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'name': 'tempest-network--286774409', 'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:26.605215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:26.608897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.682463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:26.697794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 38e8977c-c016-48d8-90c9-0eebe835431d no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:00:26.713749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.718343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.719065 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Added segment db5fd095-d11e-40ea-ad75-a369f0edf30a of type vlan for network 9fb10d9e-4200-4910-a293-32d3f5202b37 Aug 04 15:00:26.723697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.750315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 38e8977c-c016-48d8-90c9-0eebe835431d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:00:26.750818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 38e8977c-c016-48d8-90c9-0eebe835431d not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:00:26.751114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49f13fe4-03bc-4a06-b0a3-662885f53c94 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:00:26.799127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 49f13fe4-03bc-4a06-b0a3-662885f53c94 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:00:26.799127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 49f13fe4-03bc-4a06-b0a3-662885f53c94 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:00:26.830299 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.831043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f86e602-f0e4-4c2d-964f-f66cdaad02b7 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:00:26.835867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.839459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-588c97dd-1b5d-43a7-8860-eacb01e78326 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7f86e602-f0e4-4c2d-964f-f66cdaad02b7 HTTP/1.1" status: 204 len: 168 time: 2.1809616 Aug 04 15:00:26.840406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:26.850879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.918254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.920600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:26.921693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.946602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Deleting subnet df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:00:26.954186 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:26.957869 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4643304 Aug 04 15:00:26.968190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:27.049441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.139436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215fac7-76ee-4619-a26a-4214a2ead000 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=9fb10d9e-4200-4910-a293-32d3f5202b37,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:27.156610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 9fb10d9e-4200-4910-a293-32d3f5202b37 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:27.182553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2ad31-a399-4483-93e3-f78ea2a72f22 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:27.188201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ea2ad31-a399-4483-93e3-f78ea2a72f22 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "GET /v2.0/networks/9fb10d9e-4200-4910-a293-32d3f5202b37 HTTP/1.1" status: 200 len: 756 time: 0.2188003 Aug 04 15:00:27.189740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44762) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:27.204548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.321647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.393970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c403da5-f18b-4d65-b1d6-5c59d230da03 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:27.401631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c403da5-f18b-4d65-b1d6-5c59d230da03 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "GET /v2.0/networks/843c80db-44d3-4281-8052-8c6a9cdf2088 HTTP/1.1" status: 200 len: 767 time: 0.2097428 Aug 04 15:00:27.402648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44772) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:27.419295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.423641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2 HTTP/1.1" status: 204 len: 168 time: 0.5798445 Aug 04 15:00:27.425986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:27.444758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47326f7-2081-40e2-b1ef-641f79e4d590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2cb0e7-b20f-4a5d-be77-bd3c13d58bb2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:27.502158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334051b-2a51-448a-a90d-874d848145cf None None] Network c7883568-e9c5-4418-a4e7-a5ac2ec688e8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:27.585802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.624552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.807076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.828204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] DHCP port deletion for c7883568-e9c5-4418-a4e7-a5ac2ec688e8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:00:27.845904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb10d9e-4200-4910-a293-32d3f5202b37']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:27.846147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Deleting port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:27.847065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.867961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5fd095-d11e-40ea-ad75-a369f0edf30a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:27.868273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5fd095-d11e-40ea-ad75-a369f0edf30a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:27.904814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.930554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.944046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:27.944721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:27.947100 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:27.962385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Deleting port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:27.965041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.965240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] For port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:27.965805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:27.981973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Calling delete_port for 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:28.080157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] For port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,segment=NetworkSegment(2836c77d-a4c8-466c-ba18-27e16c930bee),segment_id=2836c77d-a4c8-466c-ba18-27e16c930bee)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:28.080832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.109874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.122791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Calling delete_port for 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:28.123937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fb10d9e-4200-4910-a293-32d3f5202b37 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:00:28.141256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.148148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/9fb10d9e-4200-4910-a293-32d3f5202b37 HTTP/1.1" status: 204 len: 168 time: 0.7436528 Aug 04 15:00:28.149577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ac3e-5fff-43bd-9470-c66227ed27ed tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fb10d9e-4200-4910-a293-32d3f5202b37,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:28.154040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44792) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:28.162169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'name': 'tempest-network--801191262'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:28.222840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Made reservation on behalf of 43e5ec0b02c5433aaa745cd176c093c4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:28.225211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:00:28.247317 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:00:28.260646 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.283714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:28.288752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Pushing event deleted for resources: {'Port': ['ID=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:28.299187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] No DVR routers for this DVR port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:00:28.313123 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.317403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.318771 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Added segment 2f90e08c-af4d-440d-a58b-1693bb1c7d3b of type vlan for network 6cedfb7a-caa2-418f-aedb-03e8676749cf Aug 04 15:00:28.320419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.320976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.321462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.321705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.322037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.322368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.324703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.325050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.325516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.325862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.326205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.326540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d8078-614a-41ee-b9e1-e9a986b8f7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:28.388785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8f89d2-76ae-42ce-ba52-8bc0b45a7304,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:28.412337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] No DVR routers for this DVR port 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:00:28.419666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.461292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:00:28.484458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.485510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:28.486119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.500415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:00:28.500754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f8f89d2-76ae-42ce-ba52-8bc0b45a7304 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:00:28.561495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-70b9a61d-72d3-4507-94c4-80588c1972a9 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:28.563479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-70b9a61d-72d3-4507-94c4-80588c1972a9 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 813 time: 0.4213889 Aug 04 15:00:28.567794 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.589024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7883568-e9c5-4418-a4e7-a5ac2ec688e8']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:28.593139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-b582d71d-3e96-49f8-9c9d-72c90b3fd80c tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/quotas/196eeec5b80245788b434170bee4ebdd HTTP/1.1" status: 200 len: 375 time: 0.0221806 Aug 04 15:00:28.613216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836c77d-a4c8-466c-ba18-27e16c930bee') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:28.613990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836c77d-a4c8-466c-ba18-27e16c930bee') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:28.617584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4597335 Aug 04 15:00:28.624237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:28.633378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:28.640059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-334510d1-29ee-4d6b-8cec-139a89d6567e tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402718 Aug 04 15:00:28.642046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.666134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.666793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521460b-efd1-437d-a6f3-27d56e0468d6 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=6cedfb7a-caa2-418f-aedb-03e8676749cf,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:28.681056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6cedfb7a-caa2-418f-aedb-03e8676749cf details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:28.690091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:28.694313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:28.698406 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:28.859345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.868554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:28.872384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] 10.222.0.76 "DELETE /v2.0/networks/c7883568-e9c5-4418-a4e7-a5ac2ec688e8 HTTP/1.1" status: 204 len: 168 time: 1.4442890 Aug 04 15:00:28.904721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b6b98-03d7-4411-b82a-445d516cb7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c7883568-e9c5-4418-a4e7-a5ac2ec688e8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:28.930461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-70b6b690-47ec-4924-9d93-65bb67633f97 service neutron] 10.222.0.76 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810903 Aug 04 15:00:28.978387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.011929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.036410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Network 6cedfb7a-caa2-418f-aedb-03e8676749cf is not hosted by any dhcp agent {{(pid=94266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:00:29.038687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:29.040517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.042082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "PUT /v2.0/networks/6cedfb7a-caa2-418f-aedb-03e8676749cf HTTP/1.1" status: 200 len: 857 time: 0.4148552 Aug 04 15:00:29.047990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44804) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:29.065375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:29.092905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a0491-36ee-45ac-9216-203c71367ff5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event updated for resources: {'Network': ['ID=6cedfb7a-caa2-418f-aedb-03e8676749cf,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:29.153923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-386dc296-f477-4d6c-bcc2-b4fdff8f77e3 service neutron] 10.222.0.76 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166812 Aug 04 15:00:29.192981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a20a2941-9b41-4c74-952f-a2e89f6db95a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a275cf579a841f4a2ac1aa56c68bf08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262841 Aug 04 15:00:29.195812 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.196226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44808) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:29.288020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.334486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.342449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.364970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cedfb7a-caa2-418f-aedb-03e8676749cf']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:29.399984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7c2eb8a-b43b-4e35-8723-b40fe06162ab req-90a2c93a-7c68-4980-bb5d-26e3863c06fd tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 210 time: 0.0557351 Aug 04 15:00:29.412017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f90e08c-af4d-440d-a58b-1693bb1c7d3b') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:29.412549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f90e08c-af4d-440d-a58b-1693bb1c7d3b') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:29.426301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.439233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.442175 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.445203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b74d5c22-b8a9-47e7-b5be-9181fbef99a5 HTTP/1.1" status: 204 len: 168 time: 0.2478704 Aug 04 15:00:29.460144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.462398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889d27e-47ab-4da0-ada4-782bf73fbe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d5c22-b8a9-47e7-b5be-9181fbef99a5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:29.479599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:29.482745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:29.486511 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:29.592028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.603611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cedfb7a-caa2-418f-aedb-03e8676749cf {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:00:29.621951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:29.627776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44822) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:29.630984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] 10.222.0.76 "DELETE /v2.0/networks/6cedfb7a-caa2-418f-aedb-03e8676749cf HTTP/1.1" status: 204 len: 168 time: 0.5751469 Aug 04 15:00:29.655417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40282a9c-cddd-4dad-b121-f7b5377418d5 tempest-ExternalNetworksTestJSON-126635574 tempest-ExternalNetworksTestJSON-126635574-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cedfb7a-caa2-418f-aedb-03e8676749cf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:29.720235 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e24485-d98d-4b5b-bfe5-6bd0363fcea5 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] DELETE failed (client error): The resource could not be found. Aug 04 15:00:29.721346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e24485-d98d-4b5b-bfe5-6bd0363fcea5 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:00:29.735225 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-03e24485-d98d-4b5b-bfe5-6bd0363fcea5 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "DELETE /v2.0/subnets/c0f7c8da-b3f8-4ad4-9a96-e489faaab43e HTTP/1.1" status: 404 len: 337 time: 0.1052511 Aug 04 15:00:29.736957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:29.931007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.119815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.134691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843c80db-44d3-4281-8052-8c6a9cdf2088']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:30.161390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a27591-3670-4b2c-b42d-7e9a4d8093b7') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:30.161598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a27591-3670-4b2c-b42d-7e9a4d8093b7') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:30.201577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.238916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.251268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:00:30.251698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:00:30.262927 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:00:30.399091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.407525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:30.409925 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] 10.222.0.76 "DELETE /v2.0/networks/843c80db-44d3-4281-8052-8c6a9cdf2088 HTTP/1.1" status: 204 len: 168 time: 0.6706128 Aug 04 15:00:30.427053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825620d5-b819-476a-be1b-6b58a53bac77 tempest-ExternalNetworksTestJSON-2092650726 tempest-ExternalNetworksTestJSON-2092650726-project] Pushing event deleted for resources: {'Network': ['ID=843c80db-44d3-4281-8052-8c6a9cdf2088,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:30.555651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15f19463-caf9-48f0-b237-678bbcb045e5 req-95928ce3-11f4-4586-a9c3-829191f68c67 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 210 time: 0.0441532 Aug 04 15:00:30.717109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44862) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:31.015271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9d85adf2-c921-4427-93e2-71c031b5abc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fbb4d8c170e6495d89a68b0966ae9f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969530 Aug 04 15:00:31.018114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44872) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:31.043203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-e9bdf057-1fb7-4634-b57e-22aeea188f55 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:31.045293 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-e9bdf057-1fb7-4634-b57e-22aeea188f55 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.38 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 813 time: 0.1974065 Aug 04 15:00:31.063553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Request body: {'port': {'device_id': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852', 'admin_state_up': True, 'tenant_id': '196eeec5b80245788b434170bee4ebdd'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:31.103010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.131595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.198247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.203160 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.206997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/941fdc3b-3894-47c0-a257-d324fae6fd05 HTTP/1.1" status: 204 len: 168 time: 0.1854184 Aug 04 15:00:31.208838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Made reservation on behalf of 196eeec5b80245788b434170bee4ebdd for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:31.212475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.227135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c9cd7-e454-41c0-9912-f98cad9fd9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941fdc3b-3894-47c0-a257-d324fae6fd05,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:31.515596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Allocated IP 172.20.0.11 (f6acb65c-a679-4e21-98a5-e905aca73852/a73bbb81-d6af-4f11-8733-2777acd6712c/ce7c8489-b353-450b-879a-f5083e071d8c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:31.699004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f08e1f05-d758-4952-90d7-63ef8fd570d2 req-f131945a-40cf-4d86-824c-5151b901073f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 210 time: 0.0483837 Aug 04 15:00:31.758837 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.786385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44896) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:31.811013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.839382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de14425d-ab7b-44cb-8495-930974a7c250 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43e5ec0b02c5433aaa745cd176c093c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516098 Aug 04 15:00:31.840277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:31.865795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Network f6acb65c-a679-4e21-98a5-e905aca73852 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:31.875451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:31.880881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:31.895744 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.910077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Pushing event updated for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:31.924764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.939614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:31.940326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.956780 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-07bba279-100e-4c28-9bae-cd2b750125ec tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8990278 Aug 04 15:00:31.970296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Request body: {'port': {'device_id': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:31.983378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.986367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:31.987914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/053aed45-b8eb-431a-8fa6-a7d3fdbdf79d HTTP/1.1" status: 204 len: 168 time: 0.1463790 Aug 04 15:00:31.999284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b9e5d-2d07-4661-8a59-8139c20253b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053aed45-b8eb-431a-8fa6-a7d3fdbdf79d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:32.044653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.340000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7c8489-b353-450b-879a-f5083e071d8c {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:00:32.351718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.365897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Transition to ACTIVE for port object ce7c8489-b353-450b-879a-f5083e071d8c will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:32.372593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.437675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:32.544466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Attempting to bind port ce7c8489-b353-450b-879a-f5083e071d8c on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:32.545118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Attempting to bind port ce7c8489-b353-450b-879a-f5083e071d8c by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:32.545118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Attempting to bind port ce7c8489-b353-450b-879a-f5083e071d8c on network f6acb65c-a679-4e21-98a5-e905aca73852 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:32.549628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Port ce7c8489-b353-450b-879a-f5083e071d8c on network f6acb65c-a679-4e21-98a5-e905aca73852 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:00:32.549970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Attempting to bind port ce7c8489-b353-450b-879a-f5083e071d8c on network f6acb65c-a679-4e21-98a5-e905aca73852 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:32.556801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:32.557156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Checking segment: {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:32.557553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Bound using segment: {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:32.558338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Bound port: ce7c8489-b353-450b-879a-f5083e071d8c, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:32.558754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.650942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:32.655222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ce7c8489-b353-450b-879a-f5083e071d8c,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:32.661893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.747808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:32.761355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:32.762118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:32.763579 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-9c6e00d3-05ed-4669-b4d0-22d01f439946 service neutron] 10.222.0.38 "PUT /v2.0/ports/ce7c8489-b353-450b-879a-f5083e071d8c HTTP/1.1" status: 200 len: 1093 time: 0.7978830 Aug 04 15:00:32.764033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:32.766406 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4" -d '{"events": [{"name": "network-changed", "server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:32.905312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-2e09cc75-fe03-4918-846b-4d917550e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:32.907154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-2e09cc75-fe03-4918-846b-4d917550e988 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 1096 time: 0.0973091 Aug 04 15:00:32.910083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01145-0bc9-4caf-9992-7ee7f028ca76 req-ded5655d-803a-4368-97e1-9d66270cfad7 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:32.912682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6b01145-0bc9-4caf-9992-7ee7f028ca76 req-ded5655d-803a-4368-97e1-9d66270cfad7 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 944 time: 0.0890787 Aug 04 15:00:32.923109 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a8ddb-484d-427f-8184-7f1d5ee852e9 x-openstack-request-id: req-135a8ddb-484d-427f-8184-7f1d5ee852e9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:32.923586 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:32.927007 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-135a8ddb-484d-427f-8184-7f1d5ee852e9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:32.928036 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c', 'status': 'completed', 'code': 200} Aug 04 15:00:32.993684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6b01145-0bc9-4caf-9992-7ee7f028ca76 req-a539fbc4-6638-4a38-8257-4861b21929ca tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749416 Aug 04 15:00:33.019902 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-d19ae79b-2804-49c1-9ed6-7ef3fb40c02e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7c8489-b353-450b-879a-f5083e071d8c HTTP/1.1" status: 200 len: 217 time: 0.0901563 Aug 04 15:00:33.084960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4963-5df9-475f-99e8-329aeeda9588 req-ab75a614-0b61-40e0-b834-47b8e4663656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:33.091554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-ab75a614-0b61-40e0-b834-47b8e4663656 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a73bbb81-d6af-4f11-8733-2777acd6712c HTTP/1.1" status: 200 len: 853 time: 0.0611770 Aug 04 15:00:33.176498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-7dd20bd3-be17-441c-9fd0-11f4ab11b432 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6acb65c-a679-4e21-98a5-e905aca73852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608668 Aug 04 15:00:33.183435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91874e15-001e-4199-956b-daf1ec8bc592 req-82fd6174-89e2-4107-a53c-d88e846c6a8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:33.185302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91874e15-001e-4199-956b-daf1ec8bc592 req-82fd6174-89e2-4107-a53c-d88e846c6a8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0681129 Aug 04 15:00:33.275083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91874e15-001e-4199-956b-daf1ec8bc592 req-8bd28f22-610e-4c59-8cab-9f1707b32528 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809078 Aug 04 15:00:33.354120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-7f8aefcd-cc9d-460f-924b-57bc849cbc88 service neutron] 10.222.0.38 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694281 Aug 04 15:00:33.496165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b904ab-4d06-4b9d-ba25-ba602f7228cc req-1dc97251-a467-47df-be72-98640c0ff5e4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:33.507892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5b904ab-4d06-4b9d-ba25-ba602f7228cc req-1dc97251-a467-47df-be72-98640c0ff5e4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0965552 Aug 04 15:00:33.590454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5b904ab-4d06-4b9d-ba25-ba602f7228cc req-39c92db6-b9b7-4435-b955-0fb9431aaf7c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737050 Aug 04 15:00:33.594567 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-536a4963-5df9-475f-99e8-329aeeda9588 req-ee635084-8660-4c93-9db2-cb558706cc9f service neutron] 10.222.0.38 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332931 Aug 04 15:00:33.776500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-be675fa2-3536-460f-9ec1-4695aa23ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:33.779358 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-be675fa2-3536-460f-9ec1-4695aa23ac5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 1096 time: 0.0882509 Aug 04 15:00:33.930150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-b8ae9c39-ba2a-40bd-893f-852ff1f47171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:33.931890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-b8ae9c39-ba2a-40bd-893f-852ff1f47171 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 914 time: 0.1459551 Aug 04 15:00:34.057373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-8e23ac02-cb0f-4ddd-a31a-93e75735ecd8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:34.058982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-74b46226-77ef-4e08-83d5-ce9e1128a870 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce7c8489-b353-450b-879a-f5083e071d8c HTTP/1.1" status: 200 len: 217 time: 0.1042910 Aug 04 15:00:34.060390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-8e23ac02-cb0f-4ddd-a31a-93e75735ecd8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.1352093 Aug 04 15:00:34.097738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-61573fe3-89b2-4a8b-b6fc-09eba62e9bb2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/quotas/ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 375 time: 0.0242219 Aug 04 15:00:34.147675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-9745a0dc-9d49-4dd2-84ab-b648ed502302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:34.149438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-9745a0dc-9d49-4dd2-84ab-b648ed502302 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a73bbb81-d6af-4f11-8733-2777acd6712c HTTP/1.1" status: 200 len: 853 time: 0.0823581 Aug 04 15:00:34.191981 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-688e4fbf-561d-4f16-8cf9-e2cea1b40778 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f6acb65c-a679-4e21-98a5-e905aca73852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342114 Aug 04 15:00:34.264427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-7f06aabb-3823-4e99-aa40-c92185789bee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1656296 Aug 04 15:00:34.378252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-a3d57b74-43ed-487b-94d7-93d27ed83af3 service neutron] 10.222.0.38 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778839 Aug 04 15:00:34.401701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1863fb-2dc6-43bf-900b-bd539e8994fe req-e6d0b661-180a-4a9f-8bc0-93f8a5d1887b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:34.414151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc1863fb-2dc6-43bf-900b-bd539e8994fe req-e6d0b661-180a-4a9f-8bc0-93f8a5d1887b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 944 time: 0.2482510 Aug 04 15:00:34.494847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc1863fb-2dc6-43bf-900b-bd539e8994fe req-3ce18b41-4118-4ff8-8889-1909de3c3bd8 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632625 Aug 04 15:00:34.565727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ac8dda5f-2d71-4100-a89c-99fdcf5f13d4 req-5855ff5a-e510-44f9-af9f-277bae18f826 service neutron] 10.222.0.38 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789975 Aug 04 15:00:34.578527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-51653045-ee89-4f5f-9619-5e2edb86c01e service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054066 Aug 04 15:00:34.778722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-0845c202-0eab-483c-b316-9c44b0f005ea service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887314 Aug 04 15:00:34.800307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45036) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:34.842397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ce7c8489-b353-450b-879a-f5083e071d8c details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:00:35.003718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:35.020229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ce7c8489-b353-450b-879a-f5083e071d8c,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:35.038451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ce7c8489-b353-450b-879a-f5083e071d8c', 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852', 'port_id': 'ce7c8489-b353-450b-879a-f5083e071d8c', 'mac_address': 'fa:16:3e:b4:a5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73bbb81-d6af-4f11-8733-2777acd6712c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:00:35.088535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.108423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18a92578-b704-4af8-b3a5-dff92b8f3bc1 req-4ad0a2ab-2b34-4232-a43f-4d77c5dea645 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 210 time: 0.0794020 Aug 04 15:00:35.135649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.167174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7c8489-b353-450b-879a-f5083e071d8c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:00:35.209518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ce7c8489-b353-450b-879a-f5083e071d8c,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:35.221548 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.272525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.322473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:35.451500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ce7c8489-b353-450b-879a-f5083e071d8c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:35.485622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Allocated IP 172.25.0.105 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a616fad7-5d26-4a6f-8d14-5fa77266990d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:35.629008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.695763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78203-3a5d-4588-9bc1-cc12860a2739 req-e414f4fb-a9e0-4b71-aa75-68bafcae4b2b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:35.697458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e78203-3a5d-4588-9bc1-cc12860a2739 req-e414f4fb-a9e0-4b71-aa75-68bafcae4b2b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 945 time: 0.0842597 Aug 04 15:00:35.722981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.780226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e78203-3a5d-4588-9bc1-cc12860a2739 req-a56efe90-d66b-4365-8ad0-4cf2a90eabfa tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677726 Aug 04 15:00:35.780511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:35.785107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:35.791720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:35.822614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=a616fad7-5d26-4a6f-8d14-5fa77266990d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:35.928812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:35.974309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.033766 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:00:36.216134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.232318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.259211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9ce35da-0252-4f5b-95fe-e10d92ac4faa req-1cbba426-a392-4c66-96fc-239a6d6fbaac tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 210 time: 0.0636165 Aug 04 15:00:36.330138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=a616fad7-5d26-4a6f-8d14-5fa77266990d,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:36.345274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.363998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.367694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3dae744a-399e-49b7-8a1c-3980c6d849f9 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5653989 Aug 04 15:00:36.369966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45082) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:36.376711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-265927870'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:36.401163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Made reservation on behalf of 22bbbdde714d447db842c17439b72eb8 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:36.406388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.417332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.598823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.604501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.620013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:36.629355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.629671 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Added segment 9b18d89b-9ae8-4210-8f5a-f359573903ea of type vlan for network a02909d9-1fae-492c-851a-9f72a4152a9e Aug 04 15:00:36.677177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.734228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.739711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:36.740312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:36.757394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-24934cad-b146-4329-b01a-c15763da0cbb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:36.759043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-24934cad-b146-4329-b01a-c15763da0cbb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.2713139 Aug 04 15:00:36.763722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e0b799-9afa-47cc-9cba-e2438e780ca6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:36.775560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'device_id': '754a4633-3874-4e6f-8b44-0674a1024199', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'admin_state_up': True, 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:36.830252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.830684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.831012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.831356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.831691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.832021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.832350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.832675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.833283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.833622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.833951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.834281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:36.841063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4673820 Aug 04 15:00:36.841987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45092) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:36.849071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Request body: {'subnet': {'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:36.870950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50657f3e-d2ee-44cb-b5c7-ebc7219f984c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Network': ['ID=a02909d9-1fae-492c-851a-9f72a4152a9e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:36.874752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ce7c8489-b353-450b-879a-f5083e071d8c up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:36.950619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a02909d9-1fae-492c-851a-9f72a4152a9e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:36.957598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:36.961541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.135280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ce7c8489-b353-450b-879a-f5083e071d8c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:37.156181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069af5b7-cf90-47f5-b5ba-6b65730ee175 req-2d696f30-c336-4845-95de-c7d27c2a52c0 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:37.167314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-069af5b7-cf90-47f5-b5ba-6b65730ee175 req-2d696f30-c336-4845-95de-c7d27c2a52c0 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 945 time: 0.2234590 Aug 04 15:00:37.194606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ce7c8489-b353-450b-879a-f5083e071d8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:37.195348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.259321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.20.0.9 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:37.321672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-069af5b7-cf90-47f5-b5ba-6b65730ee175 req-5e432d7e-e66a-42b3-81f6-f209a535c367 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527736 Aug 04 15:00:37.326235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.383162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Made reservation on behalf of 22bbbdde714d447db842c17439b72eb8 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:37.391171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.405006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:37.427761 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642f59f-0486-4f52-ba05-f09dc335b6ed" -d '{"events": [{"server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:37.456504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ce7c8489-b353-450b-879a-f5083e071d8c,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:37.464635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.552710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45112) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:37.576455 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc9b80c-a1f4-4927-85d2-0b6077e2509f x-openstack-request-id: req-edc9b80c-a1f4-4927-85d2-0b6077e2509f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:37.576754 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:37.577007 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edc9b80c-a1f4-4927-85d2-0b6077e2509f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:37.577421 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c', 'code': 200} Aug 04 15:00:37.581274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:37.619151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8eca7f0e-3a74-4660-8930-fc2de6699174 req-0ad240b2-3f36-470a-9137-469b713ccec6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 210 time: 0.0492296 Aug 04 15:00:37.708144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.721736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5df75-d16f-4385-bd7b-8cfeb3eeabc3 req-3adea419-e34e-453b-a96a-091d73b1b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:37.723464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44d5df75-d16f-4385-bd7b-8cfeb3eeabc3 req-3adea419-e34e-453b-a96a-091d73b1b90f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 1098 time: 0.1392846 Aug 04 15:00:37.747602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Transition to ACTIVE for port object 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:37.780953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.839188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-44d5df75-d16f-4385-bd7b-8cfeb3eeabc3 req-978caf4f-4f54-4216-bec5-f66930eeb32b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059504 Aug 04 15:00:37.840418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90cff976-7c5e-4d67-a00f-8ba7f72ab568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:37.896469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Subnet': ['ID=a09b6c96-27e2-42c6-a1a0-f2f79cfde49c,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:37.914682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Checking segment: {'id': '9b18d89b-9ae8-4210-8f5a-f359573903ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:37.914987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network hostable DHCP agents. Network: a02909d9-1fae-492c-851a-9f72a4152a9e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:00:37.976367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network a02909d9-1fae-492c-851a-9f72a4152a9e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:00:38.001005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a02909d9-1fae-492c-851a-9f72a4152a9e) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:38.013083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c04324-cb56-4928-a851-7ee34977b30e None None] Network a02909d9-1fae-492c-851a-9f72a4152a9e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:38.019610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:38.020276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.113430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90cff976-7c5e-4d67-a00f-8ba7f72ab568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.121311 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90cff976-7c5e-4d67-a00f-8ba7f72ab568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.132578 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40deb9b4-e083-45a0-a2d1-123701a77ee0 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2865813 Aug 04 15:00:38.132578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45126) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:38.137795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-749677577', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:38.166993 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-90cff976-7c5e-4d67-a00f-8ba7f72ab568 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60106dd6875f404aa2fa5308bdb6776a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106842 Aug 04 15:00:38.168743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.170103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45128) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:38.190908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:38.192506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:38.251019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:38.262260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.269900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.272298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:38.295733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.296502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.297481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.297993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.298656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.299175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.299688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.300377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.301025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.301538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.302278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.302879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:00:38.313664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:38.316722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:38.400177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cff976-7c5e-4d67-a00f-8ba7f72ab568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a4c8c6-3f57-4cd4-8408-9ab5ce8f5516,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:38.506345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:38.508943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.534804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-a02909d9-1fae-492c-851a-9f72a4152a9e', 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e', 'tenant_id': '22bbbdde714d447db842c17439b72eb8', 'fixed_ips': [{'subnet_id': 'a09b6c96-27e2-42c6-a1a0-f2f79cfde49c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:00:38.535835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.541132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-da23aedf-830c-4366-a33f-44d78d3af7d3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707422 Aug 04 15:00:38.557816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Request body: {'port': {'device_id': '754a4633-3874-4e6f-8b44-0674a1024199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:38.653019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.663250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.752705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.791263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:38.896401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1e4fc-9467-4b35-9b62-b596d7d008e8 req-e026ffe0-8209-4949-8a91-973c37fc32af tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:38.898029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bde1e4fc-9467-4b35-9b62-b596d7d008e8 req-e026ffe0-8209-4949-8a91-973c37fc32af tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.4146080 Aug 04 15:00:38.925638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Allocated IP 172.20.0.2 (a02909d9-1fae-492c-851a-9f72a4152a9e/a09b6c96-27e2-42c6-a1a0-f2f79cfde49c/d6d41cc0-3de5-4e63-8667-ed161c4ee474) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:39.107816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7617f804-ca9c-438b-8f59-4b7a8cf73a0c None None] Provisioning for port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:39.117539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7617f804-ca9c-438b-8f59-4b7a8cf73a0c None None] Provisioning complete for port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:39.117539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7617f804-ca9c-438b-8f59-4b7a8cf73a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.124097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.149224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b48e7-1d0f-4439-bcd6-8772ee9651c9 req-c0360b27-189e-4cb4-b8db-d97e72357f81 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:39.155268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-407b48e7-1d0f-4439-bcd6-8772ee9651c9 req-c0360b27-189e-4cb4-b8db-d97e72357f81 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 931 time: 0.3795061 Aug 04 15:00:39.214392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7617f804-ca9c-438b-8f59-4b7a8cf73a0c None None] Port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:39.219657 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.255707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Transition to ACTIVE for port object d6d41cc0-3de5-4e63-8667-ed161c4ee474 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:39.279640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Transition to ACTIVE for port object d6d41cc0-3de5-4e63-8667-ed161c4ee474 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:39.291969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.313571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.316317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.317487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6a4c8c6-3f57-4cd4-8408-9ab5ce8f5516 HTTP/1.1" status: 204 len: 168 time: 1.1464143 Aug 04 15:00:39.329234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bde1e4fc-9467-4b35-9b62-b596d7d008e8 req-6bb4a3b6-0328-40e6-8cfb-ba2b671fe0cb tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859422 Aug 04 15:00:39.383154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3eaec-8bb7-4024-bc1a-fff0a56291e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a4c8c6-3f57-4cd4-8408-9ab5ce8f5516,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:39.406388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Network a02909d9-1fae-492c-851a-9f72a4152a9e is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:39.426252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:39.433434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-407b48e7-1d0f-4439-bcd6-8772ee9651c9 req-77c7593d-2f13-4269-8e25-c6c96cf96df2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618697 Aug 04 15:00:39.455064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:00:39.459537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:39.472994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.483567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Pushing event updated for resources: {'Port': ['ID=d6d41cc0-3de5-4e63-8667-ed161c4ee474,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:39.488860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Transition to ACTIVE for port object 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:39.505011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.556303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Attempting to bind port d6d41cc0-3de5-4e63-8667-ed161c4ee474 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:39.556874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Attempting to bind port d6d41cc0-3de5-4e63-8667-ed161c4ee474 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9b18d89b-9ae8-4210-8f5a-f359573903ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:39.557437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Attempting to bind port d6d41cc0-3de5-4e63-8667-ed161c4ee474 on network a02909d9-1fae-492c-851a-9f72a4152a9e {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:39.564215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:39.565052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Checking segment: {'id': '9b18d89b-9ae8-4210-8f5a-f359573903ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:39.565664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.566213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Bound using segment: {'id': '9b18d89b-9ae8-4210-8f5a-f359573903ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:39.566900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Bound port: d6d41cc0-3de5-4e63-8667-ed161c4ee474, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18d89b-9ae8-4210-8f5a-f359573903ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:39.567598 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.622780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:39.700240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] For port d6d41cc0-3de5-4e63-8667-ed161c4ee474, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:39.718390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] For port d6d41cc0-3de5-4e63-8667-ed161c4ee474, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d6d41cc0-3de5-4e63-8667-ed161c4ee474,segment=NetworkSegment(9b18d89b-9ae8-4210-8f5a-f359573903ea),segment_id=9b18d89b-9ae8-4210-8f5a-f359573903ea)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:39.729157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:39.779105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45160) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:39.883937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d201-375a-43ba-b973-cf733f62403f None None] Pushing event updated for resources: {'Port': ['ID=d6d41cc0-3de5-4e63-8667-ed161c4ee474,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:39.942412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Attempting to bind port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:39.942968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Attempting to bind port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:39.943161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Attempting to bind port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:39.972005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:00:39.972379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Attempting to bind port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:39.992874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:39.995775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:39.996377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:39.996865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Bound port: 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:39.998781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.127308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0565dd9-9ace-455d-90ab-770e766ac1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.209983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:40.227951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:40.329489 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0565dd9-9ace-455d-90ab-770e766ac1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.332852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.344047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0565dd9-9ace-455d-90ab-770e766ac1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.564904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a0565dd9-9ace-455d-90ab-770e766ac1be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78e6914c7ad447a4b8b1e06e9be63608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832494 Aug 04 15:00:40.571886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.582661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45192) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:40.585710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d6d41cc0-3de5-4e63-8667-ed161c4ee474 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:40.639059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:40.644366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:40.645002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.646518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-139ee80a-24d3-441a-935c-317224cdc3f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 200 len: 1092 time: 2.0963902 Aug 04 15:00:40.670398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:40.674608 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe78f45-54aa-4e95-ab1d-593276dc573a" -d '{"events": [{"name": "network-changed", "server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:40.696483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565dd9-9ace-455d-90ab-770e766ac1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72c434-58e7-4f8b-ada7-10d2ebc583d0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:40.703407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d6d41cc0-3de5-4e63-8667-ed161c4ee474 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:40.706105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.870373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.899992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c55fc-0a29-4764-80a1-f853a51b25a7 req-96eb76c1-6eaa-4eb0-88ad-f6ef3ec97a86 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:40.910675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-701c55fc-0a29-4764-80a1-f853a51b25a7 req-96eb76c1-6eaa-4eb0-88ad-f6ef3ec97a86 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 943 time: 0.3441269 Aug 04 15:00:40.943680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-a4cf83b3-00be-4cae-be9d-be4f2f736707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:40.945655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-a4cf83b3-00be-4cae-be9d-be4f2f736707 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 1095 time: 0.2418387 Aug 04 15:00:40.947684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:40.967506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ebe7-1e9e-445c-b421-2ad2f351276d req-96647901-7fc9-4ccc-810f-f5fe83098144 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:40.969070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a38ebe7-1e9e-445c-b421-2ad2f351276d req-96647901-7fc9-4ccc-810f-f5fe83098144 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.3647306 Aug 04 15:00:41.046496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-4c4a8df4-861d-4077-8130-34cef9218976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 200 len: 217 time: 0.0799141 Aug 04 15:00:41.079743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-701c55fc-0a29-4764-80a1-f853a51b25a7 req-70b00bdb-f26a-43b2-b85f-6c19fc6ea941 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665444 Aug 04 15:00:41.112149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-e23f593b-516e-4fa8-8041-84754b79860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:41.114399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-e23f593b-516e-4fa8-8041-84754b79860e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0544357 Aug 04 15:00:41.138615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:41.142221 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:41.143641 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb72c434-58e7-4f8b-ada7-10d2ebc583d0 HTTP/1.1" status: 204 len: 168 time: 0.5596766 Aug 04 15:00:41.166730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a38ebe7-1e9e-445c-b421-2ad2f351276d req-a00271e9-669f-40e8-a6f1-ba427d9173bb tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861145 Aug 04 15:00:41.170995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Allocated IP 172.25.0.195 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/f7f5448e-1ef3-40f8-a1f0-e70ffaf7c5fb) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:41.177925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ea6ed-c476-4203-9d28-23eba5db8116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72c434-58e7-4f8b-ada7-10d2ebc583d0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:41.186838 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba1ba0b-80a2-44d8-b82a-72ee4e26db17 x-openstack-request-id: req-2ba1ba0b-80a2-44d8-b82a-72ee4e26db17 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:41.187124 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:41.187419 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ba1ba0b-80a2-44d8-b82a-72ee4e26db17 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:41.187819 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'status': 'completed', 'code': 200} Aug 04 15:00:41.222275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-8ee06f98-48ac-40ec-a223-03357ae624be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:41.228592 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-8ee06f98-48ac-40ec-a223-03357ae624be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996640 Aug 04 15:00:41.426343 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-51bacb91-f1f6-4229-b252-5039d052212c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913316 Aug 04 15:00:41.438714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:41.577648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:41.644198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6757b77d-abc5-45b5-8b46-cdbecb2f9428 req-5ca2c818-7cbc-410c-8a0e-daa86cdfb036 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066832 Aug 04 15:00:41.690102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:41.722367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:41.722965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f1aa0-7eac-4c6e-9c57-da5ce12f8b98 None None] Network a02909d9-1fae-492c-851a-9f72a4152a9e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:41.728177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:41.731567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=f7f5448e-1ef3-40f8-a1f0-e70ffaf7c5fb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:41.819302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-7d4f8d4d-985f-4a72-a83c-82a2003172fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:41.820844 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-7d4f8d4d-985f-4a72-a83c-82a2003172fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 1095 time: 0.1166301 Aug 04 15:00:41.900674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Provisioning for port d6d41cc0-3de5-4e63-8667-ed161c4ee474 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:41.925519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Provisioning complete for port d6d41cc0-3de5-4e63-8667-ed161c4ee474 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:41.929251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:42.012966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-e74bd7b5-c9b1-4aae-b527-5a6fcc3a1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:42.014706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-e74bd7b5-c9b1-4aae-b527-5a6fcc3a1abe service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1853998 Aug 04 15:00:42.106296 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-78519040-c592-4bfd-82ef-5bb72b511e71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 200 len: 217 time: 0.0763080 Aug 04 15:00:42.176980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:42.248514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-630a1317-4082-4609-8833-08a2dd519365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:42.250349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-630a1317-4082-4609-8833-08a2dd519365 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1292224 Aug 04 15:00:42.276796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:42.281764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] For port d6d41cc0-3de5-4e63-8667-ed161c4ee474, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d6d41cc0-3de5-4e63-8667-ed161c4ee474,segment=NetworkSegment(9b18d89b-9ae8-4210-8f5a-f359573903ea),segment_id=9b18d89b-9ae8-4210-8f5a-f359573903ea)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:42.290772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:42.350720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-83e26581-0ea4-4f35-8b43-a401e7c8c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:42.352323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-83e26581-0ea4-4f35-8b43-a401e7c8c990 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940800 Aug 04 15:00:42.469917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f7d4-75b9-4122-b067-fe0a398dce63 None None] Pushing event updated for resources: {'Port': ['ID=d6d41cc0-3de5-4e63-8667-ed161c4ee474,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:42.635281 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-f48b4655-acf2-44cf-94fd-23b5dde7a923 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744548 Aug 04 15:00:42.732677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-683b3bd7-51fc-4315-9e1b-da990e36f2e8 None None] Provisioning complete for port d6d41cc0-3de5-4e63-8667-ed161c4ee474 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:42.735080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-683b3bd7-51fc-4315-9e1b-da990e36f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:42.767757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ebe78f45-54aa-4e95-ab1d-593276dc573a req-56257482-87e6-4fde-89d9-9e9db77d4ac2 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301608 Aug 04 15:00:42.769118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe0933-001b-4b95-9251-ebe19f78d861 req-e9877715-7639-473d-81b2-a4e50c68c69d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:42.770739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8fe0933-001b-4b95-9251-ebe19f78d861 req-e9877715-7639-473d-81b2-a4e50c68c69d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 943 time: 0.4898617 Aug 04 15:00:42.909716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8fe0933-001b-4b95-9251-ebe19f78d861 req-7c057586-3529-463c-85aa-bdce61476042 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157086 Aug 04 15:00:42.923128 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.094646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Router 024517be-784d-489e-bbc2-e4be29d1799f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:00:43.217624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45350) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:43.264492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:43.287642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80709192-4d75-4869-9054-62326152c1ff None None] Sync routers for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:43.304910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:43.305956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:43.315505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.320483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e6ef1dfd-05f2-407b-a4aa-06b5cddd5532 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.1856990 Aug 04 15:00:43.320483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45354) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:43.353702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:00:43.357219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:43.379243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:43.380724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:43.517945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80709192-4d75-4869-9054-62326152c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:43.521717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80709192-4d75-4869-9054-62326152c1ff None None] The sync data for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:43.595523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:43.610307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'mac_address': 'fa:16:3e:e8:6c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:00:43.667078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.669865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-921262551-network', 'tenant_id': 'f3658a384ee5422095d988115d30291b'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:43.684655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:00:43.711752 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:43.718938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.772898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Made reservation on behalf of f3658a384ee5422095d988115d30291b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:43.775665 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.787202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:43.789007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:44.037458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:44.470035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d6d41cc0-3de5-4e63-8667-ed161c4ee474 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:44.541339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d6d41cc0-3de5-4e63-8667-ed161c4ee474 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:44.541778 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.546346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.564482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.665876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd0e61-a49f-495c-b634-7988668dfc22 req-4bca93ac-d52d-4710-ab5c-b32336451b25 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:44.667671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8acd0e61-a49f-495c-b634-7988668dfc22 req-4bca93ac-d52d-4710-ab5c-b32336451b25 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 944 time: 0.6510448 Aug 04 15:00:44.668489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:44.692587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5145323e-efb6-4370-8138-ef829e0ef7a4,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:44.708302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.708662 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Added segment df0f5a2e-c483-428f-bd72-60d7f67fae5c of type vlan for network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 Aug 04 15:00:44.764315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.810141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b062e85a-7cc8-4136-9c15-22730efea2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.820909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.857631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8acd0e61-a49f-495c-b634-7988668dfc22 req-e07e98c9-ef7c-447f-a7e3-8069ac1fe09a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789532 Aug 04 15:00:44.929839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:44.930940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:44.931543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.017325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7980595 Aug 04 15:00:45.020238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:45.023073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62774-0d53-4ada-a67f-8d7e12a71db4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd2a6726-8330-4ec4-98f2-bc47ebfec7c0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:45.032101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Request body: {'subnet': {'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-921262551-subnet', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:45.033689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:45.143266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Made reservation on behalf of f3658a384ee5422095d988115d30291b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:45.152350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.342082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:45.370112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Allocated IP 172.20.0.1 (a02909d9-1fae-492c-851a-9f72a4152a9e/a09b6c96-27e2-42c6-a1a0-f2f79cfde49c/1266071d-e2c5-4e75-80c5-a4ae2f41b5cc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:45.462173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:45.469828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.471362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:45.475277 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.569343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30de7dd-3ee4-4ecc-b998-b0250fd88fb0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:45.604088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.608268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Checking segment: {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:45.609000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Network hostable DHCP agents. Network: bd2a6726-8330-4ec4-98f2-bc47ebfec7c0, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:00:45.623179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Transition to ACTIVE for port object 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:45.631056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:00:45.648935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, bd2a6726-8330-4ec4-98f2-bc47ebfec7c0) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:45.656151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:45.656995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.668755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.685291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45420) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:45.688408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-48c8d192-39db-4a0a-bc9b-57e2a62669f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6654656 Aug 04 15:00:45.688943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:45.693352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9754a1c-fc53-4b3c-bc52-d6bf69288ee8 None None] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:45.743188 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.744440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network a02909d9-1fae-492c-851a-9f72a4152a9e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:45.752808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:45.758035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:45.762284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=1266071d-e2c5-4e75-80c5-a4ae2f41b5cc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:45.819002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.820292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:45.860611 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.074726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:46.077553 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e4b2d7-266c-4822-bc82-afe4791d7b8e" -d '{"events": [{"server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "name": "network-vif-plugged", "status": "completed", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:46.082393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.102075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:46.114169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.245687 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca67e41c-d739-4b55-8590-077a13bb1846 x-openstack-request-id: req-ca67e41c-d739-4b55-8590-077a13bb1846 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:46.246272 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "name": "network-vif-plugged", "status": "completed", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:46.246728 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca67e41c-d739-4b55-8590-077a13bb1846 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:46.247976 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'code': 200} Aug 04 15:00:46.276026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd67d07-0a23-42eb-93d6-ad0dd88a4a63 req-8c412a31-cb7f-40ea-b608-781bad291f5f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:46.277905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bd67d07-0a23-42eb-93d6-ad0dd88a4a63 req-8c412a31-cb7f-40ea-b608-781bad291f5f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 944 time: 0.2537627 Aug 04 15:00:46.322334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f8a506d9-3f94-497a-b406-ebf94833020a None None] Provisioning for port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:46.344527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f8e26-73d3-4489-b569-e248e2bde963 req-45842bd4-0a92-4bd0-bdcd-c87d5e3bf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:46.346428 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-167f8e26-73d3-4489-b569-e248e2bde963 req-45842bd4-0a92-4bd0-bdcd-c87d5e3bf3db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 1097 time: 0.0981736 Aug 04 15:00:46.380687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:46.396808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f8a506d9-3f94-497a-b406-ebf94833020a None None] Provisioning complete for port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:46.396808 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f8a506d9-3f94-497a-b406-ebf94833020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.408055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-167f8e26-73d3-4489-b569-e248e2bde963 req-6b470cdd-4ac8-4a49-aa6b-edca7aefb2b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522907 Aug 04 15:00:46.423039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bd67d07-0a23-42eb-93d6-ad0dd88a4a63 req-5bd6f868-4f4d-4e06-ab12-7b09fe886137 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190464 Aug 04 15:00:46.428343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'fixed_ips': [{'subnet_id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:00:46.428343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.456373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f8a506d9-3f94-497a-b406-ebf94833020a None None] Port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:46.556115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.566141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.615492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Allocated IP 172.20.0.2 (bd2a6726-8330-4ec4-98f2-bc47ebfec7c0/d30de7dd-3ee4-4ecc-b998-b0250fd88fb0/1305c133-8c99-4d80-aebd-f6b243436d0d) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:46.846755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.859958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Transition to ACTIVE for port object 1305c133-8c99-4d80-aebd-f6b243436d0d will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:46.884256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Transition to ACTIVE for port object 1305c133-8c99-4d80-aebd-f6b243436d0d will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:46.892817 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:46.942041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:46.947774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:46.952156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:47.000633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Pushing event updated for resources: {'Port': ['ID=1305c133-8c99-4d80-aebd-f6b243436d0d,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:47.034558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Attempting to bind port 1305c133-8c99-4d80-aebd-f6b243436d0d on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:47.034957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Attempting to bind port 1305c133-8c99-4d80-aebd-f6b243436d0d by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:47.035727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Attempting to bind port 1305c133-8c99-4d80-aebd-f6b243436d0d on network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:47.041244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:47.041616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Checking segment: {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:47.042014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.042406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Bound using segment: {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:47.043311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Bound port: 1305c133-8c99-4d80-aebd-f6b243436d0d, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:47.044018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.045909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.071678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.119892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] For port 1305c133-8c99-4d80-aebd-f6b243436d0d, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:47.124108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] For port 1305c133-8c99-4d80-aebd-f6b243436d0d, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1305c133-8c99-4d80-aebd-f6b243436d0d,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:47.132798 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.222853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.248592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.331707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97f8c9-6c60-44dc-9dbf-6ff047f5dc9f None None] Pushing event updated for resources: {'Port': ['ID=1305c133-8c99-4d80-aebd-f6b243436d0d,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:47.371816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Allocated IP 172.25.0.85 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/fb83333f-44c9-4dae-884f-139771902675) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:47.381061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=1266071d-e2c5-4e75-80c5-a4ae2f41b5cc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:47.386714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.406989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7194-41ec-4bd1-8fe9-c9b24f496d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.620463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:47.861953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.047821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151d00d-d6fd-4b76-a265-585ecadeecc0 req-6b4be274-0eaf-4846-83d9-2646620c73f9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:48.049782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2151d00d-d6fd-4b76-a265-585ecadeecc0 req-6b4be274-0eaf-4846-83d9-2646620c73f9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 945 time: 0.1244209 Aug 04 15:00:48.081736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.097228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network a02909d9-1fae-492c-851a-9f72a4152a9e is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:48.107210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:48.211546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2151d00d-d6fd-4b76-a265-585ecadeecc0 req-101a1696-8937-4a1d-8c79-098d9d97dc41 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348648 Aug 04 15:00:48.444186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Router 024517be-784d-489e-bbc2-e4be29d1799f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:48.451988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.517019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3548d679-4c06-44ea-8218-7f163017098b req-e5aba03b-bef1-42ef-b8c2-1b02e50680de tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 267 time: 0.1628737 Aug 04 15:00:48.520087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7e3ac588-54d3-4ade-ac42-c062e37c5bf4 None None] Provisioning complete for port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:48.520617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e3ac588-54d3-4ade-ac42-c062e37c5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.601985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ac588-54d3-4ade-ac42-c062e37c5bf4 None None] Port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:48.604232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1305c133-8c99-4d80-aebd-f6b243436d0d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:48.636984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:48.640093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Pushing event updated for resources: {'Port': ['ID=fb83333f-44c9-4dae-884f-139771902675,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:48.698354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:48.710029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.720704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:48.723825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1305c133-8c99-4d80-aebd-f6b243436d0d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:48.730714 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:48.790621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548d679-4c06-44ea-8218-7f163017098b req-2410189c-5cc9-4e5b-9885-8524a928aa1e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:48.792185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3548d679-4c06-44ea-8218-7f163017098b req-2410189c-5cc9-4e5b-9885-8524a928aa1e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 945 time: 0.2636025 Aug 04 15:00:48.798862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa2831-7bb2-4770-8bc3-a4422238bcfd None None] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:00:48.857825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Provisioning for port 1305c133-8c99-4d80-aebd-f6b243436d0d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:48.865644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'security_groups': []}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:48.890163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Provisioning complete for port 1305c133-8c99-4d80-aebd-f6b243436d0d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:48.890950 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.056732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:49.070739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] Sync routers for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:49.088419 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:49.090267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:49.102229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.106419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45504) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:49.106981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3aec4da5-fb36-4f42-ae27-425f7caf2015 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "PUT /v2.0/routers/024517be-784d-489e-bbc2-e4be29d1799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7856722 Aug 04 15:00:49.112840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Request body: {'port': {'network_id': 'a02909d9-1fae-492c-851a-9f72a4152a9e', 'name': 'tempest-FloatingIPAdminTestJSON-1369570563'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:49.175163 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:49.178905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.187619 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:49.188593 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:49.222944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] For port 1305c133-8c99-4d80-aebd-f6b243436d0d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1305c133-8c99-4d80-aebd-f6b243436d0d,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:49.236069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:49.237596 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce393b4-4626-4a62-b610-82a703373efb None None] The sync data for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:49.242905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.337395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Made reservation on behalf of 22bbbdde714d447db842c17439b72eb8 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:49.342484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.365383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] device_id is not set on port a0a0b5c8-839c-412c-8781-8b29977f2519 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:00:49.383956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca10e-0cb4-4c7b-8fc0-3aa862963f6d None None] Pushing event updated for resources: {'Port': ['ID=1305c133-8c99-4d80-aebd-f6b243436d0d,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:49.424195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.505790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Allocated IP 172.20.0.6 (a02909d9-1fae-492c-851a-9f72a4152a9e/a09b6c96-27e2-42c6-a1a0-f2f79cfde49c/a0a0b5c8-839c-412c-8781-8b29977f2519) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:49.675440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-266a8001-97b1-4229-a21e-91897b57f2c8 None None] Provisioning complete for port 1305c133-8c99-4d80-aebd-f6b243436d0d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:49.675993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-266a8001-97b1-4229-a21e-91897b57f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.702535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:49.741352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.007032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:50.068186 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.077047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Router ec9293e5-817d-494f-8c88-0bf482096cca is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:00:50.082224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.097086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3', '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:50.101097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:50.182767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Transition to ACTIVE for port object a0a0b5c8-839c-412c-8781-8b29977f2519 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:50.224411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:50.232569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.232569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3548d679-4c06-44ea-8218-7f163017098b req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "PUT /v2.0/ports/9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 200 len: 904 time: 1.3753808 Aug 04 15:00:50.232569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:00:50.247105 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba69a1-6428-4036-8fd0-725450cd439c" -d '{"events": [{"name": "network-changed", "server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:00:50.271543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.310896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.332329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:50.360513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:50.424323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Network a02909d9-1fae-492c-851a-9f72a4152a9e is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:50.433293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:50.443296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:50.525821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event updated for resources: {'Port': ['ID=a0a0b5c8-839c-412c-8781-8b29977f2519,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:50.539402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038edc5b-e994-49ca-9284-15001b2b4eb7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:50.629373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:50.630103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.657506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1305c133-8c99-4d80-aebd-f6b243436d0d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:50.658531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56be1aca-c50e-4694-9fb2-903d4eef4fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.665214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56766-4895-4c11-bab3-9345d37f0d6b req-df0e0171-c476-4d53-bc91-1a13c9b1168f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:50.666943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ed56766-4895-4c11-bab3-9345d37f0d6b req-df0e0171-c476-4d53-bc91-1a13c9b1168f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 907 time: 0.2693768 Aug 04 15:00:50.675407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:50.706407 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2010419-d5f4-474e-882e-882ebf5a0271 x-openstack-request-id: req-d2010419-d5f4-474e-882e-882ebf5a0271 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:00:50.706730 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:00:50.706978 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2010419-d5f4-474e-882e-882ebf5a0271 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:00:50.707506 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'status': 'completed', 'code': 200} Aug 04 15:00:50.716771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.723737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-553ef536-dac1-4634-899e-216b6123d863 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0391159 Aug 04 15:00:50.724587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:50.777816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Sync routers for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:50.798793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f051ef45-a107-4fc8-92da-496c4c7f657b tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6904299 Aug 04 15:00:50.803441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:50.921483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-3c4d5d3c-b0da-45b1-b7fb-e0997fa5deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:50.923249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-3c4d5d3c-b0da-45b1-b7fb-e0997fa5deba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 1059 time: 0.1895056 Aug 04 15:00:50.934392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a0b36d1-0db5-4f5f-9e26-e165f8367833 None None] Provisioning complete for port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:50.935597 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a0b36d1-0db5-4f5f-9e26-e165f8367833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:50.939540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:50.946997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:50.986464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba233-1f3e-475d-8f07-7f28d5e1d382 req-4034b233-9480-4eb4-bda4-0aab96f9ae45 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:51.003125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abba233-1f3e-475d-8f07-7f28d5e1d382 req-4034b233-9480-4eb4-bda4-0aab96f9ae45 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.2029040 Aug 04 15:00:51.069576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:51.108634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abba233-1f3e-475d-8f07-7f28d5e1d382 req-e234ad55-4eef-49a7-a006-a3753114b131 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041400 Aug 04 15:00:51.152039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'project_id': '22bbbdde714d447db842c17439b72eb8', 'port_id': 'a0a0b5c8-839c-412c-8781-8b29977f2519'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:51.156711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-ea4194a5-b34b-4bd3-8445-e581376addf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:51.158218 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-ea4194a5-b34b-4bd3-8445-e581376addf0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.2233052 Aug 04 15:00:51.184442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56be1aca-c50e-4694-9fb2-903d4eef4fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.220123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56be1aca-c50e-4694-9fb2-903d4eef4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.223956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-59e46460-4e9b-4f62-a320-017c848803c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 200 len: 217 time: 0.0568628 Aug 04 15:00:51.229216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.370239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-56be1aca-c50e-4694-9fb2-903d4eef4fd8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eba38e95f00b4afa99fbc8cf6f467730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203519 Aug 04 15:00:51.376316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:51.387757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be1aca-c50e-4694-9fb2-903d4eef4fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec0e7b-5504-40c4-8303-2c81567e97b4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:51.391165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1305c133-8c99-4d80-aebd-f6b243436d0d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:51.392446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.417121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-14f5059a-4b72-41b0-87db-685d67ca015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:51.418680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-14f5059a-4b72-41b0-87db-685d67ca015a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1724980 Aug 04 15:00:51.459556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee34cf9-8c5d-4a6c-9720-ac7f9b9b8006 req-54eb2901-00bf-49fc-9854-81552f311a09 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:51.461553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee34cf9-8c5d-4a6c-9720-ac7f9b9b8006 req-54eb2901-00bf-49fc-9854-81552f311a09 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1999965 Aug 04 15:00:51.532132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.665354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ee34cf9-8c5d-4a6c-9720-ac7f9b9b8006 req-059163f5-b80c-4547-bfca-b94ce1f86374 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926737 Aug 04 15:00:51.666636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Allocated IP 172.25.0.123 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/5ae94c37-59d9-4ffd-b971-7ea6b8326809) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:51.676889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:49Z', 'revision_number': 3, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:51.738424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Checking router: ec9293e5-817d-494f-8c88-0bf482096cca for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:00:51.738806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Updating router ec9293e5-817d-494f-8c88-0bf482096cca port fb83333f-44c9-4dae-884f-139771902675 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:00:51.784051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-afc849cb-4619-46ff-8d41-ac8352528f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:51.788363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-afc849cb-4619-46ff-8d41-ac8352528f1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971292 Aug 04 15:00:51.795552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.797812 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.839832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-43626d01-69f0-471e-859c-d17997913b1a None None] Provisioning for port a0a0b5c8-839c-412c-8781-8b29977f2519 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:51.855521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-43626d01-69f0-471e-859c-d17997913b1a None None] Provisioning complete for port a0a0b5c8-839c-412c-8781-8b29977f2519 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:51.855894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-43626d01-69f0-471e-859c-d17997913b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.868614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.870297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.923228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.992238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.993748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:51.996160 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:51.998002 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26ec0e7b-5504-40c4-8303-2c81567e97b4 HTTP/1.1" status: 204 len: 168 time: 0.6158183 Aug 04 15:00:51.999285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:52.019579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:52.032295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01202b4c-77e5-425e-9c80-b59fc8c3d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec0e7b-5504-40c4-8303-2c81567e97b4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:52.110796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Pushing event updated for resources: {'Port': ['ID=5ae94c37-59d9-4ffd-b971-7ea6b8326809,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:52.140474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.210455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-55509382-6928-45d9-912d-7ecbcb7422f9 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103677 Aug 04 15:00:52.281233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-f95ca2c6-1e63-40be-9d76-5ab1d1ee5187 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:52.283389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-f95ca2c6-1e63-40be-9d76-5ab1d1ee5187 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.2993214 Aug 04 15:00:52.308071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-97cf8216-6079-4faf-94e9-80e3626a838f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/quotas/ac1a59dd64794ceaaa27bf10e833e301 HTTP/1.1" status: 200 len: 375 time: 0.0176489 Aug 04 15:00:52.424519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-b1f1cf72-ea12-4d28-a7c7-f310c39fff19 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1055377 Aug 04 15:00:52.472904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.475679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-43626d01-69f0-471e-859c-d17997913b1a None None] Port a0a0b5c8-839c-412c-8781-8b29977f2519 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:52.507417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Transition to ACTIVE for port object fb83333f-44c9-4dae-884f-139771902675 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:52.527202 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.589629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b071187-f6a6-4ef3-a150-cdaf96a075b9 None None] Pushing event updated for resources: {'Port': ['ID=fb83333f-44c9-4dae-884f-139771902675,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:52.629222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Attempting to bind port fb83333f-44c9-4dae-884f-139771902675 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:52.629989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Attempting to bind port fb83333f-44c9-4dae-884f-139771902675 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:52.630607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Attempting to bind port fb83333f-44c9-4dae-884f-139771902675 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:52.638877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:52.639683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:52.640550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.641162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:52.641868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Bound port: fb83333f-44c9-4dae-884f-139771902675, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:52.642598 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.766092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45596) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:52.773743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] For port fb83333f-44c9-4dae-884f-139771902675, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:52.776524 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1ba69a1-6428-4036-8fd0-725450cd439c req-3b77dae6-6b6d-42a9-b8ce-f116b05fe74c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008273 Aug 04 15:00:52.785517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] For port fb83333f-44c9-4dae-884f-139771902675, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fb83333f-44c9-4dae-884f-139771902675,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:52.794343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.799342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8751d-a551-4171-ad31-79f9225fb56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:52.871215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Allocated IP 172.20.0.1 (bd2a6726-8330-4ec4-98f2-bc47ebfec7c0/d30de7dd-3ee4-4ecc-b998-b0250fd88fb0/95d652f7-b9ee-428d-9f99-4238c63bab28) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:52.892366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:52.894350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:53.028855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b071187-f6a6-4ef3-a150-cdaf96a075b9 None None] Pushing event updated for resources: {'Port': ['ID=fb83333f-44c9-4dae-884f-139771902675,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:53.033812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:53.149855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.184306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Transition to ACTIVE for port object 95d652f7-b9ee-428d-9f99-4238c63bab28 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:53.226302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8751d-a551-4171-ad31-79f9225fb56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.235601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3a8751d-a551-4171-ad31-79f9225fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.289484 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3a8751d-a551-4171-ad31-79f9225fb56f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4476d651a2c249deafcdcc7b22712488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220413 Aug 04 15:00:53.290427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8751d-a551-4171-ad31-79f9225fb56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c476940a-eedb-4070-8d07-b5566dfe47ca,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:53.292124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-ddb98378-f0bd-4269-8a10-e2b9671c1f20 service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8093784 Aug 04 15:00:53.294420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45602) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:53.297391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.324424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:49Z', 'revision_number': 3, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:53.343551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:53.346848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:53.350848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:53.376239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.395146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Pushing event updated for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:53.396724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02879cf-8c14-4267-a2b4-b35c3159c588 None None] The sync data for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 is: [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:49Z', 'revision_number': 3, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:53.423875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.646412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.651726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.823757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.847544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.868702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.899065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-bd2d176f-bd48-4221-9b7d-5898f571df84 service neutron] 10.222.0.76 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860507 Aug 04 15:00:53.942820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-34ddd7bd-1ab5-4ba5-b2c7-ac3813a52414 None None] Provisioning for port 95d652f7-b9ee-428d-9f99-4238c63bab28 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:53.956240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:53.971443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-34ddd7bd-1ab5-4ba5-b2c7-ac3813a52414 None None] Provisioning complete for port 95d652f7-b9ee-428d-9f99-4238c63bab28 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:53.971837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-34ddd7bd-1ab5-4ba5-b2c7-ac3813a52414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.093914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-34ddd7bd-1ab5-4ba5-b2c7-ac3813a52414 None None] Port 95d652f7-b9ee-428d-9f99-4238c63bab28 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:54.148894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.230258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Pushing event updated for resources: {'Port': ['ID=5ae94c37-59d9-4ffd-b971-7ea6b8326809,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:54.234851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.243496 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.250376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c476940a-eedb-4070-8d07-b5566dfe47ca HTTP/1.1" status: 204 len: 168 time: 0.9504783 Aug 04 15:00:54.288363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0657ee7-b84d-491b-a7de-b5ab26e0fd32 req-35a962c4-65b5-4502-8206-2e0ceed8f73f tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 210 time: 0.0388775 Aug 04 15:00:54.316795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed2741-6466-47fa-8d64-5cf6b88b8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476940a-eedb-4070-8d07-b5566dfe47ca,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:54.369424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.377123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.420056 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Floating IP 282a80ea-c029-462d-b0f6-a454c5d52c13 associated. External IP: 172.25.0.123, port: a0a0b5c8-839c-412c-8781-8b29977f2519. Aug 04 15:00:54.595438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Pushing event updated for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:54.598694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.609411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fb83333f-44c9-4dae-884f-139771902675 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:54.753263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port fb83333f-44c9-4dae-884f-139771902675 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:54.763824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fb83333f-44c9-4dae-884f-139771902675 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:54.764770 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.870521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:54.872381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:54.906943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:54.951300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port fb83333f-44c9-4dae-884f-139771902675, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fb83333f-44c9-4dae-884f-139771902675,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:00:54.961812 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:55.000218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Router 024517be-784d-489e-bbc2-e4be29d1799f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:55.143872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=fb83333f-44c9-4dae-884f-139771902675,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:55.187418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Router ec9293e5-817d-494f-8c88-0bf482096cca has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:55.317955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-829c7949-652b-4e33-8d92-747ff52fce04 None None] Provisioning complete for port 95d652f7-b9ee-428d-9f99-4238c63bab28 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:55.318629 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-829c7949-652b-4e33-8d92-747ff52fce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:55.390071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:55.403331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] Sync routers for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:55.437239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:55.438660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-829c7949-652b-4e33-8d92-747ff52fce04 None None] Port 95d652f7-b9ee-428d-9f99-4238c63bab28 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:55.439536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:55.440989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-955c2745-26fd-4bc1-b0f7-e1832ba43d8b req-e33a44ee-6aca-4f41-a128-fd562cfe3082 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 210 time: 0.0416143 Aug 04 15:00:55.442145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:55.465357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:55.470792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a94ec355-f291-4cd2-b326-2b959c4f41ba admin admin] 10.222.0.76 "PUT /v2.0/routers/ec9293e5-817d-494f-8c88-0bf482096cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7451384 Aug 04 15:00:55.479444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b9095a43-5e2a-4891-8168-77aad58e221a tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.6351459 Aug 04 15:00:55.482834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45656) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:55.567340 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:55.611013 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:55.616779 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:55.674239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45664) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:55.678354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9f0c2737-6479-4f32-b505-5a274f0e7600 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "GET /v2.0/floatingips/282a80ea-c029-462d-b0f6-a454c5d52c13 HTTP/1.1" status: 200 len: 983 time: 0.1940525 Aug 04 15:00:55.783061 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:55.784074 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d49ff-35a0-48f7-a956-76ecf57ef016 None None] The sync data for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:55.822599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4ff8a3b-9948-49d0-b220-89309461cbce tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1469495 Aug 04 15:00:55.825531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45676) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:56.277023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port 5ae94c37-59d9-4ffd-b971-7ea6b8326809 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:00:56.277396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.327347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-03ddb389-60f0-4bf0-ab27-d8d80c3fac8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:56.331886 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-03ddb389-60f0-4bf0-ab27-d8d80c3fac8a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 811 time: 0.2696812 Aug 04 15:00:56.351898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Request body: {'port': {'device_id': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'admin_state_up': True, 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:56.441609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.442225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.456966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for 5ae94c37-59d9-4ffd-b971-7ea6b8326809 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:00:56.504736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fb83333f-44c9-4dae-884f-139771902675 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:00:56.559596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Made reservation on behalf of ac1a59dd64794ceaaa27bf10e833e301 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:56.566101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.618067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Sync routers for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:56.650321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:56.652368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:56.768720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fb83333f-44c9-4dae-884f-139771902675 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:56.769098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.793195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-020a5dfb-356b-449f-b4d5-e27638bcaa7c req-08bcd23c-7dee-476a-beef-58ac54d27546 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 210 time: 0.0830050 Aug 04 15:00:56.936848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:56.993850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45710) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:56.994944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:56.997703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=5ae94c37-59d9-4ffd-b971-7ea6b8326809,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:57.021107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1255886071-network', 'tenant_id': '8e375686954845b49c6467fcfaf7a565'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:57.056742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Allocated IP 172.20.0.12 (7dc6437b-be30-4285-8743-6bf77cdcbd49/ce773139-4d34-4fba-99a2-b8607dec1930/8b459e1f-e573-4206-9e8b-a8082b2df467) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:57.128244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.128583 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Floating IP 282a80ea-c029-462d-b0f6-a454c5d52c13 disassociated (deleted). External IP: 172.25.0.123, port: a0a0b5c8-839c-412c-8781-8b29977f2519. Aug 04 15:00:57.144180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Made reservation on behalf of 8e375686954845b49c6467fcfaf7a565 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:57.150212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.199553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.317121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:53Z', 'revision_number': 4, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '95d652f7-b9ee-428d-9f99-4238c63bab28', 'name': '', 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'mac_address': 'fa:16:3e:46:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:52Z', 'updated_at': '2021-08-04T15:00:54Z', 'revision_number': 2, 'project_id': 'f3658a384ee5422095d988115d30291b', 'subnets': [{'id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:57.348775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Checking router: ec9293e5-817d-494f-8c88-0bf482096cca for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:00:57.349219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Updating router ec9293e5-817d-494f-8c88-0bf482096cca port 95d652f7-b9ee-428d-9f99-4238c63bab28 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:00:57.405702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.520251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Router 024517be-784d-489e-bbc2-e4be29d1799f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:00:57.548739 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.583511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Transition to ACTIVE for port object 8b459e1f-e573-4206-9e8b-a8082b2df467 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:57.629194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.643593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.690435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:00:57.708452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e338c0b-a374-4411-b8b3-dbe24b0f9062,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:57.715459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:00:57.720851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.721133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.722100 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Added segment ecd15c54-29a8-41f2-8a5f-e7bec3152d19 of type vlan for network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea Aug 04 15:00:57.723947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.744006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:57.751922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:00:57.752165 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] Sync routers for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:00:57.771527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4846bbf3-a11c-4670-b900-6ae0840c30ed tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/floatingips/282a80ea-c029-462d-b0f6-a454c5d52c13 HTTP/1.1" status: 204 len: 168 time: 1.9446604 Aug 04 15:00:57.774260 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:57.774937 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:57.778037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:57.795139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:57.827109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:57.837220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:57.844216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.849331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:57.884099 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:57.895505 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:57.898042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:57.909336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:57.914943 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:57.977574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:57.981156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.003669 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:58.008148 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b268ace-a88a-495f-90cf-f6afc860da39 None None] The sync data for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:00:58.061528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-592bb74e-4f94-485b-a859-cf6e62d38025 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7139175 Aug 04 15:00:58.074749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.074749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:58.076189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.090168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Request body: {'port': {'device_id': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:58.271276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-20a95293-d08f-4243-9cd1-f639e88f4167 None None] Provisioning for port 8b459e1f-e573-4206-9e8b-a8082b2df467 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:00:58.335729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] Pushing event updated for resources: {'Network': ['ID=5eb8ad0f-5a15-4b92-8a44-3951d896a2ea,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:58.338856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-553cf6a9-5a44-4aa1-a100-1848e0b5c8ce admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3439503 Aug 04 15:00:58.342228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45750) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:00:58.348789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Request body: {'subnet': {'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1255886071-subnet', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:00:58.435238 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.446338 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.448535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Transition to ACTIVE for port object 95d652f7-b9ee-428d-9f99-4238c63bab28 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:58.460307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-20a95293-d08f-4243-9cd1-f639e88f4167 None None] Provisioning complete for port 8b459e1f-e573-4206-9e8b-a8082b2df467 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:00:58.460791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20a95293-d08f-4243-9cd1-f639e88f4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.463073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:00:58.467857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Made reservation on behalf of 8e375686954845b49c6467fcfaf7a565 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:00:58.470869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.560476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:58.755470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f61f-e72a-44a2-bead-bc46f5902845 None None] Pushing event updated for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:58.870792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3d37-11ce-487d-bcf0-540e8a71d366 req-b03c8a42-e1e4-48b8-a3aa-148d06c57d39 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:00:58.883429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fdc3d37-11ce-487d-bcf0-540e8a71d366 req-b03c8a42-e1e4-48b8-a3aa-148d06c57d39 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 932 time: 0.8432755 Aug 04 15:00:58.972093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-20a95293-d08f-4243-9cd1-f639e88f4167 None None] Port 8b459e1f-e573-4206-9e8b-a8082b2df467 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:00:59.031049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fdc3d37-11ce-487d-bcf0-540e8a71d366 req-e32a0293-a8bb-4506-bbb9-70f32a05f2c4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418462 Aug 04 15:00:59.061006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.166217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b459e1f-e573-4206-9e8b-a8082b2df467 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:00:59.175979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.192533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Transition to ACTIVE for port object 8b459e1f-e573-4206-9e8b-a8082b2df467 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:00:59.208322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.265985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Attempting to bind port 95d652f7-b9ee-428d-9f99-4238c63bab28 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:00:59.267557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Attempting to bind port 95d652f7-b9ee-428d-9f99-4238c63bab28 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:00:59.268131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Attempting to bind port 95d652f7-b9ee-428d-9f99-4238c63bab28 on network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:00:59.285766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:00:59.286499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Checking segment: {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:00:59.287518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.287948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Bound using segment: {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:00:59.288510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Bound port: 95d652f7-b9ee-428d-9f99-4238c63bab28, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0f5a2e-c483-428f-bd72-60d7f67fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:00:59.289519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.310308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Allocated IP 172.25.0.217 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:00:59.401658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] For port 95d652f7-b9ee-428d-9f99-4238c63bab28, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:00:59.409207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] For port 95d652f7-b9ee-428d-9f99-4238c63bab28, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=95d652f7-b9ee-428d-9f99-4238c63bab28,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:00:59.424970 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.456034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:59.495869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:00:59.497191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:00:59.541653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.594399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.694968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f61f-e72a-44a2-bead-bc46f5902845 None None] Pushing event updated for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:59.699100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:00:59.702473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:00:59.711201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:00:59.715622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:00:59.855808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:00:59.907495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:00:59.990844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.202227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.235650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.399519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:00.413917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791dc97-ab93-462e-b5f3-45fb99a239ef req-5e41ba6c-b9b5-495c-a40e-682e5966fb03 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:00.421850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8791dc97-ab93-462e-b5f3-45fb99a239ef req-5e41ba6c-b9b5-495c-a40e-682e5966fb03 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 944 time: 0.2380278 Aug 04 15:01:00.448407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:53Z', 'revision_number': 4, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '95d652f7-b9ee-428d-9f99-4238c63bab28', 'name': '', 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'mac_address': 'fa:16:3e:46:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:52Z', 'updated_at': '2021-08-04T15:00:59Z', 'revision_number': 4, 'project_id': 'f3658a384ee5422095d988115d30291b', 'subnets': [{'id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:00.457303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Attempting to bind port 8b459e1f-e573-4206-9e8b-a8082b2df467 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:00.458213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Attempting to bind port 8b459e1f-e573-4206-9e8b-a8082b2df467 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:00.459125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Attempting to bind port 8b459e1f-e573-4206-9e8b-a8082b2df467 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:00.459523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.499134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8791dc97-ab93-462e-b5f3-45fb99a239ef req-841f46fd-1010-4c74-b024-28b564427dd0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Aug 04 15:01:00.508776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.510337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bb104dd1-e80e-4d47-af42-f40e62ab6bc7 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7309890 Aug 04 15:01:00.513086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:00.521843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Port 8b459e1f-e573-4206-9e8b-a8082b2df467 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:01:00.523735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Attempting to bind port 8b459e1f-e573-4206-9e8b-a8082b2df467 on network 7dc6437b-be30-4285-8743-6bf77cdcbd49 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:00.575353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:00.575765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Checking segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:00.576660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Bound using segment: {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:00.578307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Bound port: 8b459e1f-e573-4206-9e8b-a8082b2df467, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:00.581175 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.613264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.679199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68342c-9253-404d-8cea-a8853fcf5251 None None] The sync data for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 is: [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:00:53Z', 'revision_number': 4, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '95d652f7-b9ee-428d-9f99-4238c63bab28', 'name': '', 'network_id': 'bd2a6726-8330-4ec4-98f2-bc47ebfec7c0', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'mac_address': 'fa:16:3e:46:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:52Z', 'updated_at': '2021-08-04T15:00:59Z', 'revision_number': 4, 'project_id': 'f3658a384ee5422095d988115d30291b', 'subnets': [{'id': 'd30de7dd-3ee4-4ecc-b998-b0250fd88fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:00.696211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45802) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:00.837939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Checking segment: {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:00.838326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Network hostable DHCP agents. Network: 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:01:00.840994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:00.845781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:00.847235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b4ec65-4fc8-4460-9257-a4611fad828e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:00.864611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.911758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1d42-af22-498d-ae65-536766cbde67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.925657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:00.949242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:00.949976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:00.951805 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] 10.222.0.38 "PUT /v2.0/ports/8b459e1f-e573-4206-9e8b-a8082b2df467 HTTP/1.1" status: 200 len: 1093 time: 2.8797436 Aug 04 15:01:00.952281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:00.955157 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778684cc-047f-4811-9017-5d2f2eb8e560" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:00.963600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:01:00.983297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:00.999359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:01.000268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.006964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feba53-6d92-4427-a8ea-ff9f67f10433 None None] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:01.054948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.078897 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838583a-5a9a-461b-8820-47ee1862ad15 x-openstack-request-id: req-e838583a-5a9a-461b-8820-47ee1862ad15 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:01.079605 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:01.079953 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e838583a-5a9a-461b-8820-47ee1862ad15 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:01.080687 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'status': 'completed', 'code': 200} Aug 04 15:01:01.085162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daf8b7-20d8-4916-a364-736083c2e8af service neutron] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:01.117947 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c8b033cb-fbd2-4f58-a4f1-5d4a24a31b47 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7729819 Aug 04 15:01:01.118868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45810) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:01.125568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:01.168806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-865d08c8-378f-4b04-802a-b11d84f5816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:01.171247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-865d08c8-378f-4b04-802a-b11d84f5816a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 1096 time: 0.1322470 Aug 04 15:01:01.353888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:01:01.355609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.399932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-71322e82-1af5-4707-881c-7438d5d15860 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b459e1f-e573-4206-9e8b-a8082b2df467 HTTP/1.1" status: 200 len: 217 time: 0.2186861 Aug 04 15:01:01.455758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1d42-af22-498d-ae65-536766cbde67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.467662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1d42-af22-498d-ae65-536766cbde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.549334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.549334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.616122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-1df6b6d8-3840-4b91-978c-368d6a8850d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:01.616855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.617787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-1df6b6d8-3840-4b91-978c-368d6a8850d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.2027404 Aug 04 15:01:01.622798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d1d42-af22-498d-ae65-536766cbde67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762be00-fea3-4390-b347-bf06c1f03277,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:01.639609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f3d1d42-af22-498d-ae65-536766cbde67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be72706e44a44588a7c65cf53fc2f438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9419570 Aug 04 15:01:01.642060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:01.719098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Allocated IP 172.20.0.2 (5eb8ad0f-5a15-4b92-8a44-3951d896a2ea/73b4ec65-4fc8-4460-9257-a4611fad828e/1c1d66d9-58ef-4286-8a83-6deb027b63c4) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:01.786988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:01.907976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be9867-3c25-4dd6-a209-150b075397f7 req-8bb0f345-5425-41c5-aa41-59d9446f7e1e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:01.909871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76be9867-3c25-4dd6-a209-150b075397f7 req-8bb0f345-5425-41c5-aa41-59d9446f7e1e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 944 time: 0.2388120 Aug 04 15:01:01.924577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f51d6-e287-4841-a871-f395011584e5 req-348ca1e1-1dac-4935-9dec-ff35222ffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:01.926160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-348ca1e1-1dac-4935-9dec-ff35222ffaea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408340 Aug 04 15:01:01.956861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.016887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Allocated IP 172.25.0.22 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ccc97f65-759c-4954-a69a-bcaf0efcd5fc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:02.056677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.091290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.134869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.147614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Transition to ACTIVE for port object 1c1d66d9-58ef-4286-8a83-6deb027b63c4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:02.172474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Transition to ACTIVE for port object 1c1d66d9-58ef-4286-8a83-6deb027b63c4 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:02.184882 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.239273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.251875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:02.258275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:02.274100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-7ea6b2f2-7807-4067-b260-866089dfe2d6 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302932 Aug 04 15:01:02.284043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:02.286631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.289607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.293488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e762be00-fea3-4390-b347-bf06c1f03277 HTTP/1.1" status: 204 len: 168 time: 0.6476166 Aug 04 15:01:02.300255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.327651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Pushing event updated for resources: {'Port': ['ID=1c1d66d9-58ef-4286-8a83-6deb027b63c4,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:02.396249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Attempting to bind port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:02.396844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Attempting to bind port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:02.398312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Attempting to bind port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 on network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:02.402058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76be9867-3c25-4dd6-a209-150b075397f7 req-8d322871-4c59-4ae6-991f-eb0f0b91f8be tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809921 Aug 04 15:01:02.405666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:02.412955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Checking segment: {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:02.413592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.414065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a58af-9953-4bef-99cc-431a7a3f2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762be00-fea3-4390-b347-bf06c1f03277,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:02.414195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Bound using segment: {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:02.414836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Bound port: 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:02.415399 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.418998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Pushing event updated for resources: {'Port': ['ID=ccc97f65-759c-4954-a69a-bcaf0efcd5fc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:02.487471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:02.488941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:02.499049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:02.565383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] For port 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:02.579978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] For port 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1c1d66d9-58ef-4286-8a83-6deb027b63c4,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:02.596628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.717689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 95d652f7-b9ee-428d-9f99-4238c63bab28 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:02.748884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.764403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc2f51d6-e287-4841-a871-f395011584e5 req-325ed0a9-de83-4c2c-898c-f7cf96c325fa service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669676 Aug 04 15:01:02.810367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:02.928805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a9e6-cbce-46a7-9e1a-6ae1ed0685a8 None None] Pushing event updated for resources: {'Port': ['ID=1c1d66d9-58ef-4286-8a83-6deb027b63c4,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:02.984772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 95d652f7-b9ee-428d-9f99-4238c63bab28 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:02.990528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 95d652f7-b9ee-428d-9f99-4238c63bab28 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:02.991244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.032931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-834af04c-4fd6-41ba-937f-aaa8e058e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:03.035185 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-834af04c-4fd6-41ba-937f-aaa8e058e399 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 1096 time: 0.1807702 Aug 04 15:01:03.038805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.074840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45852) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:03.079088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.110406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c7d2-a47d-4ac4-854e-f007f95c9276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.217755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Allocated IP 172.25.0.74 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/108ed519-0f0a-4169-b8e8-3ea7bce0a7c0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:03.264400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.314664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 95d652f7-b9ee-428d-9f99-4238c63bab28, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=95d652f7-b9ee-428d-9f99-4238c63bab28,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:03.321351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.335505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.357872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.401168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:03.454322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Pushing event updated for resources: {'Port': ['ID=ccc97f65-759c-4954-a69a-bcaf0efcd5fc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:03.510069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-f61ad073-3376-419b-bc04-571480b63128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:03.512260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-f61ad073-3376-419b-bc04-571480b63128 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.4428163 Aug 04 15:01:03.515643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.525680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.595297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c7d2-a47d-4ac4-854e-f007f95c9276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.605242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-4b8a62fb-d146-4e69-b208-95867a8d8fe2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b459e1f-e573-4206-9e8b-a8082b2df467 HTTP/1.1" status: 200 len: 217 time: 0.0485258 Aug 04 15:01:03.609893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c7d2-a47d-4ac4-854e-f007f95c9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.660811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab89a-fe3a-419a-8746-940626df5aba req-fff8c43c-ba76-4123-9c82-d40c00ee4c17 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:03.669982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae0ab89a-fe3a-419a-8746-940626df5aba req-fff8c43c-ba76-4123-9c82-d40c00ee4c17 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 944 time: 0.1373293 Aug 04 15:01:03.672286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.676373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fc5ea9a3-b544-4b9a-bd08-3f949e80adfd tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1620922 Aug 04 15:01:03.683938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45872) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:03.692772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-4718665f-be90-4dc9-91c4-9e965896b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:03.694520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-4718665f-be90-4dc9-91c4-9e965896b7a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0800617 Aug 04 15:01:03.746469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.754373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b3e0c7d2-a47d-4ac4-854e-f007f95c9276 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d641d7969764fd0a5a492505a2c5387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784141 Aug 04 15:01:03.766500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45878) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:03.834097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c7d2-a47d-4ac4-854e-f007f95c9276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94f74fb-fe37-4357-a470-8d1684c0d982,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:03.874098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae0ab89a-fe3a-419a-8746-940626df5aba req-bc1fb4a4-106e-416d-9d45-d38c39154aeb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032528 Aug 04 15:01:03.888135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-f9981c24-cdea-4f28-ad09-12a1643116f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:03.890374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-f9981c24-cdea-4f28-ad09-12a1643116f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869667 Aug 04 15:01:03.905549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:03.907455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.938821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec41c355-ff94-45dc-9e70-b91ae6a436fa tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2528579 Aug 04 15:01:03.939464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45882) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:03.963087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:03.969016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:03.986177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:04.048270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a7125dc-ba9e-461d-b5f0-0e4b5920a5fb tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1076317 Aug 04 15:01:04.050742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:04.153494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Pushing event updated for resources: {'Port': ['ID=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:04.195083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.197823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.199012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c94f74fb-fe37-4357-a470-8d1684c0d982 HTTP/1.1" status: 204 len: 168 time: 0.4279954 Aug 04 15:01:04.217262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4f33d-516a-4a86-93fa-ca8f6ddb90d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94f74fb-fe37-4357-a470-8d1684c0d982,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:04.258836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Deleting port ccc97f65-759c-4954-a69a-bcaf0efcd5fc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:04.259516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.268845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-a96a864b-37d6-4c47-8ce8-5feea739025f service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173642 Aug 04 15:01:04.369258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.369603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.384524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Calling delete_port for ccc97f65-759c-4954-a69a-bcaf0efcd5fc owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:04.403352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8c69a-ddee-4afe-93f1-928bd90c8815 None None] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:04.532098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f3abeb0-91b4-4bdb-a392-b5d514902e26 None None] Provisioning for port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:04.553397 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-778684cc-047f-4811-9017-5d2f2eb8e560 req-50650ab9-10ce-4073-b8a4-4bcc6468fdac service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103896 Aug 04 15:01:04.738713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.770510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1c1d66d9-58ef-4286-8a83-6deb027b63c4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:04.788487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Pushing event deleted for resources: {'Port': ['ID=ccc97f65-759c-4954-a69a-bcaf0efcd5fc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:04.860444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:04.871707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:04.872090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.908254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.911301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:04.915930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4069721d-bcb5-471c-b5e1-8e3bf043ad97 tempest-FloatingIPAdminTestJSON-337764510 tempest-FloatingIPAdminTestJSON-337764510-project] 10.222.0.76 "DELETE /v2.0/floatingips/d2683bff-359e-4916-9e3d-0603ed7f5a47 HTTP/1.1" status: 204 len: 168 time: 0.8639057 Aug 04 15:01:04.916565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45912) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:04.964803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8b459e1f-e573-4206-9e8b-a8082b2df467 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:01:05.141025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:05.183352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:01:05.200041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.301248 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.327749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.333580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b459e1f-e573-4206-9e8b-a8082b2df467 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:01:05.347520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3867-5399-4e1f-af59-b403ef429f25 req-eba97331-c959-4de4-8512-89e2efc82799 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:05.349361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a1c3867-5399-4e1f-af59-b403ef429f25 req-eba97331-c959-4de4-8512-89e2efc82799 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 944 time: 0.2840867 Aug 04 15:01:05.373333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:05.384753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1c1d66d9-58ef-4286-8a83-6deb027b63c4,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:05.388792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.399104 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.400847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 95d652f7-b9ee-428d-9f99-4238c63bab28 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:05.490908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b5eb1df6-2a32-475b-814a-90f0f71dce42 None None] Provisioning complete for port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:05.491605 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1df6-2a32-475b-814a-90f0f71dce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.501963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Deleting port b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:05.502331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.555314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a1c3867-5399-4e1f-af59-b403ef429f25 req-9a9e572a-c2d4-4a3b-951e-64a48a488a6b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870112 Aug 04 15:01:05.589555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:05.651617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.696755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.697102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.699717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8b459e1f-e573-4206-9e8b-a8082b2df467'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:01:05.716564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Calling delete_port for b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:05.773385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1c1d66d9-58ef-4286-8a83-6deb027b63c4,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:05.806703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 95d652f7-b9ee-428d-9f99-4238c63bab28 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:05.807426 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.898153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:05.938441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Router d03be33f-e92e-4886-9ccf-a315b3793922 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:01:05.946522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3fe5f44-fe54-494c-b2cf-3cecfaa5cfdc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:06.111740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.114540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.119456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-488d18c5-0991-43df-b93e-85527c7a7e15 tempest-FloatingIPAdminTestJSON-972834840 tempest-FloatingIPAdminTestJSON-972834840-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/8b18e362-2ef0-40e7-ab3f-0017d88375fc HTTP/1.1" status: 204 len: 168 time: 1.2017164 Aug 04 15:01:06.120088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45954) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:06.179507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:06.200173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Sync routers for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:06.217915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.219369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a28aa1d1-93c0-4990-81d3-8cf1c2a2decc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0982139 Aug 04 15:01:06.222736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45958) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:06.236689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:06.237557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:06.273842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port a0a0b5c8-839c-412c-8781-8b29977f2519 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:06.274208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.417376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:06.443034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.460941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for a0a0b5c8-839c-412c-8781-8b29977f2519 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:06.546730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1c1d66d9-58ef-4286-8a83-6deb027b63c4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:06.661466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:06.662002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.783618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:04Z', 'revision_number': 3, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:06.820392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Checking router: d03be33f-e92e-4886-9ccf-a315b3793922 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:06.820951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Updating router d03be33f-e92e-4886-9ccf-a315b3793922 port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:01:06.855034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.892934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:06.905268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=a0a0b5c8-839c-412c-8781-8b29977f2519,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:06.974191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8b459e1f-e573-4206-9e8b-a8082b2df467 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:06.976561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9351f-02b3-4797-9ec9-80ff89679eb2 req-cc8d453d-d0e3-4817-9dc5-3759fceda642 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:06.991369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cad9351f-02b3-4797-9ec9-80ff89679eb2 req-cc8d453d-d0e3-4817-9dc5-3759fceda642 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 945 time: 0.2128704 Aug 04 15:01:07.095593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.141823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.146652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45990) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:07.153293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b232b48d-b804-431a-a3d2-e6d61e82038c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/ports/a0a0b5c8-839c-412c-8781-8b29977f2519 HTTP/1.1" status: 204 len: 168 time: 1.0320930 Aug 04 15:01:07.210217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cad9351f-02b3-4797-9ec9-80ff89679eb2 req-5977d5f1-967f-4b19-8a67-3f4d3e5cddf9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178609 Aug 04 15:01:07.302348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 8b459e1f-e573-4206-9e8b-a8082b2df467 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:07.395510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45dc6be-dbd1-470d-89ec-1f80f19e5fe5 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:07.399677 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e45dc6be-dbd1-470d-89ec-1f80f19e5fe5 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "GET /v2.0/ports?device_id=024517be-784d-489e-bbc2-e4be29d1799f HTTP/1.1" status: 200 len: 913 time: 0.2457879 Aug 04 15:01:07.399905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46002) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:07.401086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 8b459e1f-e573-4206-9e8b-a8082b2df467 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:07.401470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.629559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Allocated IP 172.20.0.1 (5eb8ad0f-5a15-4b92-8a44-3951d896a2ea/73b4ec65-4fc8-4460-9257-a4611fad828e/13d5f474-2c7c-41fd-8564-bae97acb0e2c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:07.819723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.839983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Transition to ACTIVE for port object 13d5f474-2c7c-41fd-8564-bae97acb0e2c will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:07.849840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.889749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.946945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:07.949942 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181bffb9-32ac-4344-98a2-ca3b612b0962" -d '{"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-plugged", "status": "completed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:07.956101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:07.959179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:07.962257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:07.970494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:07.992089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:07.996809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.025891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.044304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Transition to ACTIVE for port object 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:08.064173 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b51ee-9ccf-478b-8e41-b125d692c5c7 x-openstack-request-id: req-3c5b51ee-9ccf-478b-8e41-b125d692c5c7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:08.064487 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-plugged", "status": "completed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:08.065862 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c5b51ee-9ccf-478b-8e41-b125d692c5c7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:08.066406 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'code': 200} Aug 04 15:01:08.100095 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.169707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Attempting to bind port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:08.170982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Attempting to bind port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:08.171539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Attempting to bind port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:08.190486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:08.191208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:08.192163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.192720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:08.193380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Bound port: 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:08.193941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.232921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:08.289769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.358479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576faeea-4923-4b52-969a-61888e927324 None None] Pushing event updated for resources: {'Port': ['ID=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:08.379842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46026) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:08.380428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] For port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:08.385683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] For port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:08.391734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.462748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Pushing event updated for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:08.465369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc2e7f94-cecb-49aa-bba0-01d11ce32558 None None] Provisioning for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:08.508409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dc2e7f94-cecb-49aa-bba0-01d11ce32558 None None] Provisioning complete for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:08.508898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7f94-cecb-49aa-bba0-01d11ce32558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.537088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.562149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e7f94-cecb-49aa-bba0-01d11ce32558 None None] Port 13d5f474-2c7c-41fd-8564-bae97acb0e2c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:08.575150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328f425-0b5e-49e8-8832-0b1497a245a0 req-6ff9cec7-b796-4fbf-8838-7d9f5f96e36e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:08.580468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576faeea-4923-4b52-969a-61888e927324 None None] Pushing event updated for resources: {'Port': ['ID=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:08.585426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9328f425-0b5e-49e8-8832-0b1497a245a0 req-6ff9cec7-b796-4fbf-8838-7d9f5f96e36e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2053895 Aug 04 15:01:08.585584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:08.585991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:08.614041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2fa64-9a44-4a03-b002-7fa09776514b req-c9ed4d36-a6e1-4621-ac5e-7bc1f2e1ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:08.616374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4cb2fa64-9a44-4a03-b002-7fa09776514b req-c9ed4d36-a6e1-4621-ac5e-7bc1f2e1ac31 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 1098 time: 0.4071341 Aug 04 15:01:08.654373 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41129de-f18a-4abd-b91f-654f4791f47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.721267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:08.735059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9328f425-0b5e-49e8-8832-0b1497a245a0 req-5085f90e-d852-43d4-822c-37e8888d78e0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372142 Aug 04 15:01:08.814096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4cb2fa64-9a44-4a03-b002-7fa09776514b req-31a8c849-a0a2-42f1-ac5c-09e56c71a07c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814897 Aug 04 15:01:08.987891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41129de-f18a-4abd-b91f-654f4791f47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:08.998085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b41129de-f18a-4abd-b91f-654f4791f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.002890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.015774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.059430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b41129de-f18a-4abd-b91f-654f4791f47c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a3008a93ae3406491cda3af3734c606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785312 Aug 04 15:01:09.068000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46038) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:09.095698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Pushing event updated for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:09.108653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41129de-f18a-4abd-b91f-654f4791f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ee1b86-a54e-4b16-9efa-3b52ca635b58,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:09.131358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.169567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '13d5f474-2c7c-41fd-8564-bae97acb0e2c', 'name': '', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'mac_address': 'fa:16:3e:97:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:07Z', 'updated_at': '2021-08-04T15:01:07Z', 'revision_number': 1, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'subnets': [{'id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:09.190998 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:09.191353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.209612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50377f5-3f59-4e27-bf5a-d26dc7083e91 None None] The sync data for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 is: [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '13d5f474-2c7c-41fd-8564-bae97acb0e2c', 'name': '', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'mac_address': 'fa:16:3e:97:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:07Z', 'updated_at': '2021-08-04T15:01:07Z', 'revision_number': 1, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'subnets': [{'id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:09.293900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:09.298126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:09.298967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.375529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.404806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for 1266071d-e2c5-4e75-80c5-a4ae2f41b5cc owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:09.408199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.505338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Router d03be33f-e92e-4886-9ccf-a315b3793922 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:09.554205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.557565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.559273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59ee1b86-a54e-4b16-9efa-3b52ca635b58 HTTP/1.1" status: 204 len: 168 time: 0.4903336 Aug 04 15:01:09.753288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b55d7c2c-0755-4a34-b2fe-18b425113ba9 None None] Provisioning complete for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:09.753743 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b55d7c2c-0755-4a34-b2fe-18b425113ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:09.820795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:09.844516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ae31594-d18d-48da-8a1f-74fe00eb1efd admin admin] 10.222.0.76 "PUT /v2.0/routers/d03be33f-e92e-4886-9ccf-a315b3793922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120155 Aug 04 15:01:09.897884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b55d7c2c-0755-4a34-b2fe-18b425113ba9 None None] Port 13d5f474-2c7c-41fd-8564-bae97acb0e2c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:10.257469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:10.273511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e708e8f2-7546-4495-968a-be4b96ef9778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.285875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874cf83-4c2c-4a24-adce-e38406d42f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ee1b86-a54e-4b16-9efa-3b52ca635b58,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:10.458111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e708e8f2-7546-4495-968a-be4b96ef9778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.465818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e708e8f2-7546-4495-968a-be4b96ef9778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.572053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea640868-98d4-4e18-9d78-55967f7f37e3 req-6af710aa-52be-43b9-a9d4-df33a658f3a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:10.573622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea640868-98d4-4e18-9d78-55967f7f37e3 req-6af710aa-52be-43b9-a9d4-df33a658f3a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2766027 Aug 04 15:01:10.575197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.578218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708e8f2-7546-4495-968a-be4b96ef9778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea85c6-bf60-40d2-8b76-aed8168c3b73,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:10.589934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e708e8f2-7546-4495-968a-be4b96ef9778 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99d27facb43c4217939e31134e1d128a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312531 Aug 04 15:01:10.596711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46084) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:10.653808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=1266071d-e2c5-4e75-80c5-a4ae2f41b5cc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:10.781044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.848033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.950375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.963823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:10.966507 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40ea85c6-bf60-40d2-8b76-aed8168c3b73 HTTP/1.1" status: 204 len: 168 time: 0.3685367 Aug 04 15:01:10.977106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8d35-00c1-4e7a-90e4-965979ba6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea85c6-bf60-40d2-8b76-aed8168c3b73,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:11.022772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea640868-98d4-4e18-9d78-55967f7f37e3 req-97307de9-e67a-48b8-9bb1-81645609d175 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382207 Aug 04 15:01:11.253373 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:11.613121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321b824-8e57-4f75-87dc-9c2d9b413ed8 req-8a90ffbd-d30b-486e-a23d-5268ee7b1fea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:11.616121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b321b824-8e57-4f75-87dc-9c2d9b413ed8 req-8a90ffbd-d30b-486e-a23d-5268ee7b1fea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1791248 Aug 04 15:01:11.779038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b321b824-8e57-4f75-87dc-9c2d9b413ed8 req-3a723d56-2b0f-4170-999a-be7cbf68b0a5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538186 Aug 04 15:01:11.830150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Router 024517be-784d-489e-bbc2-e4be29d1799f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:11.845268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46148) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:12.064703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:12.081801 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] Sync routers for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:12.088045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-88aeebdb-390b-4ed1-8d36-c3633908da82 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "PUT /v2.0/routers/024517be-784d-489e-bbc2-e4be29d1799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6862323 Aug 04 15:01:12.092181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46158) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:12.097837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:12.098913 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:12.184094 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:12.204110 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] Routers {'024517be-784d-489e-bbc2-e4be29d1799f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:12.205033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['024517be-784d-489e-bbc2-e4be29d1799f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:12.249416 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:12.251836 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be3ee2-8071-4971-a901-042279f9c691 None None] The sync data for ids ['024517be-784d-489e-bbc2-e4be29d1799f'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:12.318165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.504029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.579853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:12.636484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port f7f5448e-1ef3-40f8-a1f0-e70ffaf7c5fb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:12.637469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.690023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:12.696789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:12.697687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.843522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.855134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:12.882508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for f7f5448e-1ef3-40f8-a1f0-e70ffaf7c5fb owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:12.886216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:12.894721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.015626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:13.035731 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:01:13.078995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Sync routers for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:13.088205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:13.088839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:13.252122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:13.342326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.351218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939b24-c65b-4f9a-be69-925d8267a7d9 req-d091156b-1294-4eac-9404-c44e14e349a3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:13.363562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59939b24-c65b-4f9a-be69-925d8267a7d9 req-d091156b-1294-4eac-9404-c44e14e349a3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.4628954 Aug 04 15:01:13.546144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59939b24-c65b-4f9a-be69-925d8267a7d9 req-ef2d2e51-1726-4731-a8fb-a75b61f42ce2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336200 Aug 04 15:01:13.547909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.646922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=f7f5448e-1ef3-40f8-a1f0-e70ffaf7c5fb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:13.740734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.746344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '13d5f474-2c7c-41fd-8564-bae97acb0e2c', 'name': '', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'mac_address': 'fa:16:3e:97:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:07Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 2, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'subnets': [{'id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:13.785191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Checking router: d03be33f-e92e-4886-9ccf-a315b3793922 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:13.785695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Updating router d03be33f-e92e-4886-9ccf-a315b3793922 port 13d5f474-2c7c-41fd-8564-bae97acb0e2c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:01:13.848681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.888431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Deleting port 95d652f7-b9ee-428d-9f99-4238c63bab28 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:13.888821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.975561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:13.978344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.040265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.040815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Fanout notify agent at l3_agent the message router_deleted on router 024517be-784d-489e-bbc2-e4be29d1799f {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:01:14.061690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.062874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-066ad1ff-d17e-4ff4-b126-cb35a8fc544c tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/routers/024517be-784d-489e-bbc2-e4be29d1799f HTTP/1.1" status: 204 len: 168 time: 1.9682469 Aug 04 15:01:14.065327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46230) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:14.185663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting subnet a09b6c96-27e2-42c6-a1a0-f2f79cfde49c {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:01:14.190802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.218520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] For port 95d652f7-b9ee-428d-9f99-4238c63bab28, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=95d652f7-b9ee-428d-9f99-4238c63bab28,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:14.218931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.253211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Calling delete_port for 95d652f7-b9ee-428d-9f99-4238c63bab28 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:14.308824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.322243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Transition to ACTIVE for port object 13d5f474-2c7c-41fd-8564-bae97acb0e2c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:14.329537 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.359516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.418615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb46494-b5cf-4236-ada9-44660d3798f9 None None] Pushing event updated for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:14.419761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d7da-3510-4d57-9b9a-57cb455d75a1 req-482821ec-7ac2-4b4b-83d9-54e971f389b7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:14.421389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c5d7da-3510-4d57-9b9a-57cb455d75a1 req-482821ec-7ac2-4b4b-83d9-54e971f389b7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2331588 Aug 04 15:01:14.536153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c5d7da-3510-4d57-9b9a-57cb455d75a1 req-df39f83d-d151-4567-96be-8f9ff0326f07 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023123 Aug 04 15:01:14.559235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Attempting to bind port 13d5f474-2c7c-41fd-8564-bae97acb0e2c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:14.562681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Attempting to bind port 13d5f474-2c7c-41fd-8564-bae97acb0e2c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:14.563240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Attempting to bind port 13d5f474-2c7c-41fd-8564-bae97acb0e2c on network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:14.575179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:14.575859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Checking segment: {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:14.578037 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.578631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Bound using segment: {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:14.579304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Bound port: 13d5f474-2c7c-41fd-8564-bae97acb0e2c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:14.579860 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.609975 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.624203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:14.763742 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.777615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.790741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] For port 13d5f474-2c7c-41fd-8564-bae97acb0e2c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:14.816722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:14.822925 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/subnets/a09b6c96-27e2-42c6-a1a0-f2f79cfde49c HTTP/1.1" status: 204 len: 168 time: 0.7563918 Aug 04 15:01:14.828239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46260) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:14.881698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Pushing event deleted for resources: {'Port': ['ID=95d652f7-b9ee-428d-9f99-4238c63bab28,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:14.882929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66d3b1-d2b0-49ff-a9ac-552fbd3ca40d None None] Network a02909d9-1fae-492c-851a-9f72a4152a9e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:14.898342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] For port 13d5f474-2c7c-41fd-8564-bae97acb0e2c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=13d5f474-2c7c-41fd-8564-bae97acb0e2c,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:14.930601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad1952-3b21-4237-ad58-7a02967aca56 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Subnet': ['ID=a09b6c96-27e2-42c6-a1a0-f2f79cfde49c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:14.954066 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35a386ea-176f-48c9-a1d7-266c4be9fc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.124725 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.131668 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.154247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:15.154601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.195264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8b459e1f-e573-4206-9e8b-a8082b2df467 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:01:15.328800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port d6d41cc0-3de5-4e63-8667-ed161c4ee474 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:15.329164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.375123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.560178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:15.560949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:15.617905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] For port d6d41cc0-3de5-4e63-8667-ed161c4ee474, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d6d41cc0-3de5-4e63-8667-ed161c4ee474,segment=NetworkSegment(9b18d89b-9ae8-4210-8f5a-f359573903ea),segment_id=9b18d89b-9ae8-4210-8f5a-f359573903ea)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:15.618306 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.677557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for d6d41cc0-3de5-4e63-8667-ed161c4ee474 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:15.782534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Router ec9293e5-817d-494f-8c88-0bf482096cca has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:15.864667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:15.904081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46290) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:15.909851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:15.916183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-567806e6-8a71-4029-b1a5-5df1a82aaddb admin admin] 10.222.0.76 "PUT /v2.0/routers/ec9293e5-817d-494f-8c88-0bf482096cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0697081 Aug 04 15:01:15.921379 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Sync routers for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:15.923243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46292) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:15.929583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:15.940785 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:15.941422 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:15.955390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-79bcc0bd-d959-42ce-8dd8-7af28d100bed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0543430 Aug 04 15:01:16.035379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=d6d41cc0-3de5-4e63-8667-ed161c4ee474,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:16.052884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] No DVR routers for this DVR port d6d41cc0-3de5-4e63-8667-ed161c4ee474 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:16.084123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.084544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.085097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.085584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.086075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.086746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.087518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.090337 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-af7957d4-c08a-4144-92de-bed0828a66ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5386d528be49433f90fd7d0989dd2497&device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 6499 time: 0.0723512 Aug 04 15:01:16.144237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2271fb9-d64b-4389-ad3a-556ea188a483 None None] DHCP port deletion for a02909d9-1fae-492c-851a-9f72a4152a9e request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:01:16.184717 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 15:01:16.235404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.300215 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:16.335014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-5abba1f0-62c6-48ec-926f-6de91ec6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.335989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-5abba1f0-62c6-48ec-926f-6de91ec6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.336482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-5abba1f0-62c6-48ec-926f-6de91ec6d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.338124 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-5abba1f0-62c6-48ec-926f-6de91ec6d392 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&id=d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 200 len: 2292 time: 0.2228184 Aug 04 15:01:16.343555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-596615f9-5749-467c-9255-6a2fd069a267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.467152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-a7071102-8c82-4b8f-b542-a5eec2fac251 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 200 len: 1001 time: 0.1205614 Aug 04 15:01:16.597806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-9ac3fe2a-9804-4753-927f-db44502bfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.602327 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-9ac3fe2a-9804-4753-927f-db44502bfa5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 200 len: 850 time: 0.1275568 Aug 04 15:01:16.685413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-a73d95dc-c02e-4b6d-beec-c3f2984ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.687254 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-a73d95dc-c02e-4b6d-beec-c3f2984ffdcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739222 Aug 04 15:01:16.735439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-596615f9-5749-467c-9255-6a2fd069a267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.741229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.763342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-596615f9-5749-467c-9255-6a2fd069a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.794809 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'fb83333f-44c9-4dae-884f-139771902675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:01:14Z', 'revision_number': 5, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port': {'id': 'fb83333f-44c9-4dae-884f-139771902675', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:00:47Z', 'updated_at': '2021-08-04T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:16.804372 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-1082aa32-50c0-40fe-a1e7-9422e148c6cd service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085544 Aug 04 15:01:16.823269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-596615f9-5749-467c-9255-6a2fd069a267 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=046ec1fbaafa43318301f9f71475dabe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9020908 Aug 04 15:01:16.827951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46320) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:16.844190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0423-f04f-4bd2-8a05-9e89d6add83a req-3f82768f-064c-4391-ab08-2fc5d8fa8070 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:16.851480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82a0423-f04f-4bd2-8a05-9e89d6add83a req-3f82768f-064c-4391-ab08-2fc5d8fa8070 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 1.0133042 Aug 04 15:01:16.856007 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:16.871385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Checking router: ec9293e5-817d-494f-8c88-0bf482096cca for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:16.881527 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Routers {'ec9293e5-817d-494f-8c88-0bf482096cca'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:16.882422 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:00:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ec9293e5-817d-494f-8c88-0bf482096cca'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:16.945337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb46494-b5cf-4236-ada9-44660d3798f9 None None] Pushing event updated for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:17.017011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02909d9-1fae-492c-851a-9f72a4152a9e']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:17.073945 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] Set router ec9293e5-817d-494f-8c88-0bf482096cca gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:17.080787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b18d89b-9ae8-4210-8f5a-f359573903ea') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:17.081223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b18d89b-9ae8-4210-8f5a-f359573903ea') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:17.093690 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.111952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596615f9-5749-467c-9255-6a2fd069a267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec43fe9-5a8f-4c59-94e2-efc0a3646750,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:17.112594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-301ef6df-446e-4058-8a24-95654bd4b9a0 service neutron] 10.222.0.46 "GET /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997499 Aug 04 15:01:17.130042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.154114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82a0423-f04f-4bd2-8a05-9e89d6add83a req-5f264e5a-8b9f-40d2-8940-5d734d986f3e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016036 Aug 04 15:01:17.179149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.192716 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:01:16Z', 'revision_number': 6, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:17.217548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:01:17.220089 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.227736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e8c1a-5f31-43ba-99b6-bf1697282fd8 None None] The sync data for ids ['ec9293e5-817d-494f-8c88-0bf482096cca'] in n-d-801743-12 is: [{'id': 'ec9293e5-817d-494f-8c88-0bf482096cca', 'name': 'tempest-TestAggregatesBasicOps-921262551-router', 'tenant_id': 'f3658a384ee5422095d988115d30291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:00:45Z', 'updated_at': '2021-08-04T15:01:16Z', 'revision_number': 6, 'project_id': 'f3658a384ee5422095d988115d30291b', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:17.229992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Deleting port fb83333f-44c9-4dae-884f-139771902675 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:17.230138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:01:17.232074 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:01:17.239713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:17.272223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'port_id': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:01:17.296257 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3dfcd2d7-0213-4227-a87f-7189f4d17af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 217 time: 0.1427021 Aug 04 15:01:17.304567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '13d5f474-2c7c-41fd-8564-bae97acb0e2c', 'name': '', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'mac_address': 'fa:16:3e:97:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:07Z', 'updated_at': '2021-08-04T15:01:14Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'subnets': [{'id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:17.314141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.349688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a88b2a-e827-449e-b01f-a656a6584411 None None] The sync data for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 is: [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:08Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '13d5f474-2c7c-41fd-8564-bae97acb0e2c', 'name': '', 'network_id': '5eb8ad0f-5a15-4b92-8a44-3951d896a2ea', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'mac_address': 'fa:16:3e:97:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:07Z', 'updated_at': '2021-08-04T15:01:14Z', 'revision_number': 4, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'subnets': [{'id': '73b4ec65-4fc8-4460-9257-a4611fad828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:17.406813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2021535d-2b22-4ce0-a589-540642cafa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.419412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.450657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b459e1f-e573-4206-9e8b-a8082b2df467 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:01:17.522344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-cdd97359-2be8-44fe-a9d0-a148582bef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:17.527175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-cdd97359-2be8-44fe-a9d0-a148582bef98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.2082472 Aug 04 15:01:17.530778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:17.534962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] For port fb83333f-44c9-4dae-884f-139771902675, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fb83333f-44c9-4dae-884f-139771902675,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:17.535380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.538239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.580969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Calling delete_port for fb83333f-44c9-4dae-884f-139771902675 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:17.681182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.685395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.713011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aec43fe9-5a8f-4c59-94e2-efc0a3646750 HTTP/1.1" status: 204 len: 168 time: 0.8557692 Aug 04 15:01:17.718126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['8b459e1f-e573-4206-9e8b-a8082b2df467'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:01:17.761463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b98d2a75-31bb-472c-aa01-77711084c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:17.777830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b98d2a75-31bb-472c-aa01-77711084c2b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2432981 Aug 04 15:01:17.783856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.795420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.804713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/networks/a02909d9-1fae-492c-851a-9f72a4152a9e HTTP/1.1" status: 204 len: 168 time: 2.9690025 Aug 04 15:01:17.809148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46350) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:17.810261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19257b4e-5994-49fb-b14a-5ce0cac85b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec43fe9-5a8f-4c59-94e2-efc0a3646750,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:17.835847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:17.931339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:17.990113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 13d5f474-2c7c-41fd-8564-bae97acb0e2c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:18.110828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7679cf3-10f2-4e82-b37f-81a19c18286f tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Network': ['ID=a02909d9-1fae-492c-851a-9f72a4152a9e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:18.114346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.215731 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b98dbda1-138b-46cc-9410-deb0c7759ef5 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032142 Aug 04 15:01:18.319320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Deleting port a616fad7-5d26-4a6f-8d14-5fa77266990d {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:18.319676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.402524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:18.437722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:18.439068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.484215 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-f0db2be7-b2fe-4803-b8a5-2261d6e2dd8e service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593322 Aug 04 15:01:18.610420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46362) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:18.644846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de7f561-60f6-4b25-a41e-b306fb49f804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.647572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3cf0ae5d-06e2-4d07-9888-64a85f128942 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 217 time: 0.1574676 Aug 04 15:01:18.824689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.842033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.845510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.900989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de7f561-60f6-4b25-a41e-b306fb49f804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.929885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de7f561-60f6-4b25-a41e-b306fb49f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:18.932970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 13d5f474-2c7c-41fd-8564-bae97acb0e2c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=13d5f474-2c7c-41fd-8564-bae97acb0e2c,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:18.946451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.020209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7f561-60f6-4b25-a41e-b306fb49f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9881a1-4c87-4111-a519-ddbedc39a283,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:19.033265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d6d41cc0-3de5-4e63-8667-ed161c4ee474 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:19.054154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3de7f561-60f6-4b25-a41e-b306fb49f804 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcfcc452f6e945f38c78998184fe76a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397476 Aug 04 15:01:19.058454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:19.067150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-e817cc44-61ce-4979-946e-35df19453878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:19.068498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-e817cc44-61ce-4979-946e-35df19453878 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.4103210 Aug 04 15:01:19.108309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d6d41cc0-3de5-4e63-8667-ed161c4ee474 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:19.118937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d6d41cc0-3de5-4e63-8667-ed161c4ee474 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:19.161908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:19.168697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.207259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.315106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3bb8f837-a194-421f-9f14-0bed4e5da6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:19.327221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3bb8f837-a194-421f-9f14-0bed4e5da6f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2473686 Aug 04 15:01:19.328469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.331149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.334513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd9881a1-4c87-4111-a519-ddbedc39a283 HTTP/1.1" status: 204 len: 168 time: 0.2723477 Aug 04 15:01:19.343084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165aa4c-ce7e-4ed4-8447-f7158c9984c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9881a1-4c87-4111-a519-ddbedc39a283,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:19.460595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-4823912d-1e1c-487b-aebf-16fa70c2a792 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186879 Aug 04 15:01:19.474728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 13d5f474-2c7c-41fd-8564-bae97acb0e2c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:19.543568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8b459e1f-e573-4206-9e8b-a8082b2df467 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:19.668014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.673307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-64bcc5bc-bd70-4843-a96b-a658c360eb1a service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042499 Aug 04 15:01:19.679177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 13d5f474-2c7c-41fd-8564-bae97acb0e2c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:19.679551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.695373 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.706150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.743543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3430122a-48b8-4162-82b2-269f9a8f15a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 200 len: 217 time: 0.0601072 Aug 04 15:01:19.753347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 8b459e1f-e573-4206-9e8b-a8082b2df467 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:19.754120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:19.756496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bbab1-2b8e-4ba2-9e35-2f590b1b3f9d req-778a6cbe-2540-47a6-a4fb-514e6950d946 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:19.764241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f5bbab1-2b8e-4ba2-9e35-2f590b1b3f9d req-778a6cbe-2540-47a6-a4fb-514e6950d946 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 945 time: 1.3221612 Aug 04 15:01:19.877687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-95bf175e-2330-4f85-8308-3a542c6464f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:19.880565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Calling delete_port for a616fad7-5d26-4a6f-8d14-5fa77266990d owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:19.884346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-95bf175e-2330-4f85-8308-3a542c6464f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.1164048 Aug 04 15:01:19.903443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb83333f-44c9-4dae-884f-139771902675,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:20.010130 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.038263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-57106d0a-9e41-4624-887d-af6f60f62163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:20.040081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-57106d0a-9e41-4624-887d-af6f60f62163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287713 Aug 04 15:01:20.048726 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-1c7b6ed9-c401-4c6e-a87b-dfc7c7b2e0db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1641672 Aug 04 15:01:20.065849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:20.068546 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee40327-74ff-4737-8154-9e6727d9a286" -d '{"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-plugged", "status": "completed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:20.096784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f5bbab1-2b8e-4ba2-9e35-2f590b1b3f9d req-0d9d8e94-12c4-4631-9dc7-3d46a3aa2547 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316247 Aug 04 15:01:20.217342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:20.220227 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abf773d-a564-4d09-91a8-eff9d01b111d x-openstack-request-id: req-1abf773d-a564-4d09-91a8-eff9d01b111d {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:20.220682 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-plugged", "status": "completed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:20.221117 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1abf773d-a564-4d09-91a8-eff9d01b111d {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:20.221679 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'code': 200} Aug 04 15:01:20.238194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.300415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.311386 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.329018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-6b396949-f974-4c32-adfd-6fd17f2d3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:20.334681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-6b396949-f974-4c32-adfd-6fd17f2d3460 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22735aa8163e46d78963b41a23e72cff&device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 1102 time: 0.1343722 Aug 04 15:01:20.399648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-2b4cabdf-339c-4431-9779-3276f303aa1d service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491473 Aug 04 15:01:20.410757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:20.455484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fb83333f-44c9-4dae-884f-139771902675 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:20.512786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fb83333f-44c9-4dae-884f-139771902675 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:20.514749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fb83333f-44c9-4dae-884f-139771902675 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:20.516251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 95d652f7-b9ee-428d-9f99-4238c63bab28 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:20.568055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.572101 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.574704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 95d652f7-b9ee-428d-9f99-4238c63bab28 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:20.575092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 95d652f7-b9ee-428d-9f99-4238c63bab28 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:20.643262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.644090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9293e5-817d-494f-8c88-0bf482096cca {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:01:20.675984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-73ee26de-468f-4f15-8020-5abd8fba61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:20.677515 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-73ee26de-468f-4f15-8020-5abd8fba61f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.3202872 Aug 04 15:01:20.682507 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-093d3bb9-b906-4a34-a08e-06d4c24ab42d service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557364 Aug 04 15:01:20.711325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.712639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8c07352-b2fc-4fcc-8dba-179dff23e90c admin admin] 10.222.0.76 "DELETE /v2.0/routers/ec9293e5-817d-494f-8c88-0bf482096cca HTTP/1.1" status: 204 len: 168 time: 4.7796385 Aug 04 15:01:20.715221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46410) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:20.800695 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-fa68c84a-6113-4f26-ba2d-cf50446eff83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f HTTP/1.1" status: 200 len: 217 time: 0.1131337 Aug 04 15:01:20.801918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-bb164656-a5da-4adf-b27c-b9eca944125e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 200 len: 217 time: 0.0986891 Aug 04 15:01:20.832290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Deleting subnet d30de7dd-3ee4-4ecc-b998-b0250fd88fb0 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:01:20.838933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.848522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:20.941827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-fb009f6f-fec1-4612-a7ef-ab8b071b5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:20.943576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-fb009f6f-fec1-4612-a7ef-ab8b071b5cc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.1269269 Aug 04 15:01:20.958920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Pushing event deleted for resources: {'Port': ['ID=a616fad7-5d26-4a6f-8d14-5fa77266990d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:21.062660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b0433a6a-8c06-4b88-b91a-0355ad7b9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:21.064171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b0433a6a-8c06-4b88-b91a-0355ad7b9717 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 200 len: 797 time: 0.2462204 Aug 04 15:01:21.072108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.075093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.089294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c2ab719e-0b21-4087-9eb4-3d8a449c7239 tempest-FloatingIPAdminTestJSON-1596381601 tempest-FloatingIPAdminTestJSON-1596381601-project] 10.222.0.76 "DELETE /v2.0/floatingips/3a0fde99-74a0-45fc-91eb-98929544d397 HTTP/1.1" status: 204 len: 168 time: 3.2578664 Aug 04 15:01:21.112971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.131352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-271ac99c-3f73-426d-8ba4-04fe792c7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:21.132878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-271ac99c-3f73-426d-8ba4-04fe792c7932 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444592 Aug 04 15:01:21.283045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.324801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-b108d8a5-dd3c-464d-9dd6-752e9745da5e service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809452 Aug 04 15:01:21.457160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cc14c-7178-4472-bfa9-0c04de604319 req-4f482f53-324f-4997-bb30-4a0a4ebbf74d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:21.459730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-646cc14c-7178-4472-bfa9-0c04de604319 req-4f482f53-324f-4997-bb30-4a0a4ebbf74d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1265230 Aug 04 15:01:21.533980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.561107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46430) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:21.641338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12212430-69bc-4743-a095-20f3b80383fa None None] Network bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:21.666619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:21.669024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d30de7dd-3ee4-4ecc-b998-b0250fd88fb0 HTTP/1.1" status: 204 len: 168 time: 0.9507113 Aug 04 15:01:21.670069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4577a2-be8f-4348-b425-d71dd8563f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30de7dd-3ee4-4ecc-b998-b0250fd88fb0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:21.678804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:21.739098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-646cc14c-7178-4472-bfa9-0c04de604319 req-f285a923-03d7-47e1-885f-8b57debe6ac7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710969 Aug 04 15:01:21.978436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.004830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] DHCP port deletion for bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:01:22.043894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-201a16d6-8948-4124-972e-43c682d9426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:22.045580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-201a16d6-8948-4124-972e-43c682d9426b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31e8b710-0e12-468d-8fa5-3cccb6395bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9666185 Aug 04 15:01:22.120054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21340a4d-b5e7-45cd-a8fd-10bdbc77585a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22bbbdde714d447db842c17439b72eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864006 Aug 04 15:01:22.123293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:22.148537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Deleting port 1305c133-8c99-4d80-aebd-f6b243436d0d {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:22.149312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.215933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-00995b20-31d8-4efd-b1a5-cff6904f9af0 req-df3e9b5a-fba6-4b94-a9c5-d3646e2b433d service neutron] 10.222.0.38 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802202 Aug 04 15:01:22.230729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-4f2a9822-88f3-4309-a340-e9f1c9bf2c42 service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575494 Aug 04 15:01:22.254563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Deleting port 1305c133-8c99-4d80-aebd-f6b243436d0d {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:22.267250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.287343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] For port 1305c133-8c99-4d80-aebd-f6b243436d0d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1305c133-8c99-4d80-aebd-f6b243436d0d,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:22.287741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.315508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Calling delete_port for 1305c133-8c99-4d80-aebd-f6b243436d0d owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:22.423773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-672fda41-1331-4bb5-8928-49e8f23f8f9f service neutron] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826088 Aug 04 15:01:22.458533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.484404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] No DVR routers for this DVR port 1305c133-8c99-4d80-aebd-f6b243436d0d on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:22.499354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.528956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-0c4072dc-a3b3-4dcb-a4e2-ef587ac13588 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 200 len: 217 time: 0.0960772 Aug 04 15:01:22.533169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14623d-2e13-42aa-b5cb-2c03e9185db0 None None] Pushing event deleted for resources: {'Port': ['ID=1305c133-8c99-4d80-aebd-f6b243436d0d,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:22.557106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.641764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] For port 1305c133-8c99-4d80-aebd-f6b243436d0d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1305c133-8c99-4d80-aebd-f6b243436d0d,segment=NetworkSegment(df0f5a2e-c483-428f-bd72-60d7f67fae5c),segment_id=df0f5a2e-c483-428f-bd72-60d7f67fae5c)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:22.642143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.654651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-e5ccc9fe-b99c-4e12-b80f-27cef00778a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:22.662784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Calling delete_port for 1305c133-8c99-4d80-aebd-f6b243436d0d owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:22.663806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-e5ccc9fe-b99c-4e12-b80f-27cef00778a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.1263380 Aug 04 15:01:22.762846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.765977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.766775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53e0b799-9afa-47cc-9cba-e2438e780ca6 HTTP/1.1" status: 204 len: 168 time: 0.6352043 Aug 04 15:01:22.793424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2210e9-00a2-4a21-9c64-3dbc759a27a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e0b799-9afa-47cc-9cba-e2438e780ca6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:22.839106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3fbd7a8a-ff05-4316-821f-adeaaeb720a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:22.840771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-3fbd7a8a-ff05-4316-821f-adeaaeb720a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669815 Aug 04 15:01:22.899008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:22.996315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] No DVR routers for this DVR port 1305c133-8c99-4d80-aebd-f6b243436d0d on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:22.997963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1305c133-8c99-4d80-aebd-f6b243436d0d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:23.028036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4ed5a-2e5d-477a-b755-e5b02f56b23a req-7f9f3748-f348-4fa6-af88-4c7e39060179 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:23.029661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7e4ed5a-2e5d-477a-b755-e5b02f56b23a req-7f9f3748-f348-4fa6-af88-4c7e39060179 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2097776 Aug 04 15:01:23.049133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-4e144bde-df2f-4128-b666-622f0394e1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946886 Aug 04 15:01:23.245561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d7e4ed5a-2e5d-477a-b755-e5b02f56b23a req-aa8770fd-e90b-45b8-8b90-f9d743cc3c17 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758826 Aug 04 15:01:23.252823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-a776882d-3a4b-4226-b54b-32819a4dc550 service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918995 Aug 04 15:01:23.259097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.284862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2a6726-8330-4ec4-98f2-bc47ebfec7c0']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:23.323515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0f5a2e-c483-428f-bd72-60d7f67fae5c') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:23.323833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0f5a2e-c483-428f-bd72-60d7f67fae5c') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:23.339237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:23.342891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-b238ade2-7065-436f-b114-2d8c1cfd829f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 200 len: 217 time: 0.0854092 Aug 04 15:01:23.369937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.376915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea1c322c-8e31-40e9-a2a3-3eabe0893dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.395940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1305c133-8c99-4d80-aebd-f6b243436d0d no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:23.401246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.422823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:01:23.423273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.425122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-546fe61a-a973-4f64-bcc0-0472f8bffcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:01:23.425318 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:01:23.427887 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-546fe61a-a973-4f64-bcc0-0472f8bffcc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 200 len: 797 time: 0.0765586 Aug 04 15:01:23.449088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1305c133-8c99-4d80-aebd-f6b243436d0d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:23.450120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1305c133-8c99-4d80-aebd-f6b243436d0d not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:23.512600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.522389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.527259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bd2a6726-8330-4ec4-98f2-bc47ebfec7c0 HTTP/1.1" status: 204 len: 168 time: 1.8078740 Aug 04 15:01:23.527868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46478) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:23.544484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-adde1cad-9dd9-40cf-9cee-3c04ec097d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:23.546269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-adde1cad-9dd9-40cf-9cee-3c04ec097d43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4f852f3-785d-4520-92f3-d0a9d5bb5806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123116 Aug 04 15:01:23.550260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c9b27-6cec-456f-940c-71762eb52f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd2a6726-8330-4ec4-98f2-bc47ebfec7c0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:23.662104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-78cfc2b6-988d-4f66-b1ef-5dbef76ef79a service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078994 Aug 04 15:01:23.796404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54ace06b-013e-4d6b-9ec4-3fa8e9f4d55c req-2831d6a6-0f4f-43b6-a2ad-72202430f2fe service neutron] 10.222.0.46 "GET /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227052 Aug 04 15:01:23.830240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea1c322c-8e31-40e9-a2a3-3eabe0893dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.862627 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea1c322c-8e31-40e9-a2a3-3eabe0893dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:23.928179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c322c-8e31-40e9-a2a3-3eabe0893dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fd8be-1154-4dd3-8f43-b25021da55f0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:23.935770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:23.935984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ea1c322c-8e31-40e9-a2a3-3eabe0893dcc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f04df2453fe4720bb10f09fe2514205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954022 Aug 04 15:01:24.018382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.044626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.123364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.126345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.128033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/022fd8be-1154-4dd3-8f43-b25021da55f0 HTTP/1.1" status: 204 len: 168 time: 0.1908045 Aug 04 15:01:24.150818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6ac58-4ea2-4d56-915b-becd873b0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fd8be-1154-4dd3-8f43-b25021da55f0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:24.189436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.579294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f52aad-76ea-47da-b136-f6148ea085f2 req-10112330-5a56-4e87-a82a-9ab734e09fad tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:24.580914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40f52aad-76ea-47da-b136-f6148ea085f2 req-10112330-5a56-4e87-a82a-9ab734e09fad tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2089005 Aug 04 15:01:24.685337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46498) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:24.712146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f668cc61-4124-4691-8bc4-05ae67079b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.718217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40f52aad-76ea-47da-b136-f6148ea085f2 req-117b53e6-cebd-4798-971c-45e7334586bb tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128938 Aug 04 15:01:24.822747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Deleting port 13d5f474-2c7c-41fd-8564-bae97acb0e2c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:24.823277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.936615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f668cc61-4124-4691-8bc4-05ae67079b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.946810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] For port 13d5f474-2c7c-41fd-8564-bae97acb0e2c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=13d5f474-2c7c-41fd-8564-bae97acb0e2c,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:24.947346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.951225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f668cc61-4124-4691-8bc4-05ae67079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:24.979524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Calling delete_port for 13d5f474-2c7c-41fd-8564-bae97acb0e2c owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:25.007161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f668cc61-4124-4691-8bc4-05ae67079b6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99227edcaf974835be95ddd584601f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207643 Aug 04 15:01:25.009302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46508) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:25.071289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.092817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668cc61-4124-4691-8bc4-05ae67079b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d3204a-489d-4f81-881e-eb43a46bd22b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:25.112405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.181193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.185694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.187190 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36d3204a-489d-4f81-881e-eb43a46bd22b HTTP/1.1" status: 204 len: 168 time: 0.1768925 Aug 04 15:01:25.197951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc6b03-272c-4d4f-b848-32309ee73b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d3204a-489d-4f81-881e-eb43a46bd22b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:25.300340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.341222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Pushing event deleted for resources: {'Port': ['ID=13d5f474-2c7c-41fd-8564-bae97acb0e2c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:25.555947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:25.915284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012d65f-c321-4c58-861f-9b7bfc98b119 req-e358ff7f-7526-4b30-bb97-b7a49f0d1075 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:25.916902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1012d65f-c321-4c58-861f-9b7bfc98b119 req-e358ff7f-7526-4b30-bb97-b7a49f0d1075 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.0784996 Aug 04 15:01:25.931493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Router d03be33f-e92e-4886-9ccf-a315b3793922 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:26.038474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1012d65f-c321-4c58-861f-9b7bfc98b119 req-e2c89e4d-bfde-4e2c-8caa-b5471a6c5886 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139932 Aug 04 15:01:26.177098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:26.184391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-685797d5-9a12-40b1-b8c2-2f4fcdc0d32f admin admin] 10.222.0.76 "PUT /v2.0/routers/d03be33f-e92e-4886-9ccf-a315b3793922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454630 Aug 04 15:01:26.186975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46536) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:26.189666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Sync routers for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:26.213375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:26.214297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:26.421814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:26.443944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:26.911277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:25Z', 'revision_number': 5, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:26.961095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Checking router: d03be33f-e92e-4886-9ccf-a315b3793922 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:26.973139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Routers {'d03be33f-e92e-4886-9ccf-a315b3793922'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:26.973926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['d03be33f-e92e-4886-9ccf-a315b3793922'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:27.032609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:27.187634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] Set router d03be33f-e92e-4886-9ccf-a315b3793922 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:27.251174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Deleting port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:27.251716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:27.408384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] For port 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:27.409193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:27.438008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Calling delete_port for 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:27.644873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:25Z', 'revision_number': 5, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:27.674907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac02d96-70fc-417e-ad21-ef922df04f00 req-2627a110-cb85-4347-b501-c87a7b2c6b06 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:27.680327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac02d96-70fc-417e-ad21-ef922df04f00 req-2627a110-cb85-4347-b501-c87a7b2c6b06 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.4922726 Aug 04 15:01:27.688842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1809fe50-8cc5-4fe5-929e-254af930cf14 None None] The sync data for ids ['d03be33f-e92e-4886-9ccf-a315b3793922'] in n-d-801743-12 is: [{'id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'name': 'tempest-TestAggregatesBasicOps-1255886071-router', 'tenant_id': '8e375686954845b49c6467fcfaf7a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:01Z', 'updated_at': '2021-08-04T15:01:25Z', 'revision_number': 5, 'project_id': '8e375686954845b49c6467fcfaf7a565', 'gw_port': {'id': '108ed519-0f0a-4169-b8e8-3ea7bce0a7c0', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03be33f-e92e-4886-9ccf-a315b3793922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:03Z', 'updated_at': '2021-08-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:27.776237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:27.815606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac02d96-70fc-417e-ad21-ef922df04f00 req-14cdfa22-dd51-40d1-8bf0-13b819b497b7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179497 Aug 04 15:01:27.847622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=108ed519-0f0a-4169-b8e8-3ea7bce0a7c0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:27.945531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:27.948079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46576) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:28.099202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.107033 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.156668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e4af7bbd-57be-477d-b056-a0f440dc828f tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:28.203890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4af7bbd-57be-477d-b056-a0f440dc828f tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "PUT /v2.0/quotas/625832deea4140a8b2fc56068887d8e4 HTTP/1.1" status: 200 len: 368 time: 0.2529595 Aug 04 15:01:28.206642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46582) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:28.218202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Request body: {'network': {'project_id': '625832deea4140a8b2fc56068887d8e4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:28.232603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.233224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d03be33f-e92e-4886-9ccf-a315b3793922 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:01:28.245604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.246913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4230037f-3404-462d-b1e3-321e3a531fb6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d03be33f-e92e-4886-9ccf-a315b3793922 HTTP/1.1" status: 204 len: 168 time: 2.0589950 Aug 04 15:01:28.249911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46586) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:28.273223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Made reservation on behalf of 625832deea4140a8b2fc56068887d8e4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:28.275630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.294026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.395683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Deleting subnet 73b4ec65-4fc8-4460-9257-a4611fad828e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:01:28.417736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.489556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.515760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.528410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.593165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:01:28.621727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.622365 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Added segment 3a62d8a9-9d58-42e2-8a30-0049f93ac8b7 of type vlan for network 5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0 Aug 04 15:01:28.624093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed10c75-15c6-40c6-ad62-48f462caf99f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:28.664308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.708531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.816831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.835900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.838229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73b4ec65-4fc8-4460-9257-a4611fad828e HTTP/1.1" status: 204 len: 168 time: 0.5873275 Aug 04 15:01:28.840711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:28.861239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b5276-0c67-4bcf-b1ee-012fd157d2c6 None None] Network 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:28.874532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c35b-d220-41c8-a7c8-f021f9daea09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b4ec65-4fc8-4460-9257-a4611fad828e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:28.875399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:28.876430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:28.877040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.067545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Pushing event updated for resources: {'Network': ['ID=5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:29.080638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:01:29.089799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a644087b-e684-4c7b-9561-e59f11360ffe tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8813038 Aug 04 15:01:29.090524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46600) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:29.100196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Request body: {'network': {'project_id': '625832deea4140a8b2fc56068887d8e4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:29.142952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.150745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Made reservation on behalf of 625832deea4140a8b2fc56068887d8e4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:29.153986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.180136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f7bc-8151-4920-aa1f-be1b2df83d76 req-e5efa1f7-c5f0-430a-a20b-7058a34ce4a8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:29.182938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a854f7bc-8151-4920-aa1f-be1b2df83d76 req-e5efa1f7-c5f0-430a-a20b-7058a34ce4a8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1919632 Aug 04 15:01:29.224046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:01:29.238401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.240550 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Added segment 48d6d6a7-dc10-476f-8b5f-e0d499064e92 of type vlan for network 6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0 Aug 04 15:01:29.328963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a854f7bc-8151-4920-aa1f-be1b2df83d76 req-698d9025-08cf-4aa0-9b51-2149c27a7171 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167932 Aug 04 15:01:29.346134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] DHCP port deletion for 5eb8ad0f-5a15-4b92-8a44-3951d896a2ea request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:01:29.368415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.375892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Deleting port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:29.376524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.426016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:29.457690 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.458414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:29.459071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.467114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:29.467473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 108ed519-0f0a-4169-b8e8-3ea7bce0a7c0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:29.469092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 13d5f474-2c7c-41fd-8564-bae97acb0e2c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:29.479887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] For port 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1c1d66d9-58ef-4286-8a83-6deb027b63c4,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:29.481210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.496194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Calling delete_port for 1c1d66d9-58ef-4286-8a83-6deb027b63c4 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:29.531257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 13d5f474-2c7c-41fd-8564-bae97acb0e2c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:29.531604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 13d5f474-2c7c-41fd-8564-bae97acb0e2c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:29.547778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Deleting port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:29.548572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.618618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5267589 Aug 04 15:01:29.627223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46604) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:29.635502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-90f239d0-2f52-4b37-9d9a-12ee7488bd5b tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Request body: {'network': {'project_id': '625832deea4140a8b2fc56068887d8e4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:29.651084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e7928-0c94-47e2-a1e6-f8c1cdd284d4 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Pushing event updated for resources: {'Network': ['ID=6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:29.664838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:01:29.674622 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f239d0-2f52-4b37-9d9a-12ee7488bd5b tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 15:01:29.677600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f239d0-2f52-4b37-9d9a-12ee7488bd5b tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:01:29.690366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90f239d0-2f52-4b37-9d9a-12ee7488bd5b tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0503683 Aug 04 15:01:29.732690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.768332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] For port 1c1d66d9-58ef-4286-8a83-6deb027b63c4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1c1d66d9-58ef-4286-8a83-6deb027b63c4,segment=NetworkSegment(ecd15c54-29a8-41f2-8a5f-e7bec3152d19),segment_id=ecd15c54-29a8-41f2-8a5f-e7bec3152d19)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:29.769200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:29.791526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1d66d9-58ef-4286-8a83-6deb027b63c4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:29.794688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Calling delete_port for 1c1d66d9-58ef-4286-8a83-6deb027b63c4 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:29.804521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] No DVR routers for this DVR port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:29.879832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46610) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:30.012084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.024975 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.058833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb8ad0f-5a15-4b92-8a44-3951d896a2ea']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.079893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b114cee2-1a9d-4587-b1cd-bb5a9ab96c4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=625832deea4140a8b2fc56068887d8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986175 Aug 04 15:01:30.083316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46618) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:30.086362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Pushing event deleted for resources: {'Port': ['ID=1c1d66d9-58ef-4286-8a83-6deb027b63c4,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:30.109762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.110836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.111406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.111959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.112200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.112406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd15c54-29a8-41f2-8a5f-e7bec3152d19') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.112965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.113538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.114091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.114810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.115375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.115934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.116730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.117289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:30.139175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b020f-3617-42ef-a570-0cfcbc609d76 None None] No DVR routers for this DVR port 1c1d66d9-58ef-4286-8a83-6deb027b63c4 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:30.169021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.171144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.195327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.212419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.229529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:01:30.229529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:01:30.230657 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:01:30.304203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.307935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.314504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ed10c75-15c6-40c6-ad62-48f462caf99f HTTP/1.1" status: 204 len: 168 time: 0.2299342 Aug 04 15:01:30.317378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:30.337534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.358915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.371902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] 10.222.0.76 "DELETE /v2.0/networks/5eb8ad0f-5a15-4b92-8a44-3951d896a2ea HTTP/1.1" status: 204 len: 168 time: 1.5298212 Aug 04 15:01:30.426637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757f68-63dd-4876-a18a-89d7c665dd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb8ad0f-5a15-4b92-8a44-3951d896a2ea,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:30.616206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14796e2-e33b-475a-b2d1-4a20cb03f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed10c75-15c6-40c6-ad62-48f462caf99f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:30.658885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.663036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea39f-ad3f-4bf3-b9cb-88e3ba71dea8 req-c1eeed09-ed21-4a69-bbd2-5bb9a907f49b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:30.675657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d02ea39f-ad3f-4bf3-b9cb-88e3ba71dea8 req-c1eeed09-ed21-4a69-bbd2-5bb9a907f49b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1658721 Aug 04 15:01:30.689884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46648) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:30.730623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d02ea39f-ad3f-4bf3-b9cb-88e3ba71dea8 req-3bd3039e-7e16-4226-a116-a3e2da63e3e9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498941 Aug 04 15:01:30.886015 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.897787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.911815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d6d6a7-dc10-476f-8b5f-e0d499064e92') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.912118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d6d6a7-dc10-476f-8b5f-e0d499064e92') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:30.923484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.940082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.950155 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a73ccc1-45bd-466d-a1af-7724c43ff14a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3658a384ee5422095d988115d30291b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588959 Aug 04 15:01:30.951557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:01:30.954147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:01:30.956081 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:01:30.958815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:31.137896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.161304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.170120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.176201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.180210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "DELETE /v2.0/networks/6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0 HTTP/1.1" status: 204 len: 168 time: 0.8565803 Aug 04 15:01:31.190238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:31.199690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9d6a2-59c9-4f53-9796-86eab878053e tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b2e5f9f-7e7e-4254-b4d6-54cf2efc89b0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:31.415260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.418490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.421711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5145323e-efb6-4370-8138-ef829e0ef7a4 HTTP/1.1" status: 204 len: 168 time: 0.4594781 Aug 04 15:01:31.426342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1c1d66d9-58ef-4286-8a83-6deb027b63c4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:31.461188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.463697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b93174-713f-498d-9e55-bc0777396f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145323e-efb6-4370-8138-ef829e0ef7a4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:31.481015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1c1d66d9-58ef-4286-8a83-6deb027b63c4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:31.481573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1c1d66d9-58ef-4286-8a83-6deb027b63c4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:31.627226 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.668521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:31.697849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a62d8a9-9d58-42e2-8a30-0049f93ac8b7') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:31.699417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a62d8a9-9d58-42e2-8a30-0049f93ac8b7') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:31.724723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.764608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.780096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:01:31.783821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:01:31.786300 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:01:31.890840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.924820 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:31.927543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0 HTTP/1.1" status: 204 len: 168 time: 0.7363601 Aug 04 15:01:31.945127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a255-4874-4d8a-8596-476dd4a7da31 tempest-QuotasNegativeTest-1578100232 tempest-QuotasNegativeTest-1578100232-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b581548-8cb9-49f4-aad5-a2a9ce6aa0e0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:31.973044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d40e7-c230-4ab8-bc92-e31d8cc648a5 req-9ab66b90-d6e8-4e7c-b59c-bb32ac115917 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:31.975339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-681d40e7-c230-4ab8-bc92-e31d8cc648a5 req-9ab66b90-d6e8-4e7c-b59c-bb32ac115917 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.0987613 Aug 04 15:01:32.087420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-681d40e7-c230-4ab8-bc92-e31d8cc648a5 req-9677e215-6ab1-43c4-8efb-0eb97d741857 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051536 Aug 04 15:01:32.322540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46752) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:32.397008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8776b2de-f24c-46eb-9fea-0ec4d1903d62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e375686954845b49c6467fcfaf7a565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728889 Aug 04 15:01:32.399480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:32.478951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.504738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.513703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.520929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.523886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:32.540943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.547651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.555044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:32.565204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-3cbbbdab-0563-49f6-97c8-7cde52c1688f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.2805188 Aug 04 15:01:32.582308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:32.635797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8091b921-4dc3-4f27-9ddf-54119306d854 req-c2e6741a-819d-4443-a399-b28640a9d4dc tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695245 Aug 04 15:01:32.709301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:32.729876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:32.731347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e338c0b-a374-4411-b8b3-dbe24b0f9062 HTTP/1.1" status: 204 len: 168 time: 0.3306334 Aug 04 15:01:32.753523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e264e-3a8d-4079-8aa0-fa728634c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e338c0b-a374-4411-b8b3-dbe24b0f9062,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:32.942170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46804) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:32.965898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d02b9163-4697-42cf-afa9-72ad502b2d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.148582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d02b9163-4697-42cf-afa9-72ad502b2d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.156737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d02b9163-4697-42cf-afa9-72ad502b2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.221643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9163-4697-42cf-afa9-72ad502b2d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fe504-38c1-4c45-a374-ef0992206422,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:33.333132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46840) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:33.342965 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d02b9163-4697-42cf-afa9-72ad502b2d93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c303a51e15ca468cbcc8ee939ae1aa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992767 Aug 04 15:01:33.350212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aee4a1-c5e2-45c9-bbf9-1b841f601c83 req-9dd8e354-0479-44b9-80e6-b3573dc36721 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.360475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3aee4a1-c5e2-45c9-bbf9-1b841f601c83 req-9dd8e354-0479-44b9-80e6-b3573dc36721 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1048472 Aug 04 15:01:33.403034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.421677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.444761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.467647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3aee4a1-c5e2-45c9-bbf9-1b841f601c83 req-db13ea46-374b-48af-807c-7a8f227e3f78 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951779 Aug 04 15:01:33.467949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.478895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.500422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.502919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.516762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.518953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-150a35ad-2098-4429-9ff8-7d0419e31013 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.2793338 Aug 04 15:01:33.536098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.607941 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.613387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-229139ed-c31d-4bda-a32d-38adc4e5d283 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:33.616630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:33.617427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-229139ed-c31d-4bda-a32d-38adc4e5d283 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866756 Aug 04 15:01:33.627255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e5fe504-38c1-4c45-a374-ef0992206422 HTTP/1.1" status: 204 len: 168 time: 0.2852015 Aug 04 15:01:33.644221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fe6a0-64fb-425b-b7d6-9d02e82e8302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fe504-38c1-4c45-a374-ef0992206422,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:33.851698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-47a57666-2668-4819-80f1-4c249f3463fc tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2203627 Aug 04 15:01:33.860656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:33.990022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.018223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.037296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.051839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.074545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.092469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.109703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.127472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.143081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-802e59d4-54e4-448c-88b3-bac2b502017a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 5435 time: 0.2994766 Aug 04 15:01:34.207944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c78651a1-f0f0-4628-ae8f-19dc80e4cc4f req-64d19633-d8ef-49d4-b3d8-5ff68f34f7eb tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660725 Aug 04 15:01:34.219451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=018e47f8-47d0-4996-ad3d-3c37519f2acb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:34.278490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] For port 018e47f8-47d0-4996-ad3d-3c37519f2acb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:34.326726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] device_id is not set on port 018e47f8-47d0-4996-ad3d-3c37519f2acb yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:34.337040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.349309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.422062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46910) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:34.452103 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8318861-0aa7-4707-8f09-49440a126dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.500503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] No DVR routers for this DVR port 018e47f8-47d0-4996-ad3d-3c37519f2acb on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:34.502859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Pushing event updated for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:34.619711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] In _notify_port_updated(), no bound segment for port 018e47f8-47d0-4996-ad3d-3c37519f2acb on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:01:34.622962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.623643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.626179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-1e4c57a3-53a4-4add-80e3-3184a3ce19ca service neutron] 10.222.0.46 "PUT /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 200 len: 1028 time: 0.7699876 Aug 04 15:01:34.680321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-ed9ce27b-47fc-40ca-a67b-3ee52047c9c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.685593 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-ed9ce27b-47fc-40ca-a67b-3ee52047c9c1 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "GET /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0498998 Aug 04 15:01:34.696482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:34.813728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:34.838823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904e4e0-ac01-472d-a276-e61a1ece72d9 req-c7d76abb-a9fe-4be4-ab21-b7e07d36e3e8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:34.846418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5904e4e0-ac01-472d-a276-e61a1ece72d9 req-c7d76abb-a9fe-4be4-ab21-b7e07d36e3e8 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2014515 Aug 04 15:01:34.935823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5904e4e0-ac01-472d-a276-e61a1ece72d9 req-c2a78cc3-28d9-4d5d-b7ad-9ef4851568da tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Aug 04 15:01:34.967649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7f573d9f-9769-4642-9e33-b9cd3c79ace0 None None] Provisioning complete for port 018e47f8-47d0-4996-ad3d-3c37519f2acb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:34.974690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7f573d9f-9769-4642-9e33-b9cd3c79ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.021670 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8318861-0aa7-4707-8f09-49440a126dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.037539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8318861-0aa7-4707-8f09-49440a126dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.181385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c8318861-0aa7-4707-8f09-49440a126dc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2363bd2e183b43c1be9f6f647a2c68be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536767 Aug 04 15:01:35.184830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46954) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:35.205922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8318861-0aa7-4707-8f09-49440a126dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40abc91d-4fc9-496b-af53-5dab2191d56b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:35.369532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.395655 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.395939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:35.457625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.465753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.469662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40abc91d-4fc9-496b-af53-5dab2191d56b HTTP/1.1" status: 204 len: 168 time: 0.2801960 Aug 04 15:01:35.533705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d0ab2-93ba-4bd8-94c5-efab0f19eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40abc91d-4fc9-496b-af53-5dab2191d56b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:35.555983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] For port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:35.681238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.708001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.710638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] device_id is not set on port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:35.715357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 38bb246d-d1fc-4291-afcc-61cd365d534e no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:35.735744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.735995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.745620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.754710 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:35.757951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.771568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:35.773694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-39727440-65a7-42d0-838e-a4bf05891d15 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 4660 time: 0.2805102 Aug 04 15:01:35.774352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47004) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:35.850342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f764edf5-e624-4a8c-a7aa-427fea207f4c req-dfd54853-2301-4ac5-85d3-18ad3fd7ae3d tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=35965ceb-27b5-46c7-b414-20501cce2e32&id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689051 Aug 04 15:01:35.920168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] No DVR routers for this DVR port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:35.923330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:35.936047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7f573d9f-9769-4642-9e33-b9cd3c79ace0 None None] Port 018e47f8-47d0-4996-ad3d-3c37519f2acb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:35.954938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.016923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] In _notify_port_updated(), no bound segment for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 on network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:01:36.019909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:36.021990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.025008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-c5f14836-3310-492e-9cd5-ee3b0cc80494 service neutron] 10.222.0.46 "PUT /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 200 len: 1028 time: 1.3331416 Aug 04 15:01:36.075566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:36.078901 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599027ff-4d36-4a3f-8b1a-26aabc616740" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:36.147616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:36.153004 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3c895-f495-48db-9b06-7509a3f7b4ce x-openstack-request-id: req-d6e3c895-f495-48db-9b06-7509a3f7b4ce {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:36.153318 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:36.161960 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6e3c895-f495-48db-9b06-7509a3f7b4ce {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:36.171147 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'code': 200} Aug 04 15:01:36.175972 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.176750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 0d07a1b8-6052-4555-a7fa-652163987dfe no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:36.294849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dafee-7e8e-4e34-817e-be7723478b28 req-7b81a9d6-7218-431d-80e8-2925aac8dda2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:36.310552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 3a1dcc4c-3995-4ed6-8763-5f192410d942 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:36.311277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.315124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d6dafee-7e8e-4e34-817e-be7723478b28 req-7b81a9d6-7218-431d-80e8-2925aac8dda2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1921914 Aug 04 15:01:36.373933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'network': {'name': 'tempest-network-smoke--797724088', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:36.400027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:36.440827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d6dafee-7e8e-4e34-817e-be7723478b28 req-8539173c-d72f-4597-8e28-ab0efeeebd7d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205003 Aug 04 15:01:36.469216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:36.482984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.499516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] For port 3a1dcc4c-3995-4ed6-8763-5f192410d942, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3a1dcc4c-3995-4ed6-8763-5f192410d942,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:36.500098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.507455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.529450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 3a1dcc4c-3995-4ed6-8763-5f192410d942 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:36.556821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-196960ed-9ecc-4b1f-9811-a465d0c7cf0e None None] Provisioning complete for port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:36.557222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-196960ed-9ecc-4b1f-9811-a465d0c7cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.638873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-196960ed-9ecc-4b1f-9811-a465d0c7cf0e None None] Port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:36.643048 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.711052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:36.726386 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.727431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3a1dcc4c-3995-4ed6-8763-5f192410d942 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:36.847876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.935351 n-d-801743-12 neutron-server[94267]: INFO neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No ports have port_id starting with 3a1dcc4c-3995-4ed6-8763-5f192410d942 Aug 04 15:01:36.937342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.939452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 8778bc6a-35ee-43a7-9652-4f8f617ecefb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:36.944167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:36.947150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:36.962644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=3a1dcc4c-3995-4ed6-8763-5f192410d942,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:37.018088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] No DVR routers for this DVR port 3a1dcc4c-3995-4ed6-8763-5f192410d942 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:37.021518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.024049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-376475eb-9a25-4509-9bf3-91a0e7287688 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "DELETE /v2.0/ports/3a1dcc4c-3995-4ed6-8763-5f192410d942 HTTP/1.1" status: 204 len: 173 time: 0.9934063 Aug 04 15:01:37.025845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:37.030631 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81579433-401d-4e54-9ac9-fb775c8523d5" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:37.073961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:01:37.124533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d73a24-b3e3-4214-a326-87717cc12ef0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:37.127467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.128009 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Added segment 48cb431c-db3e-4c1a-8135-3e8313d24f13 of type vlan for network 86a7cf16-9f45-4eff-9089-139805258638 Aug 04 15:01:37.146323 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8388095-3ed2-4590-b803-264b988503e7 x-openstack-request-id: req-f8388095-3ed2-4590-b803-264b988503e7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:37.147400 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "3a1dcc4c-3995-4ed6-8763-5f192410d942", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:37.147725 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8388095-3ed2-4590-b803-264b988503e7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:37.148275 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '3a1dcc4c-3995-4ed6-8763-5f192410d942', 'status': 'completed', 'code': 200} Aug 04 15:01:37.167222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.167571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.167982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.168334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.168681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.169024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.172009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.172329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.172654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.173001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.173341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.177620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:37.232680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.311372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d672-6b52-4200-822e-4666a1857f70 req-005c850a-7a8a-47be-ad0d-6b4be2cff858 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.325727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:37.327565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 0d07a1b8-6052-4555-a7fa-652163987dfe {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:37.327918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.331895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d672-6b52-4200-822e-4666a1857f70 req-005c850a-7a8a-47be-ad0d-6b4be2cff858 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.335634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.338535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 018e47f8-47d0-4996-ad3d-3c37519f2acb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:37.346914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d672-6b52-4200-822e-4666a1857f70 req-005c850a-7a8a-47be-ad0d-6b4be2cff858 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.352863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d672-6b52-4200-822e-4666a1857f70 req-005c850a-7a8a-47be-ad0d-6b4be2cff858 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.375510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d081d672-6b52-4200-822e-4666a1857f70 req-005c850a-7a8a-47be-ad0d-6b4be2cff858 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 3147 time: 0.3587935 Aug 04 15:01:37.412735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.430518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47138) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:37.525340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:37.544414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 018e47f8-47d0-4996-ad3d-3c37519f2acb not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:37.544852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 56da62b5-4485-4af7-a8bf-d289dab33f00 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:37.577516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d081d672-6b52-4200-822e-4666a1857f70 req-d958facf-2ee9-46c1-9c0f-767bd83c8619 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010112 Aug 04 15:01:37.632696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] For port 0d07a1b8-6052-4555-a7fa-652163987dfe, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=0d07a1b8-6052-4555-a7fa-652163987dfe,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:37.633187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.659615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 0d07a1b8-6052-4555-a7fa-652163987dfe owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:37.667304 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.684245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.684838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.744432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.749781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9742022 Aug 04 15:01:37.757729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47162) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:37.814687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:37.824731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:37.826285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:37.875723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'admin_state_up': True, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:37.905365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429f0e1-04af-4e58-b7d2-74260742ab14 req-5d35f8de-344f-40c8-a673-04380925263e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:37.914623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a429f0e1-04af-4e58-b7d2-74260742ab14 req-5d35f8de-344f-40c8-a673-04380925263e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.3247797 Aug 04 15:01:37.952230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1024386363'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:37.976066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de6ec-e4ad-4d88-8ddd-399384eb3527 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Network': ['ID=86a7cf16-9f45-4eff-9089-139805258638,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:37.997357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a429f0e1-04af-4e58-b7d2-74260742ab14 req-1a67088d-dd62-406b-a2d7-04d8f7698c29 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815337 Aug 04 15:01:38.022465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:38.033098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 86a7cf16-9f45-4eff-9089-139805258638 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:01:38.040510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.043565 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.101783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:38.136518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.164198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.215632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.244118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.338242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:38.347853 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90377fc1-e347-4572-b281-d6b323ff75ea" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:38.365271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:38.440923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=0d07a1b8-6052-4555-a7fa-652163987dfe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:38.445393 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cce0da4-2933-43d6-8f9d-6e05d1a96e2b x-openstack-request-id: req-9cce0da4-2933-43d6-8f9d-6e05d1a96e2b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:38.445695 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:38.445946 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cce0da4-2933-43d6-8f9d-6e05d1a96e2b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:38.446358 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'code': 200} Aug 04 15:01:38.446634 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'code': 200} Aug 04 15:01:38.446892 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'code': 200} Aug 04 15:01:38.500795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.501152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.501497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.501845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.502182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.502518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.502878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.503210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.503541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.503869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.504198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.504523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:38.601654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] No DVR routers for this DVR port 0d07a1b8-6052-4555-a7fa-652163987dfe on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:38.608620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.609458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.613067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-68aa560d-2b61-4264-ac9d-93f40a53e2d4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "DELETE /v2.0/ports/0d07a1b8-6052-4555-a7fa-652163987dfe HTTP/1.1" status: 204 len: 173 time: 1.5776696 Aug 04 15:01:38.839085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.843471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 38bb246d-d1fc-4291-afcc-61cd365d534e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:38.843834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.852830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1fb2-a3dd-4752-9097-ec2ff3c5c9a2 req-e985fc87-e2af-43b5-b2c3-b1b539e3a8c6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:38.861336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.877292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1fb2-a3dd-4752-9097-ec2ff3c5c9a2 req-e985fc87-e2af-43b5-b2c3-b1b539e3a8c6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:38.888865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1fb2-a3dd-4752-9097-ec2ff3c5c9a2 req-e985fc87-e2af-43b5-b2c3-b1b539e3a8c6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:38.901872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-261e1fb2-a3dd-4752-9097-ec2ff3c5c9a2 req-e985fc87-e2af-43b5-b2c3-b1b539e3a8c6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 2410 time: 0.1870031 Aug 04 15:01:38.961230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:01:38.984913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e356fa-02b0-425d-8707-3011c96a0d81,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:38.994953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:38.994953 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Added segment 6c2d3787-358a-4288-a85d-09b58a803f55 of type vlan for network c0597865-c921-4348-a4be-7f4e442a90c2 Aug 04 15:01:39.064097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-261e1fb2-a3dd-4752-9097-ec2ff3c5c9a2 req-39c394eb-b7a9-4a0a-9fee-c14e18b9ba6a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613047 Aug 04 15:01:39.105608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] For port 38bb246d-d1fc-4291-afcc-61cd365d534e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=38bb246d-d1fc-4291-afcc-61cd365d534e,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:39.106004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.125116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.149814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:39.152144 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0020fccb-3b92-4e22-8128-e5d33be6f929" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:39.194806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 38bb246d-d1fc-4291-afcc-61cd365d534e owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:39.214756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.222881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:39.224730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.344499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.374400 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d76d3-2b67-4f18-a8b2-e8032cc089bc x-openstack-request-id: req-a96d76d3-2b67-4f18-a8b2-e8032cc089bc {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:39.375316 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "0d07a1b8-6052-4555-a7fa-652163987dfe", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:39.375762 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a96d76d3-2b67-4f18-a8b2-e8032cc089bc {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:39.376338 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '0d07a1b8-6052-4555-a7fa-652163987dfe', 'status': 'completed', 'code': 200} Aug 04 15:01:39.391829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.429955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9952743 Aug 04 15:01:39.443546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:39.449460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25989-2c4f-4d2e-b03b-d5130ca18a94 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Network': ['ID=c0597865-c921-4348-a4be-7f4e442a90c2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:39.461147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'subnet': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:39.464103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c0597865-c921-4348-a4be-7f4e442a90c2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:01:39.569534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1498-c1b3-46b9-9df0-c51d73f7753d req-2143fa6d-b482-4730-9c3d-2640bc004b35 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:39.577293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d72c1498-c1b3-46b9-9df0-c51d73f7753d req-2143fa6d-b482-4730-9c3d-2640bc004b35 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.2373662 Aug 04 15:01:39.585032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.621344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=38bb246d-d1fc-4291-afcc-61cd365d534e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:39.666959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d72c1498-c1b3-46b9-9df0-c51d73f7753d req-1056bb3b-b2b7-4356-bedc-01f7f4e9b089 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887792 Aug 04 15:01:39.673159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] No DVR routers for this DVR port 38bb246d-d1fc-4291-afcc-61cd365d534e on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:39.676280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.678933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-02b155b2-d571-4181-85b5-42854fc475a3 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "DELETE /v2.0/ports/38bb246d-d1fc-4291-afcc-61cd365d534e HTTP/1.1" status: 204 len: 173 time: 1.0571015 Aug 04 15:01:39.697970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:39.702110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.705477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.25.0.218 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0d560517-d4fb-4845-bd2b-1e3e368b668b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:39.789001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 8778bc6a-35ee-43a7-9652-4f8f617ecefb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:39.789351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:39.918371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.023197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.065841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.117075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:40.122434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:40.125139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:40.127682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Subnet': ['ID=92eb6985-f13b-43dd-94bb-08e565b158e9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:40.170606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=0d560517-d4fb-4845-bd2b-1e3e368b668b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:40.276653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33826-0ab6-465c-90e4-2af213aa062f req-86837dee-f789-444c-9b38-96f9df712230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.282848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-86837dee-f789-444c-9b38-96f9df712230 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 1098 time: 0.0961182 Aug 04 15:01:40.360787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] For port 8778bc6a-35ee-43a7-9652-4f8f617ecefb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=8778bc6a-35ee-43a7-9652-4f8f617ecefb,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:40.361627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.364727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Checking segment: {'id': '6c2d3787-358a-4288-a85d-09b58a803f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:40.365117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network hostable DHCP agents. Network: c0597865-c921-4348-a4be-7f4e442a90c2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:01:40.385369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 8778bc6a-35ee-43a7-9652-4f8f617ecefb owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:40.474486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33826-0ab6-465c-90e4-2af213aa062f req-db9aafda-7c37-4974-8fc4-674afe923945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.476024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-db9aafda-7c37-4974-8fc4-674afe923945 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1860189 Aug 04 15:01:40.539029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-7c689699-3b55-4d70-a9e1-71f4b2562251 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b459e1f-e573-4206-9e8b-a8082b2df467 HTTP/1.1" status: 200 len: 217 time: 0.0536876 Aug 04 15:01:40.637208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33826-0ab6-465c-90e4-2af213aa062f req-08f609e9-2ca7-4ba5-ac5c-57b526216c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.638838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-08f609e9-2ca7-4ba5-ac5c-57b526216c57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0807564 Aug 04 15:01:40.699486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.715151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33826-0ab6-465c-90e4-2af213aa062f req-88c5b430-5181-46a9-a1cb-584218c81966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.716669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-88c5b430-5181-46a9-a1cb-584218c81966 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680323 Aug 04 15:01:40.748330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=8778bc6a-35ee-43a7-9652-4f8f617ecefb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:40.830625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] No DVR routers for this DVR port 8778bc6a-35ee-43a7-9652-4f8f617ecefb on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:40.834675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:40.837912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-4e242695-7923-44cc-906f-a99a378a35e4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "DELETE /v2.0/ports/8778bc6a-35ee-43a7-9652-4f8f617ecefb HTTP/1.1" status: 204 len: 173 time: 1.1421373 Aug 04 15:01:40.917406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d14741-b854-45f8-bd91-5f630343a469 req-c7f2982d-6d11-4afe-a825-83db4bba27a5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.923613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d14741-b854-45f8-bd91-5f630343a469 req-c7f2982d-6d11-4afe-a825-83db4bba27a5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:40.925265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d14741-b854-45f8-bd91-5f630343a469 req-c7f2982d-6d11-4afe-a825-83db4bba27a5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 1599 time: 0.6342704 Aug 04 15:01:40.932776 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-9a4aa596-f573-4e6a-95f4-f311a46961ac service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937983 Aug 04 15:01:40.952669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:01:41.018455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 56da62b5-4485-4af7-a8bf-d289dab33f00 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:41.019010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.032331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c0597865-c921-4348-a4be-7f4e442a90c2) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:41.042912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf2285-3eae-4a4c-8cad-8923dabff38b None None] Network c0597865-c921-4348-a4be-7f4e442a90c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:41.047404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:41.048014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.067539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260407-694e-4072-922c-9c6944d5e375 req-d930938f-49df-4846-9b46-8a41b7bedac3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:41.069067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e260407-694e-4072-922c-9c6944d5e375 req-d930938f-49df-4846-9b46-8a41b7bedac3 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1753061 Aug 04 15:01:41.071846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5d14741-b854-45f8-bd91-5f630343a469 req-124d6c99-94b2-42ea-ae39-6c2e92556a9f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups?id=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233547 Aug 04 15:01:41.072402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.089397 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f33826-0ab6-465c-90e4-2af213aa062f req-9c4f5d8e-f0bd-4cdf-b03d-9c1efcb979b8 service neutron] 10.222.0.38 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480451 Aug 04 15:01:41.139215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-69e2184c-6728-48a1-af96-8098bacb90a6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6899390 Aug 04 15:01:41.145485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:41.167199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-216485519'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:41.218684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] For port 56da62b5-4485-4af7-a8bf-d289dab33f00, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=56da62b5-4485-4af7-a8bf-d289dab33f00,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:41.219231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.294940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c0597865-c921-4348-a4be-7f4e442a90c2', 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'tenant_id': '57a49f416a064736b1abf6450946b53d', 'fixed_ips': [{'subnet_id': '92eb6985-f13b-43dd-94bb-08e565b158e9'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:01:41.296153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.326060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e260407-694e-4072-922c-9c6944d5e375 req-c3e11f8a-9c50-4c0e-a174-bf0633423c8e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491763 Aug 04 15:01:41.470678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e'}, {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:41.473011 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e246916-f06c-475f-9d68-7b7b979e37b2" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e"}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:41.549682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.550065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.550382 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Floating IP d6c75963-b813-4136-b331-63c699873a02 disassociated. External IP: 172.25.0.249, port: 56da62b5-4485-4af7-a8bf-d289dab33f00. Aug 04 15:01:41.550858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 56da62b5-4485-4af7-a8bf-d289dab33f00 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:41.575211 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61e317-cc21-4350-95fe-58a2d385e62b x-openstack-request-id: req-cf61e317-cc21-4350-95fe-58a2d385e62b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:41.575449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Allocated IP 172.20.0.2 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/5555fc0d-be35-44bf-be27-dd87680d707c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:41.575550 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "38bb246d-d1fc-4291-afcc-61cd365d534e", "status": "completed", "code": 200}, {"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "8778bc6a-35ee-43a7-9652-4f8f617ecefb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:41.575845 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf61e317-cc21-4350-95fe-58a2d385e62b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:41.576158 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '38bb246d-d1fc-4291-afcc-61cd365d534e', 'status': 'completed', 'code': 200} Aug 04 15:01:41.576443 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '8778bc6a-35ee-43a7-9652-4f8f617ecefb', 'status': 'completed', 'code': 200} Aug 04 15:01:41.589667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:41.598003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.642669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port ca425012-6e84-4cc2-bd3a-a9a0974887ea yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:41.651787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.839214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.884531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:01:41.906013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=56da62b5-4485-4af7-a8bf-d289dab33f00,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:41.948346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:41.972532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Transition to ACTIVE for port object 5555fc0d-be35-44bf-be27-dd87680d707c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:42.006339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Transition to ACTIVE for port object 5555fc0d-be35-44bf-be27-dd87680d707c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:42.021022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.064769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Router f6d1d97e-095f-49d2-8013-bc66ddf2520a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:42.118748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Pushing event updated for resources: {'Port': ['ID=5555fc0d-be35-44bf-be27-dd87680d707c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:42.134068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:42.135547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:42.138900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:42.169999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:42.180316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.12 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/ca425012-6e84-4cc2-bd3a-a9a0974887ea) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:42.182674 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:42.198564 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:42.199170 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:42.211927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:42.218299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Attempting to bind port 5555fc0d-be35-44bf-be27-dd87680d707c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:42.218299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Attempting to bind port 5555fc0d-be35-44bf-be27-dd87680d707c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6c2d3787-358a-4288-a85d-09b58a803f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:42.218686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Attempting to bind port 5555fc0d-be35-44bf-be27-dd87680d707c on network c0597865-c921-4348-a4be-7f4e442a90c2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:42.227640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:42.228066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Checking segment: {'id': '6c2d3787-358a-4288-a85d-09b58a803f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:42.228734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.229192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Bound using segment: {'id': '6c2d3787-358a-4288-a85d-09b58a803f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:42.230687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Bound port: 5555fc0d-be35-44bf-be27-dd87680d707c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2d3787-358a-4288-a85d-09b58a803f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:42.231320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.257893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Sync routers for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:42.271840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.278031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c1d500a-777d-450f-ac00-7699d6119359 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4322267 Aug 04 15:01:42.281913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47302) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:42.323913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] No DVR routers for this DVR port 56da62b5-4485-4af7-a8bf-d289dab33f00 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:42.327113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.329759 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-09c94a4c-7433-45d3-9e3b-b5778d4315d5 req-3f18f6f5-1983-4b24-9408-e1ee525387c4 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.46 "DELETE /v2.0/ports/56da62b5-4485-4af7-a8bf-d289dab33f00 HTTP/1.1" status: 204 len: 173 time: 1.4850955 Aug 04 15:01:42.347619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-177b3580-66a8-4c59-9a60-1dad92b94f78 req-dc453ce1-ec28-44eb-ba30-f89e9039f3d8 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0958865 Aug 04 15:01:42.426043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:42.426855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:42.462618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:42.617334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.638368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object ca425012-6e84-4cc2-bd3a-a9a0974887ea will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:42.650370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b8ab-1839-4994-b067-8c6ceb496106 req-6bbc92d9-8830-44c2-8d2a-9b35c5d51edd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:42.658163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31a5b8ab-1839-4994-b067-8c6ceb496106 req-6bbc92d9-8830-44c2-8d2a-9b35c5d51edd tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.0889080 Aug 04 15:01:42.680655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:42.691861 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fcf780bd-78f5-4379-97be-0817533c6579 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=980083ed4fa24d66b0f406a1b7979cb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4078996 Aug 04 15:01:42.697100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47312) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:42.753365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31a5b8ab-1839-4994-b067-8c6ceb496106 req-9b21fa19-9ab1-45ad-9a21-139207f167b7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940020 Aug 04 15:01:42.775220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.776478 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:40Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:42.813367 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:42.813968 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Updating router 00cf8765-a627-4940-9f63-76f3386a014f port 0d560517-d4fb-4845-bd2b-1e3e368b668b binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:01:42.843270 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:42.882799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=ca425012-6e84-4cc2-bd3a-a9a0974887ea,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:42.942092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:42.956861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:42.968351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:42.981254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] For port 5555fc0d-be35-44bf-be27-dd87680d707c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:43.010290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] For port 5555fc0d-be35-44bf-be27-dd87680d707c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5555fc0d-be35-44bf-be27-dd87680d707c,segment=NetworkSegment(6c2d3787-358a-4288-a85d-09b58a803f55),segment_id=6c2d3787-358a-4288-a85d-09b58a803f55)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:43.157073 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.181177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:43.182142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.202374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d641e87-6973-4793-9524-2d199be9ff4d tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:43.206681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5d641e87-6973-4793-9524-2d199be9ff4d tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4941700 Aug 04 15:01:43.207850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:43.210307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-50e2264c-6b08-4f03-9aa0-034447671faa tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0634673 Aug 04 15:01:43.211203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47326) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:43.216995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-870592321', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3a:d2:86'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:43.328684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab50b672-d515-42b9-86e3-84c37250b162 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1152697 Aug 04 15:01:43.329635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47328) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:43.336246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403242120', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:43.372289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a046981-04a2-41fb-94eb-ceb3d028d77f None None] Pushing event updated for resources: {'Port': ['ID=5555fc0d-be35-44bf-be27-dd87680d707c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:43.400653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:43.472130 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.487452 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Transition to ACTIVE for port object 0d560517-d4fb-4845-bd2b-1e3e368b668b will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:43.489115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Checking router: f6d1d97e-095f-49d2-8013-bc66ddf2520a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:43.501914 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.509326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:43.510043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:43.529300 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Attempting to bind port 0d560517-d4fb-4845-bd2b-1e3e368b668b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:43.529923 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Attempting to bind port 0d560517-d4fb-4845-bd2b-1e3e368b668b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:43.530443 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Attempting to bind port 0d560517-d4fb-4845-bd2b-1e3e368b668b on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:43.553315 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:43.554038 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:43.554707 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.555284 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:43.555956 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Bound port: 0d560517-d4fb-4845-bd2b-1e3e368b668b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:43.556845 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.578248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:43.580748 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cf80c3-6afc-4e34-be62-65dd316bbcc2" -d '{"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:43.622736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] For port 0d560517-d4fb-4845-bd2b-1e3e368b668b, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:43.643175 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] For port 0d560517-d4fb-4845-bd2b-1e3e368b668b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0d560517-d4fb-4845-bd2b-1e3e368b668b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:43.655350 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:43.702401 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce608b51-b4b7-4aa9-b0c5-dce54c508c62 x-openstack-request-id: req-ce608b51-b4b7-4aa9-b0c5-dce54c508c62 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:43.702929 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3ef415-b90d-4233-a013-d34839aea9e3", "name": "network-vif-deleted", "tag": "56da62b5-4485-4af7-a8bf-d289dab33f00", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:43.702929 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce608b51-b4b7-4aa9-b0c5-dce54c508c62 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:43.703372 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3ef415-b90d-4233-a013-d34839aea9e3', 'name': 'network-vif-deleted', 'tag': '56da62b5-4485-4af7-a8bf-d289dab33f00', 'status': 'completed', 'code': 200} Aug 04 15:01:43.712632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3c0151c-933a-4643-9857-6b4f2c8ee271 req-bc2e46bf-336c-4b1c-909e-a0c3317989f5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.1531532 Aug 04 15:01:43.719815 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:43.720653 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:43.747077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:43.802239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Pushing event updated for resources: {'Port': ['ID=0d560517-d4fb-4845-bd2b-1e3e368b668b,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:43.807581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:43.821144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 8b459e1f-e573-4206-9e8b-a8082b2df467 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:43.844032 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.845481 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.848739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.849272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.849774 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.851732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.852241 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.852753 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.853306 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.855112 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.855663 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.856160 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:01:43.877478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:43.881371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.028822 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495460-fb98-4ba4-abb3-7d9927293784 None None] Pushing event updated for resources: {'Port': ['ID=0d560517-d4fb-4845-bd2b-1e3e368b668b,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:44.033687 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:44.045854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.071833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port e7d93b69-c15f-4b51-bc52-2d0c4b758e6e yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:44.091347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8808-1ad7-4d15-a90e-4b01d792091a req-fd18f528-476a-4b81-a3b2-3b4bce91bff1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:44.092957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fcc8808-1ad7-4d15-a90e-4b01d792091a req-fd18f528-476a-4b81-a3b2-3b4bce91bff1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 946 time: 0.1608160 Aug 04 15:01:44.096400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.144689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:44.147323 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f391f1c0-ba1e-48c8-aada-41203417eaf2" -d '{"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:44.177070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:44.219256 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2fbe4-7bd0-48a2-8f18-04004e533cb6 x-openstack-request-id: req-68f2fbe4-7bd0-48a2-8f18-04004e533cb6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:44.219535 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-unplugged", "status": "failed", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:44.219794 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68f2fbe4-7bd0-48a2-8f18-04004e533cb6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:44.220190 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'code': 422} returned with failed status Aug 04 15:01:44.228722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fcc8808-1ad7-4d15-a90e-4b01d792091a req-5e29f51c-a0ca-4608-a893-750aadec1038 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045830 Aug 04 15:01:44.231428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.335180 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:40Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:44.352398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:44.384129 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d612-ad97-416f-b65f-519688ab34fc None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:40Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:44.389911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:44.404143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.7 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/e7d93b69-c15f-4b51-bc52-2d0c4b758e6e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:44.427174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.439680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bdc8d-393f-4818-94e5-7c897a432900 None None] The sync data for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 is: [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9241130c-7139-4700-99e9-5c1283c8a413', 'name': '', 'network_id': '7c71ddc9-7741-44a7-83c6-55b1bb7ff58f', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'mac_address': 'fa:16:3e:cf:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:53Z', 'updated_at': '2021-08-04T14:51:00Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'subnets': [{'id': '2dec4a73-9fc4-4216-8a87-7f1f8e82c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:44.483879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56c6b5-460e-466c-a3aa-88622acb9702 req-a9514e71-77a8-4b5b-a6f4-3ea66c1f86d6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:44.487120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad56c6b5-460e-466c-a3aa-88622acb9702 req-a9514e71-77a8-4b5b-a6f4-3ea66c1f86d6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1217082 Aug 04 15:01:44.580173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Subnet': ['ID=103c1607-1359-44a1-be40-765991b348d6,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:44.595347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad56c6b5-460e-466c-a3aa-88622acb9702 req-2bdaf9a2-79b6-492b-91e4-0bb0af21a499 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951352 Aug 04 15:01:44.670323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Checking segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:44.670897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network hostable DHCP agents. Network: 86a7cf16-9f45-4eff-9089-139805258638, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:01:44.728824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 86a7cf16-9f45-4eff-9089-139805258638 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:01:44.755326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 86a7cf16-9f45-4eff-9089-139805258638) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:44.767037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f977a31-f14d-44d4-9e91-b0e2ef953b29 None None] Network 86a7cf16-9f45-4eff-9089-139805258638 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:44.770526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:44.771182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.824681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:44.860714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-671c76c2-b1e6-44e3-a269-fc5c9bb91fcc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5296855 Aug 04 15:01:44.863626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47350) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:44.967231 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f5032-9249-4ed9-9217-b27a2110a4e8 None None] New status for floating IP d6c75963-b813-4136-b331-63c699873a02: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:01:45.010398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object e7d93b69-c15f-4b51-bc52-2d0c4b758e6e will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:45.045215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c411236-acda-4e9e-b946-0f5f8dcccaa7 req-e134ac32-bac3-4ab2-928b-0db4a7852dca tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.1574311 Aug 04 15:01:45.069426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843055f9-5e5a-4848-b0a2-213809d7eaa0 req-d68a20b1-7b07-4ec6-9184-a8bfe1efa931 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.077028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-843055f9-5e5a-4848-b0a2-213809d7eaa0 req-d68a20b1-7b07-4ec6-9184-a8bfe1efa931 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.3029952 Aug 04 15:01:45.122353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:45.148267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-843055f9-5e5a-4848-b0a2-213809d7eaa0 req-cbd2c520-5bcc-4a11-afdc-575a7044103c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684354 Aug 04 15:01:45.214145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:45.217595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:45.222526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:45.226869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=e7d93b69-c15f-4b51-bc52-2d0c4b758e6e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:45.246495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd7a83-6504-4449-96ec-cfbe3196f351 None None] Network c0597865-c921-4348-a4be-7f4e442a90c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:45.318797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.320342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:45.377727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a39cbbb-03e4-4442-a5fc-6ea3542defee tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1652107 Aug 04 15:01:45.380961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47356) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:45.434288 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c35692-9b9b-4605-9a86-39ce14672c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:45.462472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9a46e1a9-4922-4225-b6ca-96683ffce2ea None None] Provisioning for port 5555fc0d-be35-44bf-be27-dd87680d707c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:45.606133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5555fc0d-be35-44bf-be27-dd87680d707c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:45.640322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfa571-ced0-4a77-a5b3-4e314de7497c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.646386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfa571-ced0-4a77-a5b3-4e314de7497c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.653193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfa571-ced0-4a77-a5b3-4e314de7497c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.655084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fbcfa571-ced0-4a77-a5b3-4e314de7497c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2731366 Aug 04 15:01:45.661837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:45.665505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80322af2-f5cf-46d2-a506-876f0e372a44 req-29fd6262-cc87-4810-8624-b426f5d5e40a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:45.671405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80322af2-f5cf-46d2-a506-876f0e372a44 req-29fd6262-cc87-4810-8624-b426f5d5e40a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1862044 Aug 04 15:01:45.717343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80322af2-f5cf-46d2-a506-876f0e372a44 req-50e24d8e-8303-482c-ab58-8fd897aeaa97 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Aug 04 15:01:45.783602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-86a7cf16-9f45-4eff-9089-139805258638', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:01:45.784802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:45.852740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 5555fc0d-be35-44bf-be27-dd87680d707c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:45.861769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5555fc0d-be35-44bf-be27-dd87680d707c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:45.861995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:45.890233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port e7d93b69-c15f-4b51-bc52-2d0c4b758e6e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:45.891246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.042655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.052152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Allocated IP 172.20.0.2 (86a7cf16-9f45-4eff-9089-139805258638/103c1607-1359-44a1-be40-765991b348d6/5593b9e0-dcc5-48d0-8276-8c9dbbab6206) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:46.062047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for e7d93b69-c15f-4b51-bc52-2d0c4b758e6e owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:46.147569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.154195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.256745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bac6b68c-a467-4836-a444-f78c0e314453 req-f5646210-003d-4a43-8e02-584f12ef32f0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0547292 Aug 04 15:01:46.332210 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.343131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 5555fc0d-be35-44bf-be27-dd87680d707c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5555fc0d-be35-44bf-be27-dd87680d707c,segment=NetworkSegment(6c2d3787-358a-4288-a85d-09b58a803f55),segment_id=6c2d3787-358a-4288-a85d-09b58a803f55)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:46.354851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.355864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0d560517-d4fb-4845-bd2b-1e3e368b668b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:46.426705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Transition to ACTIVE for port object 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:46.426964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.430649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Provisioning for port ca425012-6e84-4cc2-bd3a-a9a0974887ea completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:46.432847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=5555fc0d-be35-44bf-be27-dd87680d707c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:46.447059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Provisioning complete for port ca425012-6e84-4cc2-bd3a-a9a0974887ea triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:46.447434 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.478720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Transition to ACTIVE for port object 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:46.492871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.531984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Port ca425012-6e84-4cc2-bd3a-a9a0974887ea cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:46.554821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=e7d93b69-c15f-4b51-bc52-2d0c4b758e6e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:46.559278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Could not find standard attr ID for object e7d93b69-c15f-4b51-bc52-2d0c4b758e6e. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:01:46.563651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Network 86a7cf16-9f45-4eff-9089-139805258638 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:46.567169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0d560517-d4fb-4845-bd2b-1e3e368b668b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:46.573919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:46.580112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:46.592661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0d560517-d4fb-4845-bd2b-1e3e368b668b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:46.593045 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.599179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Pushing event updated for resources: {'Port': ['ID=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:46.696846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Provisioning complete for port 5555fc0d-be35-44bf-be27-dd87680d707c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:46.697281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0c06d31-f7c4-4d8c-a0fc-c11b6114fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.787960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.829784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0d560517-d4fb-4845-bd2b-1e3e368b668b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0d560517-d4fb-4845-bd2b-1e3e368b668b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:46.859815 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.893147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78bda6-d280-4cd4-b6c2-b950d55bdd28 req-fd7c2e1f-48a3-4d8b-89ee-f97131609719 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:46.904702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Attempting to bind port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:46.905083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Attempting to bind port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:46.905456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Attempting to bind port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 on network 86a7cf16-9f45-4eff-9089-139805258638 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:46.907294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a78bda6-d280-4cd4-b6c2-b950d55bdd28 req-fd7c2e1f-48a3-4d8b-89ee-f97131609719 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0805995 Aug 04 15:01:46.919278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:46.919629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Checking segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:46.919979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.920383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Bound using segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:46.920880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Bound port: 5593b9e0-dcc5-48d0-8276-8c9dbbab6206, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:46.921452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:46.963553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a78bda6-d280-4cd4-b6c2-b950d55bdd28 req-de9e97ef-a30f-4e03-afa7-822c5699ee67 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541933 Aug 04 15:01:47.017414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] For port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:47.021813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] For port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:47.046270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.125893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0d560517-d4fb-4845-bd2b-1e3e368b668b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:47.191587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0b08-39dc-40bb-bde6-8c16afb236ac None None] Pushing event updated for resources: {'Port': ['ID=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:47.239497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c64c549b-8de4-460b-b9b6-a6471dbeeb1f None None] Provisioning complete for port ca425012-6e84-4cc2-bd3a-a9a0974887ea triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:47.239888 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c64c549b-8de4-460b-b9b6-a6471dbeeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.335670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c64c549b-8de4-460b-b9b6-a6471dbeeb1f None None] Port ca425012-6e84-4cc2-bd3a-a9a0974887ea cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:47.343546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c64c549b-8de4-460b-b9b6-a6471dbeeb1f None None] Could not find standard attr ID for object e7d93b69-c15f-4b51-bc52-2d0c4b758e6e. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:01:47.382926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1036479b-7c72-4d9f-9602-a484aefa7574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.425578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5555fc0d-be35-44bf-be27-dd87680d707c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:47.501392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ece4279-d23c-4d4a-aebf-0b199062dcbd req-0c2693bf-fe25-4726-bf20-c077e15631e0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0999126 Aug 04 15:01:47.547206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3fdb-3a97-489b-866d-1d82dcb11496 req-398f340b-4d8d-40a4-a0f8-541a7a82b503 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:47.549155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3d3fdb-3a97-489b-866d-1d82dcb11496 req-398f340b-4d8d-40a4-a0f8-541a7a82b503 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 950 time: 0.1569643 Aug 04 15:01:47.575789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5555fc0d-be35-44bf-be27-dd87680d707c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:47.576170 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.635455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.636404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.640330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e979068b-b938-498b-b91b-56b6b119e7bf tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/e7d93b69-c15f-4b51-bc52-2d0c4b758e6e HTTP/1.1" status: 204 len: 168 time: 1.9747910 Aug 04 15:01:47.644054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3d3fdb-3a97-489b-866d-1d82dcb11496 req-5927fbe1-d50c-4079-bf42-201d48dcff6d tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849173 Aug 04 15:01:47.647112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:47.676330 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a689e1-a39f-4992-9f1c-d237d7d4568e tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] GET failed (client error): The resource could not be found. Aug 04 15:01:47.678767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-05a689e1-a39f-4992-9f1c-d237d7d4568e tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports/e7d93b69-c15f-4b51-bc52-2d0c4b758e6e HTTP/1.1" status: 404 len: 333 time: 0.0293763 Aug 04 15:01:47.682682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.1 (86a7cf16-9f45-4eff-9089-139805258638/103c1607-1359-44a1-be40-765991b348d6/b0ee3a86-a49f-4859-a4d8-1af5d8c7629a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:47.683355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47384) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:47.689979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-515579418'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:47.707039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0d560517-d4fb-4845-bd2b-1e3e368b668b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:47.812167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0d560517-d4fb-4845-bd2b-1e3e368b668b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:47.812540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.895695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.934299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object b0ee3a86-a49f-4859-a4d8-1af5d8c7629a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:47.965319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:47.999477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.075497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 86a7cf16-9f45-4eff-9089-139805258638 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:48.080580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:48.087675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:48.115580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:48.161820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.317625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47396) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:48.348361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7042-4a0e-44e6-96ca-3e743004419a req-2f52266d-0aa5-4e72-b8f0-a6a5863c7010 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:48.357326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16de7042-4a0e-44e6-96ca-3e743004419a req-2f52266d-0aa5-4e72-b8f0-a6a5863c7010 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1630569 Aug 04 15:01:48.401668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.427422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:48.437141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.480538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16de7042-4a0e-44e6-96ca-3e743004419a req-429401e9-2f5a-4b74-8ecc-8bce8d125937 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169512 Aug 04 15:01:48.503111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port 74926041-cf30-4548-9626-5aaf3508ebbc yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:48.601649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34b4b70-659a-4dee-9436-b903031718d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.744847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.753748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-985053cf-c950-4ea6-8d9c-14ed028d7d32 req-137de690-221a-4f4b-a593-aa1ae3c1969f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0684373 Aug 04 15:01:48.763887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:48.799558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.10 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/74926041-cf30-4548-9626-5aaf3508ebbc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:48.853246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-3c6ee2be-ebc9-4542-bda2-6b5122b1a09a tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:48.854848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-3c6ee2be-ebc9-4542-bda2-6b5122b1a09a tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.38 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 950 time: 0.1606369 Aug 04 15:01:48.858257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1cee3c-fc2b-4740-b084-76f841a61157 None None] Network 86a7cf16-9f45-4eff-9089-139805258638 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:01:48.940650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c438d-d61f-414f-a75e-64255503e4a8 req-3330fe3b-b71b-4b7b-b404-9826cca1a8a6 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:48.941734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-41a32a0c-449b-483f-9c8f-5194d29dcfc9 None None] Provisioning for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:48.942249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d0c438d-d61f-414f-a75e-64255503e4a8 req-3330fe3b-b71b-4b7b-b404-9826cca1a8a6 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 950 time: 0.1248803 Aug 04 15:01:49.009492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Deleting port 5142d402-45a8-42b9-91cb-0bbdf0fd205f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:49.010237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.047077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34b4b70-659a-4dee-9436-b903031718d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.071351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34b4b70-659a-4dee-9436-b903031718d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.092374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d0c438d-d61f-414f-a75e-64255503e4a8 req-a392fbe5-d65f-4381-aff2-d1538440fb34 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31f9f75-1ac9-4a33-91da-4763b5ef677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414037 Aug 04 15:01:49.149008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a34b4b70-659a-4dee-9436-b903031718d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e8a513ced9f43d39d3d61f31797e907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8256149 Aug 04 15:01:49.150747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47404) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:49.151220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b4b70-659a-4dee-9436-b903031718d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136f00ab-fb22-4f68-97a2-1274811a3992,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:49.174429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.194216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.204888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] For port 5142d402-45a8-42b9-91cb-0bbdf0fd205f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=5142d402-45a8-42b9-91cb-0bbdf0fd205f,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:49.205588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.212829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object 74926041-cf30-4548-9626-5aaf3508ebbc will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:49.227098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.231469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.271506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.290166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.321869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Calling delete_port for 5142d402-45a8-42b9-91cb-0bbdf0fd205f owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:49.369377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:49.382550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:49.388239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:49.427574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=74926041-cf30-4548-9626-5aaf3508ebbc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:49.449294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:49.450143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.465885 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.476859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:49.481002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.502871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/136f00ab-fb22-4f68-97a2-1274811a3992 HTTP/1.1" status: 204 len: 168 time: 0.3484907 Aug 04 15:01:49.515534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:49.521306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.572241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0dc03-edf4-4bf1-a86f-bd407818467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f00ab-fb22-4f68-97a2-1274811a3992,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:49.593525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23e74915-9ff2-4889-aeb6-6f4332dcb720 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9076450 Aug 04 15:01:49.596105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47418) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:49.602549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3a:d2:86'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:49.741073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Provisioning for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:49.750169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Provisioning complete for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:49.751469 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.757471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:49.831891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:49.832270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:49.887037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 86a7cf16-9f45-4eff-9089-139805258638 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:49.901098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:49.977815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1814908b-5982-457e-9bbc-b4d96acca8b6 req-0b383152-3542-4bec-b8b0-e361d7cfad89 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0467279 Aug 04 15:01:50.017753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.020605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:50.042121 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:01:50.059217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.087278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:50.098221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Provisioning complete for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:50.098800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c4370b9e-18e3-4ea5-ba0e-7b8fb4f9b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.102073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781d6c-3e40-427f-834b-88385eca14c4 req-f1658958-e933-4631-9c40-7660f5315295 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:50.106524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19781d6c-3e40-427f-834b-88385eca14c4 req-f1658958-e933-4631-9c40-7660f5315295 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.4047663 Aug 04 15:01:50.108576 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.147068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.210395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19781d6c-3e40-427f-834b-88385eca14c4 req-e65c6977-e7b8-4a35-9697-e971e6bcab2d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935185 Aug 04 15:01:50.251147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Pushing event deleted for resources: {'Port': ['ID=5142d402-45a8-42b9-91cb-0bbdf0fd205f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:50.273520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.300315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:50.335944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] No DVR routers for this DVR port 5142d402-45a8-42b9-91cb-0bbdf0fd205f on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:01:50.339965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.342205 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e0281971-5c0b-4358-a423-0a70c5fb8ca4 req-123b342c-55d8-42b1-bc8c-b9e418a1c7a4 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.38 "DELETE /v2.0/ports/5142d402-45a8-42b9-91cb-0bbdf0fd205f HTTP/1.1" status: 204 len: 173 time: 1.4809442 Aug 04 15:01:50.343173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'name': 'network-vif-deleted', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:01:50.345167 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76821b87-e9ef-4f63-8c93-821b96db16c5" -d '{"events": [{"server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "name": "network-vif-deleted", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:01:50.357365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:01:50.390122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-39c17fb3-7fa0-4af7-9d47-b43e1c9e1b8a req-010fa1b6-8d7c-425c-8042-5b1a879ccf72 tempest-VolumesBackupsTest-139906224 tempest-VolumesBackupsTest-139906224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a917d619-4c94-4b77-8e8c-0ace92656ed1 HTTP/1.1" status: 200 len: 210 time: 0.1171646 Aug 04 15:01:50.452576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Provisioning for port 74926041-cf30-4548-9626-5aaf3508ebbc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:50.458627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Provisioning complete for port 74926041-cf30-4548-9626-5aaf3508ebbc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:50.459206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.468716 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b3ca5-2aad-4785-aa96-4322242a3e91 x-openstack-request-id: req-3e5b3ca5-2aad-4785-aa96-4322242a3e91 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:01:50.469017 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a917d619-4c94-4b77-8e8c-0ace92656ed1", "name": "network-vif-deleted", "tag": "5142d402-45a8-42b9-91cb-0bbdf0fd205f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:01:50.469250 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e5b3ca5-2aad-4785-aa96-4322242a3e91 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:01:50.469646 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a917d619-4c94-4b77-8e8c-0ace92656ed1', 'name': 'network-vif-deleted', 'tag': '5142d402-45a8-42b9-91cb-0bbdf0fd205f', 'status': 'completed', 'code': 200} Aug 04 15:01:50.528455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Port 74926041-cf30-4548-9626-5aaf3508ebbc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:50.561768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Provisioning complete for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:50.562146 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.598524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:01:50.616179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7ab10-1033-419f-bbe6-89069fb0c258 None None] Port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:50.623871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:01:50.624713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-43325bd9-6f2b-4b16-9e46-bb5d2315a22b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/00cf8765-a627-4940-9f63-76f3386a014f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7589948 Aug 04 15:01:50.625679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:50.636259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:50.637056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:50.683585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.693078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.779445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:50.889109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=74926041-cf30-4548-9626-5aaf3508ebbc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:50.964646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] In _notify_port_updated(), no bound segment for port 74926041-cf30-4548-9626-5aaf3508ebbc on network c0597865-c921-4348-a4be-7f4e442a90c2 {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:01:50.971171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:50.978639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:50.983175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e42faf8-26af-4e89-b806-f1e870d10533 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "PUT /v2.0/ports/74926041-cf30-4548-9626-5aaf3508ebbc HTTP/1.1" status: 200 len: 994 time: 1.3857629 Aug 04 15:01:50.984865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47452) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:51.008893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.009480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.010105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.011104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.011915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.012715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.013354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.014074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.014764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.015269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.035718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2597b58a-386a-48b0-8af6-069249c15154 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 0.3963265 Aug 04 15:01:51.036425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:51.149855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 2, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:51.175173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b3e1c24-44e4-46b4-a0f4-f2992856121b req-b155c898-d184-4208-800b-7d57297c225a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0386972 Aug 04 15:01:51.193441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:01:51.193795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Updating router 00cf8765-a627-4940-9f63-76f3386a014f port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:01:51.210799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.210982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port 74926041-cf30-4548-9626-5aaf3508ebbc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:51.211380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:51.214857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.215354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.215831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.216297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.216757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.217213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.217677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.218109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.218565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.220682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d478083a-da79-44f9-bd96-1b435a373141 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6406 time: 0.1832716 Aug 04 15:01:51.227195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:51.237524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:51.289432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1eab949-89a5-40fe-840d-7748fd0ad01b None None] Provisioning complete for port 74926041-cf30-4548-9626-5aaf3508ebbc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:51.289826 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a1eab949-89a5-40fe-840d-7748fd0ad01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:51.436452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:51.458066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0bed9-77b4-4caa-a183-db00d1224c23 req-a5bdebda-5531-4846-bd20-c1ba5e6e9591 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:51.459804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d0bed9-77b4-4caa-a183-db00d1224c23 req-a5bdebda-5531-4846-bd20-c1ba5e6e9591 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1230907 Aug 04 15:01:51.465224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for 74926041-cf30-4548-9626-5aaf3508ebbc owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:51.555795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:51.563043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d0bed9-77b4-4caa-a183-db00d1224c23 req-65caf73f-60d8-4954-af7f-7c2eff4301ed tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880399 Aug 04 15:01:51.615905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a1eab949-89a5-40fe-840d-7748fd0ad01b None None] Port 74926041-cf30-4548-9626-5aaf3508ebbc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:51.708048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-85dbbb32-2bb1-446a-b4e0-2c5a25abe3dd tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4785233 Aug 04 15:01:51.748033 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:51.810714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=74926041-cf30-4548-9626-5aaf3508ebbc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:51.828076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5142d402-45a8-42b9-91cb-0bbdf0fd205f no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:01:51.861118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 5142d402-45a8-42b9-91cb-0bbdf0fd205f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:01:51.861704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 5142d402-45a8-42b9-91cb-0bbdf0fd205f not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:01:51.875612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:51.875984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.078552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.094953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Transition to ACTIVE for port object b0ee3a86-a49f-4859-a4d8-1af5d8c7629a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:52.104080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.107860 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.116366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7477083-85be-4818-a10a-e518735204f8 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/74926041-cf30-4548-9626-5aaf3508ebbc HTTP/1.1" status: 204 len: 168 time: 1.1279485 Aug 04 15:01:52.116892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:52.164632 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3207485-ecb1-44bd-b62c-5c28a2b0dd47 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] GET failed (client error): The resource could not be found. Aug 04 15:01:52.172130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b3207485-ecb1-44bd-b62c-5c28a2b0dd47 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports/74926041-cf30-4548-9626-5aaf3508ebbc HTTP/1.1" status: 404 len: 333 time: 0.0539954 Aug 04 15:01:52.175762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:52.183270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-1419491531'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:52.193690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:52.199340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550251763', 'description': 'tempest-secgroup-smoke-1550251763 description', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:52.217887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ec48e-bbf8-4f5f-b3b6-6611bbb7bf6c None None] Pushing event updated for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:52.273883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Attempting to bind port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:01:52.274362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Attempting to bind port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:01:52.274822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Attempting to bind port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a on network 86a7cf16-9f45-4eff-9089-139805258638 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:01:52.275398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.280957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:01:52.281425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Checking segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:01:52.281931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.282308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Bound using segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:01:52.282828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Bound port: b0ee3a86-a49f-4859-a4d8-1af5d8c7629a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:01:52.283299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.465366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] For port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:01:52.470799 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.471336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] For port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:01:52.479129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.502662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.553592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ec48e-bbf8-4f5f-b3b6-6611bbb7bf6c None None] Pushing event updated for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:52.558648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.563231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3684006 Aug 04 15:01:52.565735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0398fe78-7eed-4f47-b75b-0d73b8d91eb8 req-8d55b4d8-08a8-4c20-83af-38486b38604e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0914094 Aug 04 15:01:52.572281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:52.589788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:52.634185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:01:52.640659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:52.673370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.750613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37609e-bc50-480b-b674-bfe018028c93 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509ab6c8-eb84-46cf-aa58-3a92d0f1d144,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:52.837930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.840773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:01:52.854457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530542-a1a4-4ad9-8e58-2844ca0e079a req-142433a2-7a8f-40ae-a6ec-f759f42ff212 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:52.862290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d530542-a1a4-4ad9-8e58-2844ca0e079a req-142433a2-7a8f-40ae-a6ec-f759f42ff212 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1746173 Aug 04 15:01:52.871696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.906114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21577eb5-6714-458d-aeee-259eaf692c2b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:52.924811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:52.926200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9e9fc0b-8b52-41c3-a707-723b94d60c30 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527691 Aug 04 15:01:52.929461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47534) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:52.940605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:52.959158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d530542-a1a4-4ad9-8e58-2844ca0e079a req-69d427a3-bcc1-4aeb-9ee1-6297383a7faf tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936930 Aug 04 15:01:53.011904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.063650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:53.070936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.102049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port c812cdea-1c1d-43ae-bec1-e38da446bbb0 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:53.148622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.153436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.170401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75fff10-7454-47af-8b3c-4c435f37701e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:53.172849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:52Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:01:53.186284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.187824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c8c594c3-95e6-4844-ad8c-46389f1da5a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573109 Aug 04 15:01:53.190859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47556) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:53.200965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:53.214523 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b796f2-0379-4724-9d8d-dca6e62482af None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:52Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:01:53.262006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.350984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.4 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/c812cdea-1c1d-43ae-bec1-e38da446bbb0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:53.448401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.456243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.517572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b0ee3a86-a49f-4859-a4d8-1af5d8c7629a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:53.530203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df87f82d-ae52-4591-b9f4-34f8bbbc7480,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:53.548719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.553182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72bd395e-a8c8-42d4-9425-b2c664c390e5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582096 Aug 04 15:01:53.553606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47572) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:53.564678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:53.615385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.618206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.625935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:53.630963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:53.631524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.700482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object c812cdea-1c1d-43ae-bec1-e38da446bbb0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:53.724178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.730628 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.756486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cda87c5-423b-4717-9fc8-47ee55fd776e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:53.801324 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.802560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aaee7754-1045-485b-932b-f7be05f8b336 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2479093 Aug 04 15:01:53.803131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.806754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:53.814452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:53.850355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19b42e5f-8733-4eb1-9f0e-6e53c3db4c14 req-91855577-420e-4e0f-8128-64893db86215 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0768909 Aug 04 15:01:53.859101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:53.881278 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:53.925525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=c812cdea-1c1d-43ae-bec1-e38da446bbb0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:53.956367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:53.962150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:53.966676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:54.000297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:01:54.009988 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.037023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2925425c-2492-4406-acfc-3984564803ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.107368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:54.107964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.124706 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:01:54.129514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:54.134226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.210851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a58666-0d42-4533-9aff-e8d50f469dbb req-1efb8056-b220-4a30-b4c8-a93b4b714488 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:54.216274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12a58666-0d42-4533-9aff-e8d50f469dbb req-1efb8056-b220-4a30-b4c8-a93b4b714488 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1218662 Aug 04 15:01:54.234527 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.239879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.262099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07019909-78ea-463e-8962-33d860a5ab33,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:54.312745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12a58666-0d42-4533-9aff-e8d50f469dbb req-7f9a8136-7916-425b-8791-3830d297a649 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850260 Aug 04 15:01:54.357471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2925425c-2492-4406-acfc-3984564803ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.365718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2925425c-2492-4406-acfc-3984564803ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.370135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6cb5ec6-f9c1-41c0-a998-d93ee6d7c6de tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1928232 Aug 04 15:01:54.373024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.374885 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d45b30d9-068e-4501-9013-807115eafd7a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5670531 Aug 04 15:01:54.386004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:54.386420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47590) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:54.396533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:d2:86'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:54.419914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ea04ec06-fb2a-4bf0-be52-740d13d6c08c None None] Provisioning for port c812cdea-1c1d-43ae-bec1-e38da446bbb0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:54.423795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ea04ec06-fb2a-4bf0-be52-740d13d6c08c None None] Provisioning complete for port c812cdea-1c1d-43ae-bec1-e38da446bbb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:54.424235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea04ec06-fb2a-4bf0-be52-740d13d6c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.433426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '509ab6c8-eb84-46cf-aa58-3a92d0f1d144', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:54.437795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47592) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:54.442787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2925425c-2492-4406-acfc-3984564803ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=531d72e4644c4373b8e2e77bf2aafe80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822453 Aug 04 15:01:54.447640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925425c-2492-4406-acfc-3984564803ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da59b9c2-5119-49b8-a7d3-11d5404dc537,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:54.494780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ea04ec06-fb2a-4bf0-be52-740d13d6c08c None None] Port c812cdea-1c1d-43ae-bec1-e38da446bbb0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:54.566228 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:01:54.577839 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.620304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.692098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.695607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.777928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.786503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.827448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ad1142-92c6-4093-8804-949c127e9fae,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:54.833715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.839501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b0bce571-6f32-454a-a7de-65f3d5f9e736 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4433250 Aug 04 15:01:54.852604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.855513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:54.859171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da59b9c2-5119-49b8-a7d3-11d5404dc537 HTTP/1.1" status: 204 len: 168 time: 0.4152992 Aug 04 15:01:54.943572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51991e-a9c4-4371-b1d8-793d9eb5b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da59b9c2-5119-49b8-a7d3-11d5404dc537,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:55.060606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b37bf5f-4c4e-4bb3-b643-b83fb9692532 req-1bf1068f-c50f-4afe-a84f-876858c68130 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0718153 Aug 04 15:01:55.070777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.076267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.189696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=c812cdea-1c1d-43ae-bec1-e38da446bbb0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:55.195027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] In _notify_port_updated(), no bound segment for port c812cdea-1c1d-43ae-bec1-e38da446bbb0 on network c0597865-c921-4348-a4be-7f4e442a90c2 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:01:55.201130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:55.201776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.203748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5d8b629-29aa-4661-bda0-f5001fffe9d6 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "PUT /v2.0/ports/c812cdea-1c1d-43ae-bec1-e38da446bbb0 HTTP/1.1" status: 200 len: 996 time: 0.8136766 Aug 04 15:01:55.211771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47614) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:55.228937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-66283499-731d-4305-a9e9-f4fdaca0d24e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550251763&fields=id&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 267 time: 0.0889437 Aug 04 15:01:55.359481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47618) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:55.381122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf44f-5ea2-4982-ada3-4fc0bae388f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.403459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b0ee3a86-a49f-4859-a4d8-1af5d8c7629a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:01:55.487568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:55.488352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.493644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port c812cdea-1c1d-43ae-bec1-e38da446bbb0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:55.494159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.525565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-9bc29c1a-e3bc-47da-9f06-97567bd7a775 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:55.528905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-9bc29c1a-e3bc-47da-9f06-97567bd7a775 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 796 time: 0.2991419 Aug 04 15:01:55.544293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf44f-5ea2-4982-ada3-4fc0bae388f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.547866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d2c35e69-d542-40e7-90a7-f59c5eaf2b71 None None] Provisioning complete for port c812cdea-1c1d-43ae-bec1-e38da446bbb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:55.548297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d2c35e69-d542-40e7-90a7-f59c5eaf2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.556645 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf44f-5ea2-4982-ada3-4fc0bae388f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.564444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-1212ebfe-0753-427e-aa51-8f5296c9b779 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/quotas/980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 375 time: 0.0225739 Aug 04 15:01:55.592002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818a3d5-eeaa-4960-a653-5ce55af2392a req-ae236b1d-9ffc-4acc-941f-33355a54d5a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:55.593838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4818a3d5-eeaa-4960-a653-5ce55af2392a req-ae236b1d-9ffc-4acc-941f-33355a54d5a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1177053 Aug 04 15:01:55.609862 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b4cdf44f-5ea2-4982-ada3-4fc0bae388f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ef5c3bc83084a5a9e12f3fed8ea50b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425849 Aug 04 15:01:55.613297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf44f-5ea2-4982-ada3-4fc0bae388f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07adff8-f611-48e9-b0f5-b0b0e0aa1e16,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:55.616067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47620) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:55.637386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d2c35e69-d542-40e7-90a7-f59c5eaf2b71 None None] Port c812cdea-1c1d-43ae-bec1-e38da446bbb0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:55.669938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-a0b26382-3bf0-496a-98a1-cfb4de201698 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043422 Aug 04 15:01:55.683886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.703348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for c812cdea-1c1d-43ae-bec1-e38da446bbb0 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:55.705997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4818a3d5-eeaa-4960-a653-5ce55af2392a req-2e33d5d7-1364-4d34-9b14-04d369760301 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904820 Aug 04 15:01:55.737392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.804506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.829044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-3daa1267-3bf5-4439-8a0d-2fe2e3f65a41 service neutron] 10.222.0.76 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281703 Aug 04 15:01:55.905196 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.907866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.909126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e07adff8-f611-48e9-b0f5-b0b0e0aa1e16 HTTP/1.1" status: 204 len: 168 time: 0.2902858 Aug 04 15:01:55.932829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-51fd1ac2-93c6-48e3-b3f7-fcbccbcbe18b service neutron] 10.222.0.76 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948579 Aug 04 15:01:55.933795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757899f-d02d-4c37-ad22-cfd0a04af84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07adff8-f611-48e9-b0f5-b0b0e0aa1e16,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:55.945182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:55.979398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=c812cdea-1c1d-43ae-bec1-e38da446bbb0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:56.090724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:56.096083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b7f7e10-62cf-40b3-b74e-fc036fecba86 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/c812cdea-1c1d-43ae-bec1-e38da446bbb0 HTTP/1.1" status: 204 len: 168 time: 0.8781483 Aug 04 15:01:56.096564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:56.165251 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cc080f-8c00-4066-b93e-c83c3a99052f tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] GET failed (client error): The resource could not be found. Aug 04 15:01:56.170685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-76cc080f-8c00-4066-b93e-c83c3a99052f tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports/c812cdea-1c1d-43ae-bec1-e38da446bbb0 HTTP/1.1" status: 404 len: 333 time: 0.0698199 Aug 04 15:01:56.171045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47632) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:56.176574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-237153735'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:56.272458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d50fd9b3-6c2a-4a3f-ba36-7a170d009087 req-2b2a1bc9-fef2-4978-a9e7-b86630b93635 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0590861 Aug 04 15:01:56.292044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43bfae5d-6127-496d-b58f-169d24b8e282 req-95f02eda-1f03-4b00-adf9-99defe88f6e6 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 210 time: 0.0599644 Aug 04 15:01:56.391407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:56.397120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:56.422205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port f9a75249-6131-4746-bd59-283bc6b36fb0 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:56.593959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.8 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/f9a75249-6131-4746-bd59-283bc6b36fb0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:56.845531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:56.869096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object f9a75249-6131-4746-bd59-283bc6b36fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:56.886512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de251eb-f461-4753-89ed-5da4a89c8f05 req-d52fc5b7-9d87-4155-a67b-1a62750e8fa7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:56.894316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de251eb-f461-4753-89ed-5da4a89c8f05 req-d52fc5b7-9d87-4155-a67b-1a62750e8fa7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0837519 Aug 04 15:01:56.914218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:56.951186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de251eb-f461-4753-89ed-5da4a89c8f05 req-3f870fc9-3284-4860-988a-00d839142a92 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553327 Aug 04 15:01:56.987325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:56.999771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:57.002392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:57.049751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=f9a75249-6131-4746-bd59-283bc6b36fb0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:57.122052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.122787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:57.158675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a8f5f337-81e2-47b0-851c-4dc169e591ab tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9842155 Aug 04 15:01:57.159122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:57.164585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'network_id': 'c0597865-c921-4348-a4be-7f4e442a90c2', 'name': 'tempest-AllowedAddressPairTestJSON-1829811723'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:57.286663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-8b64bfbe-ee9a-4a88-a00c-ab9f0e255770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.288264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-8b64bfbe-ee9a-4a88-a00c-ab9f0e255770 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0677345 Aug 04 15:01:57.391196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-16b09da5-4381-4022-8c4a-52f036667d63 None None] Provisioning for port f9a75249-6131-4746-bd59-283bc6b36fb0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:57.404672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-16b09da5-4381-4022-8c4a-52f036667d63 None None] Provisioning complete for port f9a75249-6131-4746-bd59-283bc6b36fb0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:57.405329 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-16b09da5-4381-4022-8c4a-52f036667d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:57.408272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-9f2ddd7e-326a-4591-911c-06ae3ed25613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.410866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-9f2ddd7e-326a-4591-911c-06ae3ed25613 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1143050 Aug 04 15:01:57.425966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f64b3-0e14-41a3-885a-0a5b7b2608cf req-e4dddc91-9372-43d9-a232-9f5fd0699f89 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.427599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b9f64b3-0e14-41a3-885a-0a5b7b2608cf req-e4dddc91-9372-43d9-a232-9f5fd0699f89 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1180546 Aug 04 15:01:57.445562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Made reservation on behalf of 57a49f416a064736b1abf6450946b53d for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:57.449581 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:57.503487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b17eb828-5121-4f51-8e86-b7f1a2804af9 req-42c741b0-4d23-405b-a26a-cf05bd5aac1e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 210 time: 0.0599189 Aug 04 15:01:57.512031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-101e8998-9c49-415e-bf41-8025a8fea087 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.0922232 Aug 04 15:01:57.545958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-16b09da5-4381-4022-8c4a-52f036667d63 None None] Port f9a75249-6131-4746-bd59-283bc6b36fb0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:57.546389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b9f64b3-0e14-41a3-885a-0a5b7b2608cf req-0b7d576b-9b83-4398-a660-20608c08825c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093059 Aug 04 15:01:57.563208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] device_id is not set on port c9778a48-6bcd-488d-acfc-4d6afa606307 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:01:57.687136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7664fe07-20d3-4317-aa9c-76649731227c req-973930fa-ad26-4a42-85b2-7b4c248855bd tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0454140 Aug 04 15:01:57.755746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-bd36e753-8538-4625-a8a4-da811400e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.757384 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-bd36e753-8538-4625-a8a4-da811400e839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.2382653 Aug 04 15:01:57.759310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Allocated IP 172.20.0.13 (c0597865-c921-4348-a4be-7f4e442a90c2/92eb6985-f13b-43dd-94bb-08e565b158e9/c9778a48-6bcd-488d-acfc-4d6afa606307) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:57.834193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-6ca0e91b-321e-4721-ba15-0e19261af354 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.836636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-6ca0e91b-321e-4721-ba15-0e19261af354 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 796 time: 0.2305663 Aug 04 15:01:57.876452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-b1b68b1f-ce88-4209-82a2-ea703d25082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:57.878101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-b1b68b1f-ce88-4209-82a2-ea703d25082e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061034 Aug 04 15:01:57.930134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-cb602955-c097-4fda-b71e-83fcd962dee5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 380 time: 0.0842073 Aug 04 15:01:57.960562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'port': {'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'admin_state_up': True, 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'security_groups': ['509ab6c8-eb84-46cf-aa58-3a92d0f1d144']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:57.964554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:57.990299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Transition to ACTIVE for port object c9778a48-6bcd-488d-acfc-4d6afa606307 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:58.036426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.077731 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-782837c7-ef33-4215-8c2e-c8b1522a260c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878438 Aug 04 15:01:58.087766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=c9778a48-6bcd-488d-acfc-4d6afa606307,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:58.106729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Network c0597865-c921-4348-a4be-7f4e442a90c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:58.108230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:58.110684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:58.180364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:01:58.184602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.196299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:58.197047 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.219529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-816f566a-ccc4-4de6-8770-ddfd6ca85f6c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0560584 Aug 04 15:01:58.220595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47690) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:58.232421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3a:d2:86'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:8b:16:d1'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:58.283808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0cd15b3c-4539-46ad-b6ec-c3263ff4aa6a req-2e76ff6c-a207-4ed9-949c-cc40694cf730 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983383 Aug 04 15:01:58.384665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.9 (86a7cf16-9f45-4eff-9089-139805258638/103c1607-1359-44a1-be40-765991b348d6/0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:01:58.523418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.591302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85c03a89-e5a6-4921-be18-f1969d9e16d5 None None] Provisioning for port c9778a48-6bcd-488d-acfc-4d6afa606307 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:58.603151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85c03a89-e5a6-4921-be18-f1969d9e16d5 None None] Provisioning complete for port c9778a48-6bcd-488d-acfc-4d6afa606307 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:58.603910 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85c03a89-e5a6-4921-be18-f1969d9e16d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.625810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.656018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:58.675097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-85c03a89-e5a6-4921-be18-f1969d9e16d5 None None] Port c9778a48-6bcd-488d-acfc-4d6afa606307 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:58.719033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.753416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc184e7b-34d4-4e52-bf01-dbad967254c4 req-bf2780e5-c82d-410c-8d0e-68ef8d14eb6c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 210 time: 0.1101561 Aug 04 15:01:58.790165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:58.799282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 86a7cf16-9f45-4eff-9089-139805258638 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:01:58.801495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:01:58.812872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e873-4ea0-4531-ad55-4acffca25f91 req-0c7d64fc-e7e5-4763-a21f-27f67d5c03e5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:58.814737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:01:58.820438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b56e873-4ea0-4531-ad55-4acffca25f91 req-0c7d64fc-e7e5-4763-a21f-27f67d5c03e5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1309462 Aug 04 15:01:58.906658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b56e873-4ea0-4531-ad55-4acffca25f91 req-5cbf29be-f6cc-41f9-b0fc-20dbd70f5a82 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851572 Aug 04 15:01:58.926531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:58.927308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:58.962289 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-16741395-eb04-46e6-959b-467fef81dedb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058339 Aug 04 15:01:58.975698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Request body: {'port': {'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:01:59.015669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-201f673e-401d-4a8d-89aa-78fd0b33ca8b req-1b6ba492-6def-4245-b330-d4508f1ab1a5 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0787148 Aug 04 15:01:59.066077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.085560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.098608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47726) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:59.146939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.200652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event updated for resources: {'Port': ['ID=c9778a48-6bcd-488d-acfc-4d6afa606307,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:59.238955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] In _notify_port_updated(), no bound segment for port c9778a48-6bcd-488d-acfc-4d6afa606307 on network c0597865-c921-4348-a4be-7f4e442a90c2 {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:01:59.244498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:59.245203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.249674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee161942-05a7-463f-9d0f-12a451e862f5 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "PUT /v2.0/ports/c9778a48-6bcd-488d-acfc-4d6afa606307 HTTP/1.1" status: 200 len: 1057 time: 1.0243223 Aug 04 15:01:59.249848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47732) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:59.300751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a981106b-e671-4346-bd53-f5c42ba4249a None None] Provisioning for port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:01:59.310004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a981106b-e671-4346-bd53-f5c42ba4249a None None] Provisioning complete for port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:59.310374 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a981106b-e671-4346-bd53-f5c42ba4249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.354194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a981106b-e671-4346-bd53-f5c42ba4249a None None] Port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:59.420261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9837ca89-3b07-4ea5-832e-f3c546b98028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.472156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a647c25-ecfc-4851-9ba6-5c1e12279e5b req-b6c941d2-782f-4d9d-bbfe-ef4084e569f9 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:59.473688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a647c25-ecfc-4851-9ba6-5c1e12279e5b req-b6c941d2-782f-4d9d-bbfe-ef4084e569f9 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.0576453 Aug 04 15:01:59.513117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6a647c25-ecfc-4851-9ba6-5c1e12279e5b req-24b26277-b205-496d-9874-83283feb1431 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Aug 04 15:01:59.576607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-59c82ce9-7878-44aa-91d1-5fc316adb549 None None] Provisioning complete for port c9778a48-6bcd-488d-acfc-4d6afa606307 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:01:59.576887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-59c82ce9-7878-44aa-91d1-5fc316adb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.579400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port c9778a48-6bcd-488d-acfc-4d6afa606307 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:01:59.579832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.617796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-59c82ce9-7878-44aa-91d1-5fc316adb549 None None] Port c9778a48-6bcd-488d-acfc-4d6afa606307 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:01:59.750991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:01:59.772615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.775996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.786841 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9837ca89-3b07-4ea5-832e-f3c546b98028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.796242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for c9778a48-6bcd-488d-acfc-4d6afa606307 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:01:59.800267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9837ca89-3b07-4ea5-832e-f3c546b98028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.822690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Transition to ACTIVE for port object 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:01:59.837346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:01:59.888260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339659-1a37-42a4-a156-b9d6d978f46b req-065d985c-0c00-4cde-8fc5-4355111f18ce tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:01:59.891353 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f339659-1a37-42a4-a156-b9d6d978f46b req-065d985c-0c00-4cde-8fc5-4355111f18ce tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 943 time: 0.0568142 Aug 04 15:01:59.917869 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9837ca89-3b07-4ea5-832e-f3c546b98028 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc657336f33945fd8a78ea3333d8d040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8180397 Aug 04 15:01:59.923642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837ca89-3b07-4ea5-832e-f3c546b98028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cca0e7-f4bc-4946-9105-b73399d62ce3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:01:59.923806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:01:59.953861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f339659-1a37-42a4-a156-b9d6d978f46b req-d2659451-0a1d-44d5-a704-f6896bdec2fd tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575311 Aug 04 15:01:59.961880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Pushing event updated for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:00.104980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.106283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.133244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54104798-bb4a-410a-a77f-51f5e01b60c1 req-57a22ac8-be43-4258-a372-b6028b9e230e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:00.135252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54104798-bb4a-410a-a77f-51f5e01b60c1 req-57a22ac8-be43-4258-a372-b6028b9e230e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1029751 Aug 04 15:02:00.151855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=c9778a48-6bcd-488d-acfc-4d6afa606307,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:00.162346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.207723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6df7ce4b-c1fc-41eb-b6db-f0a8166495d8 req-f7d207f6-f199-4ef0-8f2a-b9301831b9f6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0504909 Aug 04 15:02:00.220250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Attempting to bind port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:00.220813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Attempting to bind port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:00.221306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Attempting to bind port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 on network 86a7cf16-9f45-4eff-9089-139805258638 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:00.230753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 on network 86a7cf16-9f45-4eff-9089-139805258638 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:02:00.231263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Attempting to bind port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 on network 86a7cf16-9f45-4eff-9089-139805258638 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:00.242480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54104798-bb4a-410a-a77f-51f5e01b60c1 req-f294d185-bd53-44b0-b7ad-36d3ba676d96 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972037 Aug 04 15:02:00.270413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:00.270796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Checking segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:00.271334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Bound using segment: {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:00.271613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Bound port: 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cb431c-db3e-4c1a-8135-3e8313d24f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a7cf16-9f45-4eff-9089-139805258638'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:00.272215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.327586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.331661 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.332838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62cca0e7-f4bc-4946-9105-b73399d62ce3 HTTP/1.1" status: 204 len: 168 time: 0.4079249 Aug 04 15:02:00.352460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8be7da-5555-4c01-b034-243f8a22961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cca0e7-f4bc-4946-9105-b73399d62ce3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:00.475456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c837ea-b36f-4c0f-b25a-cf3dc75b6066 req-ca147784-db56-4d18-919e-cb6daec82c14 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:00.484511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79c837ea-b36f-4c0f-b25a-cf3dc75b6066 req-ca147784-db56-4d18-919e-cb6daec82c14 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0988200 Aug 04 15:02:00.512148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:00.539565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:00.540102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79c837ea-b36f-4c0f-b25a-cf3dc75b6066 req-fc91749c-c2bc-49a6-b050-ed78b5f86143 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490918 Aug 04 15:02:00.562075 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.579845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.582086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1aec674-34d4-476d-bf7c-36c772cac4ae tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/c9778a48-6bcd-488d-acfc-4d6afa606307 HTTP/1.1" status: 204 len: 168 time: 1.3314996 Aug 04 15:02:00.585068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:00.632564 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1411cab-6ee6-47ee-b658-26d1baafc02c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] GET failed (client error): The resource could not be found. Aug 04 15:02:00.634472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1411cab-6ee6-47ee-b658-26d1baafc02c tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports/c9778a48-6bcd-488d-acfc-4d6afa606307 HTTP/1.1" status: 404 len: 333 time: 0.0482903 Aug 04 15:02:00.639136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47758) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:00.731555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47760) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:00.784185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f8da545-3ba9-42ff-87a3-3e2e057b5552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:00.808879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df106d3-af75-496e-bda7-d6f58c9c304f req-38fd07fb-c4fd-4cb7-8b44-805c6c34956d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:00.810436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4df106d3-af75-496e-bda7-d6f58c9c304f req-38fd07fb-c4fd-4cb7-8b44-805c6c34956d tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1934288 Aug 04 15:02:00.820179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd8a6f-fe41-4075-a64e-7ebc8d504fbb req-15340b61-8ec7-4adf-8286-ecdb0c5ab888 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:00.821743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72dd8a6f-fe41-4075-a64e-7ebc8d504fbb req-15340b61-8ec7-4adf-8286-ecdb0c5ab888 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.1835907 Aug 04 15:02:00.968154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72dd8a6f-fe41-4075-a64e-7ebc8d504fbb req-e56ca25c-2d9a-42f9-b0c3-4bd82c9f6e3b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294911 Aug 04 15:02:00.977910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221516-a994-4e52-ba24-243b8e06a710 req-aa889238-36d5-42f4-8649-7a9d33cadc04 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:00.979441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46221516-a994-4e52-ba24-243b8e06a710 req-aa889238-36d5-42f4-8649-7a9d33cadc04 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.38 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.1534605 Aug 04 15:02:00.987509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4df106d3-af75-496e-bda7-d6f58c9c304f req-d8619d47-7485-47b9-9394-493d1c4bc2b2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624532 Aug 04 15:02:00.991804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Pushing event updated for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:01.000215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.000829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.002419 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-048b7e9b-1633-49d7-bfcc-ed533ed5d874 service neutron] 10.222.0.38 "PUT /v2.0/ports/0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 1092 time: 2.0317268 Aug 04 15:02:01.005207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:01.005677 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e69c5c-369f-4b96-b0fa-f32b783546cb" -d '{"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:01.006351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port f9a75249-6131-4746-bd59-283bc6b36fb0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:01.006739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.109171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-38ac6384-dc25-46c6-92ba-70bfab54bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.110210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-38ac6384-dc25-46c6-92ba-70bfab54bbe6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1095 time: 0.0575845 Aug 04 15:02:01.199139 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f74e1-4453-4e0f-8412-b04fa049820d x-openstack-request-id: req-d80f74e1-4453-4e0f-8412-b04fa049820d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:01.199536 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:01.199669 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d80f74e1-4453-4e0f-8412-b04fa049820d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:01.200475 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'status': 'completed', 'code': 200} Aug 04 15:02:01.202519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-2240b709-2cb1-4d2b-b5be-b38ae4ebdd84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0836940 Aug 04 15:02:01.296555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-da81cbef-ffc6-431f-85be-c32c40361276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.298151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-da81cbef-ffc6-431f-85be-c32c40361276 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.0889730 Aug 04 15:02:01.389005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-e8f0329c-f6c1-43b6-ad74-c11518b0859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.392817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-e8f0329c-f6c1-43b6-ad74-c11518b0859f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791342 Aug 04 15:02:01.517192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-6c14e7dd-40bc-42bb-9d2c-690d0e41be66 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160355 Aug 04 15:02:01.599750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-738da5a8-3a64-44dd-a5e3-5a8718d87239 req-801251f3-d957-4926-8a9e-c2dbf8bdeee0 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0831840 Aug 04 15:02:01.609564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-216cfa3c-6aaf-4f3e-a87e-e3360a9b92c6 req-82d45828-0c2d-4550-beee-74ca9fa4eedb service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Aug 04 15:02:01.675973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f8da545-3ba9-42ff-87a3-3e2e057b5552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.708796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f8da545-3ba9-42ff-87a3-3e2e057b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.711828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-e6f6a892-be65-429e-a793-3ac72eaa7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.713475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-e6f6a892-be65-429e-a793-3ac72eaa7305 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1095 time: 0.0513930 Aug 04 15:02:01.716561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.739843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb5bb-f180-4137-92d7-a6432d84d494 req-dcc35245-694a-49e4-b6fa-d567d69136d0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.741356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8efcb5bb-f180-4137-92d7-a6432d84d494 req-dcc35245-694a-49e4-b6fa-d567d69136d0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 943 time: 0.2593560 Aug 04 15:02:01.790244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for f9a75249-6131-4746-bd59-283bc6b36fb0 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:01.811155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-103eca68-9698-4782-b43e-7d526746f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.812724 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-103eca68-9698-4782-b43e-7d526746f295 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 897 time: 0.0923381 Aug 04 15:02:01.830402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f8da545-3ba9-42ff-87a3-3e2e057b5552 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97cbfbd40bd84e4e8b26729694e1c4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0939388 Aug 04 15:02:01.834168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Deleting port ce7c8489-b353-450b-879a-f5083e071d8c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:01.834517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:01.839330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:01.842390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8da545-3ba9-42ff-87a3-3e2e057b5552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0228b9-cb22-48a0-98d0-379c016ec799,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:01.860323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-d12f460b-ba03-439f-b8ef-11dd16fbfa0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Aug 04 15:02:01.933768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-3692fbe0-aff5-4e6f-8948-79cc005d86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.936258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-3692fbe0-aff5-4e6f-8948-79cc005d86a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.0662529 Aug 04 15:02:01.957185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2c02f-ddff-4e31-b405-37c7e15d715f req-b4afd42c-27c4-4818-824d-18f9bbdb283a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.958968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdb2c02f-ddff-4e31-b405-37c7e15d715f req-b4afd42c-27c4-4818-824d-18f9bbdb283a tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.2756267 Aug 04 15:02:01.983660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8efcb5bb-f180-4137-92d7-a6432d84d494 req-79336bd6-f233-4eef-a901-363a36de35df tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228384 Aug 04 15:02:01.990745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-e2779e2d-5f9f-4cf9-8e2c-09d42fd72d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:01.992446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-e2779e2d-5f9f-4cf9-8e2c-09d42fd72d6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486042 Aug 04 15:02:02.093177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-701518d7-6d4a-4467-a88a-eb2a0ca199ce service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915048 Aug 04 15:02:02.180741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.213190 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33e69c5c-369f-4b96-b0fa-f32b783546cb req-f5e26860-e8a8-4b6e-8aa4-cccf1b84be4a service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132126 Aug 04 15:02:02.213457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdb2c02f-ddff-4e31-b405-37c7e15d715f req-bd5b95a4-4494-492d-916b-dc319ab31221 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368498 Aug 04 15:02:02.260995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.271268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=f9a75249-6131-4746-bd59-283bc6b36fb0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:02.304662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133d796-35ba-4c12-8599-5e687ab44b91 req-5ed2da72-fadc-4668-b495-d469b450317a tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:02.306625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5133d796-35ba-4c12-8599-5e687ab44b91 req-5ed2da72-fadc-4668-b495-d469b450317a tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=30d72bef-cff5-4bc1-b52d-df8159cacb83 HTTP/1.1" status: 200 len: 946 time: 0.2435226 Aug 04 15:02:02.311274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] For port ce7c8489-b353-450b-879a-f5083e071d8c, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ce7c8489-b353-450b-879a-f5083e071d8c,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:02.311654 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.359184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Calling delete_port for ce7c8489-b353-450b-879a-f5083e071d8c owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:02.380250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.485004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5133d796-35ba-4c12-8599-5e687ab44b91 req-12b30d9e-7cc7-4a0a-aef9-43b370dfb80b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657147 Aug 04 15:02:02.494660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.497122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-868f84c8-4beb-4bc8-b972-0329301ee498 tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/f9a75249-6131-4746-bd59-283bc6b36fb0 HTTP/1.1" status: 204 len: 168 time: 1.8491859 Aug 04 15:02:02.506980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:02.537146 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-612d4015-bd34-4705-9ee9-d7f85f000e7f tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] GET failed (client error): The resource could not be found. Aug 04 15:02:02.538878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-612d4015-bd34-4705-9ee9-d7f85f000e7f tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "GET /v2.0/ports/f9a75249-6131-4746-bd59-283bc6b36fb0 HTTP/1.1" status: 404 len: 333 time: 0.0382860 Aug 04 15:02:02.549720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47782) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:02.569464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.572847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.576456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b0228b9-cb22-48a0-98d0-379c016ec799 HTTP/1.1" status: 204 len: 168 time: 0.7327003 Aug 04 15:02:02.588780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8195c-9dd1-4072-a9d1-a9171c82ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0228b9-cb22-48a0-98d0-379c016ec799,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:02.666465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.702821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port ca425012-6e84-4cc2-bd3a-a9a0974887ea {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:02.703416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.724490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Pushing event deleted for resources: {'Port': ['ID=ce7c8489-b353-450b-879a-f5083e071d8c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:02.801557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd61c27d-6628-44bd-ab5f-ad6175c488d1 req-96b44fd5-3b3d-4a1a-9e67-272ddc098d6a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0687342 Aug 04 15:02:02.802868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] No DVR routers for this DVR port ce7c8489-b353-450b-879a-f5083e071d8c on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:02.808974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.811614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46221516-a994-4e52-ba24-243b8e06a710 req-00aed74f-44ca-4503-98e6-39f638f67270 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.38 "DELETE /v2.0/ports/ce7c8489-b353-450b-879a-f5083e071d8c HTTP/1.1" status: 204 len: 173 time: 1.8222027 Aug 04 15:02:02.812070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'name': 'network-vif-deleted', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:02.821620 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d02dc-cf83-4e2d-ba34-522b06c9192f" -d '{"events": [{"server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "name": "network-vif-deleted", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:02.862481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:02.871601 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c82fc9-d32f-4c2a-a45e-06995a7a53ab x-openstack-request-id: req-36c82fc9-d32f-4c2a-a45e-06995a7a53ab {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:02.872299 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d72bef-cff5-4bc1-b52d-df8159cacb83", "name": "network-vif-deleted", "tag": "ce7c8489-b353-450b-879a-f5083e071d8c", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:02.872889 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36c82fc9-d32f-4c2a-a45e-06995a7a53ab {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:02.873463 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d72bef-cff5-4bc1-b52d-df8159cacb83', 'name': 'network-vif-deleted', 'tag': 'ce7c8489-b353-450b-879a-f5083e071d8c', 'status': 'completed', 'code': 200} Aug 04 15:02:02.885393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for ca425012-6e84-4cc2-bd3a-a9a0974887ea owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:03.066937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.119295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=ca425012-6e84-4cc2-bd3a-a9a0974887ea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:03.165680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edce81-4272-4577-bd6d-12e3616943b6 req-c1c3a216-cebe-459f-9e69-fc41cd6da03c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:03.177006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64edce81-4272-4577-bd6d-12e3616943b6 req-c1c3a216-cebe-459f-9e69-fc41cd6da03c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 943 time: 0.0836027 Aug 04 15:02:03.225068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.227173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4ffcd3a-74c7-463f-b37a-39884a7b8add tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/ports/ca425012-6e84-4cc2-bd3a-a9a0974887ea HTTP/1.1" status: 204 len: 168 time: 0.6763918 Aug 04 15:02:03.229653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47802) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:03.255723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64edce81-4272-4577-bd6d-12e3616943b6 req-cda3b115-52e8-4845-ae67-3e5a56d30433 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776973 Aug 04 15:02:03.344962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting subnet 92eb6985-f13b-43dd-94bb-08e565b158e9 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:03.351925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.417628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.497186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff6771-558c-4b45-881f-113487b6e43f req-25b2952d-7a85-49ed-aaaa-506f8df64c79 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:03.499259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-abff6771-558c-4b45-881f-113487b6e43f req-25b2952d-7a85-49ed-aaaa-506f8df64c79 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.0806601 Aug 04 15:02:03.547723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-abff6771-558c-4b45-881f-113487b6e43f req-7c850ac8-2ef9-415e-8e28-d4dccd2fd1a1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Aug 04 15:02:03.647995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.731065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:02:03.746168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.771392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:03.776202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:03.778018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/subnets/92eb6985-f13b-43dd-94bb-08e565b158e9 HTTP/1.1" status: 204 len: 168 time: 0.5471876 Aug 04 15:02:03.816231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca029-0b89-45db-ba5a-68b749f2b8ca tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Subnet': ['ID=92eb6985-f13b-43dd-94bb-08e565b158e9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:03.919422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ce7c8489-b353-450b-879a-f5083e071d8c no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:03.919546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286130-e611-47c0-998f-b08cf5b8c413 req-3b8f50ab-091f-45c0-85b9-93274d6c1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:03.923930 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-3b8f50ab-091f-45c0-85b9-93274d6c1c4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.0698402 Aug 04 15:02:03.924968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e187b-31d2-41a4-99c0-5f7462a360ab None None] Network c0597865-c921-4348-a4be-7f4e442a90c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:04.053177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286130-e611-47c0-998f-b08cf5b8c413 req-c401a237-e338-4449-b92b-b1b635eb2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:04.055273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-c401a237-e338-4449-b92b-b1b635eb2ecb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.1242876 Aug 04 15:02:04.100126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: ce7c8489-b353-450b-879a-f5083e071d8c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:04.103673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03ab4207-f810-428d-841c-cf61450f2a80 req-6ae75531-318d-4250-b0de-6b3f663a0e4e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.1277542 Aug 04 15:02:04.104534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ce7c8489-b353-450b-879a-f5083e071d8c not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:04.118371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.143085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-aa5c21eb-4bd5-4c1f-97f3-caa102872a86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.0798538 Aug 04 15:02:04.152606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4357999-bb45-43f5-ae55-2a382d299c8d req-8d978240-720b-4910-a33f-a654ce18504b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:04.164812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4357999-bb45-43f5-ae55-2a382d299c8d req-8d978240-720b-4910-a33f-a654ce18504b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.2697372 Aug 04 15:02:04.241966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286130-e611-47c0-998f-b08cf5b8c413 req-69695167-4348-4ccf-a045-3320f2dc8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:04.242196 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-69695167-4348-4ccf-a045-3320f2dc8ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.0860920 Aug 04 15:02:04.252706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:04.267579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:02:04.317750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4357999-bb45-43f5-ae55-2a382d299c8d req-d039696a-c5f8-4a64-8473-bfd3bc65c2b6 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517389 Aug 04 15:02:04.348141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.352179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40435128-5474-49e5-935a-0080242b56d7 None None] DHCP port deletion for c0597865-c921-4348-a4be-7f4e442a90c2 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:04.382640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286130-e611-47c0-998f-b08cf5b8c413 req-2d83ec5a-dccb-4696-8414-7c0c085f8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:04.387581 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-2d83ec5a-dccb-4696-8414-7c0c085f8813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415513 Aug 04 15:02:04.391283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:02:04.438198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:04.477120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.530874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Deleting port 5555fc0d-be35-44bf-be27-dd87680d707c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:04.531227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.558452 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-506d06dd-9b60-4c99-8015-244a611559de service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620336 Aug 04 15:02:04.570241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Deleting port 5555fc0d-be35-44bf-be27-dd87680d707c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:04.570974 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.690127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:04.690329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f52d8-d815-456a-81f9-6c40cedb03fa req-2cc68dff-0755-41a9-8d6d-d402274e7a18 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:04.692123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d3f52d8-d815-456a-81f9-6c40cedb03fa req-2cc68dff-0755-41a9-8d6d-d402274e7a18 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 943 time: 0.3064148 Aug 04 15:02:04.704083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-15286130-e611-47c0-998f-b08cf5b8c413 req-6ad62e61-62ca-49cc-970c-6002726c885c service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382911 Aug 04 15:02:04.728320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-40435128-5474-49e5-935a-0080242b56d7 None None] For port 5555fc0d-be35-44bf-be27-dd87680d707c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5555fc0d-be35-44bf-be27-dd87680d707c,segment=NetworkSegment(6c2d3787-358a-4288-a85d-09b58a803f55),segment_id=6c2d3787-358a-4288-a85d-09b58a803f55)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:04.729075 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.742535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Calling delete_port for 5555fc0d-be35-44bf-be27-dd87680d707c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:04.746887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:04.794793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] For port 5555fc0d-be35-44bf-be27-dd87680d707c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5555fc0d-be35-44bf-be27-dd87680d707c,segment=NetworkSegment(6c2d3787-358a-4288-a85d-09b58a803f55),segment_id=6c2d3787-358a-4288-a85d-09b58a803f55)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:04.795346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:04.805806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d3f52d8-d815-456a-81f9-6c40cedb03fa req-8e181949-1215-45fe-ae61-5234854dfe1c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040149 Aug 04 15:02:04.833309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Calling delete_port for 5555fc0d-be35-44bf-be27-dd87680d707c owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:04.871331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47850) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:05.014456 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.015981 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.031878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d0e4a54b-ccec-479f-8033-71c385d551f8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1173395445'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:05.032492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d0e4a54b-ccec-479f-8033-71c385d551f8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Unknown quota resources ['metering_label']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 15:02:05.040639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] No DVR routers for this DVR port 5555fc0d-be35-44bf-be27-dd87680d707c on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:05.048849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435128-5474-49e5-935a-0080242b56d7 None None] Pushing event deleted for resources: {'Port': ['ID=5555fc0d-be35-44bf-be27-dd87680d707c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:05.080831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Port': ['ID=5555fc0d-be35-44bf-be27-dd87680d707c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:05.100491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40435128-5474-49e5-935a-0080242b56d7 None None] No DVR routers for this DVR port 5555fc0d-be35-44bf-be27-dd87680d707c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:05.248609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.387956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0597865-c921-4348-a4be-7f4e442a90c2']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:05.416257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b2907c2-7a00-482d-b492-3db0e60c6c82 req-ff24f59b-5803-40ee-bd4c-5908e48dc9ad tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.1579356 Aug 04 15:02:05.451722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2d3787-358a-4288-a85d-09b58a803f55') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:05.453427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2d3787-358a-4288-a85d-09b58a803f55') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:05.467074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.470567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5555fc0d-be35-44bf-be27-dd87680d707c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:05.502512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.579857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:05.580301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:05.584762 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:05.605784 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a54b-ccec-479f-8033-71c385d551f8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.607114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d0e4a54b-ccec-479f-8033-71c385d551f8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7347519 Aug 04 15:02:05.613468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:05.624519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3eee5f6e-249d-4a01-a5a4-3d79fb29478b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd053a91e-15c9-45a7-8e64-428303a9815c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:05.625030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3eee5f6e-249d-4a01-a5a4-3d79fb29478b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 15:02:05.817003 n-d-801743-12 neutron-server[94266]: WARNING neutron.services.metering.metering_plugin [None req-3eee5f6e-249d-4a01-a5a4-3d79fb29478b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 15:02:05.843602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9be31-b165-4de0-abbd-c13cd81ae44d req-bd458df7-6a76-4bac-995f-8f89a7d14144 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:05.845378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fcf9be31-b165-4de0-abbd-c13cd81ae44d req-bd458df7-6a76-4bac-995f-8f89a7d14144 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.3325174 Aug 04 15:02:05.851914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.852249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 5555fc0d-be35-44bf-be27-dd87680d707c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:05.852750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5555fc0d-be35-44bf-be27-dd87680d707c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:05.874442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:05.876362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] 10.222.0.76 "DELETE /v2.0/networks/c0597865-c921-4348-a4be-7f4e442a90c2 HTTP/1.1" status: 204 len: 168 time: 2.0984406 Aug 04 15:02:05.965363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a0dc-054b-41cb-9d25-398dde6d2a9b tempest-AllowedAddressPairTestJSON-447887766 tempest-AllowedAddressPairTestJSON-447887766-project] Pushing event deleted for resources: {'Network': ['ID=c0597865-c921-4348-a4be-7f4e442a90c2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:06.038313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3eee5f6e-249d-4a01-a5a4-3d79fb29478b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.039660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3eee5f6e-249d-4a01-a5a4-3d79fb29478b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4251482 Aug 04 15:02:06.040007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fcf9be31-b165-4de0-abbd-c13cd81ae44d req-ca8c5e24-dedb-4e16-b4bf-3f43a7e9c538 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813114 Aug 04 15:02:06.042923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47868) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.058764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f18eee8a-a2f1-4e23-b59f-e904de08ec7b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd053a91e-15c9-45a7-8e64-428303a9815c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:06.059374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f18eee8a-a2f1-4e23-b59f-e904de08ec7b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 15:02:06.085688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842e89-d154-4732-9808-2c7f51777c93 req-5c6a61f8-257f-45b9-853b-b97327b7a32a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:06.093138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b842e89-d154-4732-9808-2c7f51777c93 req-5c6a61f8-257f-45b9-853b-b97327b7a32a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 944 time: 0.1208248 Aug 04 15:02:06.128027 n-d-801743-12 neutron-server[94266]: WARNING neutron.services.metering.metering_plugin [None req-f18eee8a-a2f1-4e23-b59f-e904de08ec7b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 15:02:06.150921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b842e89-d154-4732-9808-2c7f51777c93 req-6da467eb-62f7-42a1-9fd3-ef88998bdb0b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Aug 04 15:02:06.244923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f18eee8a-a2f1-4e23-b59f-e904de08ec7b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.246344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f18eee8a-a2f1-4e23-b59f-e904de08ec7b tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2024672 Aug 04 15:02:06.249016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47872) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.263318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e2c9b806-af06-43f6-8ab1-342de60da129 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=97455e3a-ac59-4c53-9340-47855190713a HTTP/1.1" status: 200 len: 462 time: 0.0131648 Aug 04 15:02:06.266211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.292919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47876) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.383755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5792df37-8332-4308-9eb8-6954e14ba83e tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.384734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5792df37-8332-4308-9eb8-6954e14ba83e tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/97455e3a-ac59-4c53-9340-47855190713a HTTP/1.1" status: 204 len: 168 time: 0.1175461 Aug 04 15:02:06.387655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47880) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.407266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a2815230-2bde-4876-9710-4c339a6f0f9a tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=97455e3a-ac59-4c53-9340-47855190713a HTTP/1.1" status: 200 len: 221 time: 0.0184517 Aug 04 15:02:06.412539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47882) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.417253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8dd41096-140b-4a67-a953-c5365c384140 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1485321699', 'description': 'label created by tempest'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:06.417706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8dd41096-140b-4a67-a953-c5365c384140 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Unknown quota resources ['metering_label']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 15:02:06.472036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6d00848a-aa50-4e73-9ce0-9608d2586717 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57a49f416a064736b1abf6450946b53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775062 Aug 04 15:02:06.475320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47886) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.530845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aef0e987-50e7-4bb7-a2d7-6b0f2a788b20 req-0308d21d-0bc2-400b-9f1b-0e94da3b88e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0299938 Aug 04 15:02:06.633670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dd41096-140b-4a67-a953-c5365c384140 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.635138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8dd41096-140b-4a67-a953-c5365c384140 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2214642 Aug 04 15:02:06.638432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47890) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.662065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.692753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.731152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-466b3416-9127-4517-81d5-cfbf9363afdf tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=c8bbc04b-6f4f-4b77-be29-bc9137a9d5fc HTTP/1.1" status: 200 len: 468 time: 0.0913184 Aug 04 15:02:06.732069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47892) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:06.757778 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.761911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:06.763387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36e356fa-02b0-425d-8707-3011c96a0d81 HTTP/1.1" status: 204 len: 168 time: 0.2855418 Aug 04 15:02:06.773632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee174c-dd8d-486a-8f84-a7051f8310f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e356fa-02b0-425d-8707-3011c96a0d81,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:07.034878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e04378df-811e-4927-90e9-f8af85a66e55 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:07.038748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e04378df-811e-4927-90e9-f8af85a66e55 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/c8bbc04b-6f4f-4b77-be29-bc9137a9d5fc HTTP/1.1" status: 204 len: 168 time: 0.2932065 Aug 04 15:02:07.038748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.056421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2447843-03b8-408f-ad05-a15ac2ccaed8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=c8bbc04b-6f4f-4b77-be29-bc9137a9d5fc HTTP/1.1" status: 200 len: 216 time: 0.0126140 Aug 04 15:02:07.056562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.069410 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-26cfa441-8fe3-45c6-baa6-f0af64b67205 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0116789 Aug 04 15:02:07.072746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.112554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b197c431-aa91-4d58-9f18-94f9546193b8 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0387092 Aug 04 15:02:07.120635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47920) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.203946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a24329a-b701-49f1-854e-4cf62a34b6c5 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/d053a91e-15c9-45a7-8e64-428303a9815c HTTP/1.1" status: 200 len: 473 time: 0.0798213 Aug 04 15:02:07.207613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47928) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.222447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c8ef42a3-9e29-4278-bf7a-ecdd31b59144 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/1324858d-a90f-4f60-a6ec-b724e2ed64d7 HTTP/1.1" status: 200 len: 459 time: 0.0134308 Aug 04 15:02:07.223072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae11b-39f7-4d6e-8bc8-e8246e5d252f req-44b0e6d0-b424-49c2-b9aa-ea3fafff00f5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:07.227209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47930) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.232065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3ae11b-39f7-4d6e-8bc8-e8246e5d252f req-44b0e6d0-b424-49c2-b9aa-ea3fafff00f5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1225069 Aug 04 15:02:07.377896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3ae11b-39f7-4d6e-8bc8-e8246e5d252f req-28e7a3e2-8060-4ac3-b6b0-4e3e529f7291 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444464 Aug 04 15:02:07.412312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62d03-24f7-47c1-9ba4-19e1fde8a275 req-d6312f4a-4e18-4c97-b700-862f7eaf7e06 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:07.415912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76d62d03-24f7-47c1-9ba4-19e1fde8a275 req-d6312f4a-4e18-4c97-b700-862f7eaf7e06 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 944 time: 0.1213100 Aug 04 15:02:07.425991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c369a11d-e8f6-488a-b8d2-9b742db7ffb9 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:07.433440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c369a11d-e8f6-488a-b8d2-9b742db7ffb9 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/1324858d-a90f-4f60-a6ec-b724e2ed64d7 HTTP/1.1" status: 204 len: 168 time: 0.2051570 Aug 04 15:02:07.435065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47940) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:07.590086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76d62d03-24f7-47c1-9ba4-19e1fde8a275 req-6c46b613-b9a3-4886-b4fd-21eb9c46847f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665888 Aug 04 15:02:07.629236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f461-7038-431f-a3c3-5e10fda759f2 req-e76979a5-58c7-41d5-a4b5-860474d46fe7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:07.655928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bd2f461-7038-431f-a3c3-5e10fda759f2 req-e76979a5-58c7-41d5-a4b5-860474d46fe7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1785719 Aug 04 15:02:07.776229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:07.824149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bd2f461-7038-431f-a3c3-5e10fda759f2 req-dc33f11b-6956-4f7d-acc5-c26d66f0c7f0 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589012 Aug 04 15:02:07.924160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:07.928644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:07.929247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:07.938871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c29cd3d-11df-46bd-adac-caf58d2cfc67 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:07.939829 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79172986-b5f7-4777-ab51-694d2a6b0ddb req-4e215914-a6f3-4ca7-badb-be95a74c0170 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.1437473 Aug 04 15:02:07.941367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c29cd3d-11df-46bd-adac-caf58d2cfc67 tempest-MeteringIpV6TestJSON-1467969661 tempest-MeteringIpV6TestJSON-1467969661-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/d053a91e-15c9-45a7-8e64-428303a9815c HTTP/1.1" status: 204 len: 168 time: 0.4962993 Aug 04 15:02:08.146816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:08.249762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:08.255112 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a10e1-5322-4552-8bd3-d92186c98eeb" -d '{"events": [{"server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "name": "network-vif-plugged", "status": "completed", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:08.270891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:08.280516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:08.353836 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a55dff-b193-4a6e-a876-4cb0fefffc7e x-openstack-request-id: req-84a55dff-b193-4a6e-a876-4cb0fefffc7e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:08.356322 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "name": "network-vif-plugged", "status": "completed", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:08.358112 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84a55dff-b193-4a6e-a876-4cb0fefffc7e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:08.358529 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'code': 200} Aug 04 15:02:08.402535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:08.425345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48014) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:08.509599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2d70-210d-42cc-ab0b-7164c56c3646 req-0399e922-22f0-4ce9-8582-1a0bfd94eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:08.513414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3aa2d70-210d-42cc-ab0b-7164c56c3646 req-0399e922-22f0-4ce9-8582-1a0bfd94eb23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1097 time: 0.0912423 Aug 04 15:02:08.594302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3aa2d70-210d-42cc-ab0b-7164c56c3646 req-4d5f55e1-dcc0-42f1-91d9-cead297207a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727391 Aug 04 15:02:08.822039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c5ef97-42a9-4ec6-bd68-1d546f35815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:08.872684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f45aa8-c2ff-4ae1-8fde-88c9593f84f6 req-d29ad4f3-2500-49dd-8735-3acc7e279706 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:08.872684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91f45aa8-c2ff-4ae1-8fde-88c9593f84f6 req-d29ad4f3-2500-49dd-8735-3acc7e279706 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.1238308 Aug 04 15:02:09.005252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c5ef97-42a9-4ec6-bd68-1d546f35815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.012472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c5ef97-42a9-4ec6-bd68-1d546f35815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.041795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91f45aa8-c2ff-4ae1-8fde-88c9593f84f6 req-271f80d6-6c3b-4105-ae7e-0869aa36d519 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349547 Aug 04 15:02:09.136903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5ef97-42a9-4ec6-bd68-1d546f35815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1cc80-5ba4-46b9-8d72-c4baaed69882,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:09.168066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-30c5ef97-42a9-4ec6-bd68-1d546f35815a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95795e1b70c74e3a98c5398ff013d32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414982 Aug 04 15:02:09.170776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48084) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:09.240597 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.306466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ac7257b-0978-4cab-ab2b-a97f5bfa096d req-42031cb9-0792-4dd1-a9ec-236ba4c4678e tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0531178 Aug 04 15:02:09.314889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.345680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-7e8533b5-7d63-41df-91cc-ec9bd485540c req-67ceb05b-346a-402f-b37d-e7ff0a556bbf service neutron] (94266) timed out ('10.222.0.38', 51197) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:02:09.438717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.441405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.445090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75d1cc80-5ba4-46b9-8d72-c4baaed69882 HTTP/1.1" status: 204 len: 168 time: 0.2688556 Aug 04 15:02:09.456139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec292239-ef48-4679-b651-4de89102e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1cc80-5ba4-46b9-8d72-c4baaed69882,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:09.470645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-e8e191dd-55c9-4145-b668-181e4856385e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:09.472446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-e8e191dd-55c9-4145-b668-181e4856385e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=98c3b6a4-f434-4c00-a27f-e1174acfd9cb HTTP/1.1" status: 200 len: 944 time: 0.1213722 Aug 04 15:02:09.574870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-e63f01bc-37b9-4774-bc55-044d519b5a3d req-ba430b52-9f63-4e51-ac5c-ecc93f62ca2e service neutron] (94265) timed out ('10.222.0.38', 51291) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:02:09.642038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port 8b459e1f-e573-4206-9e8b-a8082b2df467 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:09.642448 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.790889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port 8b459e1f-e573-4206-9e8b-a8082b2df467, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=8b459e1f-e573-4206-9e8b-a8082b2df467,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:09.791283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:09.830820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for 8b459e1f-e573-4206-9e8b-a8082b2df467 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:10.101208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48120) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:10.104206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.117411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:10.119892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:10.137814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b162-b304-4684-b0ea-a13edf8236a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.167405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=8b459e1f-e573-4206-9e8b-a8082b2df467,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:10.372754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] No DVR routers for this DVR port 8b459e1f-e573-4206-9e8b-a8082b2df467 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:10.385515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.394148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1397364-f813-4ae3-95d7-ba87c048a6e2 req-c3b7eb31-4955-4186-86ff-30896e258cee tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "DELETE /v2.0/ports/8b459e1f-e573-4206-9e8b-a8082b2df467 HTTP/1.1" status: 204 len: 173 time: 0.9073627 Aug 04 15:02:10.395720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-deleted', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:10.400838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b162-b304-4684-b0ea-a13edf8236a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.401924 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4ac4a4-c063-40b9-885a-adbf6df47970" -d '{"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-deleted", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:10.411505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b162-b304-4684-b0ea-a13edf8236a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.471711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2ab5-5189-4031-9a2c-a6b57b5fb38e req-a5490a95-8be7-4315-9bb6-9c9d26a63317 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:10.479043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-506b2ab5-5189-4031-9a2c-a6b57b5fb38e req-a5490a95-8be7-4315-9bb6-9c9d26a63317 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.3242006 Aug 04 15:02:10.526044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5e1b162-b304-4684-b0ea-a13edf8236a2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18cc217068b8404a94d19c6691dd92a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236629 Aug 04 15:02:10.529313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:10.545373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b162-b304-4684-b0ea-a13edf8236a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840409e-a948-40e5-a0ca-c1a76733de6e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:10.636345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-506b2ab5-5189-4031-9a2c-a6b57b5fb38e req-1c08136a-44d1-4059-94d3-68e895aa18b9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516576 Aug 04 15:02:10.680829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.766952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.864206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-547dbbb8-2549-4ed1-a493-7a582ec95965 req-bcf66349-f982-41a8-8595-5867a23669e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f3ef415-b90d-4233-a013-d34839aea9e3 HTTP/1.1" status: 200 len: 210 time: 0.0878620 Aug 04 15:02:10.882502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.892121 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:10.894335 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5840409e-a948-40e5-a0ca-c1a76733de6e HTTP/1.1" status: 204 len: 168 time: 0.3639379 Aug 04 15:02:10.918162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c32c02-2d9d-43b1-b57f-f10b5a264b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840409e-a948-40e5-a0ca-c1a76733de6e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:10.940576 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba943f5-be0a-43c5-ab68-72f1e96ce089 x-openstack-request-id: req-0ba943f5-be0a-43c5-ab68-72f1e96ce089 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:10.940866 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3b6a4-f434-4c00-a27f-e1174acfd9cb", "name": "network-vif-deleted", "tag": "8b459e1f-e573-4206-9e8b-a8082b2df467", "status": "failed", "code": 422}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:10.941175 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ba943f5-be0a-43c5-ab68-72f1e96ce089 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:10.941657 n-d-801743-12 neutron-server[94265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98c3b6a4-f434-4c00-a27f-e1174acfd9cb', 'name': 'network-vif-deleted', 'tag': '8b459e1f-e573-4206-9e8b-a8082b2df467', 'status': 'failed', 'code': 422} returned with failed status Aug 04 15:02:11.131732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1168-9c6b-415b-b8b8-29b70221397b req-489b628a-192b-4efa-9d65-08fb903bd8ad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:11.141116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-813c1168-9c6b-415b-b8b8-29b70221397b req-489b628a-192b-4efa-9d65-08fb903bd8ad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.1471190 Aug 04 15:02:11.239197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-813c1168-9c6b-415b-b8b8-29b70221397b req-9de8f1be-456a-447d-b074-df187ebecb33 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922329 Aug 04 15:02:11.253167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48158) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:11.352255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f3f64-d3a7-4148-8c6f-83362ebfe1df tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:11.357397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48164) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:11.357604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-471f3f64-d3a7-4148-8c6f-83362ebfe1df tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1092 time: 0.1026592 Aug 04 15:02:11.364913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:11.441987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:11.543547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ff04-5d61-4ae0-8c61-bebd570e773a req-c680f8f9-0750-4d61-a6d4-5a8bd73d4019 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:11.562652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee7ff04-5d61-4ae0-8c61-bebd570e773a req-c680f8f9-0750-4d61-a6d4-5a8bd73d4019 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 907 time: 0.1365485 Aug 04 15:02:11.643821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:11.856906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.25.0.241 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/00d8f425-ff3d-450d-9385-4c5add3ce1a9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:11.993677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48188) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:12.039879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.073048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.102288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.103229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.149095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:12.155142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:12.159588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:12.175371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=00d8f425-ff3d-450d-9385-4c5add3ce1a9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:12.184591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.188099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:12.189338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/security-groups/8257deda-2ceb-4e81-8fe4-bcd9414b7ddf HTTP/1.1" status: 204 len: 168 time: 0.1940434 Aug 04 15:02:12.193169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:12.231848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b996d5-4bc7-4650-9694-6d81dfd15d8f tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257deda-2ceb-4e81-8fe4-bcd9414b7ddf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:12.239557 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-2124a32a-a87e-4568-a31a-99c942b8a2da tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] show failed (client error): The resource could not be found. Aug 04 15:02:12.240620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2124a32a-a87e-4568-a31a-99c942b8a2da tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "GET /v2.0/security-groups/8257deda-2ceb-4e81-8fe4-bcd9414b7ddf HTTP/1.1" status: 404 len: 347 time: 0.0465333 Aug 04 15:02:12.247710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48204) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:12.822513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-db0c34fa-f7a8-45e3-ae78-e1a9759ae8b4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:12.825352 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-db0c34fa-f7a8-45e3-ae78-e1a9759ae8b4 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 907 time: 0.1302176 Aug 04 15:02:13.007749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:13.008573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.087112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:13.089615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c926da5-e4e3-41d4-949d-b2adede1813f req-e8d86fad-eba3-4041-9bb6-48cb9800c00c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:13.092072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c926da5-e4e3-41d4-949d-b2adede1813f req-e8d86fad-eba3-4041-9bb6-48cb9800c00c tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 907 time: 0.1809890 Aug 04 15:02:13.116787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 51208486-c0b2-4232-9e3f-da7874f55720 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:13.117544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.159243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-216a1d16-c601-44f3-8a5c-6bb1c6ff87d5 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:13.162441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:13.163265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.166405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-216a1d16-c601-44f3-8a5c-6bb1c6ff87d5 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 813 time: 0.7295122 Aug 04 15:02:13.201339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:13.218025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-6c99f931-e931-42ad-aff9-1483617e80ef tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/quotas/196eeec5b80245788b434170bee4ebdd HTTP/1.1" status: 200 len: 375 time: 0.0502892 Aug 04 15:02:13.281573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1547336885', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:13.312036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-0597d98c-4cde-4cd0-9a7d-036e3b5332fd tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929830 Aug 04 15:02:13.334468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Made reservation on behalf of a0a315c7c4994ce892cb8560d7c02b9e for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:13.336809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.358243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.418853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.419384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.442632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 51208486-c0b2-4232-9e3f-da7874f55720 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:13.458967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.498427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:13.559559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] No DVR routers for this DVR port 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:13.563376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.572214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-d6481e34-6662-4468-8d31-b76f850dccc6 service neutron] 10.222.0.76 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513347 Aug 04 15:02:13.573113 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cdb33eed-5f7d-4c04-9678-dfa9505d2c35 req-cc91a842-134e-42cb-abf2-7cf0cf2c31e1 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "DELETE /v2.0/ports/9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 HTTP/1.1" status: 204 len: 173 time: 0.7305052 Aug 04 15:02:13.573113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'name': 'network-vif-deleted', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:13.573113 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e85802-8e9c-4eab-9634-8c1aae152268" -d '{"events": [{"server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "name": "network-vif-deleted", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:13.608828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.617016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.622194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] device_id is not set on port 2452953d-de9b-488b-8149-0e1d579a7115 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:02:13.680762 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420fe67-3afa-4988-bd69-a556d0605e03 x-openstack-request-id: req-2420fe67-3afa-4988-bd69-a556d0605e03 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:13.688200 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754a4633-3874-4e6f-8b44-0674a1024199", "name": "network-vif-deleted", "tag": "9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:13.688200 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2420fe67-3afa-4988-bd69-a556d0605e03 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:13.688200 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754a4633-3874-4e6f-8b44-0674a1024199', 'name': 'network-vif-deleted', 'tag': '9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5', 'status': 'completed', 'code': 200} Aug 04 15:02:13.724800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f4b7d-f2f4-4992-be3b-84ed11ca557b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:13.836669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Allocated IP 172.25.0.190 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2452953d-de9b-488b-8149-0e1d579a7115) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:13.931433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-ad3b12c5-38aa-462e-892b-d3074ddc5ec0 service neutron] 10.222.0.76 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651891 Aug 04 15:02:13.948137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:13.975886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.014303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=51208486-c0b2-4232-9e3f-da7874f55720,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:14.122486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.146312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.155899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.159574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.163497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0943879-8510-4172-b766-c07d6282ac96 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/floatingips/d6c75963-b813-4136-b331-63c699873a02 HTTP/1.1" status: 204 len: 168 time: 1.9099228 Aug 04 15:02:14.165051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48268) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:14.251128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.316569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:14.324559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:14.329270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:14.523907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe2de488-3be7-4ca8-b09d-20330192582c req-2e0ff3a4-6290-4b1c-bb73-6cf4390e2114 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 210 time: 0.3451185 Aug 04 15:02:14.638979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bf0a3d9-d647-4188-814a-b85170117a5d req-b2bca202-1d06-4d16-a9e4-e0edc572c0d2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=754a4633-3874-4e6f-8b44-0674a1024199 HTTP/1.1" status: 200 len: 210 time: 0.3494694 Aug 04 15:02:14.735907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:14.736256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.797029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ea8e87a-1793-4413-9ea3-0ef20aa5b081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.817955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.827407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.888568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=00d8f425-ff3d-450d-9385-4c5add3ce1a9,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:14.891067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Pushing event updated for resources: {'Port': ['ID=2452953d-de9b-488b-8149-0e1d579a7115,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:14.929960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:14.930611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:14.966490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f21d5b61-565c-4217-bfce-3cce3663e18e tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8752820 Aug 04 15:02:14.966769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:14.971763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.190'}]}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:14.990169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.034928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.059848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:15.074169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.075525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.226442 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Floating IP eed19bb2-8b55-4319-8ead-3b9462400df3 associated. External IP: 172.25.0.241, port: 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0. Aug 04 15:02:15.230392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.482982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.518096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:15.577178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:15.670488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-1eb99266-c2b2-42d2-8daa-c9f5322241ff tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:15.672133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-1eb99266-c2b2-42d2-8daa-c9f5322241ff tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.46 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 813 time: 0.1945896 Aug 04 15:02:15.686864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Request body: {'port': {'device_id': '0ff18946-2008-498c-b115-2c90a95b0700', 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852', 'admin_state_up': True, 'tenant_id': '196eeec5b80245788b434170bee4ebdd'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:15.733911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:15.764361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:15.764964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9e1c4cdd-c890-453a-b9f2-1f35b1c88fe5 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:15.933309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Made reservation on behalf of 196eeec5b80245788b434170bee4ebdd for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:15.938441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.142372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Allocated IP 172.20.0.7 (f6acb65c-a679-4e21-98a5-e905aca73852/a73bbb81-d6af-4f11-8733-2777acd6712c/014755f4-1f49-43c5-9f81-cfac13f0b800) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:16.342613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a42ccce-46c8-4e15-a2e5-c10d1df0103e req-212129a1-098f-4fb6-81b0-012152328ca9 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 210 time: 0.1155908 Aug 04 15:02:16.389670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.419051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48304) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:16.456886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.489379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:02:16.491705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.494243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1d5dca0-727e-4470-8a19-65cf19371206 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/ports/a5bd4ca8-bf5f-4ae7-b9a2-3d4a216a0396 HTTP/1.1" status: 204 len: 168 time: 2.3282449 Aug 04 15:02:16.503234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48310) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:16.538046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29ffc-f292-4e23-8e12-6c0c223d4565 req-08d4ea13-6858-4e3e-a5f8-0ba2c2cf8c6e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:16.546352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2b29ffc-f292-4e23-8e12-6c0c223d4565 req-08d4ea13-6858-4e3e-a5f8-0ba2c2cf8c6e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 945 time: 0.2949531 Aug 04 15:02:16.553256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Network f6acb65c-a679-4e21-98a5-e905aca73852 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:16.554659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Pushing event updated for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:16.571169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:16.573952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:16.640579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:16.641348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.660553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fec117e7-cf54-4172-9890-65da78d5914f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9779871 Aug 04 15:02:16.664229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33efeed-3d69-4d67-8621-d98081c0e62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.677721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Request body: {'port': {'device_id': '0ff18946-2008-498c-b115-2c90a95b0700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:16.749366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:16.754798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2b29ffc-f292-4e23-8e12-6c0c223d4565 req-77be9f05-7597-44bf-b857-29ad23e428b5 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070932 Aug 04 15:02:16.932158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:02:16.946858 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:02:16.962441 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:16.963502 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:01:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:16.974125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting port 018e47f8-47d0-4996-ad3d-3c37519f2acb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:16.974483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.075470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.089368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014755f4-1f49-43c5-9f81-cfac13f0b800 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:02:17.097894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.114189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Transition to ACTIVE for port object 014755f4-1f49-43c5-9f81-cfac13f0b800 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:17.119258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.121769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.136769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:17.138041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33efeed-3d69-4d67-8621-d98081c0e62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.194935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33efeed-3d69-4d67-8621-d98081c0e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.203354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Pushing event updated for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:17.205307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.225708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.299391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Calling delete_port for 018e47f8-47d0-4996-ad3d-3c37519f2acb owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:17.301613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Attempting to bind port 014755f4-1f49-43c5-9f81-cfac13f0b800 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:17.301958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Attempting to bind port 014755f4-1f49-43c5-9f81-cfac13f0b800 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:17.302558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Attempting to bind port 014755f4-1f49-43c5-9f81-cfac13f0b800 on network f6acb65c-a679-4e21-98a5-e905aca73852 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:17.315950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Port 014755f4-1f49-43c5-9f81-cfac13f0b800 on network f6acb65c-a679-4e21-98a5-e905aca73852 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:02:17.316340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Attempting to bind port 014755f4-1f49-43c5-9f81-cfac13f0b800 on network f6acb65c-a679-4e21-98a5-e905aca73852 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:17.329520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:17.329696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Checking segment: {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:17.330033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Bound using segment: {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:17.330481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Bound port: 014755f4-1f49-43c5-9f81-cfac13f0b800, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:17.330872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.363755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a33efeed-3d69-4d67-8621-d98081c0e62a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2f4d85c04a7426ca6e1bbca5862d842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9410751 Aug 04 15:02:17.371379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33efeed-3d69-4d67-8621-d98081c0e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb1a3a-dc24-4d3a-ae6e-dee0c6b63587,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:17.382340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6052681-1047-4684-8fe1-e4d993f0981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.382840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48312) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:17.402269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5fde8f32-efd4-4693-81de-b28c1537df34 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0435176 Aug 04 15:02:17.407231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:17.409602 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd" -d '{"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:17.410788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48316) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:17.490779 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a96af-37d7-486b-b49d-46e62c9dd3e7 x-openstack-request-id: req-9b9a96af-37d7-486b-b49d-46e62c9dd3e7 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:17.491055 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:17.491303 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b9a96af-37d7-486b-b49d-46e62c9dd3e7 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:17.491693 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'status': 'completed', 'code': 200} Aug 04 15:02:17.497690 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:13Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:17.542261 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:02:17.552457 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:17.554700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:17.575292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-8eaba569-5084-4840-996e-24603affe665 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:17.577121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-8eaba569-5084-4840-996e-24603affe665 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 945 time: 0.2940652 Aug 04 15:02:17.633228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.645074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:17.648467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.693807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc76d1-6abf-4e0c-b4bb-5fb0f8c4fd6f req-53fb7855-755a-4788-ae12-81e8180f514f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:17.695185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-f4f055d2-6b17-4ed9-a8cc-134b2076cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:17.695439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23fc76d1-6abf-4e0c-b4bb-5fb0f8c4fd6f req-53fb7855-755a-4788-ae12-81e8180f514f tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 943 time: 0.2027185 Aug 04 15:02:17.697147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-f4f055d2-6b17-4ed9-a8cc-134b2076cb45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1097 time: 0.1888933 Aug 04 15:02:17.698974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.702932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=014755f4-1f49-43c5-9f81-cfac13f0b800,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:17.707244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-010efb56-708b-4c4a-b6d6-4bb8a8d42840 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/eed19bb2-8b55-4319-8ead-3b9462400df3 HTTP/1.1" status: 200 len: 991 time: 0.2952664 Aug 04 15:02:17.711492 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:17.728268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.731977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.830871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Pushing event updated for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:17.900377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:17.901017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.903062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-2868932a-8d80-4905-9db4-4e187c3c9650 service neutron] 10.222.0.46 "PUT /v2.0/ports/014755f4-1f49-43c5-9f81-cfac13f0b800 HTTP/1.1" status: 200 len: 1092 time: 1.2327096 Aug 04 15:02:17.923332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:17.926971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:17.927672 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26abac3-f7c0-44c7-bb14-954c53d04bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:18.018802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-2d257bce-da28-4edb-bf80-7965803d65d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1479411 Aug 04 15:02:18.020150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-a1270165-ed79-4610-bd32-cbf0173549ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.021754 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-a1270165-ed79-4610-bd32-cbf0173549ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 897 time: 0.3103881 Aug 04 15:02:18.031491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-0f60a420-d801-4b89-9b50-ab92916a9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.033174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-0f60a420-d801-4b89-9b50-ab92916a9c13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 1095 time: 0.0811918 Aug 04 15:02:18.042036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.049486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.053347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.057247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1cb1a3a-dc24-4d3a-ae6e-dee0c6b63587 HTTP/1.1" status: 204 len: 168 time: 0.6707263 Aug 04 15:02:18.057393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.070202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.074825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23fc76d1-6abf-4e0c-b4bb-5fb0f8c4fd6f req-eafe324b-d706-4450-99f8-18fda73e052c tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253407 Aug 04 15:02:18.104193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Port': ['ID=018e47f8-47d0-4996-ad3d-3c37519f2acb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:18.180582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:18.181243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.182121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-84b8a99f-ec62-46d2-b1de-971a94b1c9a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014755f4-1f49-43c5-9f81-cfac13f0b800 HTTP/1.1" status: 200 len: 217 time: 0.1413851 Aug 04 15:02:18.185713 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797ad9c-3fd5-4a6c-a5b6-d28e618aca9e x-openstack-request-id: req-0797ad9c-3fd5-4a6c-a5b6-d28e618aca9e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:18.186057 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:18.186379 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0797ad9c-3fd5-4a6c-a5b6-d28e618aca9e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:18.186856 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800', 'status': 'completed', 'code': 200} Aug 04 15:02:18.192188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36fbf9-39e9-4113-809e-be312812f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb1a3a-dc24-4d3a-ae6e-dee0c6b63587,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:18.216432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a2ad7-cd79-44bf-8820-bf75d0cdbfc0 req-9ffc185c-7a55-4128-bbe3-4d8e01e10107 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.218980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c12a2ad7-cd79-44bf-8820-bf75d0cdbfc0 req-9ffc185c-7a55-4128-bbe3-4d8e01e10107 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 945 time: 0.3514218 Aug 04 15:02:18.232157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.232912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5adcdcc6-f737-42a1-a683-f194d1327321 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:02:18.277679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-1dd256d6-3974-4431-9933-415154c248ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.279187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-1dd256d6-3974-4431-9933-415154c248ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a73bbb81-d6af-4f11-8733-2777acd6712c HTTP/1.1" status: 200 len: 853 time: 0.0900607 Aug 04 15:02:18.282180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-631ca1d1-5bbf-4d19-823f-5e6d08a72156 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 999 time: 0.2480829 Aug 04 15:02:18.290254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-5de76662-09e0-4380-b3d9-62b05bacb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.291075 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-5de76662-09e0-4380-b3d9-62b05bacb53b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 1096 time: 0.2350383 Aug 04 15:02:18.294714 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:13Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:18.331465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-1b51a672-9e4a-41ea-8ea5-bbd2380f5b7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6acb65c-a679-4e21-98a5-e905aca73852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382745 Aug 04 15:02:18.341974 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 04 15:02:18.343678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7da7e9a7-5060-446f-8f59-3c3dba84fd31 tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3758144 Aug 04 15:02:18.357161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48328) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:18.357508 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcce1cc-69ff-4300-89c3-5c1583f47cfb None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:01:48Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:13Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:02:18.407330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c12a2ad7-cd79-44bf-8820-bf75d0cdbfc0 req-b6dae63f-8790-48a7-86a3-09a856b353e2 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415970 Aug 04 15:02:18.412910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.419000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b7ce090f-822f-4666-9318-901ec3f72839 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/ports/018e47f8-47d0-4996-ad3d-3c37519f2acb HTTP/1.1" status: 204 len: 168 time: 1.9072232 Aug 04 15:02:18.421802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:18.526330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:18.527163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.539058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-17848a31-6cc4-4208-8cb0-fb0f55ade7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.540571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-17848a31-6cc4-4208-8cb0-fb0f55ade7ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.2486334 Aug 04 15:02:18.551631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:18.620409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting subnet 5f575548-944d-4c3d-a13a-dfdeb1bcdb09 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:18.632937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Deleting port 2452953d-de9b-488b-8149-0e1d579a7115 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:18.633638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.668530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.706285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.711399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48336) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:18.734070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.750534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48338) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:18.766408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-b9fea4c0-bf96-4265-b0bb-3157e92b0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.767953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-b9fea4c0-bf96-4265-b0bb-3157e92b0566 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 200 len: 912 time: 0.4393256 Aug 04 15:02:18.795910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd05b1-bb7e-436a-bcfb-1b3d08d39636 None None] New status for floating IP eed19bb2-8b55-4319-8ead-3b9462400df3: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:02:18.823787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.865876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Calling delete_port for 2452953d-de9b-488b-8149-0e1d579a7115 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:18.877191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-51201b4c-9e5f-44e7-ad73-4339222e6bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148072 Aug 04 15:02:18.914018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d58-9700-472d-b702-bd4c78223735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.929218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.945711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:18.959037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:18.961896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:18.987403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-1f2b279f-4d81-4f38-a564-e7fb59f0c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:18.988689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=7d725d4b-27b5-4d24-b4ee-afa08b4f79b6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:18.988908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-1f2b279f-4d81-4f38-a564-e7fb59f0c0aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4335358 Aug 04 15:02:19.062702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] No DVR routers for this DVR port 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:19.065884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.068523 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aafb3024-9ae8-4c78-824a-dc421f29df38 req-1723c006-b6ae-4a1f-aa99-2f55567be6fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.38 "DELETE /v2.0/ports/7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 HTTP/1.1" status: 204 len: 173 time: 1.4680569 Aug 04 15:02:19.164824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a919fe9-fb0d-4b12-b047-cb9c1c52bc6c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/eed19bb2-8b55-4319-8ead-3b9462400df3 HTTP/1.1" status: 200 len: 991 time: 0.4139946 Aug 04 15:02:19.188195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-66113428-a56a-4208-b0cb-f2fcb03c02ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 200 len: 999 time: 0.3410852 Aug 04 15:02:19.269112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.335000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.346037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Pushing event deleted for resources: {'Port': ['ID=2452953d-de9b-488b-8149-0e1d579a7115,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:19.381774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-285e2555-3030-45b4-99b0-f0fd6bcd4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:19.383305 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-285e2555-3030-45b4-99b0-f0fd6bcd4edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 200 len: 850 time: 0.1699371 Aug 04 15:02:19.385096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-55001ba4-2f61-4304-bbb8-2776fb44e8a0 req-fcce370b-26a0-4e4e-9db5-cca59f707d09 service neutron] 10.222.0.46 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627106 Aug 04 15:02:19.411850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e5d6-8662-42e2-9159-5e857ca14fca req-e18915fc-a599-41db-ae1c-8afffd1e877e tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:19.417800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3674e5d6-8662-42e2-9159-5e857ca14fca req-e18915fc-a599-41db-ae1c-8afffd1e877e tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 943 time: 0.1622615 Aug 04 15:02:19.418023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-339567c8-fd26-4a20-8e31-70db92347172 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357298 Aug 04 15:02:19.439495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.446402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f15d25bb-47e4-473d-9a01-9bfea2c64ece tempest-RoutersAdminNegativeTest-2004649701 tempest-RoutersAdminNegativeTest-2004649701-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2452953d-de9b-488b-8149-0e1d579a7115 HTTP/1.1" status: 204 len: 168 time: 1.0852869 Aug 04 15:02:19.492641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3674e5d6-8662-42e2-9159-5e857ca14fca req-1c8edd73-12e9-4f39-adb3-65513c3bbcd0 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Aug 04 15:02:19.493104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'name': 'network-vif-deleted', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:19.507477 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2a002-3ccd-4737-b188-cf619f1cd6d1" -d '{"events": [{"server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "name": "network-vif-deleted", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:19.556917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5308b13b-4712-4b2a-859c-2b82ceaed44f req-8440f84a-0516-4d4c-a9b7-e26b24fe5b89 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a47c59-bfb3-415f-a502-909b0121c72f HTTP/1.1" status: 200 len: 210 time: 0.0403106 Aug 04 15:02:19.636980 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68033ee-8896-4e93-888a-82a261ae2f23 x-openstack-request-id: req-c68033ee-8896-4e93-888a-82a261ae2f23 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:19.637331 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a47c59-bfb3-415f-a502-909b0121c72f", "name": "network-vif-deleted", "tag": "7d725d4b-27b5-4d24-b4ee-afa08b4f79b6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:19.637648 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c68033ee-8896-4e93-888a-82a261ae2f23 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:19.638121 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a47c59-bfb3-415f-a502-909b0121c72f', 'name': 'network-vif-deleted', 'tag': '7d725d4b-27b5-4d24-b4ee-afa08b4f79b6', 'status': 'completed', 'code': 200} Aug 04 15:02:19.640120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.649628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d58-9700-472d-b702-bd4c78223735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.688978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3d58-9700-472d-b702-bd4c78223735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.699628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Subnet': ['ID=5f575548-944d-4c3d-a13a-dfdeb1bcdb09,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:19.709461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.715042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a83cf2f9-1100-4644-b793-0d3744a49c10 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/subnets/5f575548-944d-4c3d-a13a-dfdeb1bcdb09 HTTP/1.1" status: 204 len: 168 time: 1.2804105 Aug 04 15:02:19.715226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48348) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:19.721493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416f614-1324-41cb-84a8-db443458c7d7 None None] Network d4f852f3-785d-4520-92f3-d0a9d5bb5806 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:19.725814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-677d9357-1393-4a53-995e-9ccc63a96101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:19.727393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-677d9357-1393-4a53-995e-9ccc63a96101 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7dc6437b-be30-4285-8743-6bf77cdcbd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318396 Aug 04 15:02:19.863583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Deleting subnet f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:19.873516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:19.912800 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ebbf3d58-9700-472d-b702-bd4c78223735 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=362beb5059f444e2ba4f6a60e1152647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1454029 Aug 04 15:02:19.939878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3d58-9700-472d-b702-bd4c78223735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4c40f-718e-4161-86cc-993ead2dd652,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:19.947931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48354) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:19.948325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:19.966218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-e7397df7-e0ec-45a9-94a1-54e2181d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:19.967810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-e7397df7-e0ec-45a9-94a1-54e2181d3d63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=196eeec5b80245788b434170bee4ebdd&device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 1095 time: 0.4261103 Aug 04 15:02:20.036146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6b8ef739-4372-4b52-a6c0-50ea5f0535fd req-0eb4ed0a-8498-4ec6-b9cd-e363c7dd811f service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999360 Aug 04 15:02:20.116181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] DHCP port deletion for d4f852f3-785d-4520-92f3-d0a9d5bb5806 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:20.192161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Deleting port e6112c08-e6c9-47f3-beb0-074b5ca226e8 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:20.192553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.273800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.309345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] For port e6112c08-e6c9-47f3-beb0-074b5ca226e8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e6112c08-e6c9-47f3-beb0-074b5ca226e8,segment=NetworkSegment(d1811c74-5d88-4b83-bd8e-42b0cc864e70),segment_id=d1811c74-5d88-4b83-bd8e-42b0cc864e70)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:20.310244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.337749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Calling delete_port for e6112c08-e6c9-47f3-beb0-074b5ca226e8 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:20.410597 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.446624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.451913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48360) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:20.479524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] Pushing event deleted for resources: {'Port': ['ID=e6112c08-e6c9-47f3-beb0-074b5ca226e8,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:20.489506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6413392-ce7f-4621-928a-9e4f67ac16f2 None None] No DVR routers for this DVR port e6112c08-e6c9-47f3-beb0-074b5ca226e8 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:20.516253 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.534397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0614fa65-2345-4c64-a2ee-5cffad9b841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.630688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5c60206-0704-4144-8972-6f12a6eaf431 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/eed19bb2-8b55-4319-8ead-3b9462400df3 HTTP/1.1" status: 200 len: 993 time: 0.1730728 Aug 04 15:02:20.630688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-021c1a4a-dcde-4dec-861b-f316a441f156 service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8674755 Aug 04 15:02:20.636571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.651343 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.659665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-9a7eed8c-64be-4a3d-92d0-94711eec88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:20.661660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-9a7eed8c-64be-4a3d-92d0-94711eec88ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 200 len: 914 time: 0.6651514 Aug 04 15:02:20.703201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:20.730626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b868da-64bd-418c-b36e-37a39460ca84 req-1aadaddc-ea74-4450-994f-e437e84a9dee tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:20.732454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32b868da-64bd-418c-b36e-37a39460ca84 req-1aadaddc-ea74-4450-994f-e437e84a9dee tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 943 time: 0.1389270 Aug 04 15:02:20.733750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.738320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-10a907ab-bee1-4bbc-b615-3a22341141e6 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/subnets/f7d3bef3-85fc-4ff7-9ddc-ca603ac0ef4e HTTP/1.1" status: 204 len: 168 time: 1.0204539 Aug 04 15:02:20.739092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf950987-fa53-4f2b-8ef4-bae691007eed None None] Network 31e8b710-0e12-468d-8fa5-3cccb6395bb3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:20.739877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48368) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:20.777607 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-159b6ad8-9c7f-4685-84b4-c12f13fd251e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014755f4-1f49-43c5-9f81-cfac13f0b800 HTTP/1.1" status: 200 len: 217 time: 0.0722966 Aug 04 15:02:20.779532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:20.967254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-58d49b60-3ec4-409a-8765-2762089de543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:20.968901 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-58d49b60-3ec4-409a-8765-2762089de543 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a73bbb81-d6af-4f11-8733-2777acd6712c HTTP/1.1" status: 200 len: 853 time: 0.1744721 Aug 04 15:02:20.970846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-872ada0e-2e0a-4a70-a013-7d9a2d2cd464 req-558d1774-dd10-4934-b676-4172fcb03c4d service neutron] 10.222.0.46 "GET /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286297 Aug 04 15:02:21.010038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-d084a7d4-a383-453c-84e0-26bd39249085 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1947384 Aug 04 15:02:21.031074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.036727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-8e7a8bec-232f-4ba9-bd79-fd23465a2a91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6acb65c-a679-4e21-98a5-e905aca73852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487146 Aug 04 15:02:21.037352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32b868da-64bd-418c-b36e-37a39460ca84 req-09337a11-dd13-42ef-ba14-51055a7444c4 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818100 Aug 04 15:02:21.047513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.050381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.051484 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20c4c40f-718e-4161-86cc-993ead2dd652 HTTP/1.1" status: 204 len: 168 time: 1.1006448 Aug 04 15:02:21.076698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0614fa65-2345-4c64-a2ee-5cffad9b841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.131480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69e13c-23d2-463d-91bf-1c2bc6ab4fc3 req-9d54ab37-ddec-4c7f-b465-5fc1f655e9ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:21.133018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d69e13c-23d2-463d-91bf-1c2bc6ab4fc3 req-9d54ab37-ddec-4c7f-b465-5fc1f655e9ea tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.1219671 Aug 04 15:02:21.148143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] DHCP port deletion for 31e8b710-0e12-468d-8fa5-3cccb6395bb3 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:21.152143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7eae3-f7eb-4140-8860-e0519cd27d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4c40f-718e-4161-86cc-993ead2dd652,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:21.153886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0614fa65-2345-4c64-a2ee-5cffad9b841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.253083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0614fa65-2345-4c64-a2ee-5cffad9b841f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49a7607a6a244305890e04df7db52af7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2926362 Aug 04 15:02:21.257053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48376) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:21.271440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614fa65-2345-4c64-a2ee-5cffad9b841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf898e5a-5642-4937-8dce-5e4f9a908051,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:21.297495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-804590e0-c110-4085-91fe-32d1523a3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:21.298008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.299077 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-804590e0-c110-4085-91fe-32d1523a3e5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1097 time: 0.1319022 Aug 04 15:02:21.301991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-f8a8f6af-37d9-4884-905e-999b78cb0ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580936 Aug 04 15:02:21.329774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f852f3-785d-4520-92f3-d0a9d5bb5806']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:21.346380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1811c74-5d88-4b83-bd8e-42b0cc864e70') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:21.346782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1811c74-5d88-4b83-bd8e-42b0cc864e70') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:21.363262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.379603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.385974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Deleting port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:21.386463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.389229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:21.390282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.462403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] For port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,segment=NetworkSegment(0fb8ae35-7669-46e3-900a-351dcc41e923),segment_id=0fb8ae35-7669-46e3-900a-351dcc41e923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:21.462951 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:21.471000 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:21.478852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Calling delete_port for 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:21.489161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.498563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.501559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/networks/d4f852f3-785d-4520-92f3-d0a9d5bb5806 HTTP/1.1" status: 204 len: 168 time: 0.7603977 Aug 04 15:02:21.514623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48380) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:21.533336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d69e13c-23d2-463d-91bf-1c2bc6ab4fc3 req-81c6c461-c9ad-479d-9f79-2cc72bb20106 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276379 Aug 04 15:02:21.539201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3527dd6-c6d4-452e-87da-b85b8f99997a tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Network': ['ID=d4f852f3-785d-4520-92f3-d0a9d5bb5806,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:21.570280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.597684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:21.623857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:21.625290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:21.625950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e6112c08-e6c9-47f3-beb0-074b5ca226e8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:21.629753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.633975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:21.634791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.677205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] No DVR routers for this DVR port 769f9ca3-b866-4292-9bd8-0bf7f94d53b7 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:21.683838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8cd7-1b58-4bd6-b601-a3caceb63be9 None None] Pushing event deleted for resources: {'Port': ['ID=769f9ca3-b866-4292-9bd8-0bf7f94d53b7,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:21.685792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e6112c08-e6c9-47f3-beb0-074b5ca226e8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:21.686291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e6112c08-e6c9-47f3-beb0-074b5ca226e8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:21.697061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7e01e901-ab1d-4289-aa87-ac5a98848570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.725565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.736429 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f26abac3-f7c0-44c7-bb14-954c53d04bf7 req-b514324b-3a0a-4e4d-89c8-82d5944fae7d service neutron] 10.222.0.46 "GET /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263015 Aug 04 15:02:21.739690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.743585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-0e2f1973-b28d-4394-a69e-fb261a147698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:21.745070 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-0e2f1973-b28d-4394-a69e-fb261a147698 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 897 time: 0.3859344 Aug 04 15:02:21.746557 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.752903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf898e5a-5642-4937-8dce-5e4f9a908051 HTTP/1.1" status: 204 len: 168 time: 0.4925580 Aug 04 15:02:21.769937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 014755f4-1f49-43c5-9f81-cfac13f0b800 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:02:21.780276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1f79a-ec3c-4c23-9221-88f373e5cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf898e5a-5642-4937-8dce-5e4f9a908051,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:21.832673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:21.856048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:21.856629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7d725d4b-27b5-4d24-b4ee-afa08b4f79b6 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:21.939850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-6b4a90aa-2c6d-4c6f-892b-ed1add97a555 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 1001 time: 0.1854336 Aug 04 15:02:21.941409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:21.954006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=014755f4-1f49-43c5-9f81-cfac13f0b800,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:21.966976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8b710-0e12-468d-8fa5-3cccb6395bb3']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:21.967218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '014755f4-1f49-43c5-9f81-cfac13f0b800', 'network_id': 'f6acb65c-a679-4e21-98a5-e905aca73852', 'port_id': '014755f4-1f49-43c5-9f81-cfac13f0b800', 'mac_address': 'fa:16:3e:96:23:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73bbb81-d6af-4f11-8733-2777acd6712c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:02:22.006400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb8ae35-7669-46e3-900a-351dcc41e923') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:22.006846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb8ae35-7669-46e3-900a-351dcc41e923') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:22.028259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.047047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.063300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014755f4-1f49-43c5-9f81-cfac13f0b800 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:02:22.069715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7e01e901-ab1d-4289-aa87-ac5a98848570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.078198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7e01e901-ab1d-4289-aa87-ac5a98848570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.085412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-991a7a5b-2aef-4f85-9a2c-e11e82f6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:22.087328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-991a7a5b-2aef-4f85-9a2c-e11e82f6b7c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.1346171 Aug 04 15:02:22.089234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=014755f4-1f49-43c5-9f81-cfac13f0b800,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:22.095218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.095419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.155198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:22.169660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:22.170090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:22.173651 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:22.190004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01e901-ab1d-4289-aa87-ac5a98848570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d72b57-9aa7-4f55-ab55-966763ed738b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:22.237571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddf74-8379-4aeb-a530-47821b0b1be5 req-86e377bc-9241-4532-b865-da06e1276a0b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:22.241385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7e01e901-ab1d-4289-aa87-ac5a98848570 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db34fe52d3564f48874d3db0ebf90885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002460 Aug 04 15:02:22.244917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48392) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:22.250054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e9ddf74-8379-4aeb-a530-47821b0b1be5 req-86e377bc-9241-4532-b865-da06e1276a0b tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 944 time: 0.0825224 Aug 04 15:02:22.294357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-f0d9c044-035d-47e3-a4ac-22120b8c5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:22.295585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e9ddf74-8379-4aeb-a530-47821b0b1be5 req-bac038ca-466d-43a7-988b-de4d58ea5281 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Aug 04 15:02:22.296029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-f0d9c044-035d-47e3-a4ac-22120b8c5155 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860788 Aug 04 15:02:22.312274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.327269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['014755f4-1f49-43c5-9f81-cfac13f0b800'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:22.338613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.340674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] 10.222.0.76 "DELETE /v2.0/networks/31e8b710-0e12-468d-8fa5-3cccb6395bb3 HTTP/1.1" status: 204 len: 168 time: 0.8249803 Aug 04 15:02:22.381937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48394) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:22.392183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ca907-4105-4df2-8b25-99aed1fe5935 tempest-TaggedBootDevicesTest-1145722083 tempest-TaggedBootDevicesTest-1145722083-project] Pushing event deleted for resources: {'Network': ['ID=31e8b710-0e12-468d-8fa5-3cccb6395bb3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:22.405530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83143ac-17e0-401a-b516-5fe39d528eff req-e2c15534-09e5-4e51-ba91-a4a400ded065 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:22.406320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d83143ac-17e0-401a-b516-5fe39d528eff req-e2c15534-09e5-4e51-ba91-a4a400ded065 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.2129445 Aug 04 15:02:22.473257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-649cf602-efaf-4c91-b1f3-bc04a0198dac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0a315c7c4994ce892cb8560d7c02b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857131 Aug 04 15:02:22.474848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48396) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:22.478167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.511793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.582822 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.643617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.684539 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-e60edd77-ebe9-4090-9ce9-c8c271b3a2e7 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786469 Aug 04 15:02:22.720403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.723321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.724585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b88f4b7d-f2f4-4992-be3b-84ed11ca557b HTTP/1.1" status: 204 len: 168 time: 0.2470255 Aug 04 15:02:22.751790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba2d19-d53f-4274-88a8-3503a0eabcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f4b7d-f2f4-4992-be3b-84ed11ca557b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:22.790658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2963d2-ed3c-4306-8dff-157e9d1f930b req-2488a7bd-729a-43fe-9073-401e3487e38b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:22.795776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d2963d2-ed3c-4306-8dff-157e9d1f930b req-2488a7bd-729a-43fe-9073-401e3487e38b tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 946 time: 0.0899227 Aug 04 15:02:22.864743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.865962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d2963d2-ed3c-4306-8dff-157e9d1f930b req-cb884435-e09f-44d0-809b-b5d1b82f87fc tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638180 Aug 04 15:02:22.867358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.871352 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4d72b57-9aa7-4f55-ab55-966763ed738b HTTP/1.1" status: 204 len: 168 time: 0.6048450 Aug 04 15:02:22.895074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:22.895427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:22.898299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ef65f-c369-4f94-8857-18c28b2ab96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d72b57-9aa7-4f55-ab55-966763ed738b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:22.963521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b27359c5-2169-4e2d-91d2-c98bf1f544bf req-2f998fe2-f30e-4011-9fd1-efcc89bcf840 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658861 Aug 04 15:02:23.041824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port e14f6ccc-21a3-4201-bf95-3985dcee7ba3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:23.042284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:23.063838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for e14f6ccc-21a3-4201-bf95-3985dcee7ba3 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:23.289881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:23.306040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['e14f6ccc-21a3-4201-bf95-3985dcee7ba3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:02:23.363423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=e14f6ccc-21a3-4201-bf95-3985dcee7ba3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:23.495552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] No DVR routers for this DVR port e14f6ccc-21a3-4201-bf95-3985dcee7ba3 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:23.505836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508ee5-cbc8-4516-836a-0779c3afc9a0 req-b2d6ddf9-f6d5-46c2-b6a6-29262cba1f0d tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:23.507144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:23.514877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d83143ac-17e0-401a-b516-5fe39d528eff req-84bd8a1d-d98d-4b3c-8d8c-fa01e6dc6fda tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "DELETE /v2.0/ports/e14f6ccc-21a3-4201-bf95-3985dcee7ba3 HTTP/1.1" status: 204 len: 173 time: 1.1016102 Aug 04 15:02:23.516323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'name': 'network-vif-deleted', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:23.516599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a508ee5-cbc8-4516-836a-0779c3afc9a0 req-b2d6ddf9-f6d5-46c2-b6a6-29262cba1f0d tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 944 time: 0.1025417 Aug 04 15:02:23.524708 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551f034-7bf6-4fa7-8d6d-d327e5501fe6" -d '{"events": [{"server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "name": "network-vif-deleted", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:23.629093 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e4d54d-f734-4155-a3b8-cef404eb8847 x-openstack-request-id: req-a4e4d54d-f734-4155-a3b8-cef404eb8847 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:23.629513 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84541f7e-86e3-4a4e-9626-4a1edeb07d4a", "name": "network-vif-deleted", "tag": "e14f6ccc-21a3-4201-bf95-3985dcee7ba3", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:23.629976 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4e4d54d-f734-4155-a3b8-cef404eb8847 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:23.631215 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84541f7e-86e3-4a4e-9626-4a1edeb07d4a', 'name': 'network-vif-deleted', 'tag': 'e14f6ccc-21a3-4201-bf95-3985dcee7ba3', 'status': 'completed', 'code': 200} Aug 04 15:02:23.652453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a508ee5-cbc8-4516-836a-0779c3afc9a0 req-8c419b73-4a66-4a6e-9435-a82275c3aafb tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293237 Aug 04 15:02:23.778392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 014755f4-1f49-43c5-9f81-cfac13f0b800 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:23.908593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 014755f4-1f49-43c5-9f81-cfac13f0b800 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:23.913654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 014755f4-1f49-43c5-9f81-cfac13f0b800 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:23.913953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:24.087872 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:24.125086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad6542f5-ad7e-4f1d-bf2d-397d966052b7 req-ac46d6c9-6ee3-4c2c-88ed-38acbbf409a7 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=84541f7e-86e3-4a4e-9626-4a1edeb07d4a HTTP/1.1" status: 200 len: 210 time: 0.0663083 Aug 04 15:02:24.192512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=014755f4-1f49-43c5-9f81-cfac13f0b800,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:24.195795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:24.202304 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a615a-b6a3-4ec2-95f4-65b7bcf23fc5" -d '{"events": [{"server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "name": "network-vif-plugged", "status": "completed", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:24.214555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:24.294358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:24.336402 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04dcd3-78a5-473a-b8a5-2129c718fba7 x-openstack-request-id: req-df04dcd3-78a5-473a-b8a5-2129c718fba7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:24.337457 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "name": "network-vif-plugged", "status": "completed", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:24.338170 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df04dcd3-78a5-473a-b8a5-2129c718fba7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:24.339167 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800', 'code': 200} Aug 04 15:02:24.361722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:24.444097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f2614-6e0b-4a7c-afe5-7379ec8f4258 req-ec5b515d-fa8e-4641-a487-494fbd4211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:24.446594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de3f2614-6e0b-4a7c-afe5-7379ec8f4258 req-ec5b515d-fa8e-4641-a487-494fbd4211a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 1097 time: 0.0583916 Aug 04 15:02:24.509529 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de3f2614-6e0b-4a7c-afe5-7379ec8f4258 req-64d81077-6f67-4d26-bfe6-69d4d0918409 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Aug 04 15:02:24.590288 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a232037c-89f3-4001-93b3-279d66978861 tempest-AgentManagementNegativeTest-595653758 tempest-AgentManagementNegativeTest-595653758-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2915978 Aug 04 15:02:24.882922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32505a-c62a-4b27-b519-1197da133c77 req-97e5c841-93a6-4658-9425-c946b6529d8c tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:24.888521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb32505a-c62a-4b27-b519-1197da133c77 req-97e5c841-93a6-4658-9425-c946b6529d8c tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 945 time: 0.1284668 Aug 04 15:02:24.943476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:24.972042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb32505a-c62a-4b27-b519-1197da133c77 req-e6ff00f7-7b8f-46c1-8afe-634f77364b46 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762699 Aug 04 15:02:25.061523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:25.211635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4c3e-ab4c-409c-8032-a90a7be8395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.295135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc16d608-d315-4c24-a8d5-26488cf3e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.468986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4c3e-ab4c-409c-8032-a90a7be8395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.481367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4c3e-ab4c-409c-8032-a90a7be8395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.564887 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e6fd4c3e-ab4c-409c-8032-a90a7be8395f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8ac4206e0274a918cd404432ea19a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198163 Aug 04 15:02:25.567220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48502) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:25.578364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd4c3e-ab4c-409c-8032-a90a7be8395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28affce6-e518-4085-89e4-17d4ae21af82,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:25.641036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d2df-8667-41bd-bd4f-b6b9e409edac req-c60a2d50-f4f3-4b14-8d54-5a029bd4f531 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:25.643077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab72d2df-8667-41bd-bd4f-b6b9e409edac req-c60a2d50-f4f3-4b14-8d54-5a029bd4f531 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1013265 Aug 04 15:02:25.662515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.685382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc16d608-d315-4c24-a8d5-26488cf3e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.699333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc16d608-d315-4c24-a8d5-26488cf3e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.704659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.735283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab72d2df-8667-41bd-bd4f-b6b9e409edac req-3f4347d6-b5a4-4023-ab79-821795cef88e tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802181 Aug 04 15:02:25.774135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc16d608-d315-4c24-a8d5-26488cf3e33a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db43c124bab8479e9a21a675eb5501a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114604 Aug 04 15:02:25.774958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d608-d315-4c24-a8d5-26488cf3e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb09c40-da0d-4ef5-aa35-351947c0a8eb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:25.777056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:25.779889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e14f6ccc-21a3-4201-bf95-3985dcee7ba3 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:25.809582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: e14f6ccc-21a3-4201-bf95-3985dcee7ba3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:25.810333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device e14f6ccc-21a3-4201-bf95-3985dcee7ba3 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:25.829846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.832455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.833629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28affce6-e518-4085-89e4-17d4ae21af82 HTTP/1.1" status: 204 len: 168 time: 0.2654741 Aug 04 15:02:25.842748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfd616-84f1-486f-94d9-f4e94747354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28affce6-e518-4085-89e4-17d4ae21af82,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:25.870171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.900912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.969339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.972420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:25.976027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bb09c40-da0d-4ef5-aa35-351947c0a8eb HTTP/1.1" status: 204 len: 168 time: 0.1955478 Aug 04 15:02:26.015408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97c0b-7f77-42c3-912d-dd762e53af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb09c40-da0d-4ef5-aa35-351947c0a8eb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:26.143873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ba222-5401-4ecc-83d0-836ad8c78a81 req-f0329254-5bb5-4df6-be5a-ebcfadbb6ebc tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:26.155171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-914ba222-5401-4ecc-83d0-836ad8c78a81 req-f0329254-5bb5-4df6-be5a-ebcfadbb6ebc tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 945 time: 0.0760734 Aug 04 15:02:26.231861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-914ba222-5401-4ecc-83d0-836ad8c78a81 req-6990117a-5625-4e15-a482-34045166a848 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Aug 04 15:02:27.034917 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:02:27.077675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54183-bfda-4f9e-bd78-64fc554a45d4 req-3ca48104-75ac-4380-a355-1790668fb391 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:27.092550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55d54183-bfda-4f9e-bd78-64fc554a45d4 req-3ca48104-75ac-4380-a355-1790668fb391 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1701272 Aug 04 15:02:27.211623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55d54183-bfda-4f9e-bd78-64fc554a45d4 req-f1aa016e-a8ed-4020-b2ff-d9010d576c14 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee1d55d9-76dc-4552-bf75-be5db09fa70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179025 Aug 04 15:02:27.289733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018618-0a9e-4a38-bef2-c85efa93777d req-d346379a-b5c5-4e95-b4f5-4cd8d482d640 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:27.291405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-62018618-0a9e-4a38-bef2-c85efa93777d req-d346379a-b5c5-4e95-b4f5-4cd8d482d640 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 944 time: 0.1115010 Aug 04 15:02:27.416772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:27.417130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.513519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:27.596186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] For port 24466672-bdf7-4e49-80a6-40a86b1549dd, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24466672-bdf7-4e49-80a6-40a86b1549dd,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:27.597252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.728751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1008886103'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:27.768668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Made reservation on behalf of 267edb283ada4f98b959e1ca3f47ff44 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:27.774911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.787814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.883458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.883852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:27.884555 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Floating IP 524e5c76-449a-4000-95f4-149c6d739644 disassociated. External IP: 172.25.0.201, port: 24466672-bdf7-4e49-80a6-40a86b1549dd. Aug 04 15:02:27.884555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for 24466672-bdf7-4e49-80a6-40a86b1549dd owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:28.040974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.048302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.102883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:02:28.125191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17977b-190f-4622-b9f1-f6d6037070bd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:28.131432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.131956 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Added segment 7a494e24-b387-4284-9835-90cc3a8130cf of type vlan for network 135d48aa-0059-4061-8b7a-0510df0e82a0 Aug 04 15:02:28.147055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.210431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.243398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=24466672-bdf7-4e49-80a6-40a86b1549dd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:28.292443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.306861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:28.307542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.524432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Router 489a17c0-28b2-4d1f-9def-50571089a5cf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:02:28.535174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'Network': ['ID=135d48aa-0059-4061-8b7a-0510df0e82a0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:28.548587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:02:28.553751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-738c017a-47d4-4b98-8227-4565fbc714d7 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0348959 Aug 04 15:02:28.575923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:28.592241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Request body: {'subnet': {'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:28.788511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:02:28.799603 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Sync routers for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:02:28.807898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84ed037b-e12f-49ae-8b19-c0cbde0e1391 req-d8b5ed3c-b4cf-48f9-bb14-23aed05d81f9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5 HTTP/1.1" status: 200 len: 210 time: 0.2617433 Aug 04 15:02:28.818450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:28.822680 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:28.844463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Made reservation on behalf of 267edb283ada4f98b959e1ca3f47ff44 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:28.848778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.873525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] No DVR routers for this DVR port 24466672-bdf7-4e49-80a6-40a86b1549dd on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:28.876733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:28.879248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-62018618-0a9e-4a38-bef2-c85efa93777d req-24b5366f-0165-4107-9a78-1cb2275d4f26 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.46 "DELETE /v2.0/ports/24466672-bdf7-4e49-80a6-40a86b1549dd HTTP/1.1" status: 204 len: 173 time: 1.5814531 Aug 04 15:02:28.879714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-deleted', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:02:28.890901 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a359f599-0c8e-4697-ae23-276e761b693e" -d '{"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-deleted", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:02:29.045651 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc226c8-f81e-4c5a-ae01-9497909e94c5 x-openstack-request-id: req-2dc226c8-f81e-4c5a-ae01-9497909e94c5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:02:29.045948 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5", "name": "network-vif-deleted", "tag": "24466672-bdf7-4e49-80a6-40a86b1549dd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:02:29.046203 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2dc226c8-f81e-4c5a-ae01-9497909e94c5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:02:29.046862 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce2f51-c1f9-4f7f-934b-cb0d7613afe5', 'name': 'network-vif-deleted', 'tag': '24466672-bdf7-4e49-80a6-40a86b1549dd', 'status': 'completed', 'code': 200} Aug 04 15:02:29.101423 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:29.353958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:29.539146 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:29.590509 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Checking router: 489a17c0-28b2-4d1f-9def-50571089a5cf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:02:29.595645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'Subnet': ['ID=acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:29.601380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:29.602315 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:29.626809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Checking segment: {'id': '7a494e24-b387-4284-9835-90cc3a8130cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:29.627194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Network hostable DHCP agents. Network: 135d48aa-0059-4061-8b7a-0510df0e82a0, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:02:29.655802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:02:29.679464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 135d48aa-0059-4061-8b7a-0510df0e82a0) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:29.685077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:29.685696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:29.694837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451dcac5-433d-4a5f-9839-d8d83d252219 None None] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:29.734353 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:29.737519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6b62930f-e2c4-4fe9-9d52-05d4dc10432c tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1603842 Aug 04 15:02:29.740339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:29.745969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Request body: {'port': {'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1312591412'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:29.929645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:30.095225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:30.121196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Made reservation on behalf of 267edb283ada4f98b959e1ca3f47ff44 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:30.123605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.128912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.175368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.179029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] device_id is not set on port 96fee132-5961-485a-adde-da818dcede5b yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:02:30.182483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 24466672-bdf7-4e49-80a6-40a86b1549dd {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:30.187040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24466672-bdf7-4e49-80a6-40a86b1549dd not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:30.292815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.295766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.299921 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "DELETE /v2.0/security-groups/ee1d55d9-76dc-4552-bf75-be5db09fa70e HTTP/1.1" status: 204 len: 168 time: 0.3690662 Aug 04 15:02:30.300585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:30.330788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc602-16bf-4133-a077-2b9ff72c7ef9 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d55d9-76dc-4552-bf75-be5db09fa70e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:30.348325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-135d48aa-0059-4061-8b7a-0510df0e82a0', 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0', 'tenant_id': '267edb283ada4f98b959e1ca3f47ff44', 'fixed_ips': [{'subnet_id': 'acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:02:30.351051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.376411 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-c169474a-ca95-458a-8ef8-dcf90cada616 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] show failed (client error): The resource could not be found. Aug 04 15:02:30.377985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c169474a-ca95-458a-8ef8-dcf90cada616 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "GET /v2.0/security-groups/ee1d55d9-76dc-4552-bf75-be5db09fa70e HTTP/1.1" status: 404 len: 347 time: 0.0485668 Aug 04 15:02:30.380949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:30.420182 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:30.498015 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576d08f-6f68-473e-b926-8882e24de4c2 None None] The sync data for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 is: [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T14:54:00Z', 'revision_number': 4, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '0cd9a27b-b016-45a6-bfb6-9c64fa588ae0', 'name': '', 'network_id': '7dc6437b-be30-4285-8743-6bf77cdcbd49', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'mac_address': 'fa:16:3e:b3:b9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:59Z', 'updated_at': '2021-08-04T14:54:07Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'subnets': [{'id': 'ce773139-4d34-4fba-99a2-b8607dec1930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:02:30.512856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Allocated IP 2001:db8::ef (135d48aa-0059-4061-8b7a-0510df0e82a0/acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4/96fee132-5961-485a-adde-da818dcede5b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:30.758110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.781649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Deleting port 362d7987-ea60-4afa-9878-b5e4fdf3a6a6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:30.781999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:30.790808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Transition to ACTIVE for port object 96fee132-5961-485a-adde-da818dcede5b will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:30.845305 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.017538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Allocated IP 2001:db8::2 (135d48aa-0059-4061-8b7a-0510df0e82a0/acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4/120c20b4-4416-4ead-9854-97357f9f692f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:31.037955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.042124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.113472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:31.116196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Calling delete_port for 362d7987-ea60-4afa-9878-b5e4fdf3a6a6 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:31.131378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:31.140983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:31.161339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:31.162178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.277860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'Port': ['ID=96fee132-5961-485a-adde-da818dcede5b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:31.288806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48652) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:31.289621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-93809d8d-26fc-48d5-8374-2947c259a7b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5478575 Aug 04 15:02:31.296407 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Request body: {'port': {'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2016048195', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:31.297317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] bootfile-name is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:31.297906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] tftp-server is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:31.298570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] server-ip-address is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:31.385818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f22a9-7628-444f-90d4-7aa8e0fb5ca5 None None] New status for floating IP 524e5c76-449a-4000-95f4-149c6d739644: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:02:31.531950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Made reservation on behalf of 267edb283ada4f98b959e1ca3f47ff44 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:31.546492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.608425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] device_id is not set on port 5a097cbe-e1c9-4d47-a29e-7419df90a09f yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:02:31.716519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.720992 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-5c5f22a9-7628-444f-90d4-7aa8e0fb5ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:02:31.721493 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-5c5f22a9-7628-444f-90d4-7aa8e0fb5ca5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:02:31.821624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.847447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Transition to ACTIVE for port object 120c20b4-4416-4ead-9854-97357f9f692f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:31.881062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Transition to ACTIVE for port object 120c20b4-4416-4ead-9854-97357f9f692f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:31.895123 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:31.970399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:31.984209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:31.988610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:32.090086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Pushing event updated for resources: {'Port': ['ID=120c20b4-4416-4ead-9854-97357f9f692f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:32.120954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.123102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.126969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.130231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.130231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.130231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.130231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.130231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.136624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.136937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.138210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.139701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:32.237854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f22a9-7628-444f-90d4-7aa8e0fb5ca5 None None] New status for floating IP 524e5c76-449a-4000-95f4-149c6d739644: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:02:32.248563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Attempting to bind port 120c20b4-4416-4ead-9854-97357f9f692f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:32.249416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Attempting to bind port 120c20b4-4416-4ead-9854-97357f9f692f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7a494e24-b387-4284-9835-90cc3a8130cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:32.249881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Attempting to bind port 120c20b4-4416-4ead-9854-97357f9f692f on network 135d48aa-0059-4061-8b7a-0510df0e82a0 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:32.329130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Pushing event deleted for resources: {'Port': ['ID=362d7987-ea60-4afa-9878-b5e4fdf3a6a6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:32.393574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:32.394518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Checking segment: {'id': '7a494e24-b387-4284-9835-90cc3a8130cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:32.395799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.396457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Bound using segment: {'id': '7a494e24-b387-4284-9835-90cc3a8130cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:32.397212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Bound port: 120c20b4-4416-4ead-9854-97357f9f692f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a494e24-b387-4284-9835-90cc3a8130cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '135d48aa-0059-4061-8b7a-0510df0e82a0'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:32.397855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.480186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Allocated IP 2001:db8::c0 (135d48aa-0059-4061-8b7a-0510df0e82a0/acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4/5a097cbe-e1c9-4d47-a29e-7419df90a09f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:32.518544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.521141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.526816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48678) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:32.533665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f0ed2ed9-3e1d-45ef-8d42-b356077b2b53 tempest-ServerActionsTestJSON-1143456869 tempest-ServerActionsTestJSON-1143456869-project] 10.222.0.76 "DELETE /v2.0/floatingips/524e5c76-449a-4000-95f4-149c6d739644 HTTP/1.1" status: 204 len: 168 time: 2.1462944 Aug 04 15:02:32.580570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] For port 120c20b4-4416-4ead-9854-97357f9f692f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:32.586297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] For port 120c20b4-4416-4ead-9854-97357f9f692f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=120c20b4-4416-4ead-9854-97357f9f692f,segment=NetworkSegment(7a494e24-b387-4284-9835-90cc3a8130cf),segment_id=7a494e24-b387-4284-9835-90cc3a8130cf)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:32.592757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.747209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e120b-1614-45c9-8224-b820ad526e2e None None] Pushing event updated for resources: {'Port': ['ID=120c20b4-4416-4ead-9854-97357f9f692f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:32.820347 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:32.851113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Transition to ACTIVE for port object 5a097cbe-e1c9-4d47-a29e-7419df90a09f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:32.935009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:33.078945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'Port': ['ID=5a097cbe-e1c9-4d47-a29e-7419df90a09f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:33.131157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:33.132803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:33.135482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:33.142386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:33.143077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:33.214773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3227d74d-529b-418f-a927-99289e702e2f tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9223752 Aug 04 15:02:33.217776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48686) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:33.415952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e930db-edf2-4878-9eeb-5576a735bef5 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:33.422426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e930db-edf2-4878-9eeb-5576a735bef5 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:33.428710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e930db-edf2-4878-9eeb-5576a735bef5 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:33.443152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-06e930db-edf2-4878-9eeb-5576a735bef5 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2208858 Aug 04 15:02:33.443861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48690) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:33.499377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 120c20b4-4416-4ead-9854-97357f9f692f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:33.584417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 120c20b4-4416-4ead-9854-97357f9f692f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:33.665521 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:33.679238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Deleting port 5a097cbe-e1c9-4d47-a29e-7419df90a09f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:33.679608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:33.889040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:33.928788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Calling delete_port for 5a097cbe-e1c9-4d47-a29e-7419df90a09f owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:34.171051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Deleting port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:34.171496 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.284874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.334802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] For port 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:34.335199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.349115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event deleted for resources: {'Port': ['ID=5a097cbe-e1c9-4d47-a29e-7419df90a09f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:34.377453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Calling delete_port for 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:34.419302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.428572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fd09d-dd83-47e7-a0a0-2edbf65543bf None None] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:34.437108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e70c3fd0-86ea-4057-9d58-c70b5c9d75e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "DELETE /v2.0/ports/5a097cbe-e1c9-4d47-a29e-7419df90a09f HTTP/1.1" status: 204 len: 168 time: 0.9920940 Aug 04 15:02:34.438629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48700) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:34.450064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Request body: {'port': {'name': 'tempest-new-port-name-1143625807', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:34.456949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] bootfile-name is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:34.457423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] tftp-server is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:34.457761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.api.validators [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] server-ip-address is not in valid_values {{(pid=94266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 15:02:34.594239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Provisioning for port 120c20b4-4416-4ead-9854-97357f9f692f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:34.616863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Provisioning complete for port 120c20b4-4416-4ead-9854-97357f9f692f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:34.617235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.649771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.678179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:34.742543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd9a27b-b016-45a6-bfb6-9c64fa588ae0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:35.155531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.156886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.246329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] For port 120c20b4-4416-4ead-9854-97357f9f692f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=120c20b4-4416-4ead-9854-97357f9f692f,segment=NetworkSegment(7a494e24-b387-4284-9835-90cc3a8130cf),segment_id=7a494e24-b387-4284-9835-90cc3a8130cf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:35.252835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.256467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.266239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.387364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] In _notify_port_updated(), no bound segment for port 96fee132-5961-485a-adde-da818dcede5b on network 135d48aa-0059-4061-8b7a-0510df0e82a0 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:02:35.407991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:35.410717 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.415182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21263b-5285-408a-a3f9-61de7903a41e None None] Pushing event updated for resources: {'Port': ['ID=120c20b4-4416-4ead-9854-97357f9f692f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:35.424080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48714) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:35.426138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "PUT /v2.0/ports/96fee132-5961-485a-adde-da818dcede5b HTTP/1.1" status: 200 len: 1129 time: 0.9870975 Aug 04 15:02:35.478164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48cbd8-e876-40b4-b170-e6fc4a775bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event updated for resources: {'Port': ['ID=96fee132-5961-485a-adde-da818dcede5b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:35.601312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48720) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:35.717281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Provisioning complete for port 120c20b4-4416-4ead-9854-97357f9f692f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:35.717867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.765969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc4026e0-1d21-4ba9-8407-2851cfe2eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:35.778622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c643bd-b670-456f-82c9-c697d8b27f19 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:35.791756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40c643bd-b670-456f-82c9-c697d8b27f19 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "GET /v2.0/ports/96fee132-5961-485a-adde-da818dcede5b HTTP/1.1" status: 200 len: 1129 time: 0.3638833 Aug 04 15:02:35.793094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:36.059973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Provisioning for port 96fee132-5961-485a-adde-da818dcede5b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:36.088309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Provisioning complete for port 96fee132-5961-485a-adde-da818dcede5b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:36.088900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.165413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f5101664-d088-4d33-b7a9-ce029af701e4 None None] Port 96fee132-5961-485a-adde-da818dcede5b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:02:36.208996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Router 489a17c0-28b2-4d1f-9def-50571089a5cf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:02:36.233328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Deleting port 96fee132-5961-485a-adde-da818dcede5b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:36.233654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.347574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-82ac1756-4c2b-49cb-8fe3-7c269eb822c9 None None] Provisioning complete for port 96fee132-5961-485a-adde-da818dcede5b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:36.349026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82ac1756-4c2b-49cb-8fe3-7c269eb822c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.471927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.495689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-82ac1756-4c2b-49cb-8fe3-7c269eb822c9 None None] Port 96fee132-5961-485a-adde-da818dcede5b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:02:36.530566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Calling delete_port for 96fee132-5961-485a-adde-da818dcede5b owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:36.550683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:02:36.562423 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Sync routers for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:02:36.574055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:36.575115 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:36.581071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6a60cdf8-8557-4688-b479-0507adf3d17b admin admin] 10.222.0.76 "PUT /v2.0/routers/489a17c0-28b2-4d1f-9def-50571089a5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0530808 Aug 04 15:02:36.588711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:36.598521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc4026e0-1d21-4ba9-8407-2851cfe2eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.632166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc4026e0-1d21-4ba9-8407-2851cfe2eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.713692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cae937e2-4e2e-4d10-baf1-dea3106bda3a None None] Could not find standard attr ID for object 5a097cbe-e1c9-4d47-a29e-7419df90a09f. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:02:36.819397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4026e0-1d21-4ba9-8407-2851cfe2eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59673498-f073-4e00-b883-6b7f5d5981a2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:36.834249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc4026e0-1d21-4ba9-8407-2851cfe2eb0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb229fbafe774509910ddc95bd078dad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2315300 Aug 04 15:02:36.846449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48734) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:36.877063 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:36.969064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:36.983139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:37.009144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.034325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.174821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.264636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event deleted for resources: {'Port': ['ID=96fee132-5961-485a-adde-da818dcede5b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:37.284870 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.292122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.296530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59673498-f073-4e00-b883-6b7f5d5981a2 HTTP/1.1" status: 204 len: 168 time: 0.4482815 Aug 04 15:02:37.346677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.353421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:37.357255 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95ddb29b-ffaf-4a86-86fc-367d25a854ea tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "DELETE /v2.0/ports/96fee132-5961-485a-adde-da818dcede5b HTTP/1.1" status: 204 len: 168 time: 1.5604787 Aug 04 15:02:37.370083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf96a01-9cc0-46cb-bd53-5d69e4b8ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59673498-f073-4e00-b883-6b7f5d5981a2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:37.373108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T15:02:34Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:37.414035 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Checking router: 489a17c0-28b2-4d1f-9def-50571089a5cf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:02:37.419590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.437393 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Routers {'489a17c0-28b2-4d1f-9def-50571089a5cf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:37.438249 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['489a17c0-28b2-4d1f-9def-50571089a5cf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:37.495105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Deleting subnet acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:37.498970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.561565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 120c20b4-4416-4ead-9854-97357f9f692f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:37.576899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.632547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] Set router 489a17c0-28b2-4d1f-9def-50571089a5cf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:37.673968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 120c20b4-4416-4ead-9854-97357f9f692f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:37.679135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.785031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.852429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5a17ebfb-b199-439f-b21a-540725e3a515 None None] Could not find standard attr ID for object 96fee132-5961-485a-adde-da818dcede5b. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:02:37.952208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48754) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:37.961840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:37.976152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9497e525-fb93-4e03-883b-87f67b6e16c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.040799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event deleted for resources: {'Subnet': ['ID=acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:38.070043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.070326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.070653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.070999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.071333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.071675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.072019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.072346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.072687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.073028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.076994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.078147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.180845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6364e-89aa-4f7b-a086-d5840de92c70 None None] Network 135d48aa-0059-4061-8b7a-0510df0e82a0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:38.190947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.195805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e57c882-3e67-4307-804a-eb862cb292e8 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "DELETE /v2.0/subnets/acaaae9e-f9f6-4b1c-beb3-d5bf47ed50e4 HTTP/1.1" status: 204 len: 168 time: 0.8411086 Aug 04 15:02:38.196494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:38.197364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9497e525-fb93-4e03-883b-87f67b6e16c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.221282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9497e525-fb93-4e03-883b-87f67b6e16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.226501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T15:02:34Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:38.265116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549df3d-6763-4132-a3ad-824a8db703ee None None] The sync data for ids ['489a17c0-28b2-4d1f-9def-50571089a5cf'] in n-d-801743-12 is: [{'id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'name': 'tempest-ServerActionsTestJSON-992453871-router', 'tenant_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:53:53Z', 'updated_at': '2021-08-04T15:02:34Z', 'revision_number': 5, 'project_id': 'ac1a59dd64794ceaaa27bf10e833e301', 'gw_port': {'id': '824ed4f6-7bfb-44b4-90ec-73091a79dccf', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489a17c0-28b2-4d1f-9def-50571089a5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:53:55Z', 'updated_at': '2021-08-04T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:02:38.284691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9497e525-fb93-4e03-883b-87f67b6e16c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f7555e6ee5c44411bb00de3afff3e53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312516 Aug 04 15:02:38.287959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48758) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:38.392333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497e525-fb93-4e03-883b-87f67b6e16c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336dc9f5-e397-412e-8244-c0de9f1f214c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:38.465934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.478427 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.489175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Deleting port 824ed4f6-7bfb-44b4-90ec-73091a79dccf {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:38.489613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.492490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.548113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.551584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:38.553198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/336dc9f5-e397-412e-8244-c0de9f1f214c HTTP/1.1" status: 204 len: 168 time: 0.2614639 Aug 04 15:02:38.563415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336dc9f5-e397-412e-8244-c0de9f1f214c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:38.571686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.572456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.572950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.573387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.573823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.574459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.574808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.575248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.575708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.576155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.576701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.577131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7d15a-b89d-487c-959d-2723ecb24e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:38.656081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] DHCP port deletion for 135d48aa-0059-4061-8b7a-0510df0e82a0 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:38.810705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Deleting port 120c20b4-4416-4ead-9854-97357f9f692f {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:38.811088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.021425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] For port 120c20b4-4416-4ead-9854-97357f9f692f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=120c20b4-4416-4ead-9854-97357f9f692f,segment=NetworkSegment(7a494e24-b387-4284-9835-90cc3a8130cf),segment_id=7a494e24-b387-4284-9835-90cc3a8130cf)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:39.022142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.057710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Calling delete_port for 120c20b4-4416-4ead-9854-97357f9f692f owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:39.216680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] For port 824ed4f6-7bfb-44b4-90ec-73091a79dccf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=824ed4f6-7bfb-44b4-90ec-73091a79dccf,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:39.217338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.243470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Calling delete_port for 824ed4f6-7bfb-44b4-90ec-73091a79dccf owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:39.250620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.279510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Deleting port 120c20b4-4416-4ead-9854-97357f9f692f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:39.279959 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.330101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] Pushing event deleted for resources: {'Port': ['ID=120c20b4-4416-4ead-9854-97357f9f692f,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:39.338538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476e475-cc52-4b68-8c55-788507629a11 None None] No DVR routers for this DVR port 120c20b4-4416-4ead-9854-97357f9f692f on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:39.447523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] For port 120c20b4-4416-4ead-9854-97357f9f692f, host n-d-801743-12, got binding levels [] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:39.448348 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.457401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 120c20b4-4416-4ead-9854-97357f9f692f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:39.465660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Calling delete_port for 120c20b4-4416-4ead-9854-97357f9f692f owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:39.470364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Port 120c20b4-4416-4ead-9854-97357f9f692f was not found and therefore no delete operation was performed {{(pid=94265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:02:39.487244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 120c20b4-4416-4ead-9854-97357f9f692f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:39.487244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 120c20b4-4416-4ead-9854-97357f9f692f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:39.487649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:39.511315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.515000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:39.515547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0cd9a27b-b016-45a6-bfb6-9c64fa588ae0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:39.579531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] No DVR routers for this DVR port 120c20b4-4416-4ead-9854-97357f9f692f on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:39.581082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event deleted for resources: {'Port': ['ID=120c20b4-4416-4ead-9854-97357f9f692f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:39.707484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.724474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135d48aa-0059-4061-8b7a-0510df0e82a0']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:39.732659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.780813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a494e24-b387-4284-9835-90cc3a8130cf') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:39.781121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a494e24-b387-4284-9835-90cc3a8130cf') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:39.798131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.818996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.848424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.879412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=824ed4f6-7bfb-44b4-90ec-73091a79dccf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:39.885927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:39.886343 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:39.891149 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:40.042995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.054114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.056320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] 10.222.0.76 "DELETE /v2.0/networks/135d48aa-0059-4061-8b7a-0510df0e82a0 HTTP/1.1" status: 204 len: 168 time: 1.8443027 Aug 04 15:02:40.085868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.088135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc206a2f-ac5a-4369-b083-b1cacb0933f1 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388 tempest-ExtraDHCPOptionsIpV6TestJSON-404071388-project] Pushing event deleted for resources: {'Network': ['ID=135d48aa-0059-4061-8b7a-0510df0e82a0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:40.195019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.200254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.251075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.251860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 489a17c0-28b2-4d1f-9def-50571089a5cf {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:02:40.258375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.259735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a995f879-31d6-484d-9d91-ba5ccca91e86 admin admin] 10.222.0.76 "DELETE /v2.0/routers/489a17c0-28b2-4d1f-9def-50571089a5cf HTTP/1.1" status: 204 len: 168 time: 3.6670661 Aug 04 15:02:40.262660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48802) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:40.375042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Deleting subnet ce773139-4d34-4fba-99a2-b8607dec1930 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:40.379062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.418825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.500885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48810) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:40.552931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.594458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Deleting port 9241130c-7139-4700-99e9-5c1283c8a413 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:40.594984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.666189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48814) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:40.666689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1d0533d-e51b-4b05-bff3-45bbf8943855 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=267edb283ada4f98b959e1ca3f47ff44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617248 Aug 04 15:02:40.686490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.739394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce773139-4d34-4fba-99a2-b8607dec1930,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:40.740107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fe909-480e-460f-844b-a9cafd366a5b None None] Network 7dc6437b-be30-4285-8743-6bf77cdcbd49 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:40.746478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.748628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6ab22d44-d95b-41f8-ade7-242035926167 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ce773139-4d34-4fba-99a2-b8607dec1930 HTTP/1.1" status: 204 len: 168 time: 0.4848332 Aug 04 15:02:40.752238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48816) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:40.758796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] For port 9241130c-7139-4700-99e9-5c1283c8a413, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9241130c-7139-4700-99e9-5c1283c8a413,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:40.759396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.777005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Calling delete_port for 9241130c-7139-4700-99e9-5c1283c8a413 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:40.799888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.902880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:40.955941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.113169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Deleting port d14eec33-b662-466c-8c81-6fddac573907 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:41.114112 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.123692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.132051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.132200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] DHCP port deletion for 7dc6437b-be30-4285-8743-6bf77cdcbd49 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:41.133936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a17977b-190f-4622-b9f1-f6d6037070bd HTTP/1.1" status: 204 len: 168 time: 0.4660664 Aug 04 15:02:41.151840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e25969-e41a-445c-8630-c2289b3e876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17977b-190f-4622-b9f1-f6d6037070bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:41.239916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:41.299932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Deleting port d14eec33-b662-466c-8c81-6fddac573907 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:41.300329 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.340144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.408147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Pushing event deleted for resources: {'Port': ['ID=9241130c-7139-4700-99e9-5c1283c8a413,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:41.418438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] For port d14eec33-b662-466c-8c81-6fddac573907, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d14eec33-b662-466c-8c81-6fddac573907,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:41.419238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.428449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] For port d14eec33-b662-466c-8c81-6fddac573907, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d14eec33-b662-466c-8c81-6fddac573907,segment=NetworkSegment(6a03b8a8-3e9a-4610-9136-d7bf69ac6e85),segment_id=6a03b8a8-3e9a-4610-9136-d7bf69ac6e85)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:41.429093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.439096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 824ed4f6-7bfb-44b4-90ec-73091a79dccf no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:41.456468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Calling delete_port for d14eec33-b662-466c-8c81-6fddac573907 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:41.484525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 824ed4f6-7bfb-44b4-90ec-73091a79dccf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:41.485144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 824ed4f6-7bfb-44b4-90ec-73091a79dccf not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:41.485777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d14eec33-b662-466c-8c81-6fddac573907 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:41.492028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Calling delete_port for d14eec33-b662-466c-8c81-6fddac573907 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:41.499193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03aa8e-80f9-4fbf-9245-b2e07b4c650b tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:41.499802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03aa8e-80f9-4fbf-9245-b2e07b4c650b tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:41.500400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03aa8e-80f9-4fbf-9245-b2e07b4c650b tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:41.511604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5d03aa8e-80f9-4fbf-9245-b2e07b4c650b tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=980083ed4fa24d66b0f406a1b7979cb4&network_id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 2972 time: 0.2661483 Aug 04 15:02:41.672795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.729109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14eec33-b662-466c-8c81-6fddac573907,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:41.752545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] No DVR routers for this DVR port d14eec33-b662-466c-8c81-6fddac573907 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:41.795149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.860930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.895896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.915584 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.935366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc6437b-be30-4285-8743-6bf77cdcbd49']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:41.942111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] Pushing event deleted for resources: {'Port': ['ID=d14eec33-b662-466c-8c81-6fddac573907,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:41.949077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:41.949559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a03b8a8-3e9a-4610-9136-d7bf69ac6e85') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:41.960088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64c399-f873-40b7-aa1f-3aaa7fba4dd0 None None] No DVR routers for this DVR port d14eec33-b662-466c-8c81-6fddac573907 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:41.963171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:41.989914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.002373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:42.002373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:42.003646 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:42.084647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.089281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.091924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7dc6437b-be30-4285-8743-6bf77cdcbd49 HTTP/1.1" status: 204 len: 168 time: 1.3374803 Aug 04 15:02:42.112061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5c84e-18bc-4351-8209-e19c063e2111 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc6437b-be30-4285-8743-6bf77cdcbd49,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:42.202898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Router f6d1d97e-095f-49d2-8013-bc66ddf2520a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:02:42.346154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48858) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:42.359457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:02:42.368079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9d56d5ba-29d7-4fd5-8e6f-a00cdf72d524 admin admin] 10.222.0.76 "PUT /v2.0/routers/f6d1d97e-095f-49d2-8013-bc66ddf2520a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3800499 Aug 04 15:02:42.368750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48860) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:42.370131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Sync routers for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:02:42.387454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:42.393458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:42.423973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73a0b867-5fed-4f71-a8fa-05e213b1642c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac1a59dd64794ceaaa27bf10e833e301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759001 Aug 04 15:02:42.424677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48862) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:42.470955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:42.479245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0058684 Aug 04 15:02:42.485623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48868) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:42.508071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.516918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.593412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.667268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:42.673385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.710236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab5ebacb-09a5-4311-9cae-96f97619bec3 tempest-NetworksApiDiscovery-1720393530 tempest-NetworksApiDiscovery-1720393530-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2179384 Aug 04 15:02:42.773222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.779249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.784125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650 HTTP/1.1" status: 204 len: 168 time: 0.3575377 Aug 04 15:02:42.804145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf13075-85ad-48ab-8be0-965985c03968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a1e7d-0ae5-4ea5-9d5d-dfc4f7483650,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:42.834401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Deleting port a060a9d3-23c1-472b-81df-2aee90e02b56 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:42.834796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.947902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] For port a060a9d3-23c1-472b-81df-2aee90e02b56, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a060a9d3-23c1-472b-81df-2aee90e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:42.948275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:42.965202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Calling delete_port for a060a9d3-23c1-472b-81df-2aee90e02b56 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:42.968681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T15:02:41Z', 'revision_number': 5, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port': {'id': 'a060a9d3-23c1-472b-81df-2aee90e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T14:50:48Z', 'updated_at': '2021-08-04T14:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:43.000038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Checking router: f6d1d97e-095f-49d2-8013-bc66ddf2520a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:02:43.010564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Routers {'f6d1d97e-095f-49d2-8013-bc66ddf2520a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:43.011688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:43.156190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] Set router f6d1d97e-095f-49d2-8013-bc66ddf2520a gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:43.209474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:43.230740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.254265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T15:02:42Z', 'revision_number': 6, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:43.279048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a060a9d3-23c1-472b-81df-2aee90e02b56,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:43.385332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.452514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c83be02d-6a62-4947-8065-2c798cf54122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.526296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.529078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.581330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b3bfd-1b6d-47f7-9d91-49b2cbe19156 None None] The sync data for ids ['f6d1d97e-095f-49d2-8013-bc66ddf2520a'] in n-d-801743-12 is: [{'id': 'f6d1d97e-095f-49d2-8013-bc66ddf2520a', 'name': 'tempest-TaggedBootDevicesTest-118301344-router', 'tenant_id': '5386d528be49433f90fd7d0989dd2497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T14:50:47Z', 'updated_at': '2021-08-04T15:02:42Z', 'revision_number': 6, 'project_id': '5386d528be49433f90fd7d0989dd2497', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:02:43.583672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.584534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d1d97e-095f-49d2-8013-bc66ddf2520a {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:02:43.591659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.596736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a34eac9f-1839-40a8-84fd-dfa524c2fa18 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f6d1d97e-095f-49d2-8013-bc66ddf2520a HTTP/1.1" status: 204 len: 168 time: 1.2268510 Aug 04 15:02:43.597443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48900) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:43.687725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Deleting subnet 2dec4a73-9fc4-4216-8a87-7f1f8e82c245 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:02:43.696122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.769353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.816523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c83be02d-6a62-4947-8065-2c798cf54122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.824521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c83be02d-6a62-4947-8065-2c798cf54122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:43.969538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c83be02d-6a62-4947-8065-2c798cf54122 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97fcb2697f574bd9b4f6abc6cfce1526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575097 Aug 04 15:02:43.971261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be02d-6a62-4947-8065-2c798cf54122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017aed53-e802-4015-9df1-5da6c38884af,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:43.974555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:44.066011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.116968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.202924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.206812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.211673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/017aed53-e802-4015-9df1-5da6c38884af HTTP/1.1" status: 204 len: 168 time: 0.2354543 Aug 04 15:02:44.233804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c7b26-e146-46a7-a6db-2ef73d6d838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017aed53-e802-4015-9df1-5da6c38884af,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:44.575633 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.661076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.729946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48938) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:44.739365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.741546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2dec4a73-9fc4-4216-8a87-7f1f8e82c245 HTTP/1.1" status: 204 len: 168 time: 1.1429276 Aug 04 15:02:44.742572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b91fc-949a-4078-8e93-69e68ae98968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dec4a73-9fc4-4216-8a87-7f1f8e82c245,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:44.744332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 48944) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:44.748632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415583f8-fe99-4d95-800c-7801e9453066 None None] Network 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:44.906558 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86608cb3-d027-41bc-af1d-91da40a8ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:44.921863 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.044209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0659506-1087-46fb-8efd-70e7a36e4a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.128523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Deleting port d16a0f53-c38d-4a46-8279-fa76ea57fd50 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:45.129084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.164527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc167a-3766-4155-bea9-455673c5435a None None] DHCP port deletion for 7c71ddc9-7741-44a7-83c6-55b1bb7ff58f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:02:45.276956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Deleting port d16a0f53-c38d-4a46-8279-fa76ea57fd50 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:02:45.277371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.290393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] For port d16a0f53-c38d-4a46-8279-fa76ea57fd50, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d16a0f53-c38d-4a46-8279-fa76ea57fd50,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:45.290807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.324546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Calling delete_port for d16a0f53-c38d-4a46-8279-fa76ea57fd50 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:45.412284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-66fc167a-3766-4155-bea9-455673c5435a None None] For port d16a0f53-c38d-4a46-8279-fa76ea57fd50, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d16a0f53-c38d-4a46-8279-fa76ea57fd50,segment=NetworkSegment(128c93dc-5466-48cc-a649-535718bcc065),segment_id=128c93dc-5466-48cc-a649-535718bcc065)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:45.412564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.436954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Calling delete_port for d16a0f53-c38d-4a46-8279-fa76ea57fd50 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:02:45.515756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0659506-1087-46fb-8efd-70e7a36e4a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.524749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a0659506-1087-46fb-8efd-70e7a36e4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.530693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d16a0f53-c38d-4a46-8279-fa76ea57fd50 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:45.645031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a0659506-1087-46fb-8efd-70e7a36e4a2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71754382ca4c4396bc3cd452c7169bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138720 Aug 04 15:02:45.647231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0659506-1087-46fb-8efd-70e7a36e4a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc56d9d-0863-4a03-9b2d-9006b0c48eeb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:45.648063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:45.665628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.714709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] No DVR routers for this DVR port d16a0f53-c38d-4a46-8279-fa76ea57fd50 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:45.722736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16a0f53-c38d-4a46-8279-fa76ea57fd50,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:45.794197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port d16a0f53-c38d-4a46-8279-fa76ea57fd50 update to DOWN by agent not found {{(pid=94267) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 04 15:02:45.795735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9241130c-7139-4700-99e9-5c1283c8a413 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:45.802220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.834184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9241130c-7139-4700-99e9-5c1283c8a413 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:45.835491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9241130c-7139-4700-99e9-5c1283c8a413 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:45.837378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a060a9d3-23c1-472b-81df-2aee90e02b56 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:02:45.838146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.844544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.875388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a060a9d3-23c1-472b-81df-2aee90e02b56 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:02:45.875776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c71ddc9-7741-44a7-83c6-55b1bb7ff58f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:45.876259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a060a9d3-23c1-472b-81df-2aee90e02b56 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:02:45.881039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:45.947223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc167a-3766-4155-bea9-455673c5435a None None] Pushing event deleted for resources: {'Port': ['ID=d16a0f53-c38d-4a46-8279-fa76ea57fd50,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:45.959849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc167a-3766-4155-bea9-455673c5435a None None] No DVR routers for this DVR port d16a0f53-c38d-4a46-8279-fa76ea57fd50 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:02:45.972433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128c93dc-5466-48cc-a649-535718bcc065') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:45.973039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128c93dc-5466-48cc-a649-535718bcc065') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:46.034226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.064402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.064616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.067327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.068727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acc56d9d-0863-4a03-9b2d-9006b0c48eeb HTTP/1.1" status: 204 len: 168 time: 0.4196186 Aug 04 15:02:46.076889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:02:46.077320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.087331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0d237-4a5a-40d0-a1a1-3d12734389a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc56d9d-0863-4a03-9b2d-9006b0c48eeb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:46.158125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 48982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:02:46.241375 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:02:46.250404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab86d4-7a11-4346-80a7-576bf1c49c5e tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:46.252175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5ab86d4-7a11-4346-80a7-576bf1c49c5e tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 814 time: 0.0924997 Aug 04 15:02:46.273266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.278826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.281386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7c71ddc9-7741-44a7-83c6-55b1bb7ff58f HTTP/1.1" status: 204 len: 168 time: 1.5355828 Aug 04 15:02:46.316619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211b9c-5b5b-4127-8a03-015ea454db65 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c71ddc9-7741-44a7-83c6-55b1bb7ff58f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:46.587278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49002) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:46.662866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-02ce6fea-c4e3-4df1-8fcc-b60e1cb1cbdd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5386d528be49433f90fd7d0989dd2497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723672 Aug 04 15:02:46.663499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49006) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:46.767801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.813748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.923351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.932310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:46.934963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35965ceb-27b5-46c7-b414-20501cce2e32 HTTP/1.1" status: 204 len: 168 time: 0.2704582 Aug 04 15:02:46.953668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a64a4-4410-4029-9a64-d1ae347255cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35965ceb-27b5-46c7-b414-20501cce2e32,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:47.266939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49036) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:47.277372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'network': {'name': 'tempest-network-smoke--1548276924', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:47.316914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:47.321656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.365396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:02:47.373248 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4e180572-97bd-4439-8b33-0d077b96b48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.388482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.388967 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Added segment a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c of type vlan for network ab85762e-10f4-43fd-aba7-c4b61d480a2b Aug 04 15:02:47.477246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.499673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49052) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:47.559686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.568878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:47.569513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.619654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.647909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-network', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:47.652123 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3819697 Aug 04 15:02:47.652938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49058) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:47.659940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5778b06-1efa-4fd5-a6f9-811bf15da14c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Network': ['ID=ab85762e-10f4-43fd-aba7-c4b61d480a2b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:47.675237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:02:47.807028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Made reservation on behalf of 178091d63e76447cb63ce3f0f3e0fd9c for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:47.814910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.822910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:47.829455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037dcfe-87e4-4a08-87e6-f3a8af906d89 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:47.833910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4037dcfe-87e4-4a08-87e6-f3a8af906d89 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=980083ed4fa24d66b0f406a1b7979cb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1743348 Aug 04 15:02:47.834995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:47.952397 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.081766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.088561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.152947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:02:48.177528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e400c88e-c0f5-479c-bef2-2565244cef2e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:48.194831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.195972 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Added segment 2e492186-0835-4eeb-ae76-4e31af34ab31 of type vlan for network 908b645c-f3fe-430c-af28-a04a81a6bdc6 Aug 04 15:02:48.223633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fb10f-029b-4a9c-b67b-bef182f26fa2 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:48.232078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e7fb10f-029b-4a9c-b67b-bef182f26fa2 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3956695 Aug 04 15:02:48.232775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49084) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.294944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.313645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49088) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.320580 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5fd2a491-500a-4eb5-9eb5-2d7af85c3a8e tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837259 Aug 04 15:02:48.384733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49092) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.395183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.397292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a5487f0-547b-47f7-aa07-29ef1e3d322d tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=980083ed4fa24d66b0f406a1b7979cb4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800490 Aug 04 15:02:48.428318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.429683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:48.430707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.462553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49098) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.470089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9689894 Aug 04 15:02:48.470745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.513251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722bba6-b9a5-4fcd-a57c-e1b1d6373954 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:48.514878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b722bba6-b9a5-4fcd-a57c-e1b1d6373954 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291189 Aug 04 15:02:48.517541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49104) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.532721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Request body: {'subnet': {'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-subnet', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:48.575191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8b96-0974-4e02-8a32-8e8e0490d5bf admin admin] Pushing event updated for resources: {'Network': ['ID=908b645c-f3fe-430c-af28-a04a81a6bdc6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:48.588911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:02:48.594718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Made reservation on behalf of 178091d63e76447cb63ce3f0f3e0fd9c for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:48.619353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.630471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce1bbe3c-7ba6-4f8a-a3b3-0436ed772de8 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071784 Aug 04 15:02:48.631372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49112) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:48.642006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872479850', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:48.698619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-270081387-network', 'tenant_id': '2a25cb1a990d42bba680b7f21109d88c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:48.753767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22e8c2d6-7e98-4bb8-a354-fe526b74724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.790818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.802936 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.846806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Made reservation on behalf of 2a25cb1a990d42bba680b7f21109d88c for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:48.849744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.865446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:48.958000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.046693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Checking segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:49.047482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Network hostable DHCP agents. Network: 908b645c-f3fe-430c-af28-a04a81a6bdc6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:02:49.048873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22e8c2d6-7e98-4bb8-a354-fe526b74724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.050008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1154ce1-80ca-45e0-9497-8fb3d4990152,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:49.058047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-22e8c2d6-7e98-4bb8-a354-fe526b74724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.080861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:02:49.101580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 908b645c-f3fe-430c-af28-a04a81a6bdc6) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:49.110738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499e751-3598-4273-867c-121f6bd21430 None None] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:49.116325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:49.116518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.154707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49126) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:49.154958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-22e8c2d6-7e98-4bb8-a354-fe526b74724f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6276f1d0a5314895ae17d7924b57e620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585533 Aug 04 15:02:49.155701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 15:02:49.155701 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 15:02:49.155701 n-d-801743-12 neutron-server[94266]: [parameters: {'project_id_1': '2a25cb1a990d42bba680b7f21109d88c', 'expiration_1': datetime.datetime(2021, 8, 4, 15, 2, 48, 886271)}] Aug 04 15:02:49.155701 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:02:49.156200 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:02:49.161816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:49.165603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.254117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-436c339a-ac24-4637-a54a-922608c3ba51 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7285135 Aug 04 15:02:49.254529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49130) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:49.263082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:49.265672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8c2d6-7e98-4bb8-a354-fe526b74724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d0e459-dfee-4ef1-8b11-4ec64a5ca06a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:49.293443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.320982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.322105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.331971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.408743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-908b645c-f3fe-430c-af28-a04a81a6bdc6', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:02:49.410778 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.459271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.472627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.651320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Allocated IP 172.20.0.2 (908b645c-f3fe-430c-af28-a04a81a6bdc6/e1154ce1-80ca-45e0-9497-8fb3d4990152/43451524-e696-4cbc-9936-beb6a710639c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:49.661181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.860065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Subnet': ['ID=dc89d220-e3da-4a9a-bbed-df811537928c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:49.910560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.938569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Checking segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:49.939349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network hostable DHCP agents. Network: ab85762e-10f4-43fd-aba7-c4b61d480a2b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:02:49.942802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.955822 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:49.957413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6d0e459-dfee-4ef1-8b11-4ec64a5ca06a HTTP/1.1" status: 204 len: 168 time: 0.8006470 Aug 04 15:02:49.974868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8475-58cd-4bd3-aeca-d609c9f03e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d0e459-dfee-4ef1-8b11-4ec64a5ca06a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:49.984145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:02:50.003692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ab85762e-10f4-43fd-aba7-c4b61d480a2b) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:50.010146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:50.010771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.045558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bdf8da-4c3a-47a9-936f-2854cd886f97 None None] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:50.048473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.049757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.059929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.081516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b86d733a-2625-45e8-bb89-4eec57d613f7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4477215 Aug 04 15:02:50.100300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:02:50.122484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.122881 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Added segment 582c5284-d725-49c6-966f-6c2388af34c9 of type vlan for network 00567272-3a57-464b-850d-d2edc4ece98b Aug 04 15:02:50.130710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:50.168101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.221409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Transition to ACTIVE for port object 43451524-e696-4cbc-9936-beb6a710639c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:50.222664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.225672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:50.226241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.291922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.311059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Transition to ACTIVE for port object 43451524-e696-4cbc-9936-beb6a710639c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:50.339241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.342895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.358525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] Pushing event updated for resources: {'Network': ['ID=00567272-3a57-464b-850d-d2edc4ece98b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:50.379144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-10f26872-fdda-4369-8f1e-efc779460b9f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9151063 Aug 04 15:02:50.380059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49150) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:50.382995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.499868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Pushing event updated for resources: {'Port': ['ID=43451524-e696-4cbc-9936-beb6a710639c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:50.500940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Allocated IP 172.25.0.54 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:50.518931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 00567272-3a57-464b-850d-d2edc4ece98b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:02:50.562871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:50.581414 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6136426a-2456-47a6-a379-74bfdf559192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.655494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:50.667413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:50.673447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:50.680708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.770381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Request body: {'subnet': {'network_id': '00567272-3a57-464b-850d-d2edc4ece98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-270081387-subnet', 'tenant_id': '2a25cb1a990d42bba680b7f21109d88c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:50.781339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.800678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6136426a-2456-47a6-a379-74bfdf559192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.809147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6136426a-2456-47a6-a379-74bfdf559192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.869842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Pushing event updated for resources: {'Port': ['ID=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:50.941778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ips': [{'subnet_id': 'dc89d220-e3da-4a9a-bbed-df811537928c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:02:50.943365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.954544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:50.958806 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Attempting to bind port 43451524-e696-4cbc-9936-beb6a710639c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:50.959289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Attempting to bind port 43451524-e696-4cbc-9936-beb6a710639c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:50.959857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Attempting to bind port 43451524-e696-4cbc-9936-beb6a710639c on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:50.966513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:50.966513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:50.968619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Made reservation on behalf of 2a25cb1a990d42bba680b7f21109d88c for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:50.977529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:50.978706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Checking segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:50.979005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.980024 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.980573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Bound using segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:50.981241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Bound port: 43451524-e696-4cbc-9936-beb6a710639c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:50.981795 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:50.981922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49168) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:50.982471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6136426a-2456-47a6-a379-74bfdf559192 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27892d40bf4f4c578181e8675ec783ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178693 Aug 04 15:02:50.985282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136426a-2456-47a6-a379-74bfdf559192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ca5671-53a8-4330-bde9-da073fb52f8a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:51.119663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.163936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.190308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] For port 43451524-e696-4cbc-9936-beb6a710639c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:51.197895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] For port 43451524-e696-4cbc-9936-beb6a710639c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=43451524-e696-4cbc-9936-beb6a710639c,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:51.205859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.270405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49170) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:51.276252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651572720', 'description': 'tempest-secgroup-smoke-1651572720 description', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:51.331216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.406048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf649-7b99-4aa5-a78c-3c780fa33007 None None] Pushing event updated for resources: {'Port': ['ID=43451524-e696-4cbc-9936-beb6a710639c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:51.505482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.510948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.512458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.530873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.534563 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8ca5671-53a8-4330-bde9-da073fb52f8a HTTP/1.1" status: 204 len: 168 time: 0.5485339 Aug 04 15:02:51.554914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Allocated IP 172.20.0.18 (ab85762e-10f4-43fd-aba7-c4b61d480a2b/dc89d220-e3da-4a9a-bbed-df811537928c/6241bc02-4726-4fd4-b20c-bc6d58a029d4) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:51.557271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.559157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2871232 Aug 04 15:02:51.564375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49174) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:51.571798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:51.635675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c1407-b661-4051-bcbc-1712a5096f7d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:51.649776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6802c8c-f187-42dd-a3c8-7e7390fbe0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ca5671-53a8-4330-bde9-da073fb52f8a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:51.658947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.829568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.846327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.868722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2543c431-4cb8-46c4-a912-3fb2d377ac13,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:51.878061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:51.882156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f9294077-a7ca-42b9-b48f-2fdbf225cab0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129234 Aug 04 15:02:51.882829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:51.893541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:51.988388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.014300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.034538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.049228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Transition to ACTIVE for port object 6241bc02-4726-4fd4-b20c-bc6d58a029d4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:52.080581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Transition to ACTIVE for port object 6241bc02-4726-4fd4-b20c-bc6d58a029d4 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:52.099745 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.197912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:52.207726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:52.217216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.228197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.230726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:52.283305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11a964e-c0e3-4778-a65d-952cb6fd91bf,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:52.285433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2519b56c-4f4d-40a0-b5db-4c4a5d500d7a,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:52.290451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.291012 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.295638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19a40398-1a48-447d-b2df-1ffe1eb21d9e tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115944 Aug 04 15:02:52.300011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49188) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:52.307817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:52.354940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.357644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Pushing event updated for resources: {'Port': ['ID=6241bc02-4726-4fd4-b20c-bc6d58a029d4,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:52.389154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Checking segment: {'id': '582c5284-d725-49c6-966f-6c2388af34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:52.390694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Network hostable DHCP agents. Network: 00567272-3a57-464b-850d-d2edc4ece98b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:02:52.394926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Attempting to bind port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:52.397327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Attempting to bind port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:52.397803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Attempting to bind port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 on network ab85762e-10f4-43fd-aba7-c4b61d480a2b {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:52.408340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:52.411339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Checking segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:52.413959 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.414537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Bound using segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:52.415201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Bound port: 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:52.415982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.518254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] For port 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:52.523130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] For port 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6241bc02-4726-4fd4-b20c-bc6d58a029d4,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:52.529168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.609535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.616965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.620210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514aa81-14d0-45ec-986b-da01edca4f55 None None] Pushing event updated for resources: {'Port': ['ID=6241bc02-4726-4fd4-b20c-bc6d58a029d4,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:52.644386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Network 00567272-3a57-464b-850d-d2edc4ece98b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:02:52.703646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a6022f-b130-4054-b84c-37765f45d33f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:52.750902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.755271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d246422c-8d40-430d-8116-41855bd74f4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531622 Aug 04 15:02:52.757995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49196) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:52.769989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:52.847387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 00567272-3a57-464b-850d-d2edc4ece98b) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:52.857543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae9f01-f91f-492e-8dad-1847f75076df None None] Network 00567272-3a57-464b-850d-d2edc4ece98b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:52.859712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:52.860317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.896791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:52.942193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.019830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d31a1e6-4b2a-45e6-aff5-4464f3fe8530 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2588511 Aug 04 15:02:53.199697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-d984744a-a83b-4417-9944-806218176fd4 req-466bf9cf-b70d-4ab5-a933-6f0617aa0bb0 service neutron] (94265) timed out ('10.222.0.46', 54849) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:02:53.226038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.232403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.307380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02417a4-8fb1-47b0-899c-732216d4e789,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:53.345686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.348975 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b80adb2-5a4a-4d79-bf94-62567bb3276b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5897825 Aug 04 15:02:53.353396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49214) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:53.388024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:53.391181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a2a35-8a0e-443b-b0c9-635db1985e83 None None] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:53.396163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:02:53.584632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324395d4-a0d3-4f7c-bee8-d4f51640a77e None None] Network 00567272-3a57-464b-850d-d2edc4ece98b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:53.599090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b84c7c60-4ad2-414e-a546-502f620c3892 None None] Provisioning for port 43451524-e696-4cbc-9936-beb6a710639c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:53.618382 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:02:53.625219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.702472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:02:53.713336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:02:53.724734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6241bc02-4726-4fd4-b20c-bc6d58a029d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:53.743488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:53.744404 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:53.788960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.793795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49230) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:53.800556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6420b015-17e5-410b-8528-eaec2534fb5c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5446551 Aug 04 15:02:53.859276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:53.873041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.018102 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:54.030413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b6fdff-8873-4824-95a5-3640ef31d353,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:54.076342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.078440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-516eaef1-3ef4-4266-a6ab-4c63d4268fc2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7240787 Aug 04 15:02:54.082384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49248) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:02:54.099456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '4cf419e9-d6a7-4ea4-9b4b-ca606528a36d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:54.174574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:54.195117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 43451524-e696-4cbc-9936-beb6a710639c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:54.276081 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:02:54.293136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.313243 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-151ce03c-69d1-4382-a889-ae505ae6f3b3 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:54.321006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-151ce03c-69d1-4382-a889-ae505ae6f3b3 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/networks?id=00567272-3a57-464b-850d-d2edc4ece98b HTTP/1.1" status: 200 len: 808 time: 0.4221668 Aug 04 15:02:54.393326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-481f03ec-e09c-452e-a55f-312df16331ed tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/quotas/2a25cb1a990d42bba680b7f21109d88c HTTP/1.1" status: 200 len: 375 time: 0.0698855 Aug 04 15:02:54.476975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 43451524-e696-4cbc-9936-beb6a710639c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:54.483243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 43451524-e696-4cbc-9936-beb6a710639c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:54.484608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.506445 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:51Z', 'revision_number': 3, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:54.549707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-4d467856-0c99-4e3d-a320-7875d57e99f9 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a25cb1a990d42bba680b7f21109d88c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1554472 Aug 04 15:02:54.580583 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:02:54.580933 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Updating router 7c37b921-e10b-428d-833a-fd2efafa3a35 port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:02:54.637812 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.721179 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.847100 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.851036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 43451524-e696-4cbc-9936-beb6a710639c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=43451524-e696-4cbc-9936-beb6a710639c,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:54.865163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.880906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:54.990688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e87213-4ddc-4c1a-b3ad-94f8c0f4128b None None] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:02:55.013553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e16afa9-4a99-40a1-8e46-47ab8ab2c6bb,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:55.033270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.034919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c966cdc-87b1-411d-9602-1c17dc4a345a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9482653 Aug 04 15:02:55.140394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-2207fb84-57c4-4428-ae7c-7c216cc31f3d service neutron] 10.222.0.76 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728207 Aug 04 15:02:55.336035 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.359622 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Transition to ACTIVE for port object 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:55.376004 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.390622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-6d4f22cd-72b5-4346-81fb-2f0142b78be3 service neutron] 10.222.0.76 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418869 Aug 04 15:02:55.407502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-a27315c9-0797-4a5b-bb0c-d7c30705533a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651572720&fields=id&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 267 time: 0.0645068 Aug 04 15:02:55.452172 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Pushing event updated for resources: {'Port': ['ID=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:55.471687 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.472033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.472370 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.472699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.473028 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.473353 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.473672 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.473992 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.474299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.486725 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.487347 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.487695 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:02:55.527697 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Attempting to bind port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:02:55.528067 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Attempting to bind port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:02:55.528428 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Attempting to bind port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:02:55.545832 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:02:55.546098 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:02:55.546511 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.546998 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:02:55.547642 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Bound port: 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:02:55.548185 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.682929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-6d147c4d-0919-41b5-8163-a6d3a4952f15 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:55.684945 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] For port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:02:55.693241 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] For port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:02:55.700133 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.711983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-6d147c4d-0919-41b5-8163-a6d3a4952f15 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/networks?id=ab85762e-10f4-43fd-aba7-c4b61d480a2b HTTP/1.1" status: 200 len: 797 time: 0.3033068 Aug 04 15:02:55.760184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-fb359d17-a75f-4b1a-ae01-da85b07b2f1f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/quotas/980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 375 time: 0.0396645 Aug 04 15:02:55.858065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=43451524-e696-4cbc-9936-beb6a710639c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:55.858998 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76f36c-f7a3-470f-9a62-dfa5a122fa58 None None] Pushing event updated for resources: {'Port': ['ID=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:55.864725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11a8d5f7-aad7-42d5-9766-11d28d2a0c09 None None] Provisioning complete for port 43451524-e696-4cbc-9936-beb6a710639c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:55.867352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11a8d5f7-aad7-42d5-9766-11d28d2a0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.922598 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:02:55.923516 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:55.975067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:55.998631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f1dfe32-0100-46e5-9291-00850faf1b29 req-78764971-0987-4b9e-9c81-986681dcda48 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 210 time: 0.1074166 Aug 04 15:02:56.083746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-c63aeb33-7829-471a-b6c0-c67205da1c79 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3173254 Aug 04 15:02:56.214211 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:02:56.381551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-319e7630-3574-431e-94a7-35edcbbb58ab service neutron] 10.222.0.76 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848687 Aug 04 15:02:56.543888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Allocated IP 172.20.0.1 (908b645c-f3fe-430c-af28-a04a81a6bdc6/e1154ce1-80ca-45e0-9497-8fb3d4990152/02c68ed3-7170-4c6c-aef0-13637fa0eda6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:56.624469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Provisioning for port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:56.643908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Provisioning complete for port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:56.646461 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:56.656357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-c29d21db-4b72-4e48-8342-93dac2951379 service neutron] 10.222.0.76 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679157 Aug 04 15:02:56.778199 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:51Z', 'revision_number': 3, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:02:56.891474 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058245f0-0e47-4f89-b149-a9fc6c0aec9e None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:51Z', 'revision_number': 3, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:02:56.935430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:56.941733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:57.013275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] For port 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6241bc02-4726-4fd4-b20c-bc6d58a029d4,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:57.016678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Transition to ACTIVE for port object 02c68ed3-7170-4c6c-aef0-13637fa0eda6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:02:57.021916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:57.148251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:57.154489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1824419-169b-4032-a25c-b2ff87fae25f req-d8fb7612-504e-410c-9acf-6de4c5bff184 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 210 time: 0.0952275 Aug 04 15:02:57.200916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-79b8b19d-f7e1-4405-b20f-16ee48254a0a None None] Provisioning complete for port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:57.201589 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-79b8b19d-f7e1-4405-b20f-16ee48254a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:57.208919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5df3f-1d60-414a-baf4-e11695acd76c None None] Pushing event updated for resources: {'Port': ['ID=6241bc02-4726-4fd4-b20c-bc6d58a029d4,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:57.263745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:57.267572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:57.291777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:02:57.395727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb98b14d-ec21-41fb-84f7-75b0d379c927 req-82cbae89-06b7-4485-9563-05eeaa1b421a tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 210 time: 0.2029698 Aug 04 15:02:57.399823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Pushing event updated for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:57.447665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:57.606040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6241bc02-4726-4fd4-b20c-bc6d58a029d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:57.886544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:57.887416 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.072707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.156068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1273ff07-6117-4d3a-982f-37374826812d None None] Provisioning for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:58.175311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1273ff07-6117-4d3a-982f-37374826812d None None] Provisioning complete for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:58.175698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1273ff07-6117-4d3a-982f-37374826812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.180858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 43451524-e696-4cbc-9936-beb6a710639c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:58.275247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-4f02008f-2a14-43e7-8fc3-943188e8a9ff tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:58.277195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-4f02008f-2a14-43e7-8fc3-943188e8a9ff tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.38 "GET /v2.0/networks?id=00567272-3a57-464b-850d-d2edc4ece98b HTTP/1.1" status: 200 len: 808 time: 0.6855283 Aug 04 15:02:58.301855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Request body: {'port': {'device_id': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b', 'admin_state_up': True, 'tenant_id': '2a25cb1a990d42bba680b7f21109d88c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:02:58.422505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1273ff07-6117-4d3a-982f-37374826812d None None] Port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:02:58.449455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a326ea0-6f34-4443-a0bd-3a4ab5c81899 req-1c8a0c5a-ebd4-425a-b966-01e9a0cb042a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 210 time: 0.0873876 Aug 04 15:02:58.474507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 43451524-e696-4cbc-9936-beb6a710639c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:58.476142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.679204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bcb64c1-7e2b-47ef-8fb3-e356370bc8ba req-658d02ce-c008-4c51-980e-14114e06fede tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 210 time: 0.1248121 Aug 04 15:02:58.859779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Made reservation on behalf of 2a25cb1a990d42bba680b7f21109d88c for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:02:58.868509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.920011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:58.935864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:59.021947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:59.310145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Pushing event updated for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:02:59.450272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-19aeebb3-e887-4777-9f9f-eacc808abd92 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:02:59.451734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-19aeebb3-e887-4777-9f9f-eacc808abd92 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.46 "GET /v2.0/networks?id=ab85762e-10f4-43fd-aba7-c4b61d480a2b HTTP/1.1" status: 200 len: 797 time: 0.4333563 Aug 04 15:02:59.503553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:02:59.518427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Allocated IP 172.20.0.12 (00567272-3a57-464b-850d-d2edc4ece98b/e11a964e-c0e3-4778-a65d-952cb6fd91bf/6a19550c-d752-4e77-a8af-cc927ccaf6b5) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:02:59.566536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:02:59.594556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:02:59.675468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:02:59.679983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:02:59.681036 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:59.713629 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a43d745-acf3-403f-8747-0514be97cb85 req-a951a445-ef22-40df-898c-2121c690a73c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 210 time: 0.0899889 Aug 04 15:02:59.905272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:02:59.941043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69ecd89c-daa1-4fab-b5e8-35529632597e req-6b48b6d6-53d2-48f3-a03f-9e94b2133197 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0910861 Aug 04 15:02:59.990083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:02:59.997235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:00.070127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-272daa20-2e11-43bf-b18d-69d4d0f7cc37 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 473 time: 0.6040502 Aug 04 15:03:00.105838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'port': {'device_id': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'admin_state_up': True, 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'security_groups': ['4cf419e9-d6a7-4ea4-9b4b-ca606528a36d']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:00.202252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:00.235010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3f22511b-e85c-4db5-b9ee-4615674d8d74 None None] Provisioning complete for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:00.238565 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f22511b-e85c-4db5-b9ee-4615674d8d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:00.293431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3f22511b-e85c-4db5-b9ee-4615674d8d74 None None] Port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:03:00.343807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:00.419766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:03:00.545095 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:00.625863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Pushing event updated for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:00.649506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:00.658874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:00.658874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Network 00567272-3a57-464b-850d-d2edc4ece98b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:00.711228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:00.714019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:00.838273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:03:00.849692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:03:00.877593 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-62f4133d-6478-4bc6-b332-eeafa1de7217 admin admin] 10.222.0.76 "PUT /v2.0/routers/7c37b921-e10b-428d-833a-fd2efafa3a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0727599 Aug 04 15:03:00.877828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:00.877828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:00.892856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d8195f8-0099-4f93-8a4c-0f71445acdee req-27ff307f-2671-4a60-9c5e-fd39b1b0c6ed tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 210 time: 0.0693302 Aug 04 15:03:01.027511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:01.029623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.106504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-9bfb777a-81ed-4037-a9cc-4d41fee458fb tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8133543 Aug 04 15:03:01.118821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Request body: {'port': {'device_id': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:01.166285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.22 (ab85762e-10f4-43fd-aba7-c4b61d480a2b/dc89d220-e3da-4a9a-bbed-df811537928c/65967410-8fc9-4c66-ba22-32a0d2e290b8) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:01.201244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.204982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f9bf2-a8f9-4504-bd3c-ef3562fde056 req-7c65776f-bf6f-427e-865c-657c4f78faa7 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:01.206500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:01.235164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a0f9bf2-a8f9-4504-bd3c-ef3562fde056 req-7c65776f-bf6f-427e-865c-657c4f78faa7 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 932 time: 0.1297855 Aug 04 15:03:01.357120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a0f9bf2-a8f9-4504-bd3c-ef3562fde056 req-86815b50-d035-4da1-b73b-35e102c348a9 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195049 Aug 04 15:03:01.552137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:01.654517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.668193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:01.668571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.671218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object 65967410-8fc9-4c66-ba22-32a0d2e290b8 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:01.671432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:02:58Z', 'revision_number': 2, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:01.717428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:03:01.717763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Updating router 7c37b921-e10b-428d-833a-fd2efafa3a35 port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:03:01.760473 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.830193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:01.931345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:01.960074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:01.964076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:01.966847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:01.986688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:01.991542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890282368', 'description': 'tempest-description--2126540054'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:02.114802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.168006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:02.168708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.243632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-b16f72f8-7e23-4d48-a9ce-1a4e66aff79d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1576126 Aug 04 15:03:02.321941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01de4f-cf6d-4e6b-ab91-80bccc9f2ea1 req-69610bc2-b3e4-4686-ac6f-24040c316ea4 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:02.330860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Request body: {'port': {'device_id': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:02.332147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c01de4f-cf6d-4e6b-ab91-80bccc9f2ea1 req-69610bc2-b3e4-4686-ac6f-24040c316ea4 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 932 time: 0.2452118 Aug 04 15:03:02.455270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c01de4f-cf6d-4e6b-ab91-80bccc9f2ea1 req-7f02f7ed-b932-4e19-a522-9f01fb213d28 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217985 Aug 04 15:03:02.491916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a19550c-d752-4e77-a8af-cc927ccaf6b5 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:02.498392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.510999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.515223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.560596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Transition to ACTIVE for port object 6a19550c-d752-4e77-a8af-cc927ccaf6b5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:02.574563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.580024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f507483f-4b8c-4622-ac47-46cea5d98ef5 None None] Provisioning for port 65967410-8fc9-4c66-ba22-32a0d2e290b8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:02.588785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Transition to ACTIVE for port object 02c68ed3-7170-4c6c-aef0-13637fa0eda6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:02.592553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f507483f-4b8c-4622-ac47-46cea5d98ef5 None None] Provisioning complete for port 65967410-8fc9-4c66-ba22-32a0d2e290b8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:02.592893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f507483f-4b8c-4622-ac47-46cea5d98ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.618347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.632562 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.638825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.667603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.669208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6814911 Aug 04 15:03:02.690332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:02.710321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group_rule': {'security_group_id': '138918a4-fff4-496e-9d8e-877c47d96c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:02.726298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515da15-a162-4fb8-b0ce-8c3dbb3a4872 None None] Pushing event updated for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:02.747737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9e180-daa0-4d75-acea-1df225f79685 req-4bce6df8-8676-4263-8799-e5b0e943f6a3 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:02.750870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f507483f-4b8c-4622-ac47-46cea5d98ef5 None None] Port 65967410-8fc9-4c66-ba22-32a0d2e290b8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:03:02.756007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad9e180-daa0-4d75-acea-1df225f79685 req-4bce6df8-8676-4263-8799-e5b0e943f6a3 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 932 time: 0.2216444 Aug 04 15:03:02.775088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.804107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1dcff-b017-4bcc-9472-6e2cd5a31625 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138918a4-fff4-496e-9d8e-877c47d96c26,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:02.849096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ad9e180-daa0-4d75-acea-1df225f79685 req-bc55bb39-1117-447e-b326-35009264d190 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921578 Aug 04 15:03:02.854507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:02.884711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Attempting to bind port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:02.885220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Attempting to bind port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:02.885587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Attempting to bind port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:02.896121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Attempting to bind port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:02.896471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Attempting to bind port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '582c5284-d725-49c6-966f-6c2388af34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:02.896945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Attempting to bind port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 on network 00567272-3a57-464b-850d-d2edc4ece98b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:02.902971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:02.903639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Checking segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:02.904266 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.904828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Bound using segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:02.905472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Bound port: 02c68ed3-7170-4c6c-aef0-13637fa0eda6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:02.906032 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.924195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.932745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.954834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 on network 00567272-3a57-464b-850d-d2edc4ece98b not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:03:02.958618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Attempting to bind port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 on network 00567272-3a57-464b-850d-d2edc4ece98b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:02.974823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41171d8c-c4a3-49ae-9eae-e4e9f0ee244f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:02.993562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:02.996304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f34620ae-09d2-4580-9aea-3aeac03eb0c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048913 Aug 04 15:03:02.998866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49468) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:03.006968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group_rule': {'security_group_id': '138918a4-fff4-496e-9d8e-877c47d96c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:03.008042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] For port 02c68ed3-7170-4c6c-aef0-13637fa0eda6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:03.013629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] For port 02c68ed3-7170-4c6c-aef0-13637fa0eda6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c68ed3-7170-4c6c-aef0-13637fa0eda6,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:03.020635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.049303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.103085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:03.104448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:02:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:03.142003 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.147404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.176939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.178461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777792 Aug 04 15:03:03.181911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215bd8-3f32-4512-bdf7-45b48212c7c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b7cc5-eb2f-45cd-998b-9b3c51e0d5fe,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:03.184091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49470) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:03.190432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:03.211791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515da15-a162-4fb8-b0ce-8c3dbb3a4872 None None] Pushing event updated for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:03.226120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.299869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65967410-8fc9-4c66-ba22-32a0d2e290b8 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:03.316767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.330117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Transition to ACTIVE for port object 65967410-8fc9-4c66-ba22-32a0d2e290b8 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:03.333965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:03.334330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Checking segment: {'id': '582c5284-d725-49c6-966f-6c2388af34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:03.334977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Bound using segment: {'id': '582c5284-d725-49c6-966f-6c2388af34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:03.335434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Bound port: 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582c5284-d725-49c6-966f-6c2388af34c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:03.335804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.339187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.418620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:03.484555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.832851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Attempting to bind port 65967410-8fc9-4c66-ba22-32a0d2e290b8 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:03.833315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Attempting to bind port 65967410-8fc9-4c66-ba22-32a0d2e290b8 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:03.833544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Attempting to bind port 65967410-8fc9-4c66-ba22-32a0d2e290b8 on network ab85762e-10f4-43fd-aba7-c4b61d480a2b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:03.860551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Pushing event updated for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:03.860551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Port 65967410-8fc9-4c66-ba22-32a0d2e290b8 on network ab85762e-10f4-43fd-aba7-c4b61d480a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:03:03.870967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Attempting to bind port 65967410-8fc9-4c66-ba22-32a0d2e290b8 on network ab85762e-10f4-43fd-aba7-c4b61d480a2b {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:03.918799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:03.919155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Checking segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:03.919534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Bound using segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:03.919999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Bound port: 65967410-8fc9-4c66-ba22-32a0d2e290b8, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:03.920376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:03.932907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a8331-f33b-442e-95d3-d4f9ff87f007 req-ba721186-d349-47be-9497-77c1ae242ea7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:03.937189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b2a8331-f33b-442e-95d3-d4f9ff87f007 req-ba721186-d349-47be-9497-77c1ae242ea7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 944 time: 0.2903173 Aug 04 15:03:04.037109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:03:04.039682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:04.043458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:04.064146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:04.088647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:04.109103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:04.118751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:04.120712 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] 10.222.0.46 "PUT /v2.0/ports/65967410-8fc9-4c66-ba22-32a0d2e290b8 HTTP/1.1" status: 200 len: 1093 time: 1.8654654 Aug 04 15:03:04.122755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5,segment=NetworkSegment(582c5284-d725-49c6-966f-6c2388af34c9),segment_id=582c5284-d725-49c6-966f-6c2388af34c9)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:04.123664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:04.126189 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8941b26-0917-4267-ba38-fb11a99f9fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:04.247073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:04.290081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:03Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:04.332323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:04.335452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:04.338490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] 10.222.0.38 "PUT /v2.0/ports/6a19550c-d752-4e77-a8af-cc927ccaf6b5 HTTP/1.1" status: 200 len: 1093 time: 3.2239845 Aug 04 15:03:04.376960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dec7-b78f-49b1-9cf2-5fd3ebfb4745 service neutron] Pushing event updated for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:04.391641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-0be29a99-2616-422b-a281-fc0f441297f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:04.406457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-0be29a99-2616-422b-a281-fc0f441297f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 1096 time: 0.2011042 Aug 04 15:03:04.407112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab99235-3068-4585-9f8e-c05342976bc9 None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:03Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:03:04.532512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60637542-6dbe-4050-9402-b1ba33933328 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:04.691228 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-3a0d2820-ae2c-4c11-b026-54a8efc38795 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8 HTTP/1.1" status: 200 len: 217 time: 0.1500549 Aug 04 15:03:04.844265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-f70f7650-66b9-4ca0-a2ed-faae31437d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:04.845917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-f70f7650-66b9-4ca0-a2ed-faae31437d31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2a25cb1a990d42bba680b7f21109d88c&device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 1096 time: 0.4351871 Aug 04 15:03:04.847278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-8061f3f8-5060-40fc-964c-62ce56d09089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:04.848624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-8061f3f8-5060-40fc-964c-62ce56d09089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc89d220-e3da-4a9a-bbed-df811537928c HTTP/1.1" status: 200 len: 838 time: 0.1527214 Aug 04 15:03:04.963504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-01c71962-7620-4511-8865-bf34adf902f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5 HTTP/1.1" status: 200 len: 217 time: 0.0948467 Aug 04 15:03:05.108003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-dfd5fdf0-5a07-42ee-a0af-6d809b9e9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:05.109087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Allocated IP 172.25.0.199 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/cbfe293b-c2af-4477-b1b2-cb3fe022f268) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:05.110176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-dfd5fdf0-5a07-42ee-a0af-6d809b9e9fe9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e11a964e-c0e3-4778-a65d-952cb6fd91bf HTTP/1.1" status: 200 len: 848 time: 0.1376498 Aug 04 15:03:05.202378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-f75b5592-a2d2-4c06-9795-643901441993 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00567272-3a57-464b-850d-d2edc4ece98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821288 Aug 04 15:03:05.246013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-3366415f-b49b-4af8-a271-f86b95f2ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:05.246653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b2a8331-f33b-442e-95d3-d4f9ff87f007 req-1842585d-b4ab-4f6f-aae6-30d76783acfe tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2974932 Aug 04 15:03:05.263640 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-3366415f-b49b-4af8-a271-f86b95f2ecb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab85762e-10f4-43fd-aba7-c4b61d480a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3173721 Aug 04 15:03:05.309467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06a26a-e10a-4c21-bb76-161e905bd201 req-2e0a032d-b78a-489d-abfc-01c52f1ecfff tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:05.311564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b06a26a-e10a-4c21-bb76-161e905bd201 req-2e0a032d-b78a-489d-abfc-01c52f1ecfff tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 944 time: 1.3068879 Aug 04 15:03:05.472080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b06a26a-e10a-4c21-bb76-161e905bd201 req-2946e56d-61b4-4eda-ae2e-896380ef5cc7 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473842 Aug 04 15:03:05.514153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:05.522778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c68ed3-7170-4c6c-aef0-13637fa0eda6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:05.614787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:05.631960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:05.637199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:05.637736 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:05.701896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:05.705531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:05.714555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:05.826315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=cbfe293b-c2af-4477-b1b2-cb3fe022f268,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:05.873017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:05.958809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:05.965826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 02c68ed3-7170-4c6c-aef0-13637fa0eda6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c68ed3-7170-4c6c-aef0-13637fa0eda6,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:05.971939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.039619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.112505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:06.348374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-1d84649a-d150-4479-b0c0-7fe6d531f451 service neutron] 10.222.0.46 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0702584 Aug 04 15:03:06.350029 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114bf193-3434-4fa1-b887-ab8d49f56a19 x-openstack-request-id: req-114bf193-3434-4fa1-b887-ab8d49f56a19 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:06.350427 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:06.350819 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-114bf193-3434-4fa1-b887-ab8d49f56a19 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:06.351371 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8', 'status': 'completed', 'code': 200} Aug 04 15:03:06.512877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.523736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.724560 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-0f5dd41d-0d46-4f93-baf8-b524d9dd1cb5 service neutron] 10.222.0.38 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5040810 Aug 04 15:03:06.726611 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.729767 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e5867db3-148b-4f8b-b64e-4714a039bd99 req-836d4830-4d4e-4725-b825-606459f51072 service neutron] 10.222.0.46 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431356 Aug 04 15:03:06.906355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=cbfe293b-c2af-4477-b1b2-cb3fe022f268,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:06.954438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ef67ba-af68-4194-9bb7-274b0baf251a req-cd152292-496b-422e-b6b4-ce28cc70f451 service neutron] 10.222.0.38 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217994 Aug 04 15:03:06.961501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:06.970852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12b67942-fb81-4cb9-bd12-e1519494aa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7815883 Aug 04 15:03:06.999069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881bd0-f79f-4bd8-8c25-f26825d967d7 req-b4a93aed-249a-4b59-a9f0-35da792e8343 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.000823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d881bd0-f79f-4bd8-8c25-f26825d967d7 req-b4a93aed-249a-4b59-a9f0-35da792e8343 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 944 time: 0.5763285 Aug 04 15:03:07.019801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc599c-a372-4a25-999e-8aa25279b3c2 req-132f959a-87e3-4ea7-8b97-9223b1f0f093 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.025844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-51ea0930-1ad3-499b-816a-a5f484eef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.028285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-51ea0930-1ad3-499b-816a-a5f484eef429 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0726333 Aug 04 15:03:07.032234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78cc599c-a372-4a25-999e-8aa25279b3c2 req-132f959a-87e3-4ea7-8b97-9223b1f0f093 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 944 time: 0.2976921 Aug 04 15:03:07.075643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d881bd0-f79f-4bd8-8c25-f26825d967d7 req-a4fc5ab2-c5a9-4133-bd7c-d43f23ad1c80 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Aug 04 15:03:07.142521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78cc599c-a372-4a25-999e-8aa25279b3c2 req-1eab7c7f-15d2-4281-b573-ec3968e87c3b tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 Aug 04 15:03:07.218019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-1ee8deae-fe69-4c7a-bfdc-d836c48efaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.219746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-1ee8deae-fe69-4c7a-bfdc-d836c48efaea service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab85762e-10f4-43fd-aba7-c4b61d480a2b HTTP/1.1" status: 200 len: 898 time: 0.1836097 Aug 04 15:03:07.249980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-235903e0-fcdc-430d-bc1c-d227ee57c2b6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1890282368&fields=id&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 267 time: 0.0476866 Aug 04 15:03:07.293270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-c191e9f2-9f62-4507-baa0-37a9eb6e1876 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8 HTTP/1.1" status: 200 len: 217 time: 0.0656629 Aug 04 15:03:07.405436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-6d63bf11-a379-4603-9367-5eea6919b339 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.408838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-6d63bf11-a379-4603-9367-5eea6919b339 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 817 time: 0.1577432 Aug 04 15:03:07.420479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-113c854b-7acc-40d7-abee-7b4566cbac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.423192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-113c854b-7acc-40d7-abee-7b4566cbac52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc89d220-e3da-4a9a-bbed-df811537928c HTTP/1.1" status: 200 len: 838 time: 0.1229098 Aug 04 15:03:07.442506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-9702dc0e-7b4c-47f9-9441-9a106a6209d2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/quotas/178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 375 time: 0.0259588 Aug 04 15:03:07.507869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c68ed3-7170-4c6c-aef0-13637fa0eda6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:07.564374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-6c6a5c61-5239-4cdc-89a4-67e203be2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:07.566266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-6c6a5c61-5239-4cdc-89a4-67e203be2b8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab85762e-10f4-43fd-aba7-c4b61d480a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1342573 Aug 04 15:03:07.584723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-e17e8899-d199-4d76-bce3-afbe8a872dc9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1353016 Aug 04 15:03:07.627966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:07.628362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:07.767826 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-6631a8c1-f303-439d-98af-e2fd66c6a7fa service neutron] 10.222.0.46 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932819 Aug 04 15:03:07.778771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-93d93ef8-f585-4fa2-aa53-e0a0350f19d3 service neutron] 10.222.0.76 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807268 Aug 04 15:03:07.886307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 65967410-8fc9-4c66-ba22-32a0d2e290b8 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:03:07.972989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8941b26-0917-4267-ba38-fb11a99f9fe3 req-35e6a5f3-f39c-4212-a2da-56089205f5f3 service neutron] 10.222.0.46 "GET /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955128 Aug 04 15:03:07.979004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-05ee3e39-f757-4da9-a2b8-2968452a61a7 service neutron] 10.222.0.76 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910663 Aug 04 15:03:08.093284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a19550c-d752-4e77-a8af-cc927ccaf6b5 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:03:08.352504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:08.355430 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f15a3e-d434-48cc-87c8-b79571185a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:08.416807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5502bc-d19b-4654-a0e9-285714437327 req-05ab5236-1fec-4e8e-a575-ee0389a03cb0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:08.418449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5502bc-d19b-4654-a0e9-285714437327 req-05ab5236-1fec-4e8e-a575-ee0389a03cb0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 944 time: 0.2005384 Aug 04 15:03:08.484693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a4a6e-e9eb-4230-8847-71b30aeb8232 req-03dbe6eb-c8c3-4157-87db-2be1c3643201 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:08.502259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-418a4a6e-e9eb-4230-8847-71b30aeb8232 req-03dbe6eb-c8c3-4157-87db-2be1c3643201 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 944 time: 0.2117875 Aug 04 15:03:08.556587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5502bc-d19b-4654-a0e9-285714437327 req-3e19e83f-d227-4d62-b8ad-392747cd9630 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293476 Aug 04 15:03:08.592520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-418a4a6e-e9eb-4230-8847-71b30aeb8232 req-98b9457c-b5a7-412c-bbf6-80781fca3b55 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813384 Aug 04 15:03:08.630029 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da542585-d1e3-4220-9f43-afca36ec04fa x-openstack-request-id: req-da542585-d1e3-4220-9f43-afca36ec04fa {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:08.630627 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:08.630627 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da542585-d1e3-4220-9f43-afca36ec04fa {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:08.630845 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5', 'status': 'completed', 'code': 200} Aug 04 15:03:08.644141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:08.701416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '65967410-8fc9-4c66-ba22-32a0d2e290b8', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'port_id': '65967410-8fc9-4c66-ba22-32a0d2e290b8', 'mac_address': 'fa:16:3e:20:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:03:08.736214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0b4eed4-34a9-4937-95f5-a3c68e55788d req-ad21947a-6cdc-41b4-9d12-010f9b49bbbc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 210 time: 0.0627270 Aug 04 15:03:08.783911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-7e246890-38d3-452a-acb8-d62e7d1b7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:08.785663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-7e246890-38d3-452a-acb8-d62e7d1b7223 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2a25cb1a990d42bba680b7f21109d88c&device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1298711 Aug 04 15:03:08.885608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:08.920612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65967410-8fc9-4c66-ba22-32a0d2e290b8 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:08.932170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-e2df87bf-bf37-4751-ad7d-4f32e170dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:08.934503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-e2df87bf-bf37-4751-ad7d-4f32e170dd66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=00567272-3a57-464b-850d-d2edc4ece98b HTTP/1.1" status: 200 len: 909 time: 0.1414139 Aug 04 15:03:08.967844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:08.974163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:09.043391 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-f527641b-7580-4a18-a64b-7d73cacdb82d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5 HTTP/1.1" status: 200 len: 217 time: 0.1004071 Aug 04 15:03:09.091962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:09.109011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5,segment=NetworkSegment(582c5284-d725-49c6-966f-6c2388af34c9),segment_id=582c5284-d725-49c6-966f-6c2388af34c9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:09.123007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-09d4d7f6-f7fb-4b28-87d0-e86e988d7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:09.125496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-09d4d7f6-f7fb-4b28-87d0-e86e988d7a22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e11a964e-c0e3-4778-a65d-952cb6fd91bf HTTP/1.1" status: 200 len: 848 time: 0.0753980 Aug 04 15:03:09.153183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '6a19550c-d752-4e77-a8af-cc927ccaf6b5', 'network_id': '00567272-3a57-464b-850d-d2edc4ece98b', 'port_id': '6a19550c-d752-4e77-a8af-cc927ccaf6b5', 'mac_address': 'fa:16:3e:f2:d4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11a964e-c0e3-4778-a65d-952cb6fd91bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:03:09.203284 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:09.205686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['65967410-8fc9-4c66-ba22-32a0d2e290b8'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:09.239544 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-b18e081f-dcb9-4cbf-9044-1e816946daca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=00567272-3a57-464b-850d-d2edc4ece98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060698 Aug 04 15:03:09.441545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a19550c-d752-4e77-a8af-cc927ccaf6b5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:09.510887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5,segment=NetworkSegment(582c5284-d725-49c6-966f-6c2388af34c9),segment_id=582c5284-d725-49c6-966f-6c2388af34c9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:09.561378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-8318e031-34fb-4213-98d2-03b5fcb5d16d service neutron] 10.222.0.38 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140798 Aug 04 15:03:09.644499 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:09.852944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:09.930450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['6a19550c-d752-4e77-a8af-cc927ccaf6b5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:09.977338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95f15a3e-d434-48cc-87c8-b79571185a3c req-9f7c77fc-c742-4e9b-919d-90499c24edf0 service neutron] 10.222.0.38 "GET /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065135 Aug 04 15:03:10.080077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-0cb737ca-d3b2-46e6-ba9e-28da5e4afba6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:10.081667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-0cb737ca-d3b2-46e6-ba9e-28da5e4afba6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 817 time: 0.1821296 Aug 04 15:03:10.196759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78bf70-d4c3-4e52-90cb-1b3db6780edf req-cddcfa25-b877-439b-91c7-3d6d41cb63f5 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:10.198713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc78bf70-d4c3-4e52-90cb-1b3db6780edf req-cddcfa25-b877-439b-91c7-3d6d41cb63f5 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 945 time: 0.3549399 Aug 04 15:03:10.202899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-9f153b4b-9c4d-4bec-9797-88a997093eea tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 380 time: 0.1038728 Aug 04 15:03:10.210368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a6a7-9d5b-4e2e-9b54-ecffdb0fd983 req-67cf89f9-cd51-4f77-9b8f-6e10d9ddc144 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:10.219148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1f5a6a7-9d5b-4e2e-9b54-ecffdb0fd983 req-67cf89f9-cd51-4f77-9b8f-6e10d9ddc144 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 945 time: 0.1776724 Aug 04 15:03:10.231681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'port': {'device_id': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'admin_state_up': True, 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'security_groups': ['138918a4-fff4-496e-9d8e-877c47d96c26']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:10.381797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc78bf70-d4c3-4e52-90cb-1b3db6780edf req-18922490-3745-4d8c-822e-05ad90ba77aa tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327529 Aug 04 15:03:10.400509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1f5a6a7-9d5b-4e2e-9b54-ecffdb0fd983 req-f214e4b2-c0b5-4c0d-9870-6dc4dad9749f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758320 Aug 04 15:03:10.534190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Made reservation on behalf of 178091d63e76447cb63ce3f0f3e0fd9c for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:10.534190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:10.566951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07177a49-54d4-46d0-9760-f3e433919f9b req-1a6aea50-bc8f-46ed-a464-c778aa17752a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 210 time: 0.0704014 Aug 04 15:03:10.738006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Allocated IP 172.20.0.11 (908b645c-f3fe-430c-af28-a04a81a6bdc6/e1154ce1-80ca-45e0-9497-8fb3d4990152/a531ce2f-0a14-45b0-9011-a97ef0a7b12b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:11.055653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:11.073142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Transition to ACTIVE for port object a531ce2f-0a14-45b0-9011-a97ef0a7b12b will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:11.125926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:11.152335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:11.155840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:11.171080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:11.339212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:11.339888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:11.342444 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:11.367964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c994822c-cb42-4d7c-8429-efcfdcd168e2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1405263 Aug 04 15:03:11.380760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Request body: {'port': {'device_id': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:11.541463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:11.651964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6b267f0a-5af3-4e6a-8881-7e052165b2b7 None None] Provisioning for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:11.673955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0adcbf-a16c-4d9d-b63d-da8a8e905a13 req-4696a3cc-2e43-48b4-b31c-ada14c592831 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:11.679165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6b267f0a-5af3-4e6a-8881-7e052165b2b7 None None] Provisioning complete for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:11.679741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6b267f0a-5af3-4e6a-8881-7e052165b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:11.682413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b0adcbf-a16c-4d9d-b63d-da8a8e905a13 req-4696a3cc-2e43-48b4-b31c-ada14c592831 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 945 time: 0.1282766 Aug 04 15:03:11.747824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6b267f0a-5af3-4e6a-8881-7e052165b2b7 None None] Port a531ce2f-0a14-45b0-9011-a97ef0a7b12b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:03:11.835076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b0adcbf-a16c-4d9d-b63d-da8a8e905a13 req-eb32a691-52fa-4535-8aa6-61027bfb43cb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515758 Aug 04 15:03:11.907822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 65967410-8fc9-4c66-ba22-32a0d2e290b8 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:11.946006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013035-a7c5-46bb-a5ed-33b9b502d00d req-c1803abc-361a-40e5-8322-bc46c18e1eb7 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:11.959272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6013035-a7c5-46bb-a5ed-33b9b502d00d req-c1803abc-361a-40e5-8322-bc46c18e1eb7 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 945 time: 0.4465756 Aug 04 15:03:12.022146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 65967410-8fc9-4c66-ba22-32a0d2e290b8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:12.035242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 65967410-8fc9-4c66-ba22-32a0d2e290b8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:12.035242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.112756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a19550c-d752-4e77-a8af-cc927ccaf6b5 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:12.215059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:12.287248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6013035-a7c5-46bb-a5ed-33b9b502d00d req-312e7295-42ee-4e8b-b98b-9a65eac676bc tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825165 Aug 04 15:03:12.302197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.311482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.338070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:12.382968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Transition to ACTIVE for port object a531ce2f-0a14-45b0-9011-a97ef0a7b12b will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:12.395612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.419237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:12.421991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:12.428142 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f939cf-7d44-4bc3-bb38-e231b4382485" -d '{"events": [{"server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "name": "network-vif-plugged", "status": "completed", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:12.436477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:12.437868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.464843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.578462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1961-779e-4143-86be-bdf275c570a8 req-48c0e120-46bb-409c-91c2-323b8c24bc41 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:12.586841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5a1961-779e-4143-86be-bdf275c570a8 req-48c0e120-46bb-409c-91c2-323b8c24bc41 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 932 time: 0.5789006 Aug 04 15:03:12.789591 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f28a4-6f61-442c-a176-63970d7a2b26 x-openstack-request-id: req-393f28a4-6f61-442c-a176-63970d7a2b26 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:12.790128 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "name": "network-vif-plugged", "status": "completed", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:12.790128 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-393f28a4-6f61-442c-a176-63970d7a2b26 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:12.790539 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8', 'code': 200} Aug 04 15:03:12.820278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:12.843038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c5a1961-779e-4143-86be-bdf275c570a8 req-d54d8187-ba47-4dd9-96a8-af918872e8d3 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396762 Aug 04 15:03:12.849152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:12.861552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Attempting to bind port a531ce2f-0a14-45b0-9011-a97ef0a7b12b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:12.862027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Attempting to bind port a531ce2f-0a14-45b0-9011-a97ef0a7b12b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:12.873157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Attempting to bind port a531ce2f-0a14-45b0-9011-a97ef0a7b12b on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:12.888755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Port a531ce2f-0a14-45b0-9011-a97ef0a7b12b on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:03:12.889252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Attempting to bind port a531ce2f-0a14-45b0-9011-a97ef0a7b12b on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:12.924378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:12.924793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Checking segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:12.925902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Bound using segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:12.928518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Bound port: a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:12.928953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.937042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:12.999181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80540a14-b25e-49c7-bf6f-45e8c291d012 req-7fe63bab-4c17-40e3-b96e-68e1fdeb520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.001304 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-80540a14-b25e-49c7-bf6f-45e8c291d012 req-7fe63bab-4c17-40e3-b96e-68e1fdeb520c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 1098 time: 0.1382589 Aug 04 15:03:13.028127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5,segment=NetworkSegment(582c5284-d725-49c6-966f-6c2388af34c9),segment_id=582c5284-d725-49c6-966f-6c2388af34c9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:13.035116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:13.074449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-80540a14-b25e-49c7-bf6f-45e8c291d012 req-5355ecd7-b65f-48f8-8f1b-df81047b8b05 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Aug 04 15:03:13.123739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:13.146304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:13.149950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:13.159584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:13.218297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b98c83-c984-4800-8a8d-b2bf89010045 req-43418a9d-4d72-4a8a-b4ad-35b16b9ee436 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.226514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16b98c83-c984-4800-8a8d-b2bf89010045 req-43418a9d-4d72-4a8a-b4ad-35b16b9ee436 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.2503469 Aug 04 15:03:13.263863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.264984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:13.266802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] 10.222.0.38 "PUT /v2.0/ports/a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1093 time: 1.8905783 Aug 04 15:03:13.267869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:13.311303 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381c2f65-133e-4fc6-a858-7cc8f83ee74c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:13.403019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c729cf4-5b4a-4735-ab39-5db75228ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:13.434055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1b6b7-d7e8-4a84-b70e-8c92e2a8510a req-508b68f5-c163-4115-9649-c80b1986ef04 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.435683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eee1b6b7-d7e8-4a84-b70e-8c92e2a8510a req-508b68f5-c163-4115-9649-c80b1986ef04 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 945 time: 0.5029387 Aug 04 15:03:13.506640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16b98c83-c984-4800-8a8d-b2bf89010045 req-acfcd8b7-3af0-4073-88bc-12c3eb145c0f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757916 Aug 04 15:03:13.545812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c46714c2-5753-4033-9d2f-b7a934bc4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.558258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-c46714c2-5753-4033-9d2f-b7a934bc4c0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1096 time: 0.1522255 Aug 04 15:03:13.563655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eee1b6b7-d7e8-4a84-b70e-8c92e2a8510a req-1acd7677-deca-4682-afb3-f098c834aa55 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057260 Aug 04 15:03:13.664667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-76514cd6-9f46-4b54-963f-15dde4c65a9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 217 time: 0.0958121 Aug 04 15:03:13.666550 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f73af-2138-412b-a8d6-3f8be7f571fd x-openstack-request-id: req-fa9f73af-2138-412b-a8d6-3f8be7f571fd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:13.666985 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:13.667251 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa9f73af-2138-412b-a8d6-3f8be7f571fd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:13.667649 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'status': 'completed', 'code': 200} Aug 04 15:03:13.765695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-1273f718-edea-403d-8c44-9965467d4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.768053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-1273f718-edea-403d-8c44-9965467d4965 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0900044 Aug 04 15:03:13.776264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2985-450f-4b22-90ad-3f47ae844dc3 req-2af4247a-d7a5-40fd-b1c0-63b4953a9872 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.778146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-080c2985-450f-4b22-90ad-3f47ae844dc3 req-2af4247a-d7a5-40fd-b1c0-63b4953a9872 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.1095958 Aug 04 15:03:13.871033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-080c2985-450f-4b22-90ad-3f47ae844dc3 req-c3fc7949-54a0-47c2-8fb9-ffd18638e1da tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819409 Aug 04 15:03:13.894838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-d7093fc8-e887-4574-9b17-a70f81a2ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:13.904599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-d7093fc8-e887-4574-9b17-a70f81a2ee72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254761 Aug 04 15:03:14.143174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0fede-a25d-4ac8-be3d-554e4b55d1aa req-b715886f-657a-4bee-8af1-2427a51c000c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.150936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac0fede-a25d-4ac8-be3d-554e4b55d1aa req-b715886f-657a-4bee-8af1-2427a51c000c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.1198754 Aug 04 15:03:14.181337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-20a43613-8d12-4ad5-9bed-3a18c4eba456 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653911 Aug 04 15:03:14.224607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ac0fede-a25d-4ac8-be3d-554e4b55d1aa req-a6554594-d773-49e1-8d12-4c68cc5812eb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708907 Aug 04 15:03:14.341972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aacfd859-a14d-4f87-a560-3458f858bf28 req-b0a52de8-092b-4b12-9af3-aa173b51f608 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504381 Aug 04 15:03:14.359413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-bf9ed836-9c0f-4833-9386-69e85d0f3959 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.363664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-bf9ed836-9c0f-4833-9386-69e85d0f3959 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 945 time: 0.1210427 Aug 04 15:03:14.534882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-b2733d5e-29f5-4dd4-a4c1-733b7053a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.541456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-b2733d5e-29f5-4dd4-a4c1-733b7053a4a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1096 time: 0.1335301 Aug 04 15:03:14.553516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Deleting port 014755f4-1f49-43c5-9f81-cfac13f0b800 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:14.553830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:14.803976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:14.813483 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d83748-6f64-4264-94fd-bcbd443d0d6e" -d '{"events": [{"server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:14.839268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] For port 014755f4-1f49-43c5-9f81-cfac13f0b800, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=014755f4-1f49-43c5-9f81-cfac13f0b800,segment=NetworkSegment(ea3c6ded-d29b-4460-90c4-b9c1e0a01352),segment_id=ea3c6ded-d29b-4460-90c4-b9c1e0a01352)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:14.841847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:14.852192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c3d80-0f9d-4868-8e82-93182f0dc47b req-51251b12-08ec-4413-bf37-fe726f858677 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.853904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-571c3d80-0f9d-4868-8e82-93182f0dc47b req-51251b12-08ec-4413-bf37-fe726f858677 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.2034907 Aug 04 15:03:14.863252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-713a7347-f114-48c8-9f21-5ab867b1f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:14.909209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-571c3d80-0f9d-4868-8e82-93182f0dc47b req-f9c6619c-7a85-460c-afdd-0856ca280f55 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Aug 04 15:03:14.910829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Calling delete_port for 014755f4-1f49-43c5-9f81-cfac13f0b800 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:14.914124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-2608ce0f-8c20-403d-8aa1-e604167b5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.915064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-2608ce0f-8c20-403d-8aa1-e604167b5263 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.3668430 Aug 04 15:03:14.932628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25af59-a87b-44ed-8b47-916fe398a816 req-3f44a4f6-0366-4c72-8a20-c2f48fabd5cd tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:14.934316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e25af59-a87b-44ed-8b47-916fe398a816 req-3f44a4f6-0366-4c72-8a20-c2f48fabd5cd tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 945 time: 0.2038074 Aug 04 15:03:15.034208 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744595f-df19-46bd-a2ba-20c22fbec307 x-openstack-request-id: req-1744595f-df19-46bd-a2ba-20c22fbec307 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:15.035742 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:15.036365 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1744595f-df19-46bd-a2ba-20c22fbec307 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:15.038794 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5', 'code': 200} Aug 04 15:03:15.074757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49692) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:15.106550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-c6e1fc83-d40d-4051-bdc1-4a7f13785f90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 217 time: 0.1548285 Aug 04 15:03:15.267030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdec31-e36c-40cf-8beb-43970de73a89 req-bd96a3ad-3d29-4038-b20d-21bdf5da7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:15.269045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42fdec31-e36c-40cf-8beb-43970de73a89 req-bd96a3ad-3d29-4038-b20d-21bdf5da7386 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0658605 Aug 04 15:03:15.290527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-08cab9c3-463c-4a54-b8ae-b0a070293ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:15.292153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-08cab9c3-463c-4a54-b8ae-b0a070293ba7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.1779435 Aug 04 15:03:15.296784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23441b7d-98ac-42c0-9b7c-1cb21244f9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:15.316038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e25af59-a87b-44ed-8b47-916fe398a816 req-55c2df81-ae59-4763-bcdc-8ba88d2ef4f7 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/security-groups?id=35c833f9-e574-4be6-a3b0-9e8106da9060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372042 Aug 04 15:03:15.409514 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-42fdec31-e36c-40cf-8beb-43970de73a89 req-a8257f55-d75f-47f4-bbe1-0074d935c507 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248827 Aug 04 15:03:15.460976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d458709-4bc2-4f28-87b2-145ee58a7c12 req-b696bca8-8118-4454-8c3d-75b2f6bceb3a tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:15.462694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d458709-4bc2-4f28-87b2-145ee58a7c12 req-b696bca8-8118-4454-8c3d-75b2f6bceb3a tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.2637484 Aug 04 15:03:15.514389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-2cf2f80e-c58a-403f-96f2-0ee30afaeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:15.516005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-2cf2f80e-c58a-403f-96f2-0ee30afaeb14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793256 Aug 04 15:03:15.555673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:15.572267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f03e-da4a-42f6-81e0-51163eca26fa req-38d7e08e-9f15-468c-82b0-431143c2ed13 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:15.577895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['014755f4-1f49-43c5-9f81-cfac13f0b800'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:15.579399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27e3f03e-da4a-42f6-81e0-51163eca26fa req-38d7e08e-9f15-468c-82b0-431143c2ed13 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.1574197 Aug 04 15:03:15.588383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d458709-4bc2-4f28-87b2-145ee58a7c12 req-633cbf68-912d-4e51-b740-f5b156365721 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156788 Aug 04 15:03:15.668984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Pushing event deleted for resources: {'Port': ['ID=014755f4-1f49-43c5-9f81-cfac13f0b800,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:15.696314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27e3f03e-da4a-42f6-81e0-51163eca26fa req-818de4d4-a3ff-4f07-b0f9-86e85c29af2a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159174 Aug 04 15:03:15.747856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] No DVR routers for this DVR port 014755f4-1f49-43c5-9f81-cfac13f0b800 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:15.751306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:15.753510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c92a00bb-de03-4e31-8ad5-20ab5cab7fd6 req-ce799f99-0439-4c2d-a9df-9edce6281696 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.46 "DELETE /v2.0/ports/014755f4-1f49-43c5-9f81-cfac13f0b800 HTTP/1.1" status: 204 len: 173 time: 1.3831224 Aug 04 15:03:15.753973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'name': 'network-vif-deleted', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:15.765505 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b33e0f-deeb-4bf5-99be-f6f9cdea0f5d" -d '{"events": [{"server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "name": "network-vif-deleted", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:15.785700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23441b7d-98ac-42c0-9b7c-1cb21244f9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:15.791099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-110189fe-444e-4ee5-90cc-fb1283ddbab7 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519960 Aug 04 15:03:15.814631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23441b7d-98ac-42c0-9b7c-1cb21244f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:15.842512 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09872547-ac13-4ead-9a24-73e93e56f432 x-openstack-request-id: req-09872547-ac13-4ead-9a24-73e93e56f432 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:15.843047 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff18946-2008-498c-b115-2c90a95b0700", "name": "network-vif-deleted", "tag": "014755f4-1f49-43c5-9f81-cfac13f0b800", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:15.845667 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09872547-ac13-4ead-9a24-73e93e56f432 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:15.850508 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff18946-2008-498c-b115-2c90a95b0700', 'name': 'network-vif-deleted', 'tag': '014755f4-1f49-43c5-9f81-cfac13f0b800', 'status': 'completed', 'code': 200} Aug 04 15:03:16.103480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:03:16.433049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:16.451309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:03:16.508095 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.525208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23441b7d-98ac-42c0-9b7c-1cb21244f9aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76f91da637b4409fb82b978ed92aaa16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4469197 Aug 04 15:03:16.525751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:16.525859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49714) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:16.552894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:16.554115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-accb3725-cbd0-4ed8-a0a6-aafdb816e56d req-f1a842f7-f57b-4d01-bc80-1a68c75b2e29 tempest-VolumesSnapshotTestJSON-1134629264 tempest-VolumesSnapshotTestJSON-1134629264-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ff18946-2008-498c-b115-2c90a95b0700 HTTP/1.1" status: 200 len: 210 time: 0.0291860 Aug 04 15:03:16.558777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23441b7d-98ac-42c0-9b7c-1cb21244f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee031f1-413d-4d60-8960-0569b42177f9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:16.559260 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.597323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e215-32a3-4bea-a283-700de5e0dafc req-2c6aa3e5-0032-4807-9771-ec39d7f898f9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:16.598909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6da8e215-32a3-4bea-a283-700de5e0dafc req-2c6aa3e5-0032-4807-9771-ec39d7f898f9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.8987164 Aug 04 15:03:16.601839 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.625682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:16.631840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-381c2f65-133e-4fc6-a858-7cc8f83ee74c req-e82e4e24-3c6b-4945-8507-2f816f9ed4cb service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313942 Aug 04 15:03:16.638380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.648143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6da8e215-32a3-4bea-a283-700de5e0dafc req-285bfa86-225b-4e1f-a6f1-c877bec3aac8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Aug 04 15:03:16.704020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.707219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:16.708416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ee031f1-413d-4d60-8960-0569b42177f9 HTTP/1.1" status: 204 len: 168 time: 0.1813064 Aug 04 15:03:16.718030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4eb3-ebb9-4617-8ba8-77475238a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee031f1-413d-4d60-8960-0569b42177f9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:16.765506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b28a0-52e4-4595-9387-e2c00d38899e req-e254af65-a2c4-4c7c-b6a6-a50e068b211d tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:16.767881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a90b28a0-52e4-4595-9387-e2c00d38899e req-e254af65-a2c4-4c7c-b6a6-a50e068b211d tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.0742297 Aug 04 15:03:16.770858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['a531ce2f-0a14-45b0-9011-a97ef0a7b12b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:16.814144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a90b28a0-52e4-4595-9387-e2c00d38899e req-e16d632b-d4f6-4774-b1dc-8f50f7ee4399 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Aug 04 15:03:17.034518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49728) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:17.051321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-502b8129-2d34-4af6-aa71-81a99a332e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.172270 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-502b8129-2d34-4af6-aa71-81a99a332e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.181241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-502b8129-2d34-4af6-aa71-81a99a332e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.230216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-502b8129-2d34-4af6-aa71-81a99a332e1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b311037bf53a436d97c9858ac63bed86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944520 Aug 04 15:03:17.235778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49740) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:17.281610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b8129-2d34-4af6-aa71-81a99a332e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd96f210-b8a1-46b8-af21-6f7a9555625a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:17.303029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49750) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:17.325716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.367619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.415937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-deb3d755-f32f-4518-b807-f138c015802f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.495488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.499396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.504051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd96f210-b8a1-46b8-af21-6f7a9555625a HTTP/1.1" status: 204 len: 168 time: 0.2577732 Aug 04 15:03:17.514694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e36e1-dfab-4b0e-916a-c4271e432991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd96f210-b8a1-46b8-af21-6f7a9555625a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:17.626381 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.819120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf8236-c8c3-4157-8605-9932528b4ca8 req-ee7cc0c2-ae42-480e-b3f2-84ed6738080d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:17.827644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aaf8236-c8c3-4157-8605-9932528b4ca8 req-ee7cc0c2-ae42-480e-b3f2-84ed6738080d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 945 time: 0.0781865 Aug 04 15:03:17.884679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aaf8236-c8c3-4157-8605-9932528b4ca8 req-ca1e0905-c8b9-487a-8c9b-8c3e0383db6e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555789 Aug 04 15:03:17.953290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:17.962647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 014755f4-1f49-43c5-9f81-cfac13f0b800 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:18.011598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 014755f4-1f49-43c5-9f81-cfac13f0b800 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:18.012183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 014755f4-1f49-43c5-9f81-cfac13f0b800 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:18.119284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:18.269091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:18.275036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:18.275471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.407720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.562370 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.632873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:18.635881 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56098145-7aa9-47d7-860c-046cf60c982f" -d '{"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:18.770838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:18.803519 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b84e9-4ae6-49ee-a216-f6b9f461b452 x-openstack-request-id: req-300b84e9-4ae6-49ee-a216-f6b9f461b452 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:18.803848 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:18.805277 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-300b84e9-4ae6-49ee-a216-f6b9f461b452 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:18.805690 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'code': 200} Aug 04 15:03:18.820121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.836846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.940074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:18.940320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f746c-a598-4f83-86bb-f95a152242f9 req-013d3bb6-4fd7-43d8-a9c8-0c1fb679b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:18.964100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82f746c-a598-4f83-86bb-f95a152242f9 req-013d3bb6-4fd7-43d8-a9c8-0c1fb679b312 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1098 time: 0.1133559 Aug 04 15:03:19.019978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:19.032243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82f746c-a598-4f83-86bb-f95a152242f9 req-60a1e86d-da12-42b4-a359-44003c33bd84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603166 Aug 04 15:03:19.186563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfd70b-5883-4524-ab64-9d997c1f21ef req-bcd241ba-9639-41e8-99e5-1777729249c6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:19.188759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09cfd70b-5883-4524-ab64-9d997c1f21ef req-bcd241ba-9639-41e8-99e5-1777729249c6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1297941 Aug 04 15:03:19.230095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.17 (ab85762e-10f4-43fd-aba7-c4b61d480a2b/dc89d220-e3da-4a9a-bbed-df811537928c/d5f6dd93-6adb-4a62-9036-eacbcdf1f04f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:19.329710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09cfd70b-5883-4524-ab64-9d997c1f21ef req-1deac861-f385-4336-9f0b-31fe71548daa tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339462 Aug 04 15:03:19.440420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:19.454739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object d5f6dd93-6adb-4a62-9036-eacbcdf1f04f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:19.491014 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:19.612322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:19.614323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:19.618093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:19.625884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:19.722407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:19.964451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3fd609bc-553a-4909-a4dc-62d1b7ac576a None None] Provisioning for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:19.969955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3fd609bc-553a-4909-a4dc-62d1b7ac576a None None] Provisioning complete for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:19.970695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3fd609bc-553a-4909-a4dc-62d1b7ac576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.015089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3fd609bc-553a-4909-a4dc-62d1b7ac576a None None] Port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:03:20.023182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.059521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad07ce-0589-46ed-afd9-c0ec40d6fa7d req-8fd5ed96-5a19-4a66-811b-8daf0e57622c tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:20.068114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11ad07ce-0589-46ed-afd9-c0ec40d6fa7d req-8fd5ed96-5a19-4a66-811b-8daf0e57622c tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.1041927 Aug 04 15:03:20.117355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11ad07ce-0589-46ed-afd9-c0ec40d6fa7d req-20b9ddde-8c7b-465d-aa20-a92dd30dcf10 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 Aug 04 15:03:20.214055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.397145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.404829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.488351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:20.490370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:20.594541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3a869-48df-4ecd-ad0c-e9ccf22eecbf req-8b611fab-b8ac-4a64-8ca7-502e35b6fbdc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:20.596529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57d3a869-48df-4ecd-ad0c-e9ccf22eecbf req-8b611fab-b8ac-4a64-8ca7-502e35b6fbdc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0720460 Aug 04 15:03:20.646468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57d3a869-48df-4ecd-ad0c-e9ccf22eecbf req-0546d122-459f-4392-8844-ffbf2a09b3ef tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Aug 04 15:03:20.648656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:20.650351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:20.872652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:03:20.965950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287bd20-1a7d-45a0-829e-5394d0e66fc7 req-0ca97f47-c348-450a-972c-6a8cea414cf5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:20.985132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 49874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:20.991717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4287bd20-1a7d-45a0-829e-5394d0e66fc7 req-0ca97f47-c348-450a-972c-6a8cea414cf5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1820385 Aug 04 15:03:20.995349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'floatingip': {'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:21.021853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-b4da0bfe-b6ad-4666-91fe-3fbf53569929 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675708 Aug 04 15:03:21.052577 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-42ec95e5-d49a-41ba-92a9-2f84cbf86289 None None] Provisioning complete for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:21.060079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:21.069518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42ec95e5-d49a-41ba-92a9-2f84cbf86289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:21.180347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-a2fba433-fe62-4bf4-9797-03fb48e5d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:21.187239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-a2fba433-fe62-4bf4-9797-03fb48e5d009 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1097 time: 0.1010263 Aug 04 15:03:21.202271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-42ec95e5-d49a-41ba-92a9-2f84cbf86289 None None] Port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:03:21.373862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:03:21.386357 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:03:21.407451 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:21.407918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-caec7b0e-5dd9-4cb7-97cf-1ec8bd7b4aaf tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:21.408238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:21.409709 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-caec7b0e-5dd9-4cb7-97cf-1ec8bd7b4aaf tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.38 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.3093419 Aug 04 15:03:21.421635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a7984fd-a074-4003-9e59-cf57658cba7b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/00cf8765-a627-4940-9f63-76f3386a014f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1167781 Aug 04 15:03:21.477157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e9f2e-06e5-404a-a148-97e49855cf62 req-b852b7a8-bfee-494a-b845-5125b3b0887c tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:21.479470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a47e9f2e-06e5-404a-a148-97e49855cf62 req-b852b7a8-bfee-494a-b845-5125b3b0887c tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.1810224 Aug 04 15:03:21.531367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-6d0efae6-c130-438b-82d1-1b1ae6403f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:21.533187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-6d0efae6-c130-438b-82d1-1b1ae6403f56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 897 time: 0.3254693 Aug 04 15:03:21.569266 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:21.640279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a47e9f2e-06e5-404a-a148-97e49855cf62 req-88673bbc-3cbd-44a2-bde9-5735d4beefcc tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507161 Aug 04 15:03:21.757475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-e5bde54e-5a18-4853-902f-e02061cfe6cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 1001 time: 0.2079628 Aug 04 15:03:21.790721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Deleting port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:21.791377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:21.883774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-844a26ab-f6cc-4002-bc61-760a005fa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:21.887565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-844a26ab-f6cc-4002-bc61-760a005fa06d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.1228838 Aug 04 15:03:21.986273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:19Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f6dd93-6adb-4a62-9036-eacbcdf1f04f', 'name': '', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:45:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:03:18Z', 'updated_at': '2021-08-04T15:03:20Z', 'revision_number': 2, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:22.048161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-9ae81e5a-dad1-409c-b8d6-d0a6f8908c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:22.055111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-9ae81e5a-dad1-409c-b8d6-d0a6f8908c7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486909 Aug 04 15:03:22.224686 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:03:22.224809 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Updating router 00cf8765-a627-4940-9f63-76f3386a014f port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:03:22.271844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-64e2881e-d0df-478b-ba40-b2c0329e1c7e service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096632 Aug 04 15:03:22.309395 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:22.659364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bb1bcd7-862c-4e21-abc6-bf8a3e4d964b req-96331630-43a8-4aaa-ae41-6bcfd3dcb084 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751457 Aug 04 15:03:23.018637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f47f04-1cd2-447a-b6be-72645c3786f3 req-f43b3614-05eb-448b-9c0d-4e099622d128 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:23.020270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87f47f04-1cd2-447a-b6be-72645c3786f3 req-f43b3614-05eb-448b-9c0d-4e099622d128 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 946 time: 0.1735244 Aug 04 15:03:23.049869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] For port 6a19550c-d752-4e77-a8af-cc927ccaf6b5, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a19550c-d752-4e77-a8af-cc927ccaf6b5,segment=NetworkSegment(582c5284-d725-49c6-966f-6c2388af34c9),segment_id=582c5284-d725-49c6-966f-6c2388af34c9)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:23.050416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.103809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87f47f04-1cd2-447a-b6be-72645c3786f3 req-70c654a3-59ef-4cb5-8a32-4feb34f338ff tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723734 Aug 04 15:03:23.106104 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.114405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Calling delete_port for 6a19550c-d752-4e77-a8af-cc927ccaf6b5 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:23.140760 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Transition to ACTIVE for port object d5f6dd93-6adb-4a62-9036-eacbcdf1f04f will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:23.151597 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.282164 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecdd00-d5ed-4237-bb77-ac0c0af5316f None None] Pushing event updated for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:23.388906 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Attempting to bind port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:23.388906 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Attempting to bind port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:23.389229 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Attempting to bind port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f on network ab85762e-10f4-43fd-aba7-c4b61d480a2b {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:23.397299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:23.397569 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Checking segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:23.402404 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.403886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Bound using segment: {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:23.405325 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Bound port: d5f6dd93-6adb-4a62-9036-eacbcdf1f04f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:23.409157 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.482522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.485372 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] For port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:23.487206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.488855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] For port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:23.498642 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.583218 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecdd00-d5ed-4237-bb77-ac0c0af5316f None None] Pushing event updated for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:23.644872 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:23.645456 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:23.697021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.768527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Pushing event deleted for resources: {'Port': ['ID=6a19550c-d752-4e77-a8af-cc927ccaf6b5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:23.795622 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Floating IP 111b876e-515d-432d-84a9-5abca6acd203 associated. External IP: 172.25.0.199, port: a531ce2f-0a14-45b0-9011-a97ef0a7b12b. Aug 04 15:03:23.797283 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:23.798256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] No DVR routers for this DVR port 6a19550c-d752-4e77-a8af-cc927ccaf6b5 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:23.801652 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:23.803681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b79fccf9-3b8d-4871-ba95-b1c66b6d84dd req-11d75de3-1251-4961-88c0-017c33a248f1 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.38 "DELETE /v2.0/ports/6a19550c-d752-4e77-a8af-cc927ccaf6b5 HTTP/1.1" status: 204 len: 173 time: 2.3670421 Aug 04 15:03:23.804229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'name': 'network-vif-deleted', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:23.807146 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5008c6-35de-4409-9543-cf0983c6acc6" -d '{"events": [{"server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "name": "network-vif-deleted", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:23.920870 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95cc9b-fc8a-4256-a834-2052b564d41b x-openstack-request-id: req-cd95cc9b-fc8a-4256-a834-2052b564d41b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:23.921217 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451f2915-5765-4224-ab7b-5ac26657e8d6", "name": "network-vif-deleted", "tag": "6a19550c-d752-4e77-a8af-cc927ccaf6b5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:23.921404 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd95cc9b-fc8a-4256-a834-2052b564d41b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:23.922007 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451f2915-5765-4224-ab7b-5ac26657e8d6', 'name': 'network-vif-deleted', 'tag': '6a19550c-d752-4e77-a8af-cc927ccaf6b5', 'status': 'completed', 'code': 200} Aug 04 15:03:24.120103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a19550c-d752-4e77-a8af-cc927ccaf6b5 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:24.149011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:03:24.172130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 6a19550c-d752-4e77-a8af-cc927ccaf6b5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:24.173414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a19550c-d752-4e77-a8af-cc927ccaf6b5 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:24.200733 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:19Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f6dd93-6adb-4a62-9036-eacbcdf1f04f', 'name': '', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:45:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:03:18Z', 'updated_at': '2021-08-04T15:03:23Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:24.288284 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fe4be-5896-45ee-943e-4df077f12959 None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:19Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5f6dd93-6adb-4a62-9036-eacbcdf1f04f', 'name': '', 'network_id': 'ab85762e-10f4-43fd-aba7-c4b61d480a2b', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:45:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:03:18Z', 'updated_at': '2021-08-04T15:03:23Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': 'dc89d220-e3da-4a9a-bbed-df811537928c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:03:24.300920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df3183ef-d7e8-4978-9842-a17df4ca24cd req-aee3e5f0-7e64-4c33-b9c6-8523556dacf8 tempest-ServerTagsTestJSON-1471046832 tempest-ServerTagsTestJSON-1471046832-project] 10.222.0.76 "GET /v2.0/ports?device_id=451f2915-5765-4224-ab7b-5ac26657e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0570428 Aug 04 15:03:24.456724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:03:24.470997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:03:24.480572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:24.482027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:24.482914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:24.526307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e2ff66b2-4a19-4e22-865f-5acea4353fe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "PUT /v2.0/floatingips/111b876e-515d-432d-84a9-5abca6acd203 HTTP/1.1" status: 200 len: 992 time: 3.5368533 Aug 04 15:03:24.702716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:25.122748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '111b876e-515d-432d-84a9-5abca6acd203', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:03:05Z', 'updated_at': '2021-08-04T15:03:23Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:25.183685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:03:25.204189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:25.204827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:25.374887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 49986) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:25.422542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:25.477662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Deleting subnet e11a964e-c0e3-4778-a65d-952cb6fd91bf {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:03:25.490019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.580350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.584031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5f6dd93-6adb-4a62-9036-eacbcdf1f04f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:25.643964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.796610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.863045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11a964e-c0e3-4778-a65d-952cb6fd91bf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:25.874240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.878918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3dacf7e8-e67f-4523-863a-3ef70496c0b9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e11a964e-c0e3-4778-a65d-952cb6fd91bf HTTP/1.1" status: 204 len: 168 time: 0.5003517 Aug 04 15:03:25.879796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50016) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:25.942669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:25.946242 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c0e08-3742-416a-b16f-289d14710cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:25.992828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:25.995673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:26.020912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:26.022424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.040818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:26.129588 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d848a8-2daa-432b-b997-52cf8683a28e x-openstack-request-id: req-01d848a8-2daa-432b-b997-52cf8683a28e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:26.131960 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:26.132349 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01d848a8-2daa-432b-b997-52cf8683a28e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:26.132909 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'status': 'completed', 'code': 200} Aug 04 15:03:26.215593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.233555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00567272-3a57-464b-850d-d2edc4ece98b']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:26.250335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582c5284-d725-49c6-966f-6c2388af34c9') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:26.251019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582c5284-d725-49c6-966f-6c2388af34c9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:26.265142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66a4eeb-3617-484b-ab8f-3eea787d03bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.269856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-a04f2c17-3be1-46d8-a135-1fb3bd977bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:26.272610 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-a04f2c17-3be1-46d8-a135-1fb3bd977bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1098 time: 0.1386809 Aug 04 15:03:26.277218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.338762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f1704826-8374-41ec-86dd-427718871b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '111b876e-515d-432d-84a9-5abca6acd203', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:03:05Z', 'updated_at': '2021-08-04T15:03:23Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:26.342428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.357694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.390305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:03:26.391000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.394695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50028) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:03:26.399359 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:03:26.454721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66a4eeb-3617-484b-ab8f-3eea787d03bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.461806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66a4eeb-3617-484b-ab8f-3eea787d03bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.479338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1704826-8374-41ec-86dd-427718871b6c None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '111b876e-515d-432d-84a9-5abca6acd203', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:03:05Z', 'updated_at': '2021-08-04T15:03:23Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:03:26.520809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:26.528501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.532120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.543072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a4eeb-3617-484b-ab8f-3eea787d03bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d08e5-d383-426e-9b04-8e18bdeaeb83,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:26.543812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.549109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/00567272-3a57-464b-850d-d2edc4ece98b HTTP/1.1" status: 204 len: 168 time: 0.6674438 Aug 04 15:03:26.558486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-5f1eba5f-979c-4f30-9567-d24bdf3e281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:26.560682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-5f1eba5f-979c-4f30-9567-d24bdf3e281f service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.2811706 Aug 04 15:03:26.585079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d4d1-d054-49ac-9e8b-99142f334ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00567272-3a57-464b-850d-d2edc4ece98b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:26.619398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c66a4eeb-3617-484b-ab8f-3eea787d03bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=521dfe2b532e4a0fa29787edaf7a924a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761464 Aug 04 15:03:26.624021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50034) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:26.670840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-dd927a63-2b22-4a8e-96ef-fcab2cd2935d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1000 time: 0.0959513 Aug 04 15:03:26.687173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb5aa3b-4799-4464-9260-fc23a0aac6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.698235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:26.787755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-53dd43c0-79e4-41a2-8295-c98d09d94de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:26.792709 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-53dd43c0-79e4-41a2-8295-c98d09d94de0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.1122522 Aug 04 15:03:26.793675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50040) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:26.894902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb5aa3b-4799-4464-9260-fc23a0aac6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.904690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dcb5aa3b-4799-4464-9260-fc23a0aac6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:26.924383 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53cbe-f0d6-401d-8495-7bd268e8d891 None None] New status for floating IP 111b876e-515d-432d-84a9-5abca6acd203: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:03:26.938520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2eb83cb5-faff-4688-b63c-e5f21c95e690 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a25cb1a990d42bba680b7f21109d88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421850 Aug 04 15:03:26.942957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50044) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:26.961756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-e4774a55-03d9-4d36-aa48-8af33871923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:26.963365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-e4774a55-03d9-4d36-aa48-8af33871923f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066551 Aug 04 15:03:27.012244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dcb5aa3b-4799-4464-9260-fc23a0aac6e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9b628d2f1594d6f8350403007661164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134827 Aug 04 15:03:27.015184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50046) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:27.072593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.083326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.089517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5aa3b-4799-4464-9260-fc23a0aac6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ea13a-a086-4618-b838-1c94c627fc12,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:27.119011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.125284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.229897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.233374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.245626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.255115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c6d08e5-d383-426e-9b04-8e18bdeaeb83 HTTP/1.1" status: 204 len: 168 time: 0.6299357 Aug 04 15:03:27.271163 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-75260e0f-f813-4ce6-9f6b-23d9db265145 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974124 Aug 04 15:03:27.277247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.285587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880c4d5-2154-402b-9aff-2813ca78fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d08e5-d383-426e-9b04-8e18bdeaeb83,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:27.396190 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.399024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.400374 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b0ba142-3a90-440e-8f00-9f9d0f9e12a3 HTTP/1.1" status: 204 len: 168 time: 0.4566579 Aug 04 15:03:27.423656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4794fe-e33e-42e4-a4f4-76f45b8e2b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ba142-3a90-440e-8f00-9f9d0f9e12a3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:27.515986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0a7c0e08-3742-416a-b16f-289d14710cd0 req-ca399326-428b-4144-a560-f828a91bef69 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362359 Aug 04 15:03:27.535036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.538613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:27.543920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a7ea13a-a086-4618-b838-1c94c627fc12 HTTP/1.1" status: 204 len: 168 time: 0.5020330 Aug 04 15:03:27.557891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc11e6-6ff8-4c58-a321-8ea1e6572196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ea13a-a086-4618-b838-1c94c627fc12,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:27.591274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5f6dd93-6adb-4a62-9036-eacbcdf1f04f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:27.711546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:27.712186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.056600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50076) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:28.081140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b103ce21-cc7f-4aca-8907-6cd0936cbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.314626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b103ce21-cc7f-4aca-8907-6cd0936cbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.320682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b103ce21-cc7f-4aca-8907-6cd0936cbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.403535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50086) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:28.419240 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b103ce21-cc7f-4aca-8907-6cd0936cbf95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb01fb98dd8f402db43c8f150968c6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627689 Aug 04 15:03:28.453222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103ce21-cc7f-4aca-8907-6cd0936cbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ababd-ea28-45d3-9ad1-7ea3c8b61307,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:28.497395 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.549685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.656073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.659074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:28.661348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/254ababd-ea28-45d3-9ad1-7ea3c8b61307 HTTP/1.1" status: 204 len: 168 time: 0.2568049 Aug 04 15:03:28.674476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f468bc-aec5-4b8f-aa5b-e2286afc7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ababd-ea28-45d3-9ad1-7ea3c8b61307,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:29.642111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:29.895316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-244014929-network', 'tenant_id': '5ad212edea764794ab94656e6774f379'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:29.943888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Made reservation on behalf of 5ad212edea764794ab94656e6774f379 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:29.949333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:29.983765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.263400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.269526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.289994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:03:30.321353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.321353 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Added segment 2214f6f2-90ab-46f8-97a0-79b8ee39deec of type vlan for network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f Aug 04 15:03:30.412766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c0ddf-e284-4d04-bc42-5035f5a8ce60,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:30.507073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.557928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.559177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:30.561289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:30.625286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9808006 Aug 04 15:03:30.627614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50168) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:30.632768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199fab-e5e4-4711-9b9e-3fd19b575a0a admin admin] Pushing event updated for resources: {'Network': ['ID=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:30.632966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Request body: {'subnet': {'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-244014929-subnet', 'tenant_id': '5ad212edea764794ab94656e6774f379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:30.653055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:03:30.724477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Made reservation on behalf of 5ad212edea764794ab94656e6774f379 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:30.728415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:31.095412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:31.181417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81e2804-0d10-4e6b-86a0-2561adb2efef,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:31.184976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Checking segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:31.185618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Network hostable DHCP agents. Network: ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:03:31.215164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:03:31.227213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:31.231679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:31.232362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:31.255773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd75b3-6037-468f-859a-46001aeccd04 None None] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:03:31.293101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ab312fa9-e47b-441b-93ca-8bfe51f43090 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6643302 Aug 04 15:03:31.550468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d01c79-f6c3-4eae-9a57-d5b0b84af9d3 None None] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:03:32.135860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-2302fc05-402f-4e16-b3f7-7b4bcf9ba0fb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:32.147237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-2302fc05-402f-4e16-b3f7-7b4bcf9ba0fb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 813 time: 0.1610422 Aug 04 15:03:32.184203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-ee0f61c9-fca7-4252-baef-5f0922cedf7f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/quotas/5ad212edea764794ab94656e6774f379 HTTP/1.1" status: 200 len: 375 time: 0.0266538 Aug 04 15:03:32.232127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-9f14027d-2736-4723-85df-8d6ff1959e1d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424621 Aug 04 15:03:32.380481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-d7c1b691-fd64-4a05-8274-f77e23946805 service neutron] 10.222.0.76 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474721 Aug 04 15:03:32.580927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50234) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:32.586069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3bb22da6-e22e-4123-80eb-3d732589b043 service neutron] 10.222.0.76 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983361 Aug 04 15:03:32.866914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3d74-6aa8-4796-9fc3-b768c94d7895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:32.982606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-367784ad-6223-4eb8-8643-813a96a52a99 req-b3ed83af-0482-4d22-8314-080dc4162f44 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 210 time: 0.0862145 Aug 04 15:03:33.074443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3d74-6aa8-4796-9fc3-b768c94d7895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.083331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3d74-6aa8-4796-9fc3-b768c94d7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.156845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e4c3d74-6aa8-4796-9fc3-b768c94d7895 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7dc209394e14f8282993ae70cc69db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717142 Aug 04 15:03:33.159596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50260) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:33.191479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3d74-6aa8-4796-9fc3-b768c94d7895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc5f52-389b-4211-84e3-c5ec9fa45486,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:33.346941 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.410425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.480776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.489451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:33.490811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49cc5f52-389b-4211-84e3-c5ec9fa45486 HTTP/1.1" status: 204 len: 168 time: 0.3293827 Aug 04 15:03:33.521494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b2297-f334-4337-af21-f4196b5a6ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc5f52-389b-4211-84e3-c5ec9fa45486,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:33.960136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50278) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:33.988168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c8cc38-2263-468e-8f7b-3a441bc67e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.093263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c8cc38-2263-468e-8f7b-3a441bc67e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.104172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b5c8cc38-2263-468e-8f7b-3a441bc67e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.184760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5870c996-73d0-4f2d-893e-79ac2fd62736 req-7c79c583-12da-4415-b3d4-5a492b19dde1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 210 time: 0.0465059 Aug 04 15:03:34.198071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:34.202415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b5c8cc38-2263-468e-8f7b-3a441bc67e1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b24390d2d9340e2aa224849064441ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333302 Aug 04 15:03:34.211466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8cc38-2263-468e-8f7b-3a441bc67e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc9482-c838-4eca-a80a-7214b6908490,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:34.322261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.376015 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.573900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.587167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:34.588672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3fc9482-c838-4eca-a80a-7214b6908490 HTTP/1.1" status: 204 len: 168 time: 0.3889933 Aug 04 15:03:34.632425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-40e158b4-1ca7-4ba0-9071-3088a6bc3d33 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:34.634247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-40e158b4-1ca7-4ba0-9071-3088a6bc3d33 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 813 time: 0.2098722 Aug 04 15:03:34.635383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df299157-306b-4714-9d29-1e875fcea865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc9482-c838-4eca-a80a-7214b6908490,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:34.648806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Request body: {'port': {'device_id': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'admin_state_up': True, 'tenant_id': '5ad212edea764794ab94656e6774f379'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:34.884905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Made reservation on behalf of 5ad212edea764794ab94656e6774f379 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:34.888601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:35.143326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Allocated IP 172.20.0.7 (ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f/d81e2804-0d10-4e6b-86a0-2561adb2efef/4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:35.421353 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41aa21b1-3e9f-4acc-8b80-5f44c05a8662 req-0b5ecc1f-6282-4032-84ee-4e9bdcaf2617 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 210 time: 0.0524626 Aug 04 15:03:35.460771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:35.523394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:35.567856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:35.569439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:35.573867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:35.631457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:35.647124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:35.647745 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:35.664211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-38b2bc8c-8235-4f52-bee5-ae7a3c6866a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0193021 Aug 04 15:03:35.685022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Request body: {'port': {'device_id': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:35.752027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.107132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:36.122943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.157256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Transition to ACTIVE for port object 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:36.168650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.287124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:36.378628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:36.379193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:36.379698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:36.385167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:03:36.385952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:36.392657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:36.393219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Checking segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:36.394064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Bound using segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:36.394959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Bound port: 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:36.395545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.530931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:36.546425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:36.555097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.649648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:36.650324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:36.651798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] 10.222.0.46 "PUT /v2.0/ports/4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 1092 time: 0.9724143 Aug 04 15:03:36.652255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:36.665845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01db10-6d93-4a20-97c7-77626bb08482 req-92f8882a-c54e-4442-a124-06d6f880ff43 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:36.666315 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:36.667072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea01db10-6d93-4a20-97c7-77626bb08482 req-92f8882a-c54e-4442-a124-06d6f880ff43 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.1245384 Aug 04 15:03:36.705665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd2f1-138f-4eb6-9442-0ed7aad7c86c service neutron] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:36.758838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea01db10-6d93-4a20-97c7-77626bb08482 req-8499aa01-d6b3-4c0c-b02d-cf769b89b4c6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871344 Aug 04 15:03:36.763690 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f9287d-db3f-41d0-a6cf-031cb39df600 x-openstack-request-id: req-22f9287d-db3f-41d0-a6cf-031cb39df600 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:36.764207 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:36.764614 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22f9287d-db3f-41d0-a6cf-031cb39df600 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:36.765193 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'status': 'completed', 'code': 200} Aug 04 15:03:36.794120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-e5ab30c0-a790-40b2-9840-0cb11c6d1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:36.795919 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-e5ab30c0-a790-40b2-9840-0cb11c6d1fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1095 time: 0.0841830 Aug 04 15:03:36.846670 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-d8b1eef4-25de-4c14-9194-164b714ad9c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0424268 Aug 04 15:03:36.905946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-691c3e11-d614-4f83-bd57-49087ccd83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:36.907772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-691c3e11-d614-4f83-bd57-49087ccd83ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0539658 Aug 04 15:03:36.957139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-62f715c4-7053-40a8-ae01-34687e54a974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419321 Aug 04 15:03:37.532018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-12db1eb2-d5f8-4e11-ac3b-49f09d3c9e8d service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657189 Aug 04 15:03:37.685242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-faec289f-8c2f-4dc1-9ec3-7fe90f608c2d req-398b8523-dae1-431f-851b-3495b2070403 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413457 Aug 04 15:03:37.783519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-f3354e7b-4060-422f-8896-c65c3c22ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:37.785269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-f3354e7b-4060-422f-8896-c65c3c22ee2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1095 time: 0.0473135 Aug 04 15:03:37.971544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-820779e8-2e6a-423f-9ac3-537d0dbdcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:37.973200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-820779e8-2e6a-423f-9ac3-537d0dbdcdb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.1788397 Aug 04 15:03:37.975203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a8ec-1d29-47b2-b7ee-16e074fb31e4 req-fb583970-e51a-4317-9544-f151e20543d0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:37.976806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdb7a8ec-1d29-47b2-b7ee-16e074fb31e4 req-fb583970-e51a-4317-9544-f151e20543d0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.0944920 Aug 04 15:03:38.068996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdb7a8ec-1d29-47b2-b7ee-16e074fb31e4 req-02bb9a45-0a41-474a-8471-59fd5f4e0c5a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844796 Aug 04 15:03:38.080779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-0f631214-8a66-4e59-98e9-74379f5195dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0985165 Aug 04 15:03:38.139360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-cb63e167-c02e-42bd-b13f-ebe46f511fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:38.141026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-cb63e167-c02e-42bd-b13f-ebe46f511fc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0525424 Aug 04 15:03:38.191132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-e6f6001c-2caa-4c6c-a84c-943be5a514ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423450 Aug 04 15:03:38.348033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-be949306-4bc1-4589-94fb-7f8407b1325e service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483481 Aug 04 15:03:38.544846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f03d43d5-7775-4e9b-8d5f-9e60fc78b7e3 req-153cec9a-cbc2-4619-9c3c-b92b44165015 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842589 Aug 04 15:03:39.208497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b30a-f5dc-4cfa-a15c-93095c364d20 req-3482118b-6d55-47ff-8ef2-248b8fbb3249 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:39.210715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9d1b30a-f5dc-4cfa-a15c-93095c364d20 req-3482118b-6d55-47ff-8ef2-248b8fbb3249 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.0545080 Aug 04 15:03:39.255582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9d1b30a-f5dc-4cfa-a15c-93095c364d20 req-1a248b5b-bf1f-4929-b1b3-27e22914c2c2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386422 Aug 04 15:03:39.870392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50494) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:40.049067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:03:40.212569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:40.238907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'port_id': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'mac_address': 'fa:16:3e:37:a6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81e2804-0d10-4e6b-86a0-2561adb2efef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:03:40.320520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:40.361439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:40.465067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:40.470696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:40.536897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5337d-545f-45b2-a1f6-5e237b5222fb req-0b45372a-e6a3-422a-a400-23e1340170dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:40.557855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0b5337d-545f-45b2-a1f6-5e237b5222fb req-0b45372a-e6a3-422a-a400-23e1340170dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.1695011 Aug 04 15:03:40.593077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:40.598808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:40.604007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.618405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.620939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.621442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.621939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.622434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.622947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.628434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.628979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.629478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.629975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.630488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:40.704783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0b5337d-545f-45b2-a1f6-5e237b5222fb req-d78cc839-346c-4519-8824-b0b419fd1e57 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220901 Aug 04 15:03:40.737420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:41.037347 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:03:41.213812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:41.214394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.325040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port d5f6dd93-6adb-4a62-9036-eacbcdf1f04f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:41.325363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.353731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for d5f6dd93-6adb-4a62-9036-eacbcdf1f04f owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:41.392832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50528) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:41.523121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.623792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.633910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.644163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.664777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=d5f6dd93-6adb-4a62-9036-eacbcdf1f04f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:41.679882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.680307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.680740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.684527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.684967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.685382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.685790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.686213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.686898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.687240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.687643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.688042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.697088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1718b456-4c84-498a-8101-915570f9a7df,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:41.709462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.710056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.710564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.711180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.712321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.713052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.713548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.714061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.714726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.715394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.715888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.716394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:03:41.775883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b93df2ff-4a0f-4bb6-8df1-4777f5d9dfb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9c05b01727847489923bfdea96ca6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818989 Aug 04 15:03:41.779910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50540) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:41.903210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:41.940538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.013673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.017598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.018541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1718b456-4c84-498a-8101-915570f9a7df HTTP/1.1" status: 204 len: 168 time: 0.2317083 Aug 04 15:03:42.040990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.057142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:42.094831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0be8d0-55c1-419b-a041-6e7713290dc0 req-10db2888-5643-4888-8041-d0ad0d59aef0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:42.096583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd0be8d0-55c1-419b-a041-6e7713290dc0 req-10db2888-5643-4888-8041-d0ad0d59aef0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.2346694 Aug 04 15:03:42.128245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2e82-52f2-4be3-9e5c-c2096a83ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718b456-4c84-498a-8101-915570f9a7df,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:42.186478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:42.191679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:42.192441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.221968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd0be8d0-55c1-419b-a041-6e7713290dc0 req-cccbff23-078e-4090-ad76-bc416e5cad6d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735121 Aug 04 15:03:42.387734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.469148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:42.479111 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450fec87-2f23-4bff-9cc1-e25b9fe3bfd3" -d '{"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:42.479574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:03:42.512421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:42.523344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:42.593602 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e83979-0c84-4707-a8bf-dfbb004ccfdc x-openstack-request-id: req-c0e83979-0c84-4707-a8bf-dfbb004ccfdc {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:42.594181 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:42.594603 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0e83979-0c84-4707-a8bf-dfbb004ccfdc {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:42.595604 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'code': 200} Aug 04 15:03:42.625986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:42.818171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee9702-d9aa-419c-a07b-b2eda0403c5a req-7ac08f62-89b2-4799-b8dc-1aa6a2f2f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:42.818171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4ee9702-d9aa-419c-a07b-b2eda0403c5a req-7ac08f62-89b2-4799-b8dc-1aa6a2f2f091 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1097 time: 0.1524305 Aug 04 15:03:42.887598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:03:42.902117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:03:42.915499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:42.917503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:42.919634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e44bb42-67d2-4200-92c3-fe00ba132bad tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/00cf8765-a627-4940-9f63-76f3386a014f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0480154 Aug 04 15:03:42.961822 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4ee9702-d9aa-419c-a07b-b2eda0403c5a req-73c9c30d-e4f9-43be-9b29-89cb2b4926d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Aug 04 15:03:43.207453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:43.386239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f687f7c-79a4-4dae-b09c-fcd4487865fb req-6b049948-e7dc-4272-ace6-1401bf790fa5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:43.399201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f687f7c-79a4-4dae-b09c-fcd4487865fb req-6b049948-e7dc-4272-ace6-1401bf790fa5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.1336920 Aug 04 15:03:43.634884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f687f7c-79a4-4dae-b09c-fcd4487865fb req-3448b872-6262-4cd9-a1e1-16b6547a5ed4 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243378 Aug 04 15:03:43.645113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110cd2e-8e7b-4cd6-b1d6-0e2ccf74a0c4 req-f591630b-6ded-4ec2-8833-c345a91df3c9 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:43.652924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9110cd2e-8e7b-4cd6-b1d6-0e2ccf74a0c4 req-f591630b-6ded-4ec2-8833-c345a91df3c9 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2901201 Aug 04 15:03:43.700870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9110cd2e-8e7b-4cd6-b1d6-0e2ccf74a0c4 req-b3daa0d4-fbaf-481c-a597-619dc5522d7c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Aug 04 15:03:43.892474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:43.961687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:03:43.973143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:43.974321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:44.284746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:44.704172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:44.806003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-e87f96c2-015c-4de5-acb2-4e014b71e2db tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:44.811441 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-e87f96c2-015c-4de5-acb2-4e014b71e2db tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.1046929 Aug 04 15:03:44.821014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a6cfc-bd70-444f-90ca-7aa75b2c0ef3 None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'eed19bb2-8b55-4319-8ead-3b9462400df3', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'port_id': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'mac_address': 'fa:16:3e:6f:0a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:02:13Z', 'updated_at': '2021-08-04T15:02:19Z', 'revision_number': 1, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:03:44.840367 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3a58468b-97cc-4811-9603-3e5f6b5f0f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:44.979179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52578496-1497-4a7c-9322-265169da7e66 req-4284d10c-0824-45aa-ba82-e94a8a1a7629 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:44.980977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52578496-1497-4a7c-9322-265169da7e66 req-4284d10c-0824-45aa-ba82-e94a8a1a7629 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 946 time: 0.2492182 Aug 04 15:03:44.989113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4a5e5-b023-4069-ab02-689a178055ee req-b83c1838-5287-47fe-b370-879f99b6e951 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:44.991373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81b4a5e5-b023-4069-ab02-689a178055ee req-b83c1838-5287-47fe-b370-879f99b6e951 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1604137 Aug 04 15:03:45.015589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 65967410-8fc9-4c66-ba22-32a0d2e290b8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:45.015961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:45.123753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52578496-1497-4a7c-9322-265169da7e66 req-5bc8a8c2-2169-4529-ba3a-4c98d8143013 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294446 Aug 04 15:03:45.139596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81b4a5e5-b023-4069-ab02-689a178055ee req-dc3d8eda-c42c-493d-813c-dd01e4104302 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289055 Aug 04 15:03:45.210454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 65967410-8fc9-4c66-ba22-32a0d2e290b8, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=65967410-8fc9-4c66-ba22-32a0d2e290b8,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:45.213792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:45.258794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 65967410-8fc9-4c66-ba22-32a0d2e290b8 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:45.441602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5f6dd93-6adb-4a62-9036-eacbcdf1f04f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:45.469400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d5f6dd93-6adb-4a62-9036-eacbcdf1f04f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:45.475208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d5f6dd93-6adb-4a62-9036-eacbcdf1f04f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:45.496488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:45.568967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=65967410-8fc9-4c66-ba22-32a0d2e290b8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:45.647189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] No DVR routers for this DVR port 65967410-8fc9-4c66-ba22-32a0d2e290b8 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:45.657197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-48aae885-98cc-4a4f-bf67-9ab6cc18d745 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:45.659330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-48aae885-98cc-4a4f-bf67-9ab6cc18d745 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 813 time: 0.1610558 Aug 04 15:03:45.675711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:45.677850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83d58a51-2c79-4505-9afb-4090c5ea4b8c req-019d9961-155a-45be-a8d1-c598c6f4501d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.46 "DELETE /v2.0/ports/65967410-8fc9-4c66-ba22-32a0d2e290b8 HTTP/1.1" status: 204 len: 173 time: 0.8602579 Aug 04 15:03:45.678401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'name': 'network-vif-deleted', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:45.681181 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c474122b-6d1e-4d2c-a598-bb69a0914d0d" -d '{"events": [{"server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "name": "network-vif-deleted", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:45.696143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-45271b99-36b8-40eb-b019-9a70926324f0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/quotas/5ad212edea764794ab94656e6774f379 HTTP/1.1" status: 200 len: 375 time: 0.0295022 Aug 04 15:03:45.798725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-4ff69e07-c788-4424-8c3f-c864bf1d6d1e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808375 Aug 04 15:03:45.806716 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2488b3f4-5a38-44a1-801f-01534ccbf522 x-openstack-request-id: req-2488b3f4-5a38-44a1-801f-01534ccbf522 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:45.807223 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96112f-c2d4-4d8c-87a0-8b89017fc8b3", "name": "network-vif-deleted", "tag": "65967410-8fc9-4c66-ba22-32a0d2e290b8", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:45.807341 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2488b3f4-5a38-44a1-801f-01534ccbf522 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:45.807850 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96112f-c2d4-4d8c-87a0-8b89017fc8b3', 'name': 'network-vif-deleted', 'tag': '65967410-8fc9-4c66-ba22-32a0d2e290b8', 'status': 'completed', 'code': 200} Aug 04 15:03:45.968541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-f3196c5e-b706-4e8f-80c6-2c553284cdc2 service neutron] 10.222.0.76 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675766 Aug 04 15:03:46.266417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-f83db087-9da1-4d5b-ac80-d343ad73f43a service neutron] 10.222.0.76 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904618 Aug 04 15:03:46.398929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baee2e47-5011-4129-9206-124767c49263 req-afa27fce-119b-496a-ba84-b24f7cf387ef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f96112f-c2d4-4d8c-87a0-8b89017fc8b3 HTTP/1.1" status: 200 len: 210 time: 0.1094432 Aug 04 15:03:46.656146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f1a0d64-988e-47b7-95c6-9459f8e28326 req-65b51ad1-cbf2-455e-8ce2-b90a1e536412 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 210 time: 0.0719364 Aug 04 15:03:47.407135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ec18f652-9f73-4d65-a6fb-fff89a79afb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.503741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50710) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:47.619580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.650183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.687682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.781904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.784890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.786101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/security-groups/4cf419e9-d6a7-4ea4-9b4b-ca606528a36d HTTP/1.1" status: 204 len: 168 time: 0.2813666 Aug 04 15:03:47.818018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-499e782d-e87f-45f8-b7ac-a10aa1430b65 req-b023194f-fff3-4c86-8ace-abeb8c6f3ee5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 210 time: 0.0480132 Aug 04 15:03:47.819172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50a889-b069-44b4-a20e-a05a2ee5a0ca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf419e9-d6a7-4ea4-9b4b-ca606528a36d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:47.826524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50720) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:47.902209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting subnet dc89d220-e3da-4a9a-bbed-df811537928c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:03:47.908268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.956436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:47.957663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.076172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 65967410-8fc9-4c66-ba22-32a0d2e290b8 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:48.095746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.126548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 65967410-8fc9-4c66-ba22-32a0d2e290b8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:48.128020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 65967410-8fc9-4c66-ba22-32a0d2e290b8 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:48.277430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-b0b8ac2e-e42d-443e-97cd-42f093e7727b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:48.279285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-b0b8ac2e-e42d-443e-97cd-42f093e7727b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 813 time: 0.1267488 Aug 04 15:03:48.288613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.298894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Request body: {'port': {'device_id': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'admin_state_up': True, 'tenant_id': '5ad212edea764794ab94656e6774f379'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:48.360252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Subnet': ['ID=dc89d220-e3da-4a9a-bbed-df811537928c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:48.367833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.372779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fbb034f5-8940-4f99-b767-c4fe2dd56635 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/subnets/dc89d220-e3da-4a9a-bbed-df811537928c HTTP/1.1" status: 204 len: 168 time: 0.5423839 Aug 04 15:03:48.372902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50728) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:48.374185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc024ead-a37e-428f-8040-1d6909ee5e36 None None] Network ab85762e-10f4-43fd-aba7-c4b61d480a2b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:03:48.480451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Made reservation on behalf of 5ad212edea764794ab94656e6774f379 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:03:48.484892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.561793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.708947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] DHCP port deletion for ab85762e-10f4-43fd-aba7-c4b61d480a2b request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:03:48.727865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:48.729404 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.831678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Allocated IP 172.20.0.3 (ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f/d81e2804-0d10-4e6b-86a0-2561adb2efef/76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:03:48.852831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.860677 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.883030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6241bc02-4726-4fd4-b20c-bc6d58a029d4,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:48.883503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Deleting port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:48.884121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.885006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.937740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 6241bc02-4726-4fd4-b20c-bc6d58a029d4 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:48.969108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] For port 6241bc02-4726-4fd4-b20c-bc6d58a029d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6241bc02-4726-4fd4-b20c-bc6d58a029d4,segment=NetworkSegment(a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c),segment_id=a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:48.969790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:48.987412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Calling delete_port for 6241bc02-4726-4fd4-b20c-bc6d58a029d4 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:49.049638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45e5e9da-6930-42c7-92b0-3669e48c480d req-1d8d4e2c-d5e9-4051-b29d-fe187f51ff8b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 210 time: 0.0733068 Aug 04 15:03:49.151351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.184604 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.206237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.216276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] Pushing event deleted for resources: {'Port': ['ID=6241bc02-4726-4fd4-b20c-bc6d58a029d4,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:49.226157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91d8df-314a-4368-82c4-d1009350b65b None None] No DVR routers for this DVR port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:49.273844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.286257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=6241bc02-4726-4fd4-b20c-bc6d58a029d4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:49.289067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] No DVR routers for this DVR port 6241bc02-4726-4fd4-b20c-bc6d58a029d4 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:49.306954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:49.376935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:03:49.384237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:03:49.392295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:03:49.403873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Pushing event updated for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:49.459205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.472522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab85762e-10f4-43fd-aba7-c4b61d480a2b']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:49.504403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:49.508875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ccf772-d7b2-41b7-ab5e-a9c8ac07ec3c') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:49.543302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.570176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:49.571061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.591956 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.596194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6241bc02-4726-4fd4-b20c-bc6d58a029d4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:49.603000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-5c5a37de-37cc-4ff3-94bd-972e2e1972aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3115098 Aug 04 15:03:49.605003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:03:49.605646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self.session.flush() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:03:49.609908 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:03:49.620225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Request body: {'port': {'device_id': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:03:49.642064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6241bc02-4726-4fd4-b20c-bc6d58a029d4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:49.642299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6241bc02-4726-4fd4-b20c-bc6d58a029d4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:49.734206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.742969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.746385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/networks/ab85762e-10f4-43fd-aba7-c4b61d480a2b HTTP/1.1" status: 204 len: 168 time: 1.3725209 Aug 04 15:03:49.748118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:49.750089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50756) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:49.763867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e113938-9bc4-465d-b048-ae9447701495 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Network': ['ID=ab85762e-10f4-43fd-aba7-c4b61d480a2b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:50.241566 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.343201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece9ec-03ee-4ebe-ad88-63f782e162b2 req-4a3db170-2f0a-4109-a97d-e7ac778e7f8b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:50.346868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fece9ec-03ee-4ebe-ad88-63f782e162b2 req-4a3db170-2f0a-4109-a97d-e7ac778e7f8b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 931 time: 0.1880503 Aug 04 15:03:50.447686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fece9ec-03ee-4ebe-ad88-63f782e162b2 req-59d26d5a-83e2-42f2-8a1e-2fb192128734 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957470 Aug 04 15:03:50.479101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:50.489443 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.503165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Transition to ACTIVE for port object 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:03:50.527300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.619569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 00d8f425-ff3d-450d-9385-4c5add3ce1a9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:50.621148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.786945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Pushing event updated for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:50.808332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.808807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:50.841907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 00d8f425-ff3d-450d-9385-4c5add3ce1a9 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:50.922459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50798) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:51.057963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Attempting to bind port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:03:51.058339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Attempting to bind port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:03:51.058657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Attempting to bind port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:51.116338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:03:51.116669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Attempting to bind port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:03:51.136158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:03:51.137934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Checking segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:03:51.137934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Bound using segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:03:51.137934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Bound port: 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:03:51.137934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.237145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:03:51.240784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:03:51.260388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.308199 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9bfa676a-7e07-4859-8d57-d1da9aa3771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.340764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:51.341485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.342818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] 10.222.0.46 "PUT /v2.0/ports/76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf HTTP/1.1" status: 200 len: 1092 time: 1.7280986 Aug 04 15:03:51.345240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:51.357887 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13729033-1ef4-4521-9f32-6f85f82aac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:51.439680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.444593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920dd3-b3ab-4287-a155-fb6a1394c31f service neutron] Pushing event updated for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:51.499140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=00d8f425-ff3d-450d-9385-4c5add3ce1a9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:51.506895 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128260c-70b6-4c96-9007-f81aec90f07d x-openstack-request-id: req-d128260c-70b6-4c96-9007-f81aec90f07d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:51.507221 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:51.507714 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d128260c-70b6-4c96-9007-f81aec90f07d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:51.508123 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf', 'status': 'completed', 'code': 200} Aug 04 15:03:51.554533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9bfa676a-7e07-4859-8d57-d1da9aa3771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.569608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9bfa676a-7e07-4859-8d57-d1da9aa3771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.597301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9bfa676a-7e07-4859-8d57-d1da9aa3771f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71ffa9683366406b85e5cc92a596b552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735075 Aug 04 15:03:51.604607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:51.604973 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Floating IP eed19bb2-8b55-4319-8ead-3b9462400df3 disassociated (deleted). External IP: 172.25.0.241, port: 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0. Aug 04 15:03:51.609899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 50810) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:51.633316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-e5642437-dbc1-4bd4-8666-3516c5922cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:51.635803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-e5642437-dbc1-4bd4-8666-3516c5922cda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 1095 time: 0.2368796 Aug 04 15:03:51.729322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219312be-2153-4393-91ba-b659a74da54c req-929bdf34-57ee-4844-a078-1e60ca4c83ff tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:51.732036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-219312be-2153-4393-91ba-b659a74da54c req-929bdf34-57ee-4844-a078-1e60ca4c83ff tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 943 time: 0.1720154 Aug 04 15:03:51.732997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa676a-7e07-4859-8d57-d1da9aa3771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb586b77-9416-4e88-b2c6-db260546b331,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:51.848995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-219312be-2153-4393-91ba-b659a74da54c req-4ec5544e-e7d9-41a3-aefb-14caedc1bf28 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856192 Aug 04 15:03:52.325323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-fd42778a-a434-4968-8350-0df4fa0fc88c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf HTTP/1.1" status: 200 len: 217 time: 0.0591364 Aug 04 15:03:52.397369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:52.444879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8252421-fca0-4218-9239-e840ec9c4865 req-d3cc9e39-03db-499c-b579-f5aae2f8cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:52.446401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-d3cc9e39-03db-499c-b579-f5aae2f8cd4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0844693 Aug 04 15:03:52.449080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:52.488582 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-2d1f4701-fe37-436a-b3c3-a169db1f317d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321114 Aug 04 15:03:52.683423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:52.687261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:52.687261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb586b77-9416-4e88-b2c6-db260546b331 HTTP/1.1" status: 204 len: 168 time: 1.0656221 Aug 04 15:03:52.722471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-87c2d638-1c5c-4bba-b16f-b8acf1c52b2c service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948173 Aug 04 15:03:52.724892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede636f8-3ce8-4410-beda-826674f1f71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb586b77-9416-4e88-b2c6-db260546b331,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:52.834199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c8252421-fca0-4218-9239-e840ec9c4865 req-7800dc14-d55a-4df0-92e9-4d75b841424e service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014657 Aug 04 15:03:52.836024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:03:53.090963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d8290-1afe-4da9-8162-62fb3396ef19 req-15dd3108-61d8-4e00-bb73-51902645c62a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.099277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b5d8290-1afe-4da9-8162-62fb3396ef19 req-15dd3108-61d8-4e00-bb73-51902645c62a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 943 time: 0.0890641 Aug 04 15:03:53.112036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-cfbf7192-3cc4-4752-8603-4cd4cbcb84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.114053 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-cfbf7192-3cc4-4752-8603-4cd4cbcb84cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 1095 time: 0.1488419 Aug 04 15:03:53.158640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b5d8290-1afe-4da9-8162-62fb3396ef19 req-1c54c83a-3d78-417f-81b5-624efc75884d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580809 Aug 04 15:03:53.183511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:03:53.189569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:53.200775 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:03:53.239249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3be40177-0fe9-4b1a-852b-a26b9b4b3242 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/floatingips/eed19bb2-8b55-4319-8ead-3b9462400df3 HTTP/1.1" status: 204 len: 168 time: 3.4868472 Aug 04 15:03:53.246235 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:53.247157 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:53.300883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-9ce94b78-ac9a-4c6d-8364-8796769d5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.302927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-9ce94b78-ac9a-4c6d-8364-8796769d5b44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.1814067 Aug 04 15:03:53.357777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-bfb69e72-b3bb-46e3-bf5e-11fcb67ee413 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf HTTP/1.1" status: 200 len: 217 time: 0.0467899 Aug 04 15:03:53.515741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:53.528705 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187192ea-c14b-4c17-8fbd-d63a1a89bb35" -d '{"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:53.570426 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:53.596825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-4756390a-0326-4427-95cb-15a11469ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.607038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-4756390a-0326-4427-95cb-15a11469ceaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.2383943 Aug 04 15:03:53.616950 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21db77-3d6f-43b1-a628-652c386369bd x-openstack-request-id: req-4e21db77-3d6f-43b1-a628-652c386369bd {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:53.617214 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:53.617459 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e21db77-3d6f-43b1-a628-652c386369bd {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:53.618495 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'status': 'completed', 'code': 200} Aug 04 15:03:53.736881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-ec288263-76c8-452e-bc20-d63c61782615 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071467 Aug 04 15:03:53.855188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-104ba200-44a1-4523-b3f3-bc1bc0319d56 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967155 Aug 04 15:03:53.926110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-49237c48-29c3-48cc-a936-07dd23044a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.931465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-49237c48-29c3-48cc-a936-07dd23044a26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 1097 time: 0.2802813 Aug 04 15:03:53.958349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3691c-da53-4def-8d09-2874caf85586 req-5557bccf-3d0c-4f96-bc71-23d0bdf07adc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:53.967653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2d3691c-da53-4def-8d09-2874caf85586 req-5557bccf-3d0c-4f96-bc71-23d0bdf07adc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.1480262 Aug 04 15:03:54.021669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2d3691c-da53-4def-8d09-2874caf85586 req-f322a5c0-9572-4165-8b6e-def4ec031f40 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526757 Aug 04 15:03:54.117032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:03:54.135380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:54.153426 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13729033-1ef4-4521-9f32-6f85f82aac8c req-e8f5c140-5a23-4e83-98f6-0b86ab9b6f22 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898972 Aug 04 15:03:54.199750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-4221389e-fa3c-4978-b537-99b612e5e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:54.204615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-4221389e-fa3c-4978-b537-99b612e5e780 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 200 len: 897 time: 0.2620878 Aug 04 15:03:54.309040 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:03:54.347087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:03:54.347848 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:54.374661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-529ffe82-4fe2-4ad4-a5f1-35a761cb2671 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 200 len: 217 time: 0.1384320 Aug 04 15:03:54.520636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8ab1a-bc28-4339-a936-3ecc8fc76e11 req-f681d1d4-469b-48e0-b9d9-4da4cc559338 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:54.526387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2e8ab1a-bc28-4339-a936-3ecc8fc76e11 req-f681d1d4-469b-48e0-b9d9-4da4cc559338 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 943 time: 0.1634996 Aug 04 15:03:54.551317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-e5ef3e4c-6a6b-48a0-944a-fd0dd35bb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:54.560769 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-e5ef3e4c-6a6b-48a0-944a-fd0dd35bb8e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 200 len: 834 time: 0.1845033 Aug 04 15:03:54.570385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:54.639766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'port_id': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf', 'mac_address': 'fa:16:3e:87:0d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81e2804-0d10-4e6b-86a0-2561adb2efef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:03:54.648700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2e8ab1a-bc28-4339-a936-3ecc8fc76e11 req-501e4ffb-a581-41f9-a712-3de3c28c596e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Aug 04 15:03:54.751104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-76708646-73ab-4a6f-94e6-1d90a6b74714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:54.754650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-76708646-73ab-4a6f-94e6-1d90a6b74714 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86a7cf16-9f45-4eff-9089-139805258638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788976 Aug 04 15:03:54.821965 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:54.884802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:03:54.897472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:03:54.985473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:54.996705 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:55.052517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-ef35e939-c1f8-4971-b51b-1447133589bc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:55.059311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-ef35e939-c1f8-4971-b51b-1447133589bc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.1786637 Aug 04 15:03:55.151022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-b065187d-4ea7-4294-8347-930faaab2ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865139 Aug 04 15:03:55.214225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:55.253627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:03:55.418642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:03:55.418849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:55.515989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-187192ea-c14b-4c17-8fbd-d63a1a89bb35 req-2447c306-c4c7-4767-a61d-e197080eb135 service neutron] 10.222.0.38 "GET /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561885 Aug 04 15:03:55.678228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c28a1-5daa-41af-a915-65bb3239be2d req-bd0932cd-5db1-4388-91d6-5761f0a75a78 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:55.683630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d03c28a1-5daa-41af-a915-65bb3239be2d req-bd0932cd-5db1-4388-91d6-5761f0a75a78 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 945 time: 0.3899870 Aug 04 15:03:55.704430 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:03:55.774912 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9e16-e8f8-41e2-a566-afb97822ce79 None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:03:41Z', 'revision_number': 6, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'b0ee3a86-a49f-4859-a4d8-1af5d8c7629a', 'name': '', 'network_id': '86a7cf16-9f45-4eff-9089-139805258638', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:bd:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '103c1607-1359-44a1-be40-765991b348d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:46Z', 'updated_at': '2021-08-04T15:01:53Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '103c1607-1359-44a1-be40-765991b348d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:03:55.857710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d03c28a1-5daa-41af-a915-65bb3239be2d req-7e305251-5c75-4e66-8a73-96b9494e6ea1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=509ab6c8-eb84-46cf-aa58-3a92d0f1d144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680107 Aug 04 15:03:55.992862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:55.993312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:56.084599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:03:56.171251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5be796-ec61-435f-9389-5347443f3f47 req-cb47f107-5301-491d-a5d0-725cf736f128 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:56.193409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed5be796-ec61-435f-9389-5347443f3f47 req-cb47f107-5301-491d-a5d0-725cf736f128 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 944 time: 0.3212044 Aug 04 15:03:56.286822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf312d-f6fa-4c71-a8cf-7b66813ae66f None None] New status for floating IP eed19bb2-8b55-4319-8ead-3b9462400df3: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:03:56.371129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed5be796-ec61-435f-9389-5347443f3f47 req-140e6d67-4f62-4516-82c3-363a470353e1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766438 Aug 04 15:03:56.530310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:56.606455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:56.656007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] No DVR routers for this DVR port 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:03:56.659500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:56.662723 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15e434ff-c6cb-428d-bb4e-bfcb1257ca8f req-392ff25b-7bc0-433c-ac29-ce673e25e899 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "DELETE /v2.0/ports/0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 HTTP/1.1" status: 204 len: 173 time: 1.5931218 Aug 04 15:03:56.663604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'name': 'network-vif-deleted', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:56.671392 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29efb8b7-3ffd-46be-a8a6-6e35de96079a" -d '{"events": [{"server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "name": "network-vif-deleted", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:56.730902 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea0b67-4111-4847-be74-84aac98fb8a7 x-openstack-request-id: req-70ea0b67-4111-4847-be74-84aac98fb8a7 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:56.731505 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a48e01-ef04-4251-91ed-cc6e68697fee", "name": "network-vif-deleted", "tag": "0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:56.731505 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70ea0b67-4111-4847-be74-84aac98fb8a7 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:56.731897 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a48e01-ef04-4251-91ed-cc6e68697fee', 'name': 'network-vif-deleted', 'tag': '0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0', 'status': 'completed', 'code': 200} Aug 04 15:03:57.093777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dce3a207-e820-4267-82f8-f122af74dcc8 req-5e791b54-f4c0-40ca-a9a8-d949a9453287 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=57a48e01-ef04-4251-91ed-cc6e68697fee HTTP/1.1" status: 200 len: 210 time: 0.0783458 Aug 04 15:03:57.550416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c873-a83d-4675-89a9-4e28520e3897 req-4440360a-9129-4397-a07c-8aa4edcf4352 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:57.559158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a553c873-a83d-4675-89a9-4e28520e3897 req-4440360a-9129-4397-a07c-8aa4edcf4352 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 944 time: 0.0787718 Aug 04 15:03:57.631512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a553c873-a83d-4675-89a9-4e28520e3897 req-903660df-0307-47d2-9103-bd0868796e39 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Aug 04 15:03:58.143583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:58.154476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:03:58.225532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:03:58.248673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.263368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:03:58.264018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0288fcfe-4eef-4cc3-9127-a0cfe6b6e5e0 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:03:58.278288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:03:58.290700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:03:58.290700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.320634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.434659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.437814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.439125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/security-groups/509ab6c8-eb84-46cf-aa58-3a92d0f1d144 HTTP/1.1" status: 204 len: 168 time: 0.2945120 Aug 04 15:03:58.455669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040d56-dfd8-4e5e-b509-d3e19c6d0eef tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ab6c8-eb84-46cf-aa58-3a92d0f1d144,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:58.480822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.526095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:03:58.526263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 50994) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:03:58.527446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:03:58.530358 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde22b2-9250-44fd-a2b5-e7efeff94db6" -d '{"events": [{"server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:03:58.538016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:03:58.610972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:03:58.649834 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a712dd9-281a-4601-994b-b720a36714a4 x-openstack-request-id: req-4a712dd9-281a-4601-994b-b720a36714a4 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:03:58.650127 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:03:58.650426 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a712dd9-281a-4601-994b-b720a36714a4 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:03:58.650874 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf', 'code': 200} Aug 04 15:03:58.934207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f74f4f-7acc-4e9d-ac83-09667051b245 req-ee2cbf90-90b6-45b8-9dfb-0c454e915d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:58.939716 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d2f74f4f-7acc-4e9d-ac83-09667051b245 req-ee2cbf90-90b6-45b8-9dfb-0c454e915d21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 1097 time: 0.2262602 Aug 04 15:03:59.062713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d2f74f4f-7acc-4e9d-ac83-09667051b245 req-c1052c54-e3de-4f80-bd8a-4be677969890 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148596 Aug 04 15:03:59.503407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9faa5d-8552-424a-a8ba-bd611021cd49 req-a6021ca3-c346-42d4-9621-a45feeb78a16 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:03:59.504916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c9faa5d-8552-424a-a8ba-bd611021cd49 req-a6021ca3-c346-42d4-9621-a45feeb78a16 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 945 time: 0.1274333 Aug 04 15:03:59.595412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c9faa5d-8552-424a-a8ba-bd611021cd49 req-cf02a3fb-a2d8-43ad-96c3-3d32ce088c25 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Aug 04 15:03:59.889125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:00.343651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:04:00.344278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:00.510205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51048) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:00.533006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port b0ee3a86-a49f-4859-a4d8-1af5d8c7629a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:00.533678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:00.586239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for b0ee3a86-a49f-4859-a4d8-1af5d8c7629a owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:04:00.775235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a65d5e2-fb0e-4c42-a941-9ebb3ade5bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:00.889083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a080ea-3244-4028-872c-ab4119ab843b req-9dc6bd74-b7d4-4ff2-9ba5-18080cc709bc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:00.891389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84a080ea-3244-4028-872c-ab4119ab843b req-9dc6bd74-b7d4-4ff2-9ba5-18080cc709bc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 945 time: 0.1325917 Aug 04 15:04:01.008982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.044996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a65d5e2-fb0e-4c42-a941-9ebb3ade5bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.055506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3a65d5e2-fb0e-4c42-a941-9ebb3ade5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.129971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d5e2-fb0e-4c42-a941-9ebb3ade5bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5b844-a557-4abf-86e3-a27395191ae9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:01.187950 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a65d5e2-fb0e-4c42-a941-9ebb3ade5bb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f43159a6d2de4766bb76c17c25d73717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758778 Aug 04 15:04:01.190537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51062) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:01.206497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=b0ee3a86-a49f-4859-a4d8-1af5d8c7629a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:01.221488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84a080ea-3244-4028-872c-ab4119ab843b req-0c4cfab0-9853-4eae-9f60-81c718464101 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364590 Aug 04 15:04:01.372301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.445150 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.487968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.570511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.580975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:01.590974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1f5b844-a557-4abf-86e3-a27395191ae9 HTTP/1.1" status: 204 len: 168 time: 0.3955896 Aug 04 15:04:01.601521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab63688-0831-4975-ad64-f0b105091b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5b844-a557-4abf-86e3-a27395191ae9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:01.890076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9660-1048-41df-8743-a8ca7d5b2e45 req-c583befe-495a-4116-8635-06603af5f09d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:01.894778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14ff9660-1048-41df-8743-a8ca7d5b2e45 req-c583befe-495a-4116-8635-06603af5f09d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 945 time: 0.1410959 Aug 04 15:04:02.067401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14ff9660-1048-41df-8743-a8ca7d5b2e45 req-f8ad54f5-943c-481c-a3a3-1052b8476d26 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646202 Aug 04 15:04:02.076801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router 00cf8765-a627-4940-9f63-76f3386a014f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:02.222855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51084) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:02.254045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9740fd3c-bb54-424e-8447-a71fbe5657b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.299372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:02.315021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-28b868eb-ba6a-465d-9219-d8bb28dd3a3d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/00cf8765-a627-4940-9f63-76f3386a014f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7875075 Aug 04 15:04:02.315610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:02.315839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Sync routers for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:02.327119 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:02.328122 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:02.410792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting subnet 103c1607-1359-44a1-be40-765991b348d6 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:04:02.421878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.507992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.516518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9740fd3c-bb54-424e-8447-a71fbe5657b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.523205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9740fd3c-bb54-424e-8447-a71fbe5657b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.582574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:02.582835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9740fd3c-bb54-424e-8447-a71fbe5657b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a4896996fd6421eb500695b7ded3500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581042 Aug 04 15:04:02.583619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740fd3c-bb54-424e-8447-a71fbe5657b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1651c473-b391-4865-9526-7bcae63865ef,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:02.586269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:02.642707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.663281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.729131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.768287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.820767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.823497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.827128 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1651c473-b391-4865-9526-7bcae63865ef HTTP/1.1" status: 204 len: 168 time: 0.2373083 Aug 04 15:04:02.842083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Subnet': ['ID=103c1607-1359-44a1-be40-765991b348d6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:02.844148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:02.849195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-afa9373c-255f-4d73-981d-97c6e827b37f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/subnets/103c1607-1359-44a1-be40-765991b348d6 HTTP/1.1" status: 204 len: 168 time: 0.5294707 Aug 04 15:04:02.850541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:02.859136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0fb96-9bc0-4101-a578-5188e952035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651c473-b391-4865-9526-7bcae63865ef,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:02.859565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e500f43-2356-4ef9-b33a-039c13e83e6c None None] Network 86a7cf16-9f45-4eff-9089-139805258638 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:02.973143 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:04:00Z', 'revision_number': 7, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:03.036628 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Checking router: 00cf8765-a627-4940-9f63-76f3386a014f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:03.039874 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.058438 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Routers {'00cf8765-a627-4940-9f63-76f3386a014f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:03.062113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['00cf8765-a627-4940-9f63-76f3386a014f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:03.063517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-fce6bc25-270f-4078-bb00-9792a35b5bd0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:03.073984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-fce6bc25-270f-4078-bb00-9792a35b5bd0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 945 time: 0.1072140 Aug 04 15:04:03.199120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.205222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] DHCP port deletion for 86a7cf16-9f45-4eff-9089-139805258638 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:04:03.355514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d426416-0db4-40b8-8435-b8928a12723e req-b2e0761a-5152-4495-bedc-0484fd41c454 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:03.366259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Deleting port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:04:03.377570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Deleting port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:04:03.378952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.379386 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.384799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d426416-0db4-40b8-8435-b8928a12723e req-b2e0761a-5152-4495-bedc-0484fd41c454 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 945 time: 0.1649456 Aug 04 15:04:03.493335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] For port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,segment=NetworkSegment(48cb431c-db3e-4c1a-8135-3e8313d24f13),segment_id=48cb431c-db3e-4c1a-8135-3e8313d24f13)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:03.494055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.524941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Calling delete_port for 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:04:03.529380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] Set router 00cf8765-a627-4940-9f63-76f3386a014f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:03.563184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d426416-0db4-40b8-8435-b8928a12723e req-c7681019-d951-4337-bdc7-4c422806f889 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741161 Aug 04 15:04:03.565863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 0d560517-d4fb-4845-bd2b-1e3e368b668b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:04:03.567227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.598132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51128) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:03.640512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-898d8ee2-891f-47c6-a06f-08220300b612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.682707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:04:03.731400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.745464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No active binding found for port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 {{(pid=94267) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 15:04:03.757237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 0d560517-d4fb-4845-bd2b-1e3e368b668b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0d560517-d4fb-4845-bd2b-1e3e368b668b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:03.757707 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.761275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:04:03.781866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 0d560517-d4fb-4845-bd2b-1e3e368b668b owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:04:03.841753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] No DVR routers for this DVR port 5593b9e0-dcc5-48d0-8276-8c9dbbab6206 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:04:03.861373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbe95e-e9c0-4f0c-87a6-3ef0a0d59535 None None] Pushing event deleted for resources: {'Port': ['ID=5593b9e0-dcc5-48d0-8276-8c9dbbab6206,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:03.862436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] For port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:03.862864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.876130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-898d8ee2-891f-47c6-a06f-08220300b612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:03.904328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Calling delete_port for 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:04:03.945217 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:04:00Z', 'revision_number': 7, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:04.014732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67a377-6253-484c-aaee-250ed87329ec None None] The sync data for ids ['00cf8765-a627-4940-9f63-76f3386a014f'] in n-d-801743-12 is: [{'id': '00cf8765-a627-4940-9f63-76f3386a014f', 'name': 'tempest-TestNetworkBasicOps-router-1786876887', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:01:38Z', 'updated_at': '2021-08-04T15:04:00Z', 'revision_number': 7, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '0d560517-d4fb-4845-bd2b-1e3e368b668b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cf8765-a627-4940-9f63-76f3386a014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:01:39Z', 'updated_at': '2021-08-04T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:04.034386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-898d8ee2-891f-47c6-a06f-08220300b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.139135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-898d8ee2-891f-47c6-a06f-08220300b612 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1762250ae87749d9803e997322233e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358312 Aug 04 15:04:04.142701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d8ee2-891f-47c6-a06f-08220300b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a73f0-e44e-494f-a5ad-9d5bc790924a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:04.163340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51142) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:04.198303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.265909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.271684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.286383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:04:04.312820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=0d560517-d4fb-4845-bd2b-1e3e368b668b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:04.328095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Pushing event deleted for resources: {'Port': ['ID=76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:04.376702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.399070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.401980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] No DVR routers for this DVR port 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:04:04.410904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.413482 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1145dc37-e255-4eaa-8a53-d9154ff71c35 req-07a515ee-9529-42ee-8fd1-c8bf3e758497 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.46 "DELETE /v2.0/ports/76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf HTTP/1.1" status: 204 len: 173 time: 1.3325708 Aug 04 15:04:04.414166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'name': 'network-vif-deleted', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:04.417410 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1114ea-c8c6-4815-bac7-e099a454ceef" -d '{"events": [{"server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "name": "network-vif-deleted", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:04.502385 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db944d-c298-4572-afcd-95c176184908 x-openstack-request-id: req-43db944d-c298-4572-afcd-95c176184908 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:04.503128 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f", "name": "network-vif-deleted", "tag": "76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:04.503614 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43db944d-c298-4572-afcd-95c176184908 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:04.504378 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f', 'name': 'network-vif-deleted', 'tag': '76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf', 'status': 'completed', 'code': 200} Aug 04 15:04:04.530896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.534924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.539549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db3a73f0-e44e-494f-a5ad-9d5bc790924a HTTP/1.1" status: 204 len: 168 time: 0.3726499 Aug 04 15:04:04.558335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ec2f3-b1bf-493f-9f2c-2ff3ffee46e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a73f0-e44e-494f-a5ad-9d5bc790924a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:04.708043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.714221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.805878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.806590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Fanout notify agent at l3_agent the message router_deleted on router 00cf8765-a627-4940-9f63-76f3386a014f {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:04:04.828175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:04.829313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45d925a3-41e5-4252-8848-49fb4bb8240a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/routers/00cf8765-a627-4940-9f63-76f3386a014f HTTP/1.1" status: 204 len: 168 time: 1.9742074 Aug 04 15:04:04.831753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e3bf520-c2ef-42b3-8644-82a9ba45bd18 req-5e341ef4-e1d0-4f14-8a34-fbe8bd5e6012 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8eef1f-9a40-4c9a-a0e1-c3bc4fb0fd7f HTTP/1.1" status: 200 len: 210 time: 0.0960364 Aug 04 15:04:04.832096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51156) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:04.989788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.301908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.355190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a7cf16-9f45-4eff-9089-139805258638']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:05.394078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cb431c-db3e-4c1a-8135-3e8313d24f13') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:05.394540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cb431c-db3e-4c1a-8135-3e8313d24f13') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:05.428772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.455183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.465438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:04:05.465438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:04:05.533475 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:04:05.561930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.568724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.574766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/networks/86a7cf16-9f45-4eff-9089-139805258638 HTTP/1.1" status: 204 len: 168 time: 0.7383065 Aug 04 15:04:05.602132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51166) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:05.603895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8e9d2-742f-4c67-96ec-352f2743a0bb tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Network': ['ID=86a7cf16-9f45-4eff-9089-139805258638,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:05.610388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'network': {'name': 'tempest-network-smoke--1679704100', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:05.649982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:05.653574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.714453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:04:05.729522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.729961 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Added segment 8bd3a4d8-d412-45eb-b7b3-a502bd535923 of type vlan for network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 Aug 04 15:04:05.816811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.819631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0d560517-d4fb-4845-bd2b-1e3e368b668b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:04:05.843166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0d560517-d4fb-4845-bd2b-1e3e368b668b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:04:05.843719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0d560517-d4fb-4845-bd2b-1e3e368b668b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:04:05.844469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b0ee3a86-a49f-4859-a4d8-1af5d8c7629a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:04:05.862358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.870176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:05.871243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:05.893453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b0ee3a86-a49f-4859-a4d8-1af5d8c7629a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:04:05.893798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b0ee3a86-a49f-4859-a4d8-1af5d8c7629a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:04:05.971668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3680840 Aug 04 15:04:05.972965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c614930-9368-4d24-95ca-f4a07fd3b0c2 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Network': ['ID=e4da5f6d-951b-43f2-8fc9-ee27f93913f8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:05.975239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:05.981069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'admin_state_up': True, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:05.985187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:04:06.010624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.012610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.043649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d614319-1600-42ec-9a7e-c1e34898321b req-cb4af113-2059-4749-a816-af6df9c5f6da tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:06.046268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d614319-1600-42ec-9a7e-c1e34898321b req-cb4af113-2059-4749-a816-af6df9c5f6da tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0749271 Aug 04 15:04:06.099974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d614319-1600-42ec-9a7e-c1e34898321b req-ac034ff1-2d68-442f-8449-897fbcbd87a4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Aug 04 15:04:06.128812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.228684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:04:06.296962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:04:06.297310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 76d6dc8b-f917-4667-b6a2-6f0f64e0f2bf not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:04:06.307380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.395837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696015ce-e837-4426-ad56-b08d5ca8426a req-6f2fcfa6-2648-49b0-a23c-dfe58266d579 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:06.399263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-696015ce-e837-4426-ad56-b08d5ca8426a req-6f2fcfa6-2648-49b0-a23c-dfe58266d579 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0717347 Aug 04 15:04:06.451532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-696015ce-e837-4426-ad56-b08d5ca8426a req-53197005-d764-4a89-9214-e4dba937466d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470042 Aug 04 15:04:06.547397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.574339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.672136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e0480-5203-4645-8820-c10d53495f22 req-f76b474b-9c32-455b-9389-364ecafb02ee tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:06.674019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f9e0480-5203-4645-8820-c10d53495f22 req-f76b474b-9c32-455b-9389-364ecafb02ee tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1285577 Aug 04 15:04:06.731778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.25.0.75 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/42437c63-dafc-453c-be75-239d2c9bfafb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:06.753553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f9e0480-5203-4645-8820-c10d53495f22 req-eabd2c83-ed2d-402f-9ee9-df50ac0c5d5c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704343 Aug 04 15:04:06.907171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:06.971798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:07.076963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:07.080708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:07.085733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:07.089415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=42437c63-dafc-453c-be75-239d2c9bfafb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:07.606455 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:07.942721 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:08.155052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:04:08.305055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:08.323138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Sync routers for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:08.357366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:08.358801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:08.367223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:08.371510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2b25dcf-15ec-4ada-bc51-d6bd775b3ae5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3923202 Aug 04 15:04:08.372016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51276) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:08.446187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51280) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:08.452191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-76686354-708b-4836-a6da-db1f86850140 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=980083ed4fa24d66b0f406a1b7979cb4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731542 Aug 04 15:04:08.594158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ef55d-a142-4d6c-87be-bf5f38c12d42 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:08.602806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:08.625393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-014ef55d-a142-4d6c-87be-bf5f38c12d42 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1634684 Aug 04 15:04:08.670618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:08.676563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1796988953', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:08.681834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-71d3b9ac-a2bd-428e-8ceb-2d93f8fb3678 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777907 Aug 04 15:04:08.799195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:08.833868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:08.864977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.111778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:07Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:09.199070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Checking router: aa9e1eee-be3d-4b44-89a4-ec1781f28cdf for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:09.199070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Updating router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf port 42437c63-dafc-453c-be75-239d2c9bfafb binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:09.234181 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.673407 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.727578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.750743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Transition to ACTIVE for port object 42437c63-dafc-453c-be75-239d2c9bfafb will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:09.762756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.816831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Subnet': ['ID=37d68fde-528c-49ed-9198-dcba04da5af5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:09.841488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Checking segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:09.846397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network hostable DHCP agents. Network: e4da5f6d-951b-43f2-8fc9-ee27f93913f8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:04:09.871791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:04:09.890279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Attempting to bind port 42437c63-dafc-453c-be75-239d2c9bfafb on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:09.890710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Attempting to bind port 42437c63-dafc-453c-be75-239d2c9bfafb by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:09.891082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Attempting to bind port 42437c63-dafc-453c-be75-239d2c9bfafb on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:09.893456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24df9f-865d-4344-b737-204922fd6ca1 None None] Pushing event updated for resources: {'Port': ['ID=42437c63-dafc-453c-be75-239d2c9bfafb,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:09.899507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:09.899892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:09.900587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.900986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:09.901575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Bound port: 42437c63-dafc-453c-be75-239d2c9bfafb, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:09.901845 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.902360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e4da5f6d-951b-43f2-8fc9-ee27f93913f8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:09.906935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:09.911931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:09.929841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42b896-5248-4026-aacc-8d97245a3c57 None None] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:09.935877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51336) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:09.936347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8dcea4db-c025-410f-8f4e-ca83e6e410d8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2639661 Aug 04 15:04:10.098745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] For port 42437c63-dafc-453c-be75-239d2c9bfafb, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:10.115860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] For port 42437c63-dafc-453c-be75-239d2c9bfafb, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=42437c63-dafc-453c-be75-239d2c9bfafb,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:10.138601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:10.187230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:04:10.188142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:10.295131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24df9f-865d-4344-b737-204922fd6ca1 None None] Pushing event updated for resources: {'Port': ['ID=42437c63-dafc-453c-be75-239d2c9bfafb,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:10.298500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:10.299634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:10.305747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962d28d-881e-40cf-a713-6ee2ead7a772 req-60736783-a154-4353-9711-c048e503df67 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:10.312805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0962d28d-881e-40cf-a713-6ee2ead7a772 req-60736783-a154-4353-9711-c048e503df67 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1512301 Aug 04 15:04:10.381705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0962d28d-881e-40cf-a713-6ee2ead7a772 req-f8ff1aa6-3af7-4e07-b687-5eedcba9a314 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674138 Aug 04 15:04:10.615567 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:10.651300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Allocated IP 172.20.0.2 (e4da5f6d-951b-43f2-8fc9-ee27f93913f8/37d68fde-528c-49ed-9198-dcba04da5af5/6835539c-2512-4be0-b43e-2773ca82747c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:11.056007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.069598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:07Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:11.101922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Transition to ACTIVE for port object 6835539c-2512-4be0-b43e-2773ca82747c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:11.105223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a6f7-3182-4d55-b32b-4f6f84b6f68d None None] The sync data for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 is: [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:07Z', 'revision_number': 3, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:11.120612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db2f57-52f7-4a87-a438-540b7f6f1e64 req-ac7639ee-de01-4347-a890-0d895e94ac6b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:11.122417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05db2f57-52f7-4a87-a438-540b7f6f1e64 req-ac7639ee-de01-4347-a890-0d895e94ac6b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.6175830 Aug 04 15:04:11.134229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Transition to ACTIVE for port object 6835539c-2512-4be0-b43e-2773ca82747c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:11.144195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.189119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:11.192518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:11.196643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05db2f57-52f7-4a87-a438-540b7f6f1e64 req-6cf874b9-513a-4632-8c09-5243104727c6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628147 Aug 04 15:04:11.200937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:11.223833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Pushing event updated for resources: {'Port': ['ID=6835539c-2512-4be0-b43e-2773ca82747c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:11.368677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Attempting to bind port 6835539c-2512-4be0-b43e-2773ca82747c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:11.369066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Attempting to bind port 6835539c-2512-4be0-b43e-2773ca82747c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:11.369436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Attempting to bind port 6835539c-2512-4be0-b43e-2773ca82747c on network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:11.408413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:11.409831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Checking segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:11.412859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.417300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Bound using segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:11.420365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Bound port: 6835539c-2512-4be0-b43e-2773ca82747c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:11.423501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.438910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.551276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] For port 6835539c-2512-4be0-b43e-2773ca82747c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:11.555187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] For port 6835539c-2512-4be0-b43e-2773ca82747c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6835539c-2512-4be0-b43e-2773ca82747c,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:11.561755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:11.699709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e310cf-22aa-4e50-91cb-fca43fd9182a None None] Pushing event updated for resources: {'Port': ['ID=6835539c-2512-4be0-b43e-2773ca82747c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:12.217759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.1 (e4da5f6d-951b-43f2-8fc9-ee27f93913f8/37d68fde-528c-49ed-9198-dcba04da5af5/2631ff60-de8c-4130-b826-59f3bb47ba37) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:12.470920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:12.512368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object 2631ff60-de8c-4130-b826-59f3bb47ba37 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:12.585819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:12.665917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:12.671386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:12.681151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:12.811340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:12.827532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:13.204149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:13.348895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d1f32-01ba-41de-b6c9-651b25a8af68 None None] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:13.599854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5dc87d74-a863-4191-ba30-cb7554a142cb None None] Provisioning for port 6835539c-2512-4be0-b43e-2773ca82747c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:13.695476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 42437c63-dafc-453c-be75-239d2c9bfafb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:13.823108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 42437c63-dafc-453c-be75-239d2c9bfafb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:13.871705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 42437c63-dafc-453c-be75-239d2c9bfafb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:13.872244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:13.991621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:13.995140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:13.998254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.037361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 42437c63-dafc-453c-be75-239d2c9bfafb, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=42437c63-dafc-453c-be75-239d2c9bfafb,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:14.055511 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.056662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6835539c-2512-4be0-b43e-2773ca82747c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:14.160692 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.163593 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:14.363765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Provisioning for port 2631ff60-de8c-4130-b826-59f3bb47ba37 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:14.391947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=42437c63-dafc-453c-be75-239d2c9bfafb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:14.407403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Provisioning complete for port 2631ff60-de8c-4130-b826-59f3bb47ba37 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:14.407884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.460917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:14.463507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:14.527421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6835539c-2512-4be0-b43e-2773ca82747c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:14.563796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Port 2631ff60-de8c-4130-b826-59f3bb47ba37 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:14.564006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6cb74-48eb-489b-8616-669ab8d06842 req-0ed77264-6332-43e7-a09d-13e54129a55f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:14.580472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64a6cb74-48eb-489b-8616-669ab8d06842 req-0ed77264-6332-43e7-a09d-13e54129a55f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1809790 Aug 04 15:04:14.585342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6835539c-2512-4be0-b43e-2773ca82747c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:14.585733 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.650914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64a6cb74-48eb-489b-8616-669ab8d06842 req-da73cabf-bcee-4e31-8c1a-fe6d82631683 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Aug 04 15:04:14.703684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Provisioning complete for port 6835539c-2512-4be0-b43e-2773ca82747c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:14.704217 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.880391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-476536d7-d8cb-4a43-b8cb-7d9c2cf671e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:14.910332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfac745-43a3-4791-b00e-ee9903f2f1e3 req-9f11f190-4c75-4024-ae25-02503de63eb6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:14.913698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdfac745-43a3-4791-b00e-ee9903f2f1e3 req-9f11f190-4c75-4024-ae25-02503de63eb6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1669121 Aug 04 15:04:14.921922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:15.066022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdfac745-43a3-4791-b00e-ee9903f2f1e3 req-fd9c9eb1-5104-41c9-8402-908d8ea8387d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103916 Aug 04 15:04:15.077425 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:15.185297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:15.220972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6835539c-2512-4be0-b43e-2773ca82747c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6835539c-2512-4be0-b43e-2773ca82747c,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:15.232336 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:15.243418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:15.252961 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Sync routers for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:15.257341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bfcc0c79-56d1-40b8-ae06-7722670f5d2c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/aa9e1eee-be3d-4b44-89a4-ec1781f28cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3180478 Aug 04 15:04:15.258295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:15.265736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:15.266351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:15.373974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ca0b-1cbf-4d67-99d1-8cfd3aaf3f1c req-0a9ae7a2-d24d-4259-a275-182e13b6dcd5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.377832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8349ca0b-1cbf-4d67-99d1-8cfd3aaf3f1c req-0a9ae7a2-d24d-4259-a275-182e13b6dcd5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0812263 Aug 04 15:04:15.404534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:04:15.405131 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-8b7c767f-691c-4ba5-8837-4dfe66f42c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:04:15.414708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6835539c-2512-4be0-b43e-2773ca82747c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:15.439810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8349ca0b-1cbf-4d67-99d1-8cfd3aaf3f1c req-8e969d92-9dab-45c2-a667-bafc6cb6998b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Aug 04 15:04:15.468612 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:15.564206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.565009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.567294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.567960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.568602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.569243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.569880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.572342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-77181b54-b35c-455f-a6be-f1fe5dac3484 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4993 time: 0.3118331 Aug 04 15:04:15.575473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51478) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:15.619347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 42437c63-dafc-453c-be75-239d2c9bfafb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:15.701187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.701782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.702246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.703086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.703224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.703632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.704077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.709252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:15.709601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bfe6ae29-d842-4a9d-905e-8b4a7240f7ec tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4654 time: 0.1332362 Aug 04 15:04:15.725545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 42437c63-dafc-453c-be75-239d2c9bfafb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:15.725974 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:15.821610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fd614-dd06-4fbc-bed5-fa7eefd775cf req-b7e93a34-9ba5-4885-b44b-88f1b7648192 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:15.823207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff8fd614-dd06-4fbc-bed5-fa7eefd775cf req-b7e93a34-9ba5-4885-b44b-88f1b7648192 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1125171 Aug 04 15:04:15.849031 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 2, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:15.885778 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Checking router: aa9e1eee-be3d-4b44-89a4-ec1781f28cdf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:15.886450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Updating router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf port 2631ff60-de8c-4130-b826-59f3bb47ba37 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:15.903975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6835539c-2512-4be0-b43e-2773ca82747c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:15.918132 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:15.940054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff8fd614-dd06-4fbc-bed5-fa7eefd775cf req-29286e33-ace6-4c2e-bc2b-4999826ba820 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047008 Aug 04 15:04:15.980739 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c32472ab-7ff1-408f-8b8d-9f53d3c74ef8 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2689588 Aug 04 15:04:16.179524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6835539c-2512-4be0-b43e-2773ca82747c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:16.180003 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.299487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51506) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:16.306067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667666301', 'description': 'tempest-secgroup-smoke-1667666301 description', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:16.317736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-654abd07-5fb9-40d5-a926-af5b0e494876 None None] Provisioning complete for port 2631ff60-de8c-4130-b826-59f3bb47ba37 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:16.318216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-654abd07-5fb9-40d5-a926-af5b0e494876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.348417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.386266 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-654abd07-5fb9-40d5-a926-af5b0e494876 None None] Port 2631ff60-de8c-4130-b826-59f3bb47ba37 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:16.428218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c10ee-b8b4-4af4-805a-840bbc96326a req-02691110-b323-49d4-a09f-8128839e5202 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:16.433287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-500c10ee-b8b4-4af4-805a-840bbc96326a req-02691110-b323-49d4-a09f-8128839e5202 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0930178 Aug 04 15:04:16.466191 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.483051 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Transition to ACTIVE for port object 2631ff60-de8c-4130-b826-59f3bb47ba37 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:16.485953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-500c10ee-b8b4-4af4-805a-840bbc96326a req-1ad344b7-d449-42e4-b6c9-a7463a2c483a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Aug 04 15:04:16.494420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.504912 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.524037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.558178 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Pushing event updated for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:16.569693 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.570031 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.570557 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.571207 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.571721 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.572215 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.572727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.573224 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.573740 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.574225 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.574965 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.575470 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:16.615282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2851c1a4-4475-49cb-ba8b-84a51442a87d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:16.643241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.647914 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4f26a552-0c99-499e-9b7a-1a0b582d1e6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3466582 Aug 04 15:04:16.650142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:16.659936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:16.667107 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Attempting to bind port 2631ff60-de8c-4130-b826-59f3bb47ba37 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:16.667808 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Attempting to bind port 2631ff60-de8c-4130-b826-59f3bb47ba37 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:16.669574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Attempting to bind port 2631ff60-de8c-4130-b826-59f3bb47ba37 on network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:16.682299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:16.684609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Checking segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:16.686720 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.687464 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Bound using segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:16.688122 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Bound port: 2631ff60-de8c-4130-b826-59f3bb47ba37, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:16.690096 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.700387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e52ef-1049-4949-aaa5-c8c78ad21da2 req-add0c28c-bceb-4c8e-9fef-69ee397fafe4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:16.709119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c1e52ef-1049-4949-aaa5-c8c78ad21da2 req-add0c28c-bceb-4c8e-9fef-69ee397fafe4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1121838 Aug 04 15:04:16.743239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.782097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c1e52ef-1049-4949-aaa5-c8c78ad21da2 req-1d88a4d1-b364-4519-ac25-7d4f18ec69c4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657558 Aug 04 15:04:16.815108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] For port 2631ff60-de8c-4130-b826-59f3bb47ba37, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:16.819122 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] For port 2631ff60-de8c-4130-b826-59f3bb47ba37, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2631ff60-de8c-4130-b826-59f3bb47ba37,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:16.825364 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.890797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.898169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.930070 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd973a74-2c90-4df5-bed5-8dff19697e68 None None] Pushing event updated for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:16.947583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:16.951738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51524) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:16.952019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2960367 Aug 04 15:04:16.959604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:16.970908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0462-30e6-48b6-9513-430dd93c64b1 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622cd2ea-130b-4a79-8f72-054dc4b2c214,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:16.971337 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:16.976314 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:03:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:17.021687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.131028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.144083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.170829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e99abc-a84e-4ddd-ab97-6b7076b66030 req-488bf01e-1dd5-4572-82c0-2ba3365eb0d0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:17.172889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89e99abc-a84e-4ddd-ab97-6b7076b66030 req-488bf01e-1dd5-4572-82c0-2ba3365eb0d0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1149523 Aug 04 15:04:17.196705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef02525-042a-40e1-bf44-d6e4ffefbc2f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:17.207740 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.214851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e52f012e-c841-4d7d-ab7d-bbc901ff13a3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2608819 Aug 04 15:04:17.218142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51528) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:17.224717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:17.277288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89e99abc-a84e-4ddd-ab97-6b7076b66030 req-8f91a7e4-66b3-4239-97d8-9072de79a62e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883565 Aug 04 15:04:17.297817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.379740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8e882279-c559-416a-8bd9-62e930fa06c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.453141 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:17.492632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.500880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.525778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d636e22-e7eb-45ff-93b9-f2a9455f16d7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:17.533541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.535513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a8aa368f-c11a-47ec-a109-a10a3b71cc8a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160405 Aug 04 15:04:17.538368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:17.543944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:17.561466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48afa2-5383-4bd3-9bfe-df0911537372 req-6e865f6d-2f9a-460f-9b18-dfbc3d98466e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:17.573427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb48afa2-5383-4bd3-9bfe-df0911537372 req-6e865f6d-2f9a-460f-9b18-dfbc3d98466e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1571553 Aug 04 15:04:17.590750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.622014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.643739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb48afa2-5383-4bd3-9bfe-df0911537372 req-2d47d41c-565a-49dc-b813-e347382c18aa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 Aug 04 15:04:17.725803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.738559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.767990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a21cfa-d3e1-492b-88c2-13195ed94522,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:17.780430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.784038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0abeec40-4bd1-48c3-b7a7-7616ddb671f9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2445486 Aug 04 15:04:17.786881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51550) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:17.794285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:17.836366 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:16Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:17.858841 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:04:17.865754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:17.900146 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f771561-77b6-4ea5-94d2-1d2004dff180 None None] The sync data for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 is: [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:16Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:17.909115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43d68-4d5e-49a3-848b-f4db7ffe9413 req-097ed0c1-3979-4b3b-a55e-6bce631a0bd5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:17.915707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52c43d68-4d5e-49a3-848b-f4db7ffe9413 req-097ed0c1-3979-4b3b-a55e-6bce631a0bd5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1095769 Aug 04 15:04:18.018936 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.040168 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:04:18.054342 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.060419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.101806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48accb1f-10ac-4bdb-aca9-561c1e975a36,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:18.102818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52c43d68-4d5e-49a3-848b-f4db7ffe9413 req-cfedcf9c-208f-4d73-8fa0-66702848e537 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477125 Aug 04 15:04:18.146268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.149183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-394b2c30-cea4-4cbc-9bd0-ac20bea6aa6b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3611016 Aug 04 15:04:18.152207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51560) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:18.158795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'security_group_rule': {'security_group_id': '2851c1a4-4475-49cb-ba8b-84a51442a87d', 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:18.280987 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Project 980083ed4fa24d66b0f406a1b7979cb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:04:18.288295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.315263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51566) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:18.344066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b15a-c712-457f-acc6-70bfd2cf379f req-187a0d78-e7b2-4800-b507-52e64e3b1aaf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:18.345836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd56b15a-c712-457f-acc6-70bfd2cf379f req-187a0d78-e7b2-4800-b507-52e64e3b1aaf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1473572 Aug 04 15:04:18.396303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.429806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.557273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099286b6-317a-4fc9-8643-cbb3fc96ceb1,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:18.562265 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.571961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21f0fed5-5e16-4690-a511-94a738bf1b4b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4099734 Aug 04 15:04:18.610731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04a299-d946-48fc-9bd0-2e51c78aa54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.619599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd56b15a-c712-457f-acc6-70bfd2cf379f req-3c014de6-90c3-4b53-bf5b-008bdcf81fd2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184446 Aug 04 15:04:18.739698 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:18.763272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.002126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-89e6a74a-cfd8-4038-ada2-07dd1498ed07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1724579 Aug 04 15:04:19.034567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04a299-d946-48fc-9bd0-2e51c78aa54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.041354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04a299-d946-48fc-9bd0-2e51c78aa54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.116190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-35011992-94f7-47a2-be60-f5090c17a9f0 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667666301&fields=id&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 267 time: 0.1720355 Aug 04 15:04:19.229278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a04a299-d946-48fc-9bd0-2e51c78aa54c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c18ead8cfb14f00aeeea7807b706ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126217 Aug 04 15:04:19.229845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538840ce-4c65-4653-83ed-0849c171c697 req-6fd29d8f-ca38-441a-b71a-cd18f8176ef4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:19.230276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:19.233398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-538840ce-4c65-4653-83ed-0849c171c697 req-6fd29d8f-ca38-441a-b71a-cd18f8176ef4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2407556 Aug 04 15:04:19.264645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04a299-d946-48fc-9bd0-2e51c78aa54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d3551d-5551-4e7d-a84e-584da7c9934c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:19.326558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-538840ce-4c65-4653-83ed-0849c171c697 req-a8f1d1c3-e3e5-44d3-b2e2-1a9131d0ed36 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775771 Aug 04 15:04:19.366902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-9c4925e4-21e4-419c-ac43-8d408c67d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:19.371001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-9c4925e4-21e4-419c-ac43-8d408c67d2d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1097 time: 0.2892747 Aug 04 15:04:19.454459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-678a86a0-ee69-4652-894d-a507628f5317 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:19.458699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-678a86a0-ee69-4652-894d-a507628f5317 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/networks?id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 200 len: 797 time: 0.3409564 Aug 04 15:04:19.615694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2631ff60-de8c-4130-b826-59f3bb47ba37 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:19.618657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-31284ef0-17ae-43ae-8491-af4177deafe7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/quotas/980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 375 time: 0.1487980 Aug 04 15:04:19.626326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b74e-887a-4f87-8cb2-b8ee79fb8d2b req-c9044f41-6620-4630-8202-a9f8537daecf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:19.632169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.637657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a10b74e-887a-4f87-8cb2-b8ee79fb8d2b req-c9044f41-6620-4630-8202-a9f8537daecf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1743767 Aug 04 15:04:19.663012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-83908b62-30c3-4ede-a3b8-b12bdcbcf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:19.664700 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-83908b62-30c3-4ede-a3b8-b12bdcbcf900 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.2690277 Aug 04 15:04:19.730517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-4256c1a6-5700-4a51-9022-f0982c4e8ceb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0545976 Aug 04 15:04:19.733040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.735868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2631ff60-de8c-4130-b826-59f3bb47ba37 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:19.742877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2631ff60-de8c-4130-b826-59f3bb47ba37 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:19.743560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:19.745403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a10b74e-887a-4f87-8cb2-b8ee79fb8d2b req-81371db0-afd2-4e6b-a9fc-b98698d7b694 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063528 Aug 04 15:04:19.774500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-934c144b-1680-4c69-b804-bf19bddfa9ff tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338851 Aug 04 15:04:20.022159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-134af5ef-b5d1-4f41-86ca-d906e7cb9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:20.029200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-134af5ef-b5d1-4f41-86ca-d906e7cb9382 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.2873840 Aug 04 15:04:20.181618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-4cefe4e7-3474-4d31-8763-fce3d2d56bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429281 Aug 04 15:04:20.183935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-eb606993-110e-4ffb-9f16-3e4a3dfa7d76 service neutron] 10.222.0.76 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932233 Aug 04 15:04:20.207044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:20.209744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:20.211187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6d3551d-5551-4e7d-a84e-584da7c9934c HTTP/1.1" status: 204 len: 168 time: 0.9696190 Aug 04 15:04:20.313635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3ca5b-3eef-4ac9-88ca-d525faf2cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d3551d-5551-4e7d-a84e-584da7c9934c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:20.319624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:20.348908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:20.399759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2631ff60-de8c-4130-b826-59f3bb47ba37, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2631ff60-de8c-4130-b826-59f3bb47ba37,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:20.409752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:20.457117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-807b0d86-0d50-40b9-b94b-c8cacdb9d4b9 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682059 Aug 04 15:04:20.523409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-f8993eed-4432-45ee-a5e2-2e67479f6f96 service neutron] 10.222.0.76 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382118 Aug 04 15:04:20.541559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e645b11-f702-4ede-9d20-7f565b0f96be req-f129eca6-b506-42a4-b400-8718aaae998f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:20.542882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e645b11-f702-4ede-9d20-7f565b0f96be req-f129eca6-b506-42a4-b400-8718aaae998f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 813 time: 0.3467965 Aug 04 15:04:20.570177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e645b11-f702-4ede-9d20-7f565b0f96be req-3ec7f346-d7e1-4d4f-b30e-28d63d5a3ab6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/quotas/5ad212edea764794ab94656e6774f379 HTTP/1.1" status: 200 len: 375 time: 0.0175421 Aug 04 15:04:20.636470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a5a8603c-f05c-4730-9021-26abc3ce2354 req-49f18a8d-95f9-41b3-87c1-322a69d1cc7e service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689014 Aug 04 15:04:20.648493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:20.675482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e645b11-f702-4ede-9d20-7f565b0f96be req-b57e660d-19f1-47d0-aebc-29626fe9fc65 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987368 Aug 04 15:04:20.831768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cc641c5-fdc1-4d67-99e9-edca18e8f34a req-3ee16754-1ea3-4f73-a631-44d70208b5c7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 210 time: 0.0410931 Aug 04 15:04:20.918410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849911-6f0f-4b83-9ebb-e8d32796f78e req-561c3700-f1bd-4803-af37-6f0af9c96631 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:20.927388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3849911-6f0f-4b83-9ebb-e8d32796f78e req-561c3700-f1bd-4803-af37-6f0af9c96631 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0771332 Aug 04 15:04:20.967691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3849911-6f0f-4b83-9ebb-e8d32796f78e req-04acf994-9074-4df3-8ea1-af1183a48ff0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Aug 04 15:04:21.131327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24518b4-ca3b-495e-97ab-a3ec6e3be65f req-19c85a71-9008-4666-9953-2a575d7202d2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:21.133079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e24518b4-ca3b-495e-97ab-a3ec6e3be65f req-19c85a71-9008-4666-9953-2a575d7202d2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Aug 04 15:04:21.174216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e24518b4-ca3b-495e-97ab-a3ec6e3be65f req-5e676b5f-995e-470e-be64-d05f5e636622 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Aug 04 15:04:21.345132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51696) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:21.415029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e4a8d76-3e64-43cd-8201-c542ff18d7a2 req-00deaf56-15b2-4f3b-be03-b378a667e66e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5ad212edea764794ab94656e6774f379 HTTP/1.1" status: 200 len: 221 time: 0.0367103 Aug 04 15:04:21.516092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-930929052-network', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:21.568111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Made reservation on behalf of e0cefdc611dc46ce99b64fd6f4a9677c for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:21.574216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.589843 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2631ff60-de8c-4130-b826-59f3bb47ba37 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:21.595770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768ad3-0a81-4afd-a4ba-99b5b631941a req-8017b337-ead9-489d-87df-7569097cb659 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:21.601348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.605265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2768ad3-0a81-4afd-a4ba-99b5b631941a req-8017b337-ead9-489d-87df-7569097cb659 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1111178 Aug 04 15:04:21.666798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f2768ad3-0a81-4afd-a4ba-99b5b631941a req-d5bf857b-4403-4476-b07f-a7d44763dfc1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576465 Aug 04 15:04:21.711062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2631ff60-de8c-4130-b826-59f3bb47ba37 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:21.711334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.765692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.775638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.839004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:04:21.867799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a759e1e4-7047-4a7b-bd44-06b1bf52085f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:21.879165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:21.884911 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Added segment e09c574d-613e-4b62-b8ee-ae329c7f66ad of type vlan for network 16a67614-7536-4e8d-995b-1eb5087fd3a4 Aug 04 15:04:21.926783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132c901-4581-4550-8b0e-0f3be9f15ec4 req-dfb2ad86-f2e3-41bc-9a3e-bae50b017553 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:21.932744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2132c901-4581-4550-8b0e-0f3be9f15ec4 req-dfb2ad86-f2e3-41bc-9a3e-bae50b017553 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1641071 Aug 04 15:04:21.987872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.025175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2132c901-4581-4550-8b0e-0f3be9f15ec4 req-4021bdf8-62c1-4772-a9e0-32b7aa7499df tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855329 Aug 04 15:04:22.050832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.050832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.050832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.072424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-140792a7-5d2e-4dc1-b4c5-78e7cd628015 req-253ab9ea-fc4b-4c2f-95d2-ba5aaa82a35a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 210 time: 0.0915723 Aug 04 15:04:22.193475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] Pushing event updated for resources: {'Network': ['ID=16a67614-7536-4e8d-995b-1eb5087fd3a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:22.218377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:04:22.222735 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dcab8eaa-6061-431b-b505-4fa79c0e1f12 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8651619 Aug 04 15:04:22.223766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51738) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:22.238274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Request body: {'subnet': {'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-930929052-subnet', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:22.273227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-87b41d72-0cee-430e-9e2d-ba5858ed1a4d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4372764 Aug 04 15:04:22.286980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Made reservation on behalf of e0cefdc611dc46ce99b64fd6f4a9677c for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:22.289618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.298249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562a7c-7094-48a7-b7c3-04e29ff6a57b req-f224ac8e-430f-451b-965e-3066933b1fff tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.306522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8562a7c-7094-48a7-b7c3-04e29ff6a57b req-f224ac8e-430f-451b-965e-3066933b1fff tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1157782 Aug 04 15:04:22.390047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8562a7c-7094-48a7-b7c3-04e29ff6a57b req-c974d555-7abc-49f7-96a3-7cd81daceb28 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825174 Aug 04 15:04:22.416664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-6aa086b0-1b93-4923-a945-17ae46ad47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.418278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-6aa086b0-1b93-4923-a945-17ae46ad47d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1098 time: 0.1097863 Aug 04 15:04:22.657290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f622c64-51c5-4cda-888b-5bfcc373ecba req-37d34019-561a-4a3a-9958-c4ffddad3622 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.667370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f622c64-51c5-4cda-888b-5bfcc373ecba req-37d34019-561a-4a3a-9958-c4ffddad3622 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1518276 Aug 04 15:04:22.680358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.737343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-180b17ad-6f81-42ce-83b1-ac375b136430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.739659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-180b17ad-6f81-42ce-83b1-ac375b136430 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.2945068 Aug 04 15:04:22.772336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f622c64-51c5-4cda-888b-5bfcc373ecba req-8b199372-219b-43b5-bfdc-4d98ae5539c4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891678 Aug 04 15:04:22.813714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79bd13a1-2321-417f-b6f7-710dcd6203f4,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:22.835589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Checking segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:22.836097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Network hostable DHCP agents. Network: 16a67614-7536-4e8d-995b-1eb5087fd3a4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:04:22.848305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-7b4e4c14-b727-4b7f-a526-98ac1b7494fd tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.853455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-7b4e4c14-b727-4b7f-a526-98ac1b7494fd tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/networks?id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 200 len: 797 time: 0.2911382 Aug 04 15:04:22.886635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:04:22.892187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-273951b3-64ad-4450-b5eb-e9480df5ff83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1002 time: 0.1283679 Aug 04 15:04:22.913079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 16a67614-7536-4e8d-995b-1eb5087fd3a4) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:22.923781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.924828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:22.926688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4c7ef-69f6-4c88-bf53-7161c9050ace None None] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:22.936128 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-7bc91982-9309-407d-8e79-4750f7cb7102 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=980083ed4fa24d66b0f406a1b7979cb4 HTTP/1.1" status: 200 len: 380 time: 0.0745039 Aug 04 15:04:22.958500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'port': {'device_id': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'admin_state_up': True, 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'security_groups': ['2851c1a4-4475-49cb-ba8b-84a51442a87d']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:22.974775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-daf540d7-08d1-4d7a-8223-926e0efa985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.976958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-daf540d7-08d1-4d7a-8223-926e0efa985b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0763550 Aug 04 15:04:22.990087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b4b31-0877-4e6b-a3d6-a82d47660f0d req-b029dae9-368b-4361-9a25-a428eae10489 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:22.991995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79b4b31-0877-4e6b-a3d6-a82d47660f0d req-b029dae9-368b-4361-9a25-a428eae10489 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1031096 Aug 04 15:04:23.028185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:23.028608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-88115389-764e-4166-a676-d53841a1cbd9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8035917 Aug 04 15:04:23.033774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:23.069732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.071048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.117869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79b4b31-0877-4e6b-a3d6-a82d47660f0d req-4950cbd1-0a0d-4832-8a67-3c55dff73433 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160619 Aug 04 15:04:23.145634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Made reservation on behalf of 980083ed4fa24d66b0f406a1b7979cb4 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:23.150168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-8ba0af9d-e9c5-4ee3-8570-3599a1fc28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:23.156228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-8ba0af9d-e9c5-4ee3-8570-3599a1fc28dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605484 Aug 04 15:04:23.156888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.219384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-16a67614-7536-4e8d-995b-1eb5087fd3a4', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:04:23.220526 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.326292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80e17dab-71e1-4a04-98d1-588289d9f5fa req-cc23c83b-5552-4eec-955c-0047d4f70bf9 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 210 time: 0.0551302 Aug 04 15:04:23.335284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.375752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.20.0.9 (e4da5f6d-951b-43f2-8fc9-ee27f93913f8/37d68fde-528c-49ed-9198-dcba04da5af5/fb7da765-a9c8-49a2-b0ed-3764b7511f19) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:23.462964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Allocated IP 172.20.0.2 (16a67614-7536-4e8d-995b-1eb5087fd3a4/79bd13a1-2321-417f-b6f7-710dcd6203f4/9d452093-e9be-4d81-904e-255d0d33f43c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:23.626298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.652270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Transition to ACTIVE for port object fb7da765-a9c8-49a2-b0ed-3764b7511f19 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:23.669888 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.691027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Transition to ACTIVE for port object 9d452093-e9be-4d81-904e-255d0d33f43c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:23.715716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Transition to ACTIVE for port object 9d452093-e9be-4d81-904e-255d0d33f43c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:23.721006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.724651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.768818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:23.772442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:23.778780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:23.801859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:23.810220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:23.812646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Pushing event updated for resources: {'Port': ['ID=9d452093-e9be-4d81-904e-255d0d33f43c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:23.832912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:23.851271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Attempting to bind port 9d452093-e9be-4d81-904e-255d0d33f43c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:23.851831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Attempting to bind port 9d452093-e9be-4d81-904e-255d0d33f43c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:23.852392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Attempting to bind port 9d452093-e9be-4d81-904e-255d0d33f43c on network 16a67614-7536-4e8d-995b-1eb5087fd3a4 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:23.861260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:23.861779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Checking segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:23.862390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.863006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Bound using segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:23.863680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Bound port: 9d452093-e9be-4d81-904e-255d0d33f43c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:23.864221 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.910704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:23.936226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:23.937041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.970124 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-78ff4add-6350-4e5a-8431-9f91bd3d31dc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239189 Aug 04 15:04:23.970844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] For port 9d452093-e9be-4d81-904e-255d0d33f43c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:23.975173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] For port 9d452093-e9be-4d81-904e-255d0d33f43c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9d452093-e9be-4d81-904e-255d0d33f43c,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:23.980286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:23.992231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Request body: {'port': {'device_id': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:24.083157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.105157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6f547-7760-4014-bd0e-f207d2338a08 None None] Pushing event updated for resources: {'Port': ['ID=9d452093-e9be-4d81-904e-255d0d33f43c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:24.174600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-522f5cc8-5b9f-4212-a609-f80f02d7d8f9 None None] Provisioning for port fb7da765-a9c8-49a2-b0ed-3764b7511f19 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:24.181588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-522f5cc8-5b9f-4212-a609-f80f02d7d8f9 None None] Provisioning complete for port fb7da765-a9c8-49a2-b0ed-3764b7511f19 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:24.181968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-522f5cc8-5b9f-4212-a609-f80f02d7d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.193481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-77eca6de-1cc9-41da-8d7e-bd71f4ab8f35 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9180110 Aug 04 15:04:24.209931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c7d9a-5150-4057-b362-8bde620d3286 req-8c325b28-c656-4109-a449-1e20b73a2cac tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:24.218761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e80c7d9a-5150-4057-b362-8bde620d3286 req-8c325b28-c656-4109-a449-1e20b73a2cac tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.9305701 Aug 04 15:04:24.255330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-522f5cc8-5b9f-4212-a609-f80f02d7d8f9 None None] Port fb7da765-a9c8-49a2-b0ed-3764b7511f19 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:24.259983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.406407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e80c7d9a-5150-4057-b362-8bde620d3286 req-5cc316b3-bdb1-4237-9048-2f73666ee3b9 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817791 Aug 04 15:04:24.413347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3195ac8-ae9a-4248-a5dd-7c2783033d49 req-36c42a17-9246-4ae4-8512-d6cf4ab3c502 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914620 Aug 04 15:04:24.621251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176b2ea-3f65-45ec-a3d0-9f488d14f7c4 req-457b8a61-fbff-4988-9e47-94da577b9544 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:24.625294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7da765-a9c8-49a2-b0ed-3764b7511f19 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:04:24.629244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5176b2ea-3f65-45ec-a3d0-9f488d14f7c4 req-457b8a61-fbff-4988-9e47-94da577b9544 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 931 time: 0.0820546 Aug 04 15:04:24.634830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.650545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Transition to ACTIVE for port object fb7da765-a9c8-49a2-b0ed-3764b7511f19 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:24.657626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.718488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5176b2ea-3f65-45ec-a3d0-9f488d14f7c4 req-d8de016f-e9fb-4a9c-8599-ba5196a66a4c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882113 Aug 04 15:04:24.719063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:24.783218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fec1d-206d-4b38-b3d3-53873134f1da req-a36531a8-3734-4db9-9859-8485141eb7c7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:24.784882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b4fec1d-206d-4b38-b3d3-53873134f1da req-a36531a8-3734-4db9-9859-8485141eb7c7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1114912 Aug 04 15:04:24.864915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Attempting to bind port fb7da765-a9c8-49a2-b0ed-3764b7511f19 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:24.865453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Attempting to bind port fb7da765-a9c8-49a2-b0ed-3764b7511f19 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:24.865594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Attempting to bind port fb7da765-a9c8-49a2-b0ed-3764b7511f19 on network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:24.870945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Port fb7da765-a9c8-49a2-b0ed-3764b7511f19 on network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:04:24.871209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Attempting to bind port fb7da765-a9c8-49a2-b0ed-3764b7511f19 on network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:24.876131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:24.876481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Checking segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:24.876866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Bound using segment: {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:24.877306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Bound port: fb7da765-a9c8-49a2-b0ed-3764b7511f19, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd3a4d8-d412-45eb-b7b3-a502bd535923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:24.877797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.933241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b4fec1d-206d-4b38-b3d3-53873134f1da req-b6808c38-2672-46b1-ba1b-43390690a014 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301260 Aug 04 15:04:24.966201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:24.988951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:25.028402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:25.045434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:25.056051 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:25.183728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Allocated IP 172.25.0.96 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a7910882-e6e0-4804-8436-dee235ba6870) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:25.201887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:25.202638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:25.210799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 200 len: 1092 time: 1.2290695 Aug 04 15:04:25.211031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac226-a868-45c6-86b6-b6fe5f7959eb req-14e41dbc-b8dc-4d18-8439-c8b0830a3430 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:25.211538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:25.213011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8daac226-a868-45c6-86b6-b6fe5f7959eb req-14e41dbc-b8dc-4d18-8439-c8b0830a3430 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0976052 Aug 04 15:04:25.214471 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af988730-f591-48cc-9f6f-6a9054527f94" -d '{"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:25.224400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2656b-4319-4730-ae5d-ff50fa3211b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:25.379373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-f0173deb-d410-4bb2-a52a-4e945f577cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:25.380907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-f0173deb-d410-4bb2-a52a-4e945f577cd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1095 time: 0.1020052 Aug 04 15:04:25.503065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-763e60d1-098a-40e0-acd5-d2472c97a4eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 200 len: 217 time: 0.1126208 Aug 04 15:04:25.558653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8daac226-a868-45c6-86b6-b6fe5f7959eb req-14fff54b-53d1-4d21-bc06-dfba9771bca6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321099 Aug 04 15:04:25.568458 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab0fe2a-c4c7-46dd-95fc-ff1bf594976b x-openstack-request-id: req-8ab0fe2a-c4c7-46dd-95fc-ff1bf594976b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:25.568723 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:25.568978 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ab0fe2a-c4c7-46dd-95fc-ff1bf594976b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:25.569891 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'status': 'completed', 'code': 200} Aug 04 15:04:25.625737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-abdd2abe-236c-4a91-a193-7536c92d0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:25.627280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-abdd2abe-236c-4a91-a193-7536c92d0377 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37d68fde-528c-49ed-9198-dcba04da5af5 HTTP/1.1" status: 200 len: 835 time: 0.1160073 Aug 04 15:04:25.649760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:25.688330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9d452093-e9be-4d81-904e-255d0d33f43c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:25.741887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-6fa84cec-851c-41b7-b73a-3d98a790c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:25.744175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-6fa84cec-851c-41b7-b73a-3d98a790c21c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095791 Aug 04 15:04:25.762258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01265973-ee4c-415b-ae6b-3d89456d6db4 None None] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:25.822196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:25.861015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-afb4e68c-7039-4820-998d-4915c3de6ab7 service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093154 Aug 04 15:04:25.947069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fc8d2a1a-2707-4a3a-89c8-7b825c7492ac None None] Provisioning for port 9d452093-e9be-4d81-904e-255d0d33f43c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:25.951042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:25.953236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Pushing event updated for resources: {'Port': ['ID=a7910882-e6e0-4804-8436-dee235ba6870,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:25.996782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9d452093-e9be-4d81-904e-255d0d33f43c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:26.003110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:26.004473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9d452093-e9be-4d81-904e-255d0d33f43c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:26.004857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.021600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:26.026350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56618e7f-fc6e-485e-8c29-6baa909d6ef7 req-22a673a2-f08c-4b74-94ee-2b38e93ce3a0 service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581619 Aug 04 15:04:26.044499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20180-6a8d-4de4-b951-e64e62f64df3 req-aba6eacf-8175-44f5-871e-766004e648dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.052617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ae20180-6a8d-4de4-b951-e64e62f64df3 req-aba6eacf-8175-44f5-871e-766004e648dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.3021884 Aug 04 15:04:26.128535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.167729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dc2f7-2684-4c1e-b97b-2662008fc1c2 req-7546a98a-78e1-42a3-9cec-83da6a67cba7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.175580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef6dc2f7-2684-4c1e-b97b-2662008fc1c2 req-7546a98a-78e1-42a3-9cec-83da6a67cba7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 943 time: 0.3238106 Aug 04 15:04:26.180652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0ae20180-6a8d-4de4-b951-e64e62f64df3 req-2c589e6e-204e-4e49-9db2-84bf06475684 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Aug 04 15:04:26.182026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9d452093-e9be-4d81-904e-255d0d33f43c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9d452093-e9be-4d81-904e-255d0d33f43c,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:26.187273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.204365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988730-f591-48cc-9f6f-6a9054527f94 req-a3fdf7ea-57a9-4e58-8569-a66bb7e8411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.205903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-a3fdf7ea-57a9-4e58-8569-a66bb7e8411d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1095 time: 0.1178510 Aug 04 15:04:26.296294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9d452093-e9be-4d81-904e-255d0d33f43c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:26.378090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988730-f591-48cc-9f6f-6a9054527f94 req-ead3da40-d2d2-465c-8bae-b2cc81207ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.379755 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-ead3da40-d2d2-465c-8bae-b2cc81207ef9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 200 len: 898 time: 0.1649411 Aug 04 15:04:26.407245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef6dc2f7-2684-4c1e-b97b-2662008fc1c2 req-757cb0e4-0d40-4f65-808d-d3d79a37ad8f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303135 Aug 04 15:04:26.449763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-a9f4cc7f-fd47-4156-bc58-6b00d4a63d50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 200 len: 217 time: 0.0539267 Aug 04 15:04:26.452798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:26.482782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01507f-afc8-4b81-83c7-9cd1a979b438 req-9a5124f9-29ee-4694-9c6b-a0ebadc05c8a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.484279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a193a684-d8bd-42a2-9216-8d0b60eaf1b3 None None] Provisioning complete for port 9d452093-e9be-4d81-904e-255d0d33f43c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:26.486411 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a193a684-d8bd-42a2-9216-8d0b60eaf1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.489294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d01507f-afc8-4b81-83c7-9cd1a979b438 req-9a5124f9-29ee-4694-9c6b-a0ebadc05c8a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1612864 Aug 04 15:04:26.524998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988730-f591-48cc-9f6f-6a9054527f94 req-b724c6b6-b36a-4f84-8f71-f210b2c568de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.527392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-b724c6b6-b36a-4f84-8f71-f210b2c568de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37d68fde-528c-49ed-9198-dcba04da5af5 HTTP/1.1" status: 200 len: 835 time: 0.0648754 Aug 04 15:04:26.626541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d01507f-afc8-4b81-83c7-9cd1a979b438 req-a76db760-431d-436c-8d91-f8848cf72475 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277361 Aug 04 15:04:26.668667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.712305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Deleting subnet a73bbb81-d6af-4f11-8733-2777acd6712c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:04:26.717482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.720967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988730-f591-48cc-9f6f-6a9054527f94 req-f908ff7b-5272-439a-b694-27b24325904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.722558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-f908ff7b-5272-439a-b694-27b24325904f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870041 Aug 04 15:04:26.822768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.887403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.906194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d67b-4641-475b-8eca-c01fe189db2e req-00aa2581-97d1-438e-956b-121fac3ab56c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:26.907943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbe4d67b-4641-475b-8eca-c01fe189db2e req-00aa2581-97d1-438e-956b-121fac3ab56c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1077802 Aug 04 15:04:26.948661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-b12636c3-18c6-412e-885b-37f0b1da6f5e service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055316 Aug 04 15:04:26.953834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:26.989355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.004567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73bbb81-d6af-4f11-8733-2777acd6712c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:27.015487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.019679 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9ef65fcd-6298-45c1-a597-c5a43811e956 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a73bbb81-d6af-4f11-8733-2777acd6712c HTTP/1.1" status: 204 len: 168 time: 0.5634351 Aug 04 15:04:27.046231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51832) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:27.073827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbe4d67b-4641-475b-8eca-c01fe189db2e req-92f3196b-874e-4e8b-b103-1a22cbe70043 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813715 Aug 04 15:04:27.129444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.219396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50136d-5f28-49e0-b8c6-6b2a02b6d2a9 req-48441e4b-1bc2-4d67-927e-2c8caf7ceeb3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:27.220947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa50136d-5f28-49e0-b8c6-6b2a02b6d2a9 req-48441e4b-1bc2-4d67-927e-2c8caf7ceeb3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0692952 Aug 04 15:04:27.243769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Router f044cdb2-96bb-428b-be8f-7a3e3634a6ef is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:04:27.246711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-af988730-f591-48cc-9f6f-6a9054527f94 req-8cbcf84b-8336-4c56-8dbe-6f8e4f2769ee service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897949 Aug 04 15:04:27.256996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.267551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6acb65c-a679-4e21-98a5-e905aca73852']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:27.275131 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa50136d-5f28-49e0-b8c6-6b2a02b6d2a9 req-60e4503e-b2ab-49a5-8a46-97406d73abe5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Aug 04 15:04:27.279991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:27.280288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3c6ded-d29b-4460-90c4-b9c1e0a01352') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:27.290409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.307816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.314876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:04:27.315288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:04:27.317633 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:04:27.391427 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.397532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.402188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f6acb65c-a679-4e21-98a5-e905aca73852 HTTP/1.1" status: 204 len: 168 time: 0.3550041 Aug 04 15:04:27.414901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5421ec9-ece8-4580-9548-2287576f7296 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6acb65c-a679-4e21-98a5-e905aca73852,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:27.430907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:27.443720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Sync routers for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:27.453265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8a062-3fc3-4a1a-a81e-11e9ba8dfa5d req-832e4d3d-dd81-4699-b459-1201d727ce9c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:27.459209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:27.460947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:27.462620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36d8a062-3fc3-4a1a-a81e-11e9ba8dfa5d req-832e4d3d-dd81-4699-b459-1201d727ce9c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0906734 Aug 04 15:04:27.473546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.477480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ce23d7b-f7c0-4749-a0b8-802013b59d33 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4452968 Aug 04 15:04:27.478345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51844) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:27.521138 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36d8a062-3fc3-4a1a-a81e-11e9ba8dfa5d req-2b55c442-4ed8-408d-87d9-4892d4575ed5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523818 Aug 04 15:04:27.631948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9d452093-e9be-4d81-904e-255d0d33f43c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:27.637979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8092c-4b86-426d-8989-d9d27318f50d req-318a58f7-95af-42a3-8ae1-ca596def6b44 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:27.650911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f8092c-4b86-426d-8989-d9d27318f50d req-318a58f7-95af-42a3-8ae1-ca596def6b44 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 943 time: 0.1121137 Aug 04 15:04:27.655025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51848) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:27.703721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:27.775252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f8092c-4b86-426d-8989-d9d27318f50d req-253c94e0-1006-48fa-ac8d-5b4143d10c58 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231642 Aug 04 15:04:27.808740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1dddc-b592-40b0-a5bc-81e75f83b739 req-5e06c2bf-0def-4610-81cf-faa8a6c63850 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:27.811332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ed1dddc-b592-40b0-a5bc-81e75f83b739 req-5e06c2bf-0def-4610-81cf-faa8a6c63850 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1576149 Aug 04 15:04:27.821980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-91348381-e3cb-4918-b30a-2f9ec9f04f5d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=196eeec5b80245788b434170bee4ebdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662545 Aug 04 15:04:27.826202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:27.854471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9d452093-e9be-4d81-904e-255d0d33f43c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:27.855140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.929612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ed1dddc-b592-40b0-a5bc-81e75f83b739 req-d69e286a-bd81-4480-976a-e1c67db263a7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060312 Aug 04 15:04:27.964930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:27.998447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.051669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:26Z', 'revision_number': 3, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:28.075024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.078234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.081905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35c833f9-e574-4be6-a3b0-9e8106da9060 HTTP/1.1" status: 204 len: 168 time: 0.2525196 Aug 04 15:04:28.090872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Checking router: f044cdb2-96bb-428b-be8f-7a3e3634a6ef for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:28.091232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Updating router f044cdb2-96bb-428b-be8f-7a3e3634a6ef port a7910882-e6e0-4804-8436-dee235ba6870 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:28.092581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.106326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816be79-37ab-477e-b16f-0497d8fe6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c833f9-e574-4be6-a3b0-9e8106da9060,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:28.135899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.248547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655fd08-329b-4965-b31b-dfc5390956b4 req-33a401b3-6eb5-4ae1-b9d7-46d5847660f6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:28.250288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c655fd08-329b-4965-b31b-dfc5390956b4 req-33a401b3-6eb5-4ae1-b9d7-46d5847660f6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0747776 Aug 04 15:04:28.333586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c655fd08-329b-4965-b31b-dfc5390956b4 req-4e54a88c-2ba5-4549-80db-ba102e9e11a2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739753 Aug 04 15:04:28.378427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Allocated IP 172.20.0.1 (16a67614-7536-4e8d-995b-1eb5087fd3a4/79bd13a1-2321-417f-b6f7-710dcd6203f4/9c48ade1-5f35-45c7-86d6-bc463ea3e0e6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:28.382648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fb7da765-a9c8-49a2-b0ed-3764b7511f19 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:04:28.499748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7cd65-de42-4b9e-a2ec-5ad90e437235 req-e1eeb4d9-8997-48f4-95dc-42cc1207319b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:28.501513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4c7cd65-de42-4b9e-a2ec-5ad90e437235 req-e1eeb4d9-8997-48f4-95dc-42cc1207319b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0652893 Aug 04 15:04:28.531473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.551839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.566408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Transition to ACTIVE for port object 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:28.571175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4c7cd65-de42-4b9e-a2ec-5ad90e437235 req-5c48f4b6-c3fb-4372-9052-debdbecaa11c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630596 Aug 04 15:04:28.577999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Transition to ACTIVE for port object a7910882-e6e0-4804-8436-dee235ba6870 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:28.597533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.607528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:28.638694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.660990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'port_id': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'mac_address': 'fa:16:3e:fd:36:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:04:28.685102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:28.688330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:28.693364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:28.717632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Attempting to bind port a7910882-e6e0-4804-8436-dee235ba6870 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:28.718001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Attempting to bind port a7910882-e6e0-4804-8436-dee235ba6870 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:28.718365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Attempting to bind port a7910882-e6e0-4804-8436-dee235ba6870 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:28.725781 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.727805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:28.728177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:28.728567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.728969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:28.729461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Bound port: a7910882-e6e0-4804-8436-dee235ba6870, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:28.729819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.731600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.735801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:28.762191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf78ad-1dae-4c2c-ac7e-13f32bee5069 None None] Pushing event updated for resources: {'Port': ['ID=a7910882-e6e0-4804-8436-dee235ba6870,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:28.773125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7da765-a9c8-49a2-b0ed-3764b7511f19 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:04:28.820568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:28.833562 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.837336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] For port a7910882-e6e0-4804-8436-dee235ba6870, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:28.843750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] For port a7910882-e6e0-4804-8436-dee235ba6870, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a7910882-e6e0-4804-8436-dee235ba6870,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:28.881614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:28.938692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:28.980297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:28.981200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:29.021194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029705d2-abb2-4d1d-b3d1-4b27638624c8 req-9aad128e-032d-4e03-b640-562617605c0c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:29.023434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029705d2-abb2-4d1d-b3d1-4b27638624c8 req-9aad128e-032d-4e03-b640-562617605c0c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 944 time: 0.1103272 Aug 04 15:04:29.130816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029705d2-abb2-4d1d-b3d1-4b27638624c8 req-08cb7e18-9514-416d-8508-843d2301dc74 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713298 Aug 04 15:04:29.145568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b608a-856a-4f26-b8ab-fdb99cdfc35e req-b7113170-b3eb-4542-b963-7c844c8f1290 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:29.151810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b71b608a-856a-4f26-b8ab-fdb99cdfc35e req-b7113170-b3eb-4542-b963-7c844c8f1290 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1426334 Aug 04 15:04:29.257804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b71b608a-856a-4f26-b8ab-fdb99cdfc35e req-3d7414a1-bdff-47bf-9353-3cf5258ed1a0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893919 Aug 04 15:04:29.299345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['fb7da765-a9c8-49a2-b0ed-3764b7511f19'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:04:29.402646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b3529-174a-4185-91ab-09b05df6bfe6 req-05c2b88d-24c4-4375-a014-b35bd922c9a2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:29.410461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-317b3529-174a-4185-91ab-09b05df6bfe6 req-05c2b88d-24c4-4375-a014-b35bd922c9a2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0741339 Aug 04 15:04:29.461837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-224ff678-d00d-4224-8870-f56fbe10c74d None None] Provisioning for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:29.470269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-224ff678-d00d-4224-8870-f56fbe10c74d None None] Provisioning complete for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:29.470451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-224ff678-d00d-4224-8870-f56fbe10c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:29.474439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf78ad-1dae-4c2c-ac7e-13f32bee5069 None None] Pushing event updated for resources: {'Port': ['ID=a7910882-e6e0-4804-8436-dee235ba6870,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:29.476750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-317b3529-174a-4185-91ab-09b05df6bfe6 req-2cacc005-0d28-4c61-884d-704da7b04656 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652676 Aug 04 15:04:29.483483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:29.598299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:29.640164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-224ff678-d00d-4224-8870-f56fbe10c74d None None] Port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:29.703282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2073fe-61a3-470d-88cd-b79f2a7f5060 req-a252a0d8-8342-4a16-9c83-c95da736076f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:29.710009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2073fe-61a3-470d-88cd-b79f2a7f5060 req-a252a0d8-8342-4a16-9c83-c95da736076f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0937164 Aug 04 15:04:29.797113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b2073fe-61a3-470d-88cd-b79f2a7f5060 req-44911456-2cc9-4156-9d04-5e5d1748ceec tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806265 Aug 04 15:04:29.838269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:29.845389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:29.934078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:26Z', 'revision_number': 3, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:29.948610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f5817-6d8a-4bbb-9aed-7e188d15bf7b req-12b0c91b-c27d-40d9-9532-e1fd8dd76925 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:29.956831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-674f5817-6d8a-4bbb-9aed-7e188d15bf7b req-12b0c91b-c27d-40d9-9532-e1fd8dd76925 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0736747 Aug 04 15:04:29.974157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ce5b5-c641-4b5f-b363-92846d9bb1f0 None None] The sync data for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 is: [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:26Z', 'revision_number': 3, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:30.020326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-674f5817-6d8a-4bbb-9aed-7e188d15bf7b req-7d6cf5a0-28ec-4886-9ea7-deffebaad904 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Aug 04 15:04:30.052776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:30.082364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:30.375776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:30.377482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:30.378855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e981330-88c0-43b3-8ff7-7fd60d8b978d req-e02d9040-b7b2-4230-801d-09458efb44cf tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:30.393262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e981330-88c0-43b3-8ff7-7fd60d8b978d req-e02d9040-b7b2-4230-801d-09458efb44cf tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 944 time: 0.1162162 Aug 04 15:04:30.518794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e981330-88c0-43b3-8ff7-7fd60d8b978d req-c5645d39-69ec-4b72-8662-575fb4bc37dd tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214879 Aug 04 15:04:30.570299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04623b-5dcd-43b2-9d78-01f25fe2fb81 req-5aa5f7a9-38a2-48bd-9d4c-f39f23439235 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:30.578741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab04623b-5dcd-43b2-9d78-01f25fe2fb81 req-5aa5f7a9-38a2-48bd-9d4c-f39f23439235 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2181113 Aug 04 15:04:30.692513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab04623b-5dcd-43b2-9d78-01f25fe2fb81 req-82c4e794-f6bb-4c14-b5ab-947104c0d0fe tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017864 Aug 04 15:04:30.745491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Router f044cdb2-96bb-428b-be8f-7a3e3634a6ef has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:30.872096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d217f7b-2a74-48e1-8df5-40df448c9114 None None] Provisioning complete for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:30.873159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d217f7b-2a74-48e1-8df5-40df448c9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:30.900038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:30.913607 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e28779a3-3039-4dc7-9cf1-431594d455e3 admin admin] 10.222.0.76 "PUT /v2.0/routers/f044cdb2-96bb-428b-be8f-7a3e3634a6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338884 Aug 04 15:04:30.922883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2d217f7b-2a74-48e1-8df5-40df448c9114 None None] Port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:31.554203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:31.560097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1352906158-network', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:31.562399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a7910882-e6e0-4804-8436-dee235ba6870 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:31.605991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Made reservation on behalf of 4a53a1e9c9b04962a59114d9bc0b0c3c for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:31.613272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.624363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a7910882-e6e0-4804-8436-dee235ba6870 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:31.631351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a7910882-e6e0-4804-8436-dee235ba6870 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:31.632454 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.633181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.719665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3f68d-c893-42bd-8d1d-4a478212d6f6 req-92f43874-ddc5-45c7-9826-aa3b49bce00b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:31.733556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.735129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54f3f68d-c893-42bd-8d1d-4a478212d6f6 req-92f43874-ddc5-45c7-9826-aa3b49bce00b tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 944 time: 0.1264114 Aug 04 15:04:31.764452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a7910882-e6e0-4804-8436-dee235ba6870, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a7910882-e6e0-4804-8436-dee235ba6870,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:31.766032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.770852 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.776826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.791971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-54f3f68d-c893-42bd-8d1d-4a478212d6f6 req-e1d55df8-c17a-4e54-9510-6ec2293557ae tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517826 Aug 04 15:04:31.829437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:04:31.842163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb0212-4875-4a5c-a428-a760424df4f4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:31.849223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.849817 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Added segment 413b3ec1-51fa-4135-8113-0407d9975294 of type vlan for network 999c0fa1-54cb-460e-81b2-34f312c28e43 Aug 04 15:04:31.874038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a7910882-e6e0-4804-8436-dee235ba6870,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:31.908803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a048fd-9fc9-442d-9217-ef675f8b55ea req-95775f2b-12af-484d-b196-cbecd578e94f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:31.910857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62a048fd-9fc9-442d-9217-ef675f8b55ea req-95775f2b-12af-484d-b196-cbecd578e94f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0857589 Aug 04 15:04:31.912315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.956242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.958186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:31.958979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:31.965304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62a048fd-9fc9-442d-9217-ef675f8b55ea req-12cc3460-107d-4ec3-a439-1be308a7d059 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Aug 04 15:04:32.032958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4769804 Aug 04 15:04:32.034324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddabdb-1825-4f58-b895-825cab527a20 admin admin] Pushing event updated for resources: {'Network': ['ID=999c0fa1-54cb-460e-81b2-34f312c28e43,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:32.036034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 51972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:32.049750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:04:32.055472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Request body: {'subnet': {'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1352906158-subnet', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:32.090050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Made reservation on behalf of 4a53a1e9c9b04962a59114d9bc0b0c3c for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:32.092503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.329559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0cf2-91af-46e6-936a-3a5589207cec req-2c926676-d2de-45ca-b115-cc4d214d8dfb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:32.330841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cbf0cf2-91af-46e6-936a-3a5589207cec req-2c926676-d2de-45ca-b115-cc4d214d8dfb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0964825 Aug 04 15:04:32.332412 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.379267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Sync routers for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:32.380362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fb7da765-a9c8-49a2-b0ed-3764b7511f19 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:32.394748 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:32.395688 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:32.445154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a6b288-e8dc-44c4-964c-1ff3eff7d6fe,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:32.482899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6cbf0cf2-91af-46e6-936a-3a5589207cec req-6dc67717-b5d5-4341-aaa0-6e3b94294427 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375072 Aug 04 15:04:32.496283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Checking segment: {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:32.497010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Network hostable DHCP agents. Network: 999c0fa1-54cb-460e-81b2-34f312c28e43, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:04:32.505974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port fb7da765-a9c8-49a2-b0ed-3764b7511f19 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:32.512352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port fb7da765-a9c8-49a2-b0ed-3764b7511f19 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:32.512729 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.520469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:04:32.533584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 999c0fa1-54cb-460e-81b2-34f312c28e43) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:32.538331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:32.539371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.548683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb373c-7d6b-42c9-8b34-8aa86a980341 None None] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:32.560271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-47dbd147-c19a-47a0-b5ae-fab64cfd85d5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5095689 Aug 04 15:04:32.562038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 51984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:32.562197 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:32.570356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:32.621606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.627236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.737782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.781708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.792804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-999c0fa1-54cb-460e-81b2-34f312c28e43', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:04:32.793999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:32.835343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:32.844604 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ad9be-80f4-46bf-a8fc-8647df5cdb14" -d '{"events": [{"server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "name": "network-vif-plugged", "status": "completed", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:32.878980 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 2, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:32.912278 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Checking router: f044cdb2-96bb-428b-be8f-7a3e3634a6ef for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:32.912759 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Updating router f044cdb2-96bb-428b-be8f-7a3e3634a6ef port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:32.942770 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.005534 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68416e37-e6f7-4e79-88fa-5be4a7219414 x-openstack-request-id: req-68416e37-e6f7-4e79-88fa-5be4a7219414 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:33.006626 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "name": "network-vif-plugged", "status": "completed", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:33.007100 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68416e37-e6f7-4e79-88fa-5be4a7219414 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:33.007716 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'code': 200} Aug 04 15:04:33.016387 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:33.026046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00854f-50b9-44b7-9438-a56bd8852243 req-6ae9e7c5-cf38-417e-9bcb-c211a8ea53c8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:33.034420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.035839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc00854f-50b9-44b7-9438-a56bd8852243 req-6ae9e7c5-cf38-417e-9bcb-c211a8ea53c8 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 944 time: 0.0927150 Aug 04 15:04:33.081361 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.103488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:33.110417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb61e5-2469-4407-9c0b-de95bf9451ac req-61721ebc-de56-4254-bf15-a67d5e4c0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:33.112010 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cecb61e5-2469-4407-9c0b-de95bf9451ac req-61721ebc-de56-4254-bf15-a67d5e4c0b25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1097 time: 0.1120398 Aug 04 15:04:33.116716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc00854f-50b9-44b7-9438-a56bd8852243 req-9cd192cc-49c8-40bb-bb69-4e6bd30530a7 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733812 Aug 04 15:04:33.188538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cecb61e5-2469-4407-9c0b-de95bf9451ac req-8a403577-8b45-4425-985f-0baceeed8ca0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458112 Aug 04 15:04:33.237590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Allocated IP 172.20.0.2 (999c0fa1-54cb-460e-81b2-34f312c28e43/33a6b288-e8dc-44c4-964c-1ff3eff7d6fe/cd7a7fda-36a8-4684-9f1c-a37c66b16d63) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:33.352066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.371433 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.372760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.382073 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Transition to ACTIVE for port object 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:33.395355 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.411686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.421580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Transition to ACTIVE for port object cd7a7fda-36a8-4684-9f1c-a37c66b16d63 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:33.438341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Transition to ACTIVE for port object cd7a7fda-36a8-4684-9f1c-a37c66b16d63 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:33.451444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.504881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Allocated IP 172.25.0.8 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9defe177-ec57-4f57-b77d-8fa9785a22d1) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:33.602746 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286f78-0d21-4249-baf6-184dae6dd8e9 None None] Pushing event updated for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:33.610073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Pushing event updated for resources: {'Port': ['ID=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:33.614292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a7910882-e6e0-4804-8436-dee235ba6870 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:33.634594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Attempting to bind port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:33.635010 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Attempting to bind port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:33.635791 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Attempting to bind port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 on network 16a67614-7536-4e8d-995b-1eb5087fd3a4 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:33.650712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:33.650712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Checking segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:33.651125 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.651521 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Bound using segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:33.651995 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Bound port: 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:33.654177 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.673308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.707419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:33.710539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:33.719720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:33.724631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6cdc2-8d91-479b-bdb0-83a157002ab9 req-5a9b473a-ee84-4222-a55b-2e3cae83c5be tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:33.726596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6b6cdc2-8d91-479b-bdb0-83a157002ab9 req-5a9b473a-ee84-4222-a55b-2e3cae83c5be tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1000876 Aug 04 15:04:33.778148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.794561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] For port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:33.802472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] For port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:33.812195 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.831791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6b6cdc2-8d91-479b-bdb0-83a157002ab9 req-8557f830-b30d-4b4f-bcfb-050b979cccb2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974424 Aug 04 15:04:33.864765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:33.870915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Attempting to bind port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:33.872559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Attempting to bind port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:33.873366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Attempting to bind port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 on network 999c0fa1-54cb-460e-81b2-34f312c28e43 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:33.901355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:33.903288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Checking segment: {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:33.905731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.907006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Bound using segment: {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:33.907770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Bound port: cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:33.909383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:33.910070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:33.912157 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:33.912807 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:33.939984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:33.941029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a7910882-e6e0-4804-8436-dee235ba6870 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:33.944472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:34.041924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Pushing event updated for resources: {'Port': ['ID=9defe177-ec57-4f57-b77d-8fa9785a22d1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:34.042216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286f78-0d21-4249-baf6-184dae6dd8e9 None None] Pushing event updated for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:34.115371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3dbc8-37a7-419b-bfb2-f78ce5f1e115 req-9fb5d3d5-2cbf-40be-9da1-edccf91642a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:34.134963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55a3dbc8-37a7-419b-bfb2-f78ce5f1e115 req-9fb5d3d5-2cbf-40be-9da1-edccf91642a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1552162 Aug 04 15:04:34.239211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] For port cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:34.245870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] For port cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:34.252928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:34.268601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55a3dbc8-37a7-419b-bfb2-f78ce5f1e115 req-59b213f0-0a58-41dc-8ac9-ecc100599191 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248069 Aug 04 15:04:34.280334 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:34.351355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59ec0-275a-4dbf-9700-ad371ab03ff4 None None] Pushing event updated for resources: {'Port': ['ID=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:34.404144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766206d2-9472-4c62-80e0-c3c4896d39ad req-b96cc81a-0380-40de-b3f7-226483a2fb67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:34.422501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-766206d2-9472-4c62-80e0-c3c4896d39ad req-b96cc81a-0380-40de-b3f7-226483a2fb67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 945 time: 0.1390128 Aug 04 15:04:34.499919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:34.524443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-766206d2-9472-4c62-80e0-c3c4896d39ad req-2d1146cf-d432-4cd4-af1c-fe37f2663186 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989385 Aug 04 15:04:34.631772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526bfa0-0cf3-47b9-bdc0-03a459954e89 req-98d2edb8-6c39-4ebc-a48e-168ef62548a0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:34.641116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b526bfa0-0cf3-47b9-bdc0-03a459954e89 req-98d2edb8-6c39-4ebc-a48e-168ef62548a0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2066801 Aug 04 15:04:34.690227 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:33Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:34.826778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b526bfa0-0cf3-47b9-bdc0-03a459954e89 req-de126927-59dd-40dd-85ac-453a724be79e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842396 Aug 04 15:04:34.834653 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf0c23-e088-4d44-ab6a-e8e97f950798 None None] The sync data for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 is: [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:33Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:34.861039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944d2eb-d137-46c8-95b7-969e05807d7d req-b2504147-4c26-47ce-923f-2a671c9a79b3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:34.870378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0944d2eb-d137-46c8-95b7-969e05807d7d req-b2504147-4c26-47ce-923f-2a671c9a79b3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 945 time: 0.1603916 Aug 04 15:04:34.957127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0944d2eb-d137-46c8-95b7-969e05807d7d req-ebfdc331-b3aa-48c6-af62-632c6332acbc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849822 Aug 04 15:04:34.983995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:35.072749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:35.147364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09a93-5154-46ec-8a06-063c1a737329 req-4365be88-4fc1-4930-b88d-8b7ac2cef495 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:35.149001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffb09a93-5154-46ec-8a06-063c1a737329 req-4365be88-4fc1-4930-b88d-8b7ac2cef495 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1313162 Aug 04 15:04:35.155645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85453224-68c6-4ae0-8d88-1cf85ef68478 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:35.157588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-85453224-68c6-4ae0-8d88-1cf85ef68478 tempest-TestNetworkBasicOps-482711974 tempest-TestNetworkBasicOps-482711974-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1092 time: 0.1715927 Aug 04 15:04:35.175458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52024) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:35.185939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:35.252181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Router e7567677-fbd1-4069-8f40-81080a5f1a15 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:04:35.257980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffb09a93-5154-46ec-8a06-063c1a737329 req-ca5b3a1a-ff0f-48f7-9022-890cdf1e2afb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994060 Aug 04 15:04:35.265356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:35.424251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:35.436598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Sync routers for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:35.448244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:35.450437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:35.451164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:35.453098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:35.458355 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-60c56d2d-af56-4edf-a536-92a7d8237abb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8947949 Aug 04 15:04:35.459149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52030) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:35.646819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:35.778847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:35.791765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189f8e9-23a2-42f8-8f7c-dc4dd7a95f20 req-0f440a49-a169-40c0-8422-b43e5622053d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:35.795515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2189f8e9-23a2-42f8-8f7c-dc4dd7a95f20 req-0f440a49-a169-40c0-8422-b43e5622053d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.3966324 Aug 04 15:04:35.797155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Allocated IP 172.25.0.197 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a15c72bb-b4f4-45f5-a5d3-36e78eb370c0) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:36.004425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:36.015656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:36.016072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.088515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d227d6-8e47-4081-ba6f-fa7222215959 None None] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:04:36.246801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9b28f84b-1a21-4e48-b0e5-5265ee2031b3 None None] Provisioning for port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:36.343760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.349783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:34Z', 'revision_number': 3, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:36.546525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Allocated IP 172.20.0.1 (999c0fa1-54cb-460e-81b2-34f312c28e43/33a6b288-e8dc-44c4-964c-1ff3eff7d6fe/9f5c340c-8d47-4292-92fd-72d0b04c0b5e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:36.636591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.669801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Checking router: e7567677-fbd1-4069-8f40-81080a5f1a15 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:36.670145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Updating router e7567677-fbd1-4069-8f40-81080a5f1a15 port 9defe177-ec57-4f57-b77d-8fa9785a22d1 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:36.703869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.725862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.742649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Transition to ACTIVE for port object 9f5c340c-8d47-4292-92fd-72d0b04c0b5e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:36.745027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:36.786148 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.787282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cd7a7fda-36a8-4684-9f1c-a37c66b16d63 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:36.789784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.817334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.880287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:36.883668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:36.897605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:36.924593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:36.960997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:36.973868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:36.981231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:36.989503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:36.992842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.002479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:37.018843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2189f8e9-23a2-42f8-8f7c-dc4dd7a95f20 req-f2760d38-f2c0-4131-aab8-f41e68492756 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0950549 Aug 04 15:04:37.056375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:37.056375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:37.056375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.234882 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.282211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=a15c72bb-b4f4-45f5-a5d3-36e78eb370c0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:37.344565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.402073 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.416312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42e6f3-c463-40c6-a110-842eb8e5dd85 req-3ee96e3d-5e26-42b1-afe7-0310cafbe987 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:37.423801 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b42e6f3-c463-40c6-a110-842eb8e5dd85 req-3ee96e3d-5e26-42b1-afe7-0310cafbe987 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2174897 Aug 04 15:04:37.424893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Transition to ACTIVE for port object 9defe177-ec57-4f57-b77d-8fa9785a22d1 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:37.442569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.467572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:37.493166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.525842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Attempting to bind port 9defe177-ec57-4f57-b77d-8fa9785a22d1 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:37.526396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Attempting to bind port 9defe177-ec57-4f57-b77d-8fa9785a22d1 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:37.526968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Attempting to bind port 9defe177-ec57-4f57-b77d-8fa9785a22d1 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:37.542015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bb05-61ab-4938-ac5b-c92beba9b920 None None] Pushing event updated for resources: {'Port': ['ID=9defe177-ec57-4f57-b77d-8fa9785a22d1,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:37.548427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:37.548936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:37.549353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.550038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:37.550231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Bound port: 9defe177-ec57-4f57-b77d-8fa9785a22d1, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:37.550642 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.613159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:37.721438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.734490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.774872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b42e6f3-c463-40c6-a110-842eb8e5dd85 req-9fa2f0b6-1084-4c10-b5ed-2f32e740675e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500698 Aug 04 15:04:37.833269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Provisioning complete for port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:37.833885 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.904884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:37.915293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:37.974150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:37.974523 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.019619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.038358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:38.048509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] For port 9defe177-ec57-4f57-b77d-8fa9785a22d1, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:38.111847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] For port 9defe177-ec57-4f57-b77d-8fa9785a22d1, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9defe177-ec57-4f57-b77d-8fa9785a22d1,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:38.124268 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.129431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:38.131879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Provisioning for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:38.137413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:38.141809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.158032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Provisioning complete for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:38.158403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.202813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e2a16-6cf4-4cd0-9b69-c7bcb9a9e27b None None] Port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:38.295546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bb05-61ab-4938-ac5b-c92beba9b920 None None] Pushing event updated for resources: {'Port': ['ID=9defe177-ec57-4f57-b77d-8fa9785a22d1,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:38.317788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:38.318322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:38.348280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2bea2-e6a0-4304-a629-b6c55c9dcae8 req-a3affefc-cd79-4aff-99f7-b72d7538fa27 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:38.349998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45b2bea2-e6a0-4304-a629-b6c55c9dcae8 req-a3affefc-cd79-4aff-99f7-b72d7538fa27 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2821922 Aug 04 15:04:38.428782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Router e7567677-fbd1-4069-8f40-81080a5f1a15 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:38.481716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45b2bea2-e6a0-4304-a629-b6c55c9dcae8 req-03c1888e-0bc7-470e-939d-b632d0744450 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087821 Aug 04 15:04:38.493373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:38.561723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.576067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.612424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-36cf9e51-d0e9-4f76-866e-7f595771a40a None None] Provisioning complete for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:38.612799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-36cf9e51-d0e9-4f76-866e-7f595771a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.676940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:38.682444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1a9000a8-f7eb-4d1a-a45a-292a1cc7c3c7 admin admin] 10.222.0.76 "PUT /v2.0/routers/e7567677-fbd1-4069-8f40-81080a5f1a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2218616 Aug 04 15:04:38.740543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.742993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-36cf9e51-d0e9-4f76-866e-7f595771a40a None None] Port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:38.864300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9f5c340c-8d47-4292-92fd-72d0b04c0b5e', 'name': '', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'mac_address': 'fa:16:3e:56:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:36Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 2, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'subnets': [{'id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:38.898743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c60ce6f-fd1e-48f5-9a6c-d1990d1e5520 None None] The sync data for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 is: [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9f5c340c-8d47-4292-92fd-72d0b04c0b5e', 'name': '', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'mac_address': 'fa:16:3e:56:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:36Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 2, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'subnets': [{'id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:38.902852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e9da9825-02a3-4b22-b4f7-e3986c1c86bf None None] Provisioning complete for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:38.903232 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e9da9825-02a3-4b22-b4f7-e3986c1c86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:38.946026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e9da9825-02a3-4b22-b4f7-e3986c1c86bf None None] Port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:38.948965 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Floating IP 8cc3e812-a629-4bbc-8995-b099ed617f7d associated. External IP: 172.25.0.197, port: fb7da765-a9c8-49a2-b0ed-3764b7511f19. Aug 04 15:04:39.014332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event updated for resources: {'Port': ['ID=a15c72bb-b4f4-45f5-a5d3-36e78eb370c0,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:39.039503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8f099-3c2e-4365-b0ae-9d4d7fb5ad04 req-704d3a34-98b2-4f72-82b4-afa89692c7ce tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:39.041895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ee8f099-3c2e-4365-b0ae-9d4d7fb5ad04 req-704d3a34-98b2-4f72-82b4-afa89692c7ce tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.3984139 Aug 04 15:04:39.135984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ee8f099-3c2e-4365-b0ae-9d4d7fb5ad04 req-ec4a8e4d-1b58-4c38-afae-5098cfb2b4d8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Aug 04 15:04:39.466065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a1a7-2c91-40f1-ab90-35cbcb1f3f52 req-5f8271ab-eb6a-4abf-ae45-b3de3b28f1b1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:39.478270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ced4a1a7-2c91-40f1-ab90-35cbcb1f3f52 req-5f8271ab-eb6a-4abf-ae45-b3de3b28f1b1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1364729 Aug 04 15:04:39.492556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:39.673323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:39.687127 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Sync routers for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:39.699121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ced4a1a7-2c91-40f1-ab90-35cbcb1f3f52 req-f9206728-1c5a-4b1c-a963-632f482762d6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198384 Aug 04 15:04:39.702249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cd7a7fda-36a8-4684-9f1c-a37c66b16d63 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:39.710299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:39.710956 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:39.758885 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:39.816868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:39.817400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:39.857364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-465c50fa-5272-45e8-86de-87ae021819e3 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6800325 Aug 04 15:04:39.857903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:39.860131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:39.879574 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bda5f79-2406-4cae-8256-b7adafe2cd82" -d '{"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:39.988309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9346eb3-fdea-4125-b9d2-80d82cda19f4 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 200 len: 991 time: 0.1269071 Aug 04 15:04:39.994574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:40.110044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1fe49-e7a5-4ef5-ae90-08f830b34b8e req-25297cd4-76f8-4f7c-bd5a-dfd05025e569 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:40.116633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67b1fe49-e7a5-4ef5-ae90-08f830b34b8e req-25297cd4-76f8-4f7c-bd5a-dfd05025e569 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1184068 Aug 04 15:04:40.195549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:40.202094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826391782', 'description': 'tempest-secgroup-smoke-826391782 description', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:40.225894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67b1fe49-e7a5-4ef5-ae90-08f830b34b8e req-53d8dc3b-5cc0-4296-8ed7-e664f4cccf43 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028736 Aug 04 15:04:40.278476 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:40.293914 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75872434-3bb1-4e9a-96b0-2325bcd7ecba x-openstack-request-id: req-75872434-3bb1-4e9a-96b0-2325bcd7ecba {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:40.295223 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:40.295650 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75872434-3bb1-4e9a-96b0-2325bcd7ecba {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:40.296239 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'status': 'completed', 'code': 200} Aug 04 15:04:40.354875 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '8cc3e812-a629-4bbc-8995-b099ed617f7d', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'port_id': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'mac_address': 'fa:16:3e:fd:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:37Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:40.426696 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Checking router: aa9e1eee-be3d-4b44-89a4-ec1781f28cdf for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:40.437464 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:40.438386 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:40.453151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:40.505706 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:40.544376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a9c52-fff4-48c3-bfe5-90ce313a796a req-f68ee348-db74-401e-a0b8-c302940ad29b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:40.546074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-126a9c52-fff4-48c3-bfe5-90ce313a796a req-f68ee348-db74-401e-a0b8-c302940ad29b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1156671 Aug 04 15:04:40.585697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:40.598152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3998466 Aug 04 15:04:40.598961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52102) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:40.606692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:40.615618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-126a9c52-fff4-48c3-bfe5-90ce313a796a req-26f40b5d-550f-4d85-bd9b-236cec4f9d7d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563128 Aug 04 15:04:40.659560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616908-9faf-4b60-9ca5-7bee0cc856a5 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68405a63-213d-4a9b-b2e3-935c1579865b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:40.681364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-e640456d-34d3-4fb5-a36c-a4a320a963e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:40.703748 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-e640456d-34d3-4fb5-a36c-a4a320a963e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1097 time: 0.3547387 Aug 04 15:04:40.801703 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:40.836862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd04d6-c992-4be9-baa8-435161b98ef0 req-9879520b-758b-41c7-8a6e-ec5d0ec1fb1f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:40.838681 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3dd04d6-c992-4be9-baa8-435161b98ef0 req-9879520b-758b-41c7-8a6e-ec5d0ec1fb1f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0817850 Aug 04 15:04:40.861139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:40.928731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-d5fbd42a-ee6c-4592-a2fd-2d5cb6e478d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:40.930403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-d5fbd42a-ee6c-4592-a2fd-2d5cb6e478d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 200 len: 898 time: 0.2265387 Aug 04 15:04:40.946077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3dd04d6-c992-4be9-baa8-435161b98ef0 req-0d46e331-bb3e-481d-88f6-9a35965a3e3e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Aug 04 15:04:40.992490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52116) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:41.065651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-8a4b7f61-6bbc-4612-81ca-5485d783937a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 200 len: 999 time: 0.1175478 Aug 04 15:04:41.093632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.121081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.163375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5018339-03ea-4921-a55c-1cdeb4912173,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:41.174122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.175516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2dc8b824-f714-46e5-84ad-c2440b2ea275 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5724442 Aug 04 15:04:41.179094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52120) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:41.184594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:41.184837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-341c7424-112e-426c-beb9-abb25bc13240 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 200 len: 991 time: 0.1907086 Aug 04 15:04:41.197950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-bc020a18-85c4-425a-a40e-7a142c41fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.199622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-bc020a18-85c4-425a-a40e-7a142c41fbd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37d68fde-528c-49ed-9198-dcba04da5af5 HTTP/1.1" status: 200 len: 835 time: 0.1231828 Aug 04 15:04:41.238422 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '8cc3e812-a629-4bbc-8995-b099ed617f7d', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'port_id': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'mac_address': 'fa:16:3e:fd:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:37Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:41.255097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.260422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbe26c-a492-40df-ab23-9d93dc0bf091 req-00c2e7f8-60a3-4a7f-8e96-e6beb13fde49 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.268020 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f011fed-361f-40a1-ad28-56c0440fd96d None None] The sync data for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 is: [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '8cc3e812-a629-4bbc-8995-b099ed617f7d', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'port_id': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'mac_address': 'fa:16:3e:fd:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:37Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 0, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:41.269822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfdbe26c-a492-40df-ab23-9d93dc0bf091 req-00c2e7f8-60a3-4a7f-8e96-e6beb13fde49 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0747921 Aug 04 15:04:41.302426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-e85e7689-06d3-4ac2-b9b7-3912714c1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.308260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-e85e7689-06d3-4ac2-b9b7-3912714c1fdc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001179 Aug 04 15:04:41.315185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfdbe26c-a492-40df-ab23-9d93dc0bf091 req-66aee2f4-9842-4158-90b8-9441086e4d64 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Aug 04 15:04:41.439447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b54ffe-674b-4b73-a80a-15d8efaa414e req-b30c607f-0b23-4d2c-81cd-c024358a2514 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.441220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b54ffe-674b-4b73-a80a-15d8efaa414e req-b30c607f-0b23-4d2c-81cd-c024358a2514 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0559649 Aug 04 15:04:41.488096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b54ffe-674b-4b73-a80a-15d8efaa414e req-732336f8-8fad-4186-afce-2efe922ed9a1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Aug 04 15:04:41.626569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9defe177-ec57-4f57-b77d-8fa9785a22d1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:41.650767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0935-df4b-49d9-89c9-0510a752b650 req-48de9b6a-40cd-4244-ae30-494bc161a0c5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.652744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720c0935-df4b-49d9-89c9-0510a752b650 req-48de9b6a-40cd-4244-ae30-494bc161a0c5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0593848 Aug 04 15:04:41.699804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9defe177-ec57-4f57-b77d-8fa9785a22d1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:41.702652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-720c0935-df4b-49d9-89c9-0510a752b650 req-25e0cdbd-df52-4cee-9417-a0de21d77df1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Aug 04 15:04:41.721101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9defe177-ec57-4f57-b77d-8fa9785a22d1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:41.722524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.835854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-98ed29d1-ef2a-434f-911f-791a1dfc8014 service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198135 Aug 04 15:04:41.837843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.860136 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.945586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48020c66-942d-4a49-8777-90e97f3ce46d req-00cb1ce1-94d8-4857-b758-134b87871b3c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:41.949841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48020c66-942d-4a49-8777-90e97f3ce46d req-00cb1ce1-94d8-4857-b758-134b87871b3c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1005116 Aug 04 15:04:41.953483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f952a585-e21a-4941-b19c-40afa26ad17e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:41.958380 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:41.991004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.991361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.991709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.992058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.992542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.992884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.993222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.993555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.993891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.994229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.994564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:41.994932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.045874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.047508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-977bb219-4e7f-4fa8-a4e7-df49fb4e192f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8666444 Aug 04 15:04:42.050372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52136) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:42.053254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48020c66-942d-4a49-8777-90e97f3ce46d req-37ac27cf-7777-4f1e-9fd8-43075d704466 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968218 Aug 04 15:04:42.066052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9defe177-ec57-4f57-b77d-8fa9785a22d1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9defe177-ec57-4f57-b77d-8fa9785a22d1,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:42.071860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:42.083755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.155216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0bda5f79-2406-4cae-8256-b7adafe2cd82 req-ddc770df-067f-45f0-b246-f835163e7d10 service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078420 Aug 04 15:04:42.177141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.184642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52142) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:42.273719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9defe177-ec57-4f57-b77d-8fa9785a22d1,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:42.291857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d15ce9-587d-4e4a-a0bf-2bbbf0c07eec None None] New status for floating IP 8cc3e812-a629-4bbc-8995-b099ed617f7d: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:04:42.306281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.313683 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.348154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08d6708-5db0-476b-95c5-2cc2c0667af5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:42.369638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.371076 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-913b178a-ade8-47a7-afd8-9d3c02fc6634 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176444 Aug 04 15:04:42.374418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52146) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:42.380173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:42.392440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.396062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.396416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.412889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.412889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.413237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.413427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.413769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.414104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.421009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6e022a2d-8945-450c-9491-d3d2f685d12d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 200 len: 991 time: 0.2344706 Aug 04 15:04:42.422808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.423194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.423570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:42.437109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3102-1247-4dca-997e-548499c5d526 req-e73e8437-1fde-4ed3-b9c8-6c90f8894d2f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:42.447581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4f3102-1247-4dca-997e-548499c5d526 req-e73e8437-1fde-4ed3-b9c8-6c90f8894d2f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1187174 Aug 04 15:04:42.464043 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.690725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4f3102-1247-4dca-997e-548499c5d526 req-da165147-21d4-4af1-bd72-206c0bb2877e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862472 Aug 04 15:04:42.690725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52160) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:42.697076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.697076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.730065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aef6b66-c645-4b6a-ac28-60332878d12e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:42.765973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.770291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19201df1-714b-4953-bfdf-1524270c1ed0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918500 Aug 04 15:04:42.770440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:42.775236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:42.818095 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Project e0cefdc611dc46ce99b64fd6f4a9677c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:04:42.825259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.841761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.851420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff359b-1ffd-4ddc-b07c-304de3bfde10 req-0dce5a80-3fc9-4e95-8c5b-d1cfd165a31a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:42.872533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ff359b-1ffd-4ddc-b07c-304de3bfde10 req-0dce5a80-3fc9-4e95-8c5b-d1cfd165a31a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1423769 Aug 04 15:04:42.911017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.919716 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:42.942645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc448712-8db6-4fb6-8c42-96e364b2ea34,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:42.968153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ff359b-1ffd-4ddc-b07c-304de3bfde10 req-91db7fdf-cf0a-42b6-add5-376bd30a9a72 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Aug 04 15:04:43.075105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.080946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.085368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.087853 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fab14d8c-91c9-4e12-a93a-bd070eaa6d38 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163447 Aug 04 15:04:43.104951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:43.119085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'security_group_rule': {'security_group_id': '68405a63-213d-4a9b-b2e3-935c1579865b', 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:43.152724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52188) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:43.153022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39bf06a37e9a489db19a1dde687344ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403545 Aug 04 15:04:43.154374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fe4fe-8d7d-4361-b59b-a9c4d2fdf669,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:43.187558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.187891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.191100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.193408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.193905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.194821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.195952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.196514 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Project e0cefdc611dc46ce99b64fd6f4a9677c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:04:43.197502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.198553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.198944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.199289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.199632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa99ebbf-def2-447c-9922-5023392079a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:04:43.250630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.252787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.293392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.300136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcad13-8873-4211-83b0-f88fbcab95b0 req-52ec8670-255d-41bf-9e68-84f547416961 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:43.317307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ffcad13-8873-4211-83b0-f88fbcab95b0 req-52ec8670-255d-41bf-9e68-84f547416961 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0724659 Aug 04 15:04:43.361618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ffcad13-8873-4211-83b0-f88fbcab95b0 req-adc03b7b-6a6a-48f8-a8a5-c8043b1c4b05 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Aug 04 15:04:43.372109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.379648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.403483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.406595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.408224 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f18fe4fe-8d7d-4361-b59b-a9c4d2fdf669 HTTP/1.1" status: 204 len: 168 time: 0.2520659 Aug 04 15:04:43.422083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52196) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:43.422796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01efa84-412b-4795-a046-46831028ea56,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:43.436091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.437423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-09b9c2f9-35d6-4c58-8505-e9fe986e7741 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263488 Aug 04 15:04:43.438701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7db9-e30d-44eb-8f6c-b0445605bd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fe4fe-8d7d-4361-b59b-a9c4d2fdf669,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:43.563261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c878c0a7-6d65-4ad3-b47d-7c1d060e8d76 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 200 len: 993 time: 0.1384265 Aug 04 15:04:43.574221 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Sync routers for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:43.592750 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:43.593692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:43.594220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9311070-9864-441d-89aa-e19ec6b67671 req-4113d594-6084-4f2f-b333-adef6d3e5f40 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:43.595759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9311070-9864-441d-89aa-e19ec6b67671 req-4113d594-6084-4f2f-b333-adef6d3e5f40 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1001437 Aug 04 15:04:43.683260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9defe177-ec57-4f57-b77d-8fa9785a22d1 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:43.736720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9311070-9864-441d-89aa-e19ec6b67671 req-c73a0731-35b1-4536-8d5b-45f31422e980 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304674 Aug 04 15:04:43.751769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:43.839240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9defe177-ec57-4f57-b77d-8fa9785a22d1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:43.839912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:43.957882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-05d586ea-0b34-42b6-8b2b-f2b5b09858e9 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826391782&fields=id&tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c HTTP/1.1" status: 200 len: 267 time: 0.0961955 Aug 04 15:04:44.106046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cfb4b-6a11-47ad-a984-1a99cdd668f1 req-f19a7eec-4619-4f70-ba54-b3fe631c4c74 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:44.115918 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9f5c340c-8d47-4292-92fd-72d0b04c0b5e', 'name': '', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'mac_address': 'fa:16:3e:56:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:36Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 2, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'subnets': [{'id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:44.116326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c81cfb4b-6a11-47ad-a984-1a99cdd668f1 req-f19a7eec-4619-4f70-ba54-b3fe631c4c74 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1944969 Aug 04 15:04:44.147573 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Checking router: e7567677-fbd1-4069-8f40-81080a5f1a15 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:44.147825 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Updating router e7567677-fbd1-4069-8f40-81080a5f1a15 port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:04:44.174910 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.189372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-59fe2b6e-afc6-4674-8021-0daee64f71eb tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:44.195147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-59fe2b6e-afc6-4674-8021-0daee64f71eb tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 808 time: 0.2354586 Aug 04 15:04:44.216491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c81cfb4b-6a11-47ad-a984-1a99cdd668f1 req-b293d535-af65-4d83-8595-b2aa3012d51d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917318 Aug 04 15:04:44.238869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-54bc729e-19ba-4ab7-8f27-e9be049fda03 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/quotas/e0cefdc611dc46ce99b64fd6f4a9677c HTTP/1.1" status: 200 len: 375 time: 0.0368490 Aug 04 15:04:44.308482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-ca2855ba-91f3-4e0e-94a3-7d142ba390ed tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537915 Aug 04 15:04:44.459211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-f4af980c-d954-4de6-8f82-7257c88b68fe service neutron] 10.222.0.76 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496975 Aug 04 15:04:44.469642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3bdf-12d4-49b7-b70a-aee9da5f0861 req-44cf78e1-b8a7-4e7e-8e1c-a900e05a7dbc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:44.471251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c3e3bdf-12d4-49b7-b70a-aee9da5f0861 req-44cf78e1-b8a7-4e7e-8e1c-a900e05a7dbc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0892725 Aug 04 15:04:44.503817 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.515623 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Transition to ACTIVE for port object 9f5c340c-8d47-4292-92fd-72d0b04c0b5e will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:44.530318 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.561192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c3e3bdf-12d4-49b7-b70a-aee9da5f0861 req-51451123-3bef-4f42-b530-c5a4504de578 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821347 Aug 04 15:04:44.609446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-0b6b2a66-4002-4b6e-9774-555f44651886 service neutron] 10.222.0.76 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490371 Aug 04 15:04:44.672859 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38b977-ee95-47a2-921c-58113aae6aa0 None None] Pushing event updated for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:44.680674 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Attempting to bind port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:44.681151 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Attempting to bind port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:44.681515 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Attempting to bind port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e on network 999c0fa1-54cb-460e-81b2-34f312c28e43 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:44.687488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:44.687960 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Checking segment: {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:44.688364 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.688757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Bound using segment: {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:44.689229 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Bound port: 9f5c340c-8d47-4292-92fd-72d0b04c0b5e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b3ec1-51fa-4135-8113-0407d9975294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:44.689607 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.791576 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce13f647-63a9-4be6-9fe9-4829e8d01365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.793396 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] For port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:44.797713 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] For port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:44.804560 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:44.885173 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38b977-ee95-47a2-921c-58113aae6aa0 None None] Pushing event updated for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:44.915447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9f41c3a1-4f59-4851-9efd-0d2a860d5593 req-9bc83f92-b2d7-4172-a7d5-8e7094f5268d tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 210 time: 0.0519700 Aug 04 15:04:44.920309 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:44.921373 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:45.118344 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:45.288191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93315a66-0481-4865-bef7-3600123aa70d req-2c5e0e15-d133-486b-b73f-151754d24750 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:45.297733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93315a66-0481-4865-bef7-3600123aa70d req-2c5e0e15-d133-486b-b73f-151754d24750 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1508386 Aug 04 15:04:45.368069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93315a66-0481-4865-bef7-3600123aa70d req-e2dd32bf-fbde-4be8-afc7-722b1c7e3c09 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638657 Aug 04 15:04:45.412981 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9f5c340c-8d47-4292-92fd-72d0b04c0b5e', 'name': '', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'mac_address': 'fa:16:3e:56:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:36Z', 'updated_at': '2021-08-04T15:04:44Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'subnets': [{'id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:45.439815 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ce1b1-1a30-4572-ade6-09e8c876adcd None None] The sync data for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 is: [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:04:37Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9f5c340c-8d47-4292-92fd-72d0b04c0b5e', 'name': '', 'network_id': '999c0fa1-54cb-460e-81b2-34f312c28e43', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'mac_address': 'fa:16:3e:56:c4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:36Z', 'updated_at': '2021-08-04T15:04:44Z', 'revision_number': 4, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'subnets': [{'id': '33a6b288-e8dc-44c4-964c-1ff3eff7d6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:45.640726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f5c340c-8d47-4292-92fd-72d0b04c0b5e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:45.715965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:45.725644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:45.726263 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:45.864593 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:45.904113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:45.909074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:45.967310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:46.036792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a79bb6d8-ebad-4038-9e0a-25a7ed5ee4cf req-b52e96e3-6e87-425b-9796-906097abac76 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 210 time: 0.0357456 Aug 04 15:04:46.353326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2107840c-8568-4084-a39e-3b8c4225bc8f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:46.354871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2107840c-8568-4084-a39e-3b8c4225bc8f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 808 time: 0.1490436 Aug 04 15:04:46.427167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-ee7b7695-e85e-4777-ae37-5192b421d23b tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c HTTP/1.1" status: 200 len: 379 time: 0.0583935 Aug 04 15:04:46.444505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'port': {'device_id': '6c7d29a1-b858-426c-81cd-b6738d262014', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'admin_state_up': True, 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'security_groups': ['68405a63-213d-4a9b-b2e3-935c1579865b']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:46.488867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b29ea-25ce-477e-99de-7a144834314d req-ddc0c2aa-493d-483e-90b9-616fb46e695e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:46.490500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-112b29ea-25ce-477e-99de-7a144834314d req-ddc0c2aa-493d-483e-90b9-616fb46e695e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0510983 Aug 04 15:04:46.539724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-112b29ea-25ce-477e-99de-7a144834314d req-9641d0aa-5878-4d97-b74a-c6eddfbdde17 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Aug 04 15:04:46.578149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Made reservation on behalf of e0cefdc611dc46ce99b64fd6f4a9677c for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:04:46.581954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:46.716427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Allocated IP 172.20.0.4 (16a67614-7536-4e8d-995b-1eb5087fd3a4/79bd13a1-2321-417f-b6f7-710dcd6203f4/92d9fb0f-024c-40a3-a68e-596c4897a4b6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:46.862258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:46.876166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Transition to ACTIVE for port object 92d9fb0f-024c-40a3-a68e-596c4897a4b6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:46.910598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:46.954266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:46.959315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:46.963212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:46.996095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:47.019966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:47.020768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.038681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-a5977463-701d-457e-a2a5-022270959d31 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992503 Aug 04 15:04:47.051756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Request body: {'port': {'device_id': '6c7d29a1-b858-426c-81cd-b6738d262014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:47.131271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.195229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb7be-7cdb-482e-bf22-104edc6ed671 req-664568ce-51ca-4eb9-8cc2-20724fad0043 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:47.196873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-599eb7be-7cdb-482e-bf22-104edc6ed671 req-664568ce-51ca-4eb9-8cc2-20724fad0043 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 931 time: 0.0647733 Aug 04 15:04:47.219307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-948b7aaa-59b1-43af-9f38-6694e12166fb None None] Provisioning for port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:47.226309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-948b7aaa-59b1-43af-9f38-6694e12166fb None None] Provisioning complete for port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:47.227447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-948b7aaa-59b1-43af-9f38-6694e12166fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.260631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-599eb7be-7cdb-482e-bf22-104edc6ed671 req-0da51f73-12cb-4246-8c17-94c1d4390f2d tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528748 Aug 04 15:04:47.300012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-948b7aaa-59b1-43af-9f38-6694e12166fb None None] Port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:04:47.372949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d21ecfe3-ec3a-407b-bb97-8ebd478d44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.469744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d9fb0f-024c-40a3-a68e-596c4897a4b6 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:04:47.478294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.490987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Transition to ACTIVE for port object 92d9fb0f-024c-40a3-a68e-596c4897a4b6 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:04:47.498177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.558712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:47.608191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f5c340c-8d47-4292-92fd-72d0b04c0b5e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:47.661661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Attempting to bind port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:04:47.662158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Attempting to bind port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:04:47.665949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Attempting to bind port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 on network 16a67614-7536-4e8d-995b-1eb5087fd3a4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:47.676191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 on network 16a67614-7536-4e8d-995b-1eb5087fd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:04:47.676887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Attempting to bind port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 on network 16a67614-7536-4e8d-995b-1eb5087fd3a4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:04:47.677905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.688082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:04:47.688957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Checking segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:04:47.691451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Bound using segment: {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:04:47.692030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Bound port: 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09c574d-613e-4b62-b8ee-ae329c7f66ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:04:47.692423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.711322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:47.711975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.722529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6febe-9a49-471a-b351-c6ae8c3702a3 req-838214ca-14ed-4741-b665-43d9348ea5c4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:47.724155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfe6febe-9a49-471a-b351-c6ae8c3702a3 req-838214ca-14ed-4741-b665-43d9348ea5c4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0778980 Aug 04 15:04:47.773356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:04:47.777660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:04:47.784732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.811886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfe6febe-9a49-471a-b351-c6ae8c3702a3 req-e195c176-a247-4690-accf-9de9dc975804 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772538 Aug 04 15:04:47.831019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:47.831773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.833446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1092 time: 0.7866323 Aug 04 15:04:47.833990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:47.836772 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09fca62-aaff-4949-bc8d-08d587670f67" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:47.923785 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646e816-ad8d-4dc9-a2e0-aad092c8faae x-openstack-request-id: req-4646e816-ad8d-4dc9-a2e0-aad092c8faae {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:47.924122 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:47.924371 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4646e816-ad8d-4dc9-a2e0-aad092c8faae {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:47.924778 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'status': 'completed', 'code': 200} Aug 04 15:04:47.936876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5fd37-bb84-43f8-82a5-09574fda50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:47.950742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-77ae2610-b90e-40a7-8f03-d7f762a7b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:47.952236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-77ae2610-b90e-40a7-8f03-d7f762a7b8b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1095 time: 0.0642967 Aug 04 15:04:47.975904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:47.999221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-f1f4123f-5ef4-47fa-86bd-9b527fcfa2ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 217 time: 0.0385833 Aug 04 15:04:48.060883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-c6a2d870-8404-46bd-a1f4-42b4384adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.062437 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-c6a2d870-8404-46bd-a1f4-42b4384adc3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0564232 Aug 04 15:04:48.118254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-fdff2af9-b4bc-48d8-96c2-22e45077b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.119821 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-fdff2af9-b4bc-48d8-96c2-22e45077b046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484581 Aug 04 15:04:48.218792 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-db2df751-e641-418a-87ba-f0a0f5f954f3 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912714 Aug 04 15:04:48.329686 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3b2335d7-171f-4b7d-8cfa-86152aaad627 req-86c14d04-6e68-417c-990a-805037f3bbc7 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027024 Aug 04 15:04:48.396767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e6e93-9173-40c7-9514-09f50ef7fc80 req-ad94e123-520a-496c-b76b-12ca8aaea839 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.399399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a67e6e93-9173-40c7-9514-09f50ef7fc80 req-ad94e123-520a-496c-b76b-12ca8aaea839 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 943 time: 0.0556870 Aug 04 15:04:48.426694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-56c49ca5-7d6b-4aaa-b887-138cd99fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.428637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-56c49ca5-7d6b-4aaa-b887-138cd99fa3b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1095 time: 0.0443709 Aug 04 15:04:48.441900 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a67e6e93-9173-40c7-9514-09f50ef7fc80 req-eb4aa544-481d-4247-bb25-18616aeba14b tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351202 Aug 04 15:04:48.526185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-298b6f70-a0ce-44ec-86f3-c70b3f10def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.527741 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-298b6f70-a0ce-44ec-86f3-c70b3f10def3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.0918119 Aug 04 15:04:48.585123 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-3a956110-18e2-4a77-bacd-302ee26f65b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 217 time: 0.0432582 Aug 04 15:04:48.636033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-d888621f-1738-4e83-864a-300c499921f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.637602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-d888621f-1738-4e83-864a-300c499921f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0455692 Aug 04 15:04:48.687527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-5a9e8dc8-cca2-41c7-8ee7-4beaf80a815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.689072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-5a9e8dc8-cca2-41c7-8ee7-4beaf80a815d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440142 Aug 04 15:04:48.743469 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:48.745289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:48.790315 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-85ba5a07-6e7e-4284-80db-53b69fdbc897 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922451 Aug 04 15:04:48.890558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f09fca62-aaff-4949-bc8d-08d587670f67 req-ca8e39fb-9394-405a-9539-bfa5361b1b00 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Aug 04 15:04:48.955971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227818b-c830-4d42-a0cb-4407e5ff1952 req-598f22a0-1326-4ae9-a15a-9cfa4d8ea1d6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:48.957596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0227818b-c830-4d42-a0cb-4407e5ff1952 req-598f22a0-1326-4ae9-a15a-9cfa4d8ea1d6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Aug 04 15:04:49.007427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0227818b-c830-4d42-a0cb-4407e5ff1952 req-d30115d7-4ca6-41f8-986e-e10d001dbad4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Aug 04 15:04:49.581032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cbc29-3686-42cf-afbe-241d65663d3c req-7f7dcc76-b2b2-4a82-8ddc-481d15bcba47 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:49.582548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-648cbc29-3686-42cf-afbe-241d65663d3c req-7f7dcc76-b2b2-4a82-8ddc-481d15bcba47 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 943 time: 0.0504065 Aug 04 15:04:49.627673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-648cbc29-3686-42cf-afbe-241d65663d3c req-96bfd670-4e26-44ad-9813-413c071581e2 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Aug 04 15:04:50.127154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851314-2d59-4c70-89fd-5cc8e03bfde9 req-bb9b7481-08a5-44a7-8e22-d127ad0be7bd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:50.128696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0851314-2d59-4c70-89fd-5cc8e03bfde9 req-bb9b7481-08a5-44a7-8e22-d127ad0be7bd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0541894 Aug 04 15:04:50.168646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0851314-2d59-4c70-89fd-5cc8e03bfde9 req-7a44e03e-4f17-4909-8e5e-6b6241c7c96b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Aug 04 15:04:50.218856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:50.460552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 92d9fb0f-024c-40a3-a68e-596c4897a4b6 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:04:50.570606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:50.583140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'port_id': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'mac_address': 'fa:16:3e:4d:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:04:50.621235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:50.634165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d9fb0f-024c-40a3-a68e-596c4897a4b6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:04:50.660458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:50.666561 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:50.738532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:50.774666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab9ef-556e-4e6d-bd65-0649e9858510 req-62ec2ac7-081e-4bdf-b47d-789ccdb23fb1 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:50.776263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66fab9ef-556e-4e6d-bd65-0649e9858510 req-62ec2ac7-081e-4bdf-b47d-789ccdb23fb1 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 944 time: 0.0591347 Aug 04 15:04:50.819003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66fab9ef-556e-4e6d-bd65-0649e9858510 req-fcfc4da0-d42e-44c4-9043-431b77a749fb tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365071 Aug 04 15:04:50.888555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['92d9fb0f-024c-40a3-a68e-596c4897a4b6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:04:51.295505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317b15-22b2-47c6-b8d8-b400e7e480bc req-d62cd949-34d7-4810-9dbd-83ee79b8c481 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:51.297647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42317b15-22b2-47c6-b8d8-b400e7e480bc req-d62cd949-34d7-4810-9dbd-83ee79b8c481 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 04 15:04:51.342372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42317b15-22b2-47c6-b8d8-b400e7e480bc req-fdf21190-40b1-4cf2-a2d3-313dd0a88518 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Aug 04 15:04:51.939819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddbe7c-46a9-4f97-bf9d-f4f1ec71f600 req-755f5fe4-ee3d-4408-8959-2148efabd3d0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:51.946158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63ddbe7c-46a9-4f97-bf9d-f4f1ec71f600 req-755f5fe4-ee3d-4408-8959-2148efabd3d0 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 944 time: 0.0584335 Aug 04 15:04:51.988109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63ddbe7c-46a9-4f97-bf9d-f4f1ec71f600 req-014fa4dc-8f16-4014-963f-114c1eba383f tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359619 Aug 04 15:04:52.464226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 92d9fb0f-024c-40a3-a68e-596c4897a4b6 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:04:52.478659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e2a-8f94-4fcd-8a74-86972c3f3e6c req-46a74623-3de1-4d18-ad2e-e6f2be842d60 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:52.479845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53124e2a-8f94-4fcd-8a74-86972c3f3e6c req-46a74623-3de1-4d18-ad2e-e6f2be842d60 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Aug 04 15:04:52.518401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53124e2a-8f94-4fcd-8a74-86972c3f3e6c req-731e2b10-308a-4c00-9d6a-bf26366df6f4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Aug 04 15:04:52.523776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:04:52.527649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:04:52.528017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:52.618572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:52.645553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:52.647850 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628eca6e-50d2-440f-b913-b0b4c8d1e397" -d '{"events": [{"server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "name": "network-vif-plugged", "status": "completed", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:52.661606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:04:52.667405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:52.722211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:52.827050 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ae6e1-799f-4ac6-85af-5163757d13d3 x-openstack-request-id: req-cc0ae6e1-799f-4ac6-85af-5163757d13d3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:52.827412 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "name": "network-vif-plugged", "status": "completed", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:52.827726 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc0ae6e1-799f-4ac6-85af-5163757d13d3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:52.828192 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'code': 200} Aug 04 15:04:52.932154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756597-f730-4cca-b0eb-486a11298ba5 req-0c5940e5-bf4d-48ca-a04f-4757cbcdd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:52.933671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e756597-f730-4cca-b0eb-486a11298ba5 req-0c5940e5-bf4d-48ca-a04f-4757cbcdd5ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0448132 Aug 04 15:04:52.970135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4e756597-f730-4cca-b0eb-486a11298ba5 req-bb379b28-dd09-4161-ac79-09451f16bdc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296204 Aug 04 15:04:53.114494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455544c-2f64-4fb0-9c71-d0f5411c8fe2 req-d2d38d06-fb35-4ed3-9a5f-5a7ff8c755cd tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:53.116077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7455544c-2f64-4fb0-9c71-d0f5411c8fe2 req-d2d38d06-fb35-4ed3-9a5f-5a7ff8c755cd tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Aug 04 15:04:53.160084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7455544c-2f64-4fb0-9c71-d0f5411c8fe2 req-5c275419-662b-42d3-985d-761f54116a46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Aug 04 15:04:53.652993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8311f-4546-40ce-b810-ad53b021736f req-540991f6-71a5-49de-a30b-8e08bf5a363d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:53.654627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83a8311f-4546-40ce-b810-ad53b021736f req-540991f6-71a5-49de-a30b-8e08bf5a363d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0559838 Aug 04 15:04:53.701530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83a8311f-4546-40ce-b810-ad53b021736f req-31d42668-a466-461f-b46b-5a06d8abc3d3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Aug 04 15:04:54.279396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfc288-29e1-4ced-acff-5047a027e105 req-2a777f46-8814-4776-b327-1f8bcc82684d tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:54.280914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48dfc288-29e1-4ced-acff-5047a027e105 req-2a777f46-8814-4776-b327-1f8bcc82684d tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Aug 04 15:04:54.321414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-48dfc288-29e1-4ced-acff-5047a027e105 req-144d9119-46e6-4ae8-9d32-7f5310b31754 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339754 Aug 04 15:04:54.446186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45715947-2089-418b-842f-b5666fab154d req-c7e2b206-e76c-431c-af8f-fc0a1c73cd19 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:54.447810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45715947-2089-418b-842f-b5666fab154d req-c7e2b206-e76c-431c-af8f-fc0a1c73cd19 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Aug 04 15:04:54.492920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-45715947-2089-418b-842f-b5666fab154d req-96591ad7-45e3-4990-845c-46a5db9b3d30 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376520 Aug 04 15:04:54.614468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6fd9-e646-4e17-b371-6306505c4957 req-f773e915-d84c-4312-89ca-a8f2cac9ce09 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:54.616164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8bfb6fd9-e646-4e17-b371-6306505c4957 req-f773e915-d84c-4312-89ca-a8f2cac9ce09 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Aug 04 15:04:54.664855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8bfb6fd9-e646-4e17-b371-6306505c4957 req-d88375e1-52b6-410c-9563-81da72412006 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370169 Aug 04 15:04:54.686513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:54.826785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6799-0b24-4e77-8884-2f87d24cd1bc req-7b93e7d2-0a4d-4d24-b12e-48d9d131a759 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:54.828463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f30b6799-0b24-4e77-8884-2f87d24cd1bc req-7b93e7d2-0a4d-4d24-b12e-48d9d131a759 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0557742 Aug 04 15:04:54.893058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f30b6799-0b24-4e77-8884-2f87d24cd1bc req-3e23b890-7d51-4646-862c-d6b2877d2161 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Aug 04 15:04:54.915289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38123ee-b019-4f0f-887f-b77b3ea75833 tempest-TestServerBasicOps-1049897414 tempest-TestServerBasicOps-1049897414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:54.915289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b38123ee-b019-4f0f-887f-b77b3ea75833 tempest-TestServerBasicOps-1049897414 tempest-TestServerBasicOps-1049897414-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1092 time: 0.2241795 Aug 04 15:04:54.915289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 52500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:04:54.919795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:04:54.947378 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:55.041971 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:04:55.073861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:55.185278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Allocated IP 172.25.0.42 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/553ebcd6-8984-4dca-873e-92702fe3e740) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:04:55.308260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:55.349798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:55.391771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:04:55.393533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:04:55.399934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:04:55.428025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'Port': ['ID=553ebcd6-8984-4dca-873e-92702fe3e740,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:55.780473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:55.856295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:56.412008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716799f-0d22-4f4d-b038-052745d0735e req-65df5831-150c-4d6a-af77-a9896b59f413 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:56.413568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d716799f-0d22-4f4d-b038-052745d0735e req-65df5831-150c-4d6a-af77-a9896b59f413 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.4392855 Aug 04 15:04:56.417897 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:56.427278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:56.509843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d716799f-0d22-4f4d-b038-052745d0735e req-f7ab088e-49c5-40d6-97fc-8a32fa21e3b9 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898921 Aug 04 15:04:56.512369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event updated for resources: {'Port': ['ID=553ebcd6-8984-4dca-873e-92702fe3e740,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:04:56.537515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:56.653842 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Floating IP 17c67b18-1595-4000-a5f7-16cc054f5b98 associated. External IP: 172.25.0.42, port: 92d9fb0f-024c-40a3-a68e-596c4897a4b6. Aug 04 15:04:56.870295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Router f044cdb2-96bb-428b-be8f-7a3e3634a6ef has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:04:56.984046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:04:56.995084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Sync routers for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:04:57.006403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:04:57.007030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:57.007739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:57.036265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-42f017af-fe24-43da-9b0d-37b0935fc58c tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1201332 Aug 04 15:04:57.037291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:04:57.040168 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:04:57.091804 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a0bfe-e330-40dd-a7af-8c1351f5a1bd x-openstack-request-id: req-684a0bfe-e330-40dd-a7af-8c1351f5a1bd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:04:57.092131 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:04:57.092362 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-684a0bfe-e330-40dd-a7af-8c1351f5a1bd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:04:57.092757 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'status': 'completed', 'code': 200} Aug 04 15:04:57.136766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:57.169346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-c3c6fac8-3cf5-460f-b397-2f57a7e6e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:57.170876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-c3c6fac8-3cf5-460f-b397-2f57a7e6e362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0547202 Aug 04 15:04:57.270420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-f8667b1c-d9d8-4ab5-9f07-5d84686c5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:57.272063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-f8667b1c-d9d8-4ab5-9f07-5d84686c5aab service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.0939045 Aug 04 15:04:57.346850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-7c5e026b-bba1-4ca2-8bf2-0215f4cce5c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 998 time: 0.0669158 Aug 04 15:04:57.387580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '17c67b18-1595-4000-a5f7-16cc054f5b98', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'port_id': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'mac_address': 'fa:16:3e:4d:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d29a1-b858-426c-81cd-b6738d262014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:55Z', 'updated_at': '2021-08-04T15:04:55Z', 'revision_number': 0, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:57.400908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-bf860557-116f-43c1-acec-5e23a90bd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:57.402680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-bf860557-116f-43c1-acec-5e23a90bd595 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0478725 Aug 04 15:04:57.415948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Checking router: f044cdb2-96bb-428b-be8f-7a3e3634a6ef for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:04:57.424643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:04:57.425239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:57.450373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-533f7a11-bad5-4766-bfbe-2379e1eb42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:57.452048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-533f7a11-bad5-4766-bfbe-2379e1eb42f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425527 Aug 04 15:04:57.536458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:04:57.559614 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-1df7f94a-bf2b-4e6b-a687-6316ae07d45c service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988564 Aug 04 15:04:57.676143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac08f04-45dc-44f7-8300-befb69b7303f req-1aef8bcb-f470-45cc-940d-b457b2ad7b6d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:57.677832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac08f04-45dc-44f7-8300-befb69b7303f req-1aef8bcb-f470-45cc-940d-b457b2ad7b6d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0708494 Aug 04 15:04:57.683081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-120ac7cb-ee4b-472d-8b8a-d9b677ce21f0 req-b3cb5a10-113a-4197-9f36-f59dd287f1d0 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157849 Aug 04 15:04:57.727618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac08f04-45dc-44f7-8300-befb69b7303f req-67c59107-446f-4461-85b7-aa9196e31bd4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Aug 04 15:04:57.796492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '17c67b18-1595-4000-a5f7-16cc054f5b98', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'port_id': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'mac_address': 'fa:16:3e:4d:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d29a1-b858-426c-81cd-b6738d262014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:55Z', 'updated_at': '2021-08-04T15:04:55Z', 'revision_number': 0, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:04:57.828064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928c33-cbab-4d20-9e07-8b229240f925 None None] The sync data for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 is: [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '17c67b18-1595-4000-a5f7-16cc054f5b98', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'port_id': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'mac_address': 'fa:16:3e:4d:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d29a1-b858-426c-81cd-b6738d262014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:04:55Z', 'updated_at': '2021-08-04T15:04:55Z', 'revision_number': 0, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:04:58.011856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cac228-1cee-4e46-b897-6c8d9391cc2e None None] New status for floating IP 17c67b18-1595-4000-a5f7-16cc054f5b98: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:04:58.852352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df07aac-9a4d-4ab6-a8e0-c8b777e50eca req-3093cb97-d45b-460f-ac80-929eed483e41 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:04:58.859328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3df07aac-9a4d-4ab6-a8e0-c8b777e50eca req-3093cb97-d45b-460f-ac80-929eed483e41 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0629752 Aug 04 15:04:58.893309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3df07aac-9a4d-4ab6-a8e0-c8b777e50eca req-6f74c4d3-9efc-448e-98cc-11032bcf4b9d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Aug 04 15:05:00.012788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4787573-5ce2-4d24-ad3f-56ffb0743bc8 req-007dae18-5b72-48be-a02a-be604ec9fad3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:00.014335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4787573-5ce2-4d24-ad3f-56ffb0743bc8 req-007dae18-5b72-48be-a02a-be604ec9fad3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Aug 04 15:05:00.055418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4787573-5ce2-4d24-ad3f-56ffb0743bc8 req-232db277-89fc-4844-8822-33db25b8c977 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Aug 04 15:05:00.496022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:05:00.594614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:00.606113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'port_id': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'mac_address': 'fa:16:3e:37:a6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81e2804-0d10-4e6b-86a0-2561adb2efef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:05:00.653345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:00.669835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:05:00.701710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:00.706798 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:00.764407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:00.769556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f838-46c8-4d5a-bf0e-432b261d8ad1 req-59c13d7f-4a16-4e19-8481-9a39e7399ba4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:00.775048 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5230f838-46c8-4d5a-bf0e-432b261d8ad1 req-59c13d7f-4a16-4e19-8481-9a39e7399ba4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0606890 Aug 04 15:05:00.797598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:05:00.811941 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5230f838-46c8-4d5a-bf0e-432b261d8ad1 req-8ad1c6ae-9537-4112-aef7-9a44f6fe3b0f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348651 Aug 04 15:05:01.174501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e435b22-5463-40cc-82c1-9d102b44f1db req-992bb0a9-7ee2-42c5-87f1-8739ad81d788 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:01.175890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e435b22-5463-40cc-82c1-9d102b44f1db req-992bb0a9-7ee2-42c5-87f1-8739ad81d788 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0498877 Aug 04 15:05:01.215487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e435b22-5463-40cc-82c1-9d102b44f1db req-17e9ff4e-e21e-4c3a-8e33-425cfda5cfc3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Aug 04 15:05:01.939861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828e9de-7410-4b65-be28-3833d3f86738 req-ac625eb0-3306-4508-9192-9c2d9c517870 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:01.941583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1828e9de-7410-4b65-be28-3833d3f86738 req-ac625eb0-3306-4508-9192-9c2d9c517870 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0533922 Aug 04 15:05:01.987261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1828e9de-7410-4b65-be28-3833d3f86738 req-bc769b46-09a2-4715-84e9-aeaa561c96fc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Aug 04 15:05:02.349331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ffd9-6ab9-46c8-93c3-b6fdc47cfe81 req-8755206d-ca4e-42e2-b91b-2223ebc3f1b3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:02.351210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2e3ffd9-6ab9-46c8-93c3-b6fdc47cfe81 req-8755206d-ca4e-42e2-b91b-2223ebc3f1b3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0588546 Aug 04 15:05:02.398472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2e3ffd9-6ab9-46c8-93c3-b6fdc47cfe81 req-b473b6fb-a9ea-4ac9-b5e9-3f3e8301444f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Aug 04 15:05:02.507533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:05:02.564370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:05:02.565239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:02.649415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:02.673441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:02.675734 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79a3a1-05f1-4133-8d32-d4f1db73dd1c" -d '{"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:02.690771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:02.696300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:02.738017 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e992c9-e0ae-49ca-ae70-f4d2046d7ef2 x-openstack-request-id: req-99e992c9-e0ae-49ca-ae70-f4d2046d7ef2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:02.738313 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:02.738606 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99e992c9-e0ae-49ca-ae70-f4d2046d7ef2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:02.739405 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'code': 200} Aug 04 15:05:02.765254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:03.146253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932b3de-5196-4efb-b36d-b1dc31dd0ecd req-913f3b41-78bd-4554-9e40-85df5fe31a6b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:03.165804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2932b3de-5196-4efb-b36d-b1dc31dd0ecd req-913f3b41-78bd-4554-9e40-85df5fe31a6b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0758600 Aug 04 15:05:03.210439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2932b3de-5196-4efb-b36d-b1dc31dd0ecd req-053a482f-50aa-422b-8d9a-71bb6145f05c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Aug 04 15:05:03.570764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076e629-1388-4fe6-a80a-f06f011a8c3c req-a8711756-155c-428d-a184-ed3b220298dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:03.572455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b076e629-1388-4fe6-a80a-f06f011a8c3c req-a8711756-155c-428d-a184-ed3b220298dd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0801077 Aug 04 15:05:03.639911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b076e629-1388-4fe6-a80a-f06f011a8c3c req-dabd2214-a4cc-4031-9470-4ba2d921be07 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582874 Aug 04 15:05:04.358871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3947e6-6c7c-4df2-9a9d-0381be18c203 req-f0267c60-82f6-4375-b191-2a8ecd54d575 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:04.360467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b3947e6-6c7c-4df2-9a9d-0381be18c203 req-f0267c60-82f6-4375-b191-2a8ecd54d575 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0681808 Aug 04 15:05:04.413846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b3947e6-6c7c-4df2-9a9d-0381be18c203 req-70c149ee-ccfb-4dbd-a7c1-95068925c34a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Aug 04 15:05:04.773020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c3a2e-1107-40fc-8959-0fbcfb74d4d4 req-118e8049-af59-46c8-a09d-27d4ac800b50 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:04.775453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7c3a2e-1107-40fc-8959-0fbcfb74d4d4 req-118e8049-af59-46c8-a09d-27d4ac800b50 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0537109 Aug 04 15:05:04.843913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7c3a2e-1107-40fc-8959-0fbcfb74d4d4 req-e856e0e0-9047-43d0-b4a7-f31a814f8be1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596216 Aug 04 15:05:05.565496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeaa6f-fe1f-409a-9f23-b6d402d7561c req-18bd53da-53d1-43f5-bd20-c3a01f615441 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:05.567314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deaeaa6f-fe1f-409a-9f23-b6d402d7561c req-18bd53da-53d1-43f5-bd20-c3a01f615441 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0552642 Aug 04 15:05:05.628409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-deaeaa6f-fe1f-409a-9f23-b6d402d7561c req-b9a1dab2-c9b1-4e21-9634-7400e804c6da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402079 Aug 04 15:05:05.978420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a399ae-8a6b-4358-82de-e160f0efdef1 req-d5928786-7986-47fd-8262-27fa5a97c3c0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:05.987848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68a399ae-8a6b-4358-82de-e160f0efdef1 req-d5928786-7986-47fd-8262-27fa5a97c3c0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0660563 Aug 04 15:05:06.034148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68a399ae-8a6b-4358-82de-e160f0efdef1 req-c8eb70dc-8154-4150-a86f-07e5da792412 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Aug 04 15:05:06.058218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:06.164174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-119fee80-68db-456e-bcf3-e7cd6bd63bba tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 200 len: 993 time: 0.1040108 Aug 04 15:05:06.421442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 52964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:06.620415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port a15c72bb-b4f4-45f5-a5d3-36e78eb370c0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:05:06.621025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:06.744513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:06.745010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:06.758114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for a15c72bb-b4f4-45f5-a5d3-36e78eb370c0 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:05:06.784901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00f41-b4e4-4c7b-b7d9-6c7283d28c08 req-86f4c425-f302-4ff4-a5b4-3bf7dab5054d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:06.794991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49c00f41-b4e4-4c7b-b7d9-6c7283d28c08 req-86f4c425-f302-4ff4-a5b4-3bf7dab5054d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0722816 Aug 04 15:05:06.844229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49c00f41-b4e4-4c7b-b7d9-6c7283d28c08 req-292b645b-c35f-4119-9104-0c4a07aa23ef tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 Aug 04 15:05:06.931626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:06.957141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=a15c72bb-b4f4-45f5-a5d3-36e78eb370c0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:07.033476 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:07.034142 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Floating IP 8cc3e812-a629-4bbc-8995-b099ed617f7d disassociated (deleted). External IP: 172.25.0.197, port: fb7da765-a9c8-49a2-b0ed-3764b7511f19. Aug 04 15:05:07.209447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af690f-3922-47e6-a2a4-c55ab1c85461 req-4b882aae-c69a-40fd-8e79-979007c13e34 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:07.211200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74af690f-3922-47e6-a2a4-c55ab1c85461 req-4b882aae-c69a-40fd-8e79-979007c13e34 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0905097 Aug 04 15:05:07.275620 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-74af690f-3922-47e6-a2a4-c55ab1c85461 req-a03303fe-45f8-42ee-a544-a7069edabc86 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Aug 04 15:05:07.390796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:05:07.519661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:05:07.525416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:07.536075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Sync routers for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:05:07.549739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:05:07.550908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:07.566136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-375529bc-b940-4a5e-bfd8-e4ad8b1ac53c tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/floatingips/8cc3e812-a629-4bbc-8995-b099ed617f7d HTTP/1.1" status: 204 len: 168 time: 1.1428025 Aug 04 15:05:07.567360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:07.586244 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f11b59-d088-4685-a5ca-f214f75e94b9" -d '{"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:07.659486 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47862d9-6575-412c-b6f4-819353b97670 x-openstack-request-id: req-b47862d9-6575-412c-b6f4-819353b97670 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:07.660019 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:07.660476 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b47862d9-6575-412c-b6f4-819353b97670 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:07.661088 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'status': 'completed', 'code': 200} Aug 04 15:05:07.698271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:05:07.735812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-078cd9a8-786f-4435-beba-1fe00b311352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:07.739984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-078cd9a8-786f-4435-beba-1fe00b311352 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 1097 time: 0.0616586 Aug 04 15:05:07.893476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-ce201cda-2e78-4e35-ae64-00ba00b71d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:07.895707 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-ce201cda-2e78-4e35-ae64-00ba00b71d01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 200 len: 898 time: 0.1458781 Aug 04 15:05:07.989092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-f9cf7e2d-fec9-4258-92c5-33fc8d37141e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 200 len: 217 time: 0.0766644 Aug 04 15:05:08.005569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcfe6-c0db-45a9-8c31-05f03f5524da req-e692175a-82d2-45af-bfa3-06fa8bbf2280 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:08.015576 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bccdcfe6-c0db-45a9-8c31-05f03f5524da req-e692175a-82d2-45af-bfa3-06fa8bbf2280 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 945 time: 0.1018062 Aug 04 15:05:08.076501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:08.086671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bccdcfe6-c0db-45a9-8c31-05f03f5524da req-9df283e4-0642-454e-8c42-48cff6544049 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692048 Aug 04 15:05:08.130658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-89b8dd63-ae9e-4c63-8694-2cb7c3ed7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:08.132286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-89b8dd63-ae9e-4c63-8694-2cb7c3ed7c71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37d68fde-528c-49ed-9198-dcba04da5af5 HTTP/1.1" status: 200 len: 835 time: 0.1336114 Aug 04 15:05:08.182891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Checking router: aa9e1eee-be3d-4b44-89a4-ec1781f28cdf for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:05:08.202682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:05:08.206021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:08.239433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-bede6eb6-06f5-4562-bc9d-073542a43672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:08.243217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-bede6eb6-06f5-4562-bc9d-073542a43672 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4da5f6d-951b-43f2-8fc9-ee27f93913f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009605 Aug 04 15:05:08.389210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a222-6e28-43ac-a178-65a61dd09083 req-b0f31bef-7bde-4d7f-9e92-ccb60c042c42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:08.397404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:05:08.397790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5460a222-6e28-43ac-a178-65a61dd09083 req-b0f31bef-7bde-4d7f-9e92-ccb60c042c42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1269336 Aug 04 15:05:08.413929 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-9f20c9c9-817a-46b2-8472-809ce83553a9 service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640110 Aug 04 15:05:08.517146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5460a222-6e28-43ac-a178-65a61dd09083 req-0a099e38-13cf-4cbd-8d2e-4dce0d2e0078 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149571 Aug 04 15:05:08.540367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d400-6fb3-4914-bd2e-f23db1032cc4 req-82f8e909-50f6-4416-957f-61c6c68c8d1d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:08.549401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d67d400-6fb3-4914-bd2e-f23db1032cc4 req-82f8e909-50f6-4416-957f-61c6c68c8d1d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1487033 Aug 04 15:05:08.588833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f6f11b59-d088-4685-a5ca-f214f75e94b9 req-23131eed-b665-4d87-b1b5-a60f8385e62e service neutron] 10.222.0.38 "GET /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662443 Aug 04 15:05:08.606083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d67d400-6fb3-4914-bd2e-f23db1032cc4 req-e39971b6-42fd-487b-ade5-5ab79a0d0f17 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Aug 04 15:05:08.824762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:08.852455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cdafc-ed2c-4b78-842f-aa98f8f32133 None None] The sync data for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 is: [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2631ff60-de8c-4130-b826-59f3bb47ba37', 'name': '', 'network_id': 'e4da5f6d-951b-43f2-8fc9-ee27f93913f8', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'mac_address': 'fa:16:3e:b1:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:11Z', 'updated_at': '2021-08-04T15:04:20Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'subnets': [{'id': '37d68fde-528c-49ed-9198-dcba04da5af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:05:09.145116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334979f-3c25-489c-ac8d-cbe2a1bc1e72 None None] New status for floating IP 8cc3e812-a629-4bbc-8995-b099ed617f7d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:05:09.214537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956b8b-5170-4128-a070-e3dbcdb316e8 req-2961cd4d-80f5-40e3-8753-98d67c84855a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:09.222249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61956b8b-5170-4128-a070-e3dbcdb316e8 req-2961cd4d-80f5-40e3-8753-98d67c84855a tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 945 time: 0.0728629 Aug 04 15:05:09.277667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61956b8b-5170-4128-a070-e3dbcdb316e8 req-336bb391-7737-4e5f-ba0a-61cbe1bdd1f5 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/security-groups?id=2851c1a4-4475-49cb-ba8b-84a51442a87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544896 Aug 04 15:05:09.280781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-2e7aad07-8d3d-4c42-8d77-dc3e0ed0287f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:09.283150 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-2e7aad07-8d3d-4c42-8d77-dc3e0ed0287f tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 945 time: 0.0930707 Aug 04 15:05:09.409093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port fb7da765-a9c8-49a2-b0ed-3764b7511f19 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:05:09.409599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:09.538176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port fb7da765-a9c8-49a2-b0ed-3764b7511f19, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fb7da765-a9c8-49a2-b0ed-3764b7511f19,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:09.539428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:09.572060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for fb7da765-a9c8-49a2-b0ed-3764b7511f19 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:05:09.777829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83393e-b511-4d50-bdc1-18a659890a6e req-4b1f8e14-3198-47bf-b91e-6d099fa81161 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:09.783060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:09.786775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a83393e-b511-4d50-bdc1-18a659890a6e req-4b1f8e14-3198-47bf-b91e-6d099fa81161 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1379850 Aug 04 15:05:09.821708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2263d09-e847-416d-a2d4-4065de261ba6 req-356667b6-091c-48df-b46e-8c2c1cf11c83 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:09.823763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2263d09-e847-416d-a2d4-4065de261ba6 req-356667b6-091c-48df-b46e-8c2c1cf11c83 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1032286 Aug 04 15:05:09.855512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a83393e-b511-4d50-bdc1-18a659890a6e req-56ed6718-cd54-4f20-803e-263932a454be tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650256 Aug 04 15:05:09.885693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=fb7da765-a9c8-49a2-b0ed-3764b7511f19,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:09.932687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2263d09-e847-416d-a2d4-4065de261ba6 req-60f0c511-5e0f-4647-865c-c55efd6ea406 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904832 Aug 04 15:05:09.953280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] No DVR routers for this DVR port fb7da765-a9c8-49a2-b0ed-3764b7511f19 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:05:09.957205 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:09.959416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1ed3dd98-a2ba-4253-873b-69e9787d57c8 req-63799d47-9845-40d8-bb40-7e6f994fb5cc tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.38 "DELETE /v2.0/ports/fb7da765-a9c8-49a2-b0ed-3764b7511f19 HTTP/1.1" status: 204 len: 173 time: 0.6693287 Aug 04 15:05:09.959972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'name': 'network-vif-deleted', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:09.962482 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1479a070-825e-467f-9227-619f954fa94f" -d '{"events": [{"server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "name": "network-vif-deleted", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:10.029427 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843a2f8-3440-4b60-bffc-7e428210797f x-openstack-request-id: req-2843a2f8-3440-4b60-bffc-7e428210797f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:10.029874 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7", "name": "network-vif-deleted", "tag": "fb7da765-a9c8-49a2-b0ed-3764b7511f19", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:10.030165 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2843a2f8-3440-4b60-bffc-7e428210797f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:10.030574 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7', 'name': 'network-vif-deleted', 'tag': 'fb7da765-a9c8-49a2-b0ed-3764b7511f19', 'status': 'completed', 'code': 200} Aug 04 15:05:10.474093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b87d892-95f3-42cf-b8c5-8af76d46e218 req-4a8257a3-23dd-4b97-be74-310171ad83bf tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "GET /v2.0/ports?device_id=18ba7567-8b4e-4f44-b2c5-a9ec9aee43c7 HTTP/1.1" status: 200 len: 210 time: 0.0607419 Aug 04 15:05:11.005333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98074b8-4a83-4f72-8bd9-0a76bceb5388 req-19db8879-d0c6-4ba4-9b6f-05afa498c285 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:11.015102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b98074b8-4a83-4f72-8bd9-0a76bceb5388 req-19db8879-d0c6-4ba4-9b6f-05afa498c285 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0740452 Aug 04 15:05:11.090865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b98074b8-4a83-4f72-8bd9-0a76bceb5388 req-111e05af-7690-4980-9513-c04a5e34d822 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696945 Aug 04 15:05:11.146479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf5ec-694f-4c80-a854-0248f1c9f5a8 req-3270b104-a988-4a48-a2e5-9b123bef3d98 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:11.154529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76dbf5ec-694f-4c80-a854-0248f1c9f5a8 req-3270b104-a988-4a48-a2e5-9b123bef3d98 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0932641 Aug 04 15:05:11.196602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76dbf5ec-694f-4c80-a854-0248f1c9f5a8 req-755b9ba1-1e43-4480-8faa-5e396f6cd409 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Aug 04 15:05:11.558667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:11.637141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:11.666021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:11.736504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:11.743288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:11.744468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/security-groups/2851c1a4-4475-49cb-ba8b-84a51442a87d HTTP/1.1" status: 204 len: 168 time: 0.1845934 Aug 04 15:05:11.754138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4bce3-4dca-4429-a746-a351e0af6508 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851c1a4-4475-49cb-ba8b-84a51442a87d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:11.782083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53168) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:12.355255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d03f8-21da-4982-92cf-099cd58f0a33 req-e37c42fe-11f0-4ef4-addd-0e6861da645c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:12.356884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d4d03f8-21da-4982-92cf-099cd58f0a33 req-e37c42fe-11f0-4ef4-addd-0e6861da645c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1714337 Aug 04 15:05:12.419929 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d4d03f8-21da-4982-92cf-099cd58f0a33 req-5a6b7494-a0e1-4c5d-a107-f1483dc60745 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564570 Aug 04 15:05:12.440598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b672c-3bca-4b8e-a850-5ba54b023ca6 req-fc9a424b-f061-4920-ba52-4d1eed7b4828 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:12.442380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-161b672c-3bca-4b8e-a850-5ba54b023ca6 req-fc9a424b-f061-4920-ba52-4d1eed7b4828 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1269333 Aug 04 15:05:12.462880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:12.539373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-161b672c-3bca-4b8e-a850-5ba54b023ca6 req-1f43568a-9b71-4582-ab25-5844bc4dcfac tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901172 Aug 04 15:05:12.621039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:05:12.624129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fb7da765-a9c8-49a2-b0ed-3764b7511f19 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:12.761290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:12.774144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: fb7da765-a9c8-49a2-b0ed-3764b7511f19 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:05:12.774908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fb7da765-a9c8-49a2-b0ed-3764b7511f19 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:05:12.776902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:05:12.844937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 2631ff60-de8c-4130-b826-59f3bb47ba37 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:05:12.845685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:12.868026 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:12.891251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:05:12.933754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:12.940874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:12.946989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 2631ff60-de8c-4130-b826-59f3bb47ba37, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2631ff60-de8c-4130-b826-59f3bb47ba37,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:12.947487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:12.963509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 2631ff60-de8c-4130-b826-59f3bb47ba37 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:05:13.054163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:13.061332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['a531ce2f-0a14-45b0-9011-a97ef0a7b12b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:05:13.337298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:13.398816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=2631ff60-de8c-4130-b826-59f3bb47ba37,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:13.795372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17673175-5ac7-438d-9fec-fd401e35b9a8 req-50dd95b4-425f-4528-ab7a-77ebb7f6f08d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:13.796973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17673175-5ac7-438d-9fec-fd401e35b9a8 req-50dd95b4-425f-4528-ab7a-77ebb7f6f08d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 945 time: 0.2174447 Aug 04 15:05:13.810570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885ec27-9785-4725-a8fb-dc01c4920aed req-6a160aff-2d7b-4c84-9274-939c9a6cd09e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:13.812019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5885ec27-9785-4725-a8fb-dc01c4920aed req-6a160aff-2d7b-4c84-9274-939c9a6cd09e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.1588743 Aug 04 15:05:13.849704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:13.887702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17673175-5ac7-438d-9fec-fd401e35b9a8 req-e8bbe456-6a04-41bf-b85f-609346d75ded tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730176 Aug 04 15:05:13.947104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5885ec27-9785-4725-a8fb-dc01c4920aed req-2d29eb47-1e48-4154-a529-5752d40ef70b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247506 Aug 04 15:05:14.200519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:05:14.294980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-30c33e71-1f98-4bc4-8b7c-5cd4e403bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:14.297391 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-30c33e71-1f98-4bc4-8b7c-5cd4e403bbc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1097 time: 0.0681438 Aug 04 15:05:14.359886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:05:14.371623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Sync routers for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:05:14.376581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5523acdf-4ae1-4ae7-a552-d0bc46956b38 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "PUT /v2.0/routers/aa9e1eee-be3d-4b44-89a4-ec1781f28cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5933161 Aug 04 15:05:14.377495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:14.390035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:05:14.391039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:14.425724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-0872e74b-392f-4e14-8433-2e9f6e490e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:14.429007 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-0872e74b-392f-4e14-8433-2e9f6e490e5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.1228664 Aug 04 15:05:14.447823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting subnet 37d68fde-528c-49ed-9198-dcba04da5af5 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:05:14.452944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.521350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-e1df49ed-1a39-49e5-a6bd-90e9be052afc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0841756 Aug 04 15:05:14.529590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.541920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:05:14.620669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.625705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-7862f2e4-351c-446e-95d4-e813e23bb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:14.627332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-7862f2e4-351c-446e-95d4-e813e23bb124 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0973523 Aug 04 15:05:14.645428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:05:14.680613 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-a5a24a52-ec14-4f53-9a4c-b93c21869e34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448363 Aug 04 15:05:14.691421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.745494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Subnet': ['ID=37d68fde-528c-49ed-9198-dcba04da5af5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:14.747559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.749514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e699461d-1109-44a4-847d-9d4f58ccebca tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/subnets/37d68fde-528c-49ed-9198-dcba04da5af5 HTTP/1.1" status: 204 len: 168 time: 0.3708556 Aug 04 15:05:14.763115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53222) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:14.776001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65d6d2-ab15-421f-8b12-6c7df0c147a8 None None] Network e4da5f6d-951b-43f2-8fc9-ee27f93913f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:05:14.842492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-e97e0a31-ce8f-4048-916f-bb5d74beb429 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387527 Aug 04 15:05:14.858338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:05:14.858642 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.903521 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e90ac167-6527-4225-9d9a-eb0437fede3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.969332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:14.991097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a2b5f4e1-3f9c-46bc-9536-044217f5b509 req-ef8a49e1-0e23-4bd5-a913-42441c2d12d4 service neutron] 10.222.0.46 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312442 Aug 04 15:05:15.050050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:05:13Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:15.102067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Checking router: aa9e1eee-be3d-4b44-89a4-ec1781f28cdf for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:05:15.152623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.168169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Routers {'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:05:15.168839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:04:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:15.229283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.291330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e7917-b214-4ea9-a4c8-de176de786de req-6c0611b9-fa22-4893-95ee-8a7aaf996562 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:15.293399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38e7917-b214-4ea9-a4c8-de176de786de req-6c0611b9-fa22-4893-95ee-8a7aaf996562 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2123430 Aug 04 15:05:15.309611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] Set router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:05:15.345765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d741-0691-4174-add6-ec9b6e15eb2b req-e11d37f8-bc30-4187-9fc0-931769f3bf54 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:15.347857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc33d741-0691-4174-add6-ec9b6e15eb2b req-e11d37f8-bc30-4187-9fc0-931769f3bf54 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 945 time: 0.2887614 Aug 04 15:05:15.416858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38e7917-b214-4ea9-a4c8-de176de786de req-e0ee5f8e-5344-45ea-9b3e-539924dac6a8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906475 Aug 04 15:05:15.440586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc33d741-0691-4174-add6-ec9b6e15eb2b req-b4489bf3-6a6a-4ab0-b8bb-9c5e9f3cfcb6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789869 Aug 04 15:05:15.443859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:15.446408 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d255f92-d625-4af7-8e92-568c5ec56c85" -d '{"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:15.454341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Deleting port 42437c63-dafc-453c-be75-239d2c9bfafb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:05:15.454929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.469934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] DHCP port deletion for e4da5f6d-951b-43f2-8fc9-ee27f93913f8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:05:15.483873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:15.497078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.602913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] For port 42437c63-dafc-453c-be75-239d2c9bfafb, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=42437c63-dafc-453c-be75-239d2c9bfafb,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:15.603290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.613808 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a99095-9c8e-44ef-8fc7-4efb4664197b x-openstack-request-id: req-e0a99095-9c8e-44ef-8fc7-4efb4664197b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:15.614381 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:15.614755 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0a99095-9c8e-44ef-8fc7-4efb4664197b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:15.617418 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'code': 200} Aug 04 15:05:15.617610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Calling delete_port for 42437c63-dafc-453c-be75-239d2c9bfafb owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:05:15.623713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:15.688908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6835539c-2512-4be0-b43e-2773ca82747c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:15.729093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Deleting port 6835539c-2512-4be0-b43e-2773ca82747c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:05:15.729093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.806738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] For port 6835539c-2512-4be0-b43e-2773ca82747c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6835539c-2512-4be0-b43e-2773ca82747c,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:15.807476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:15.824791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Calling delete_port for 6835539c-2512-4be0-b43e-2773ca82747c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:05:15.982352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.033736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:05:13Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:16.296124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.322477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Port': ['ID=42437c63-dafc-453c-be75-239d2c9bfafb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:16.335551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 6835539c-2512-4be0-b43e-2773ca82747c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6835539c-2512-4be0-b43e-2773ca82747c,segment=NetworkSegment(8bd3a4d8-d412-45eb-b7b3-a502bd535923),segment_id=8bd3a4d8-d412-45eb-b7b3-a502bd535923)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:16.337907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447c480-ef4f-4749-b2ab-9c68b5c9d8a3 None None] The sync data for ids ['aa9e1eee-be3d-4b44-89a4-ec1781f28cdf'] in n-d-801743-12 is: [{'id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'name': 'tempest-TestNetworkBasicOps-router-2062100434', 'tenant_id': '980083ed4fa24d66b0f406a1b7979cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:05:13Z', 'revision_number': 5, 'project_id': '980083ed4fa24d66b0f406a1b7979cb4', 'gw_port': {'id': '42437c63-dafc-453c-be75-239d2c9bfafb', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e1eee-be3d-4b44-89a4-ec1781f28cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:06Z', 'updated_at': '2021-08-04T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:05:16.362152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.435718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.449769 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.480479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] No DVR routers for this DVR port 6835539c-2512-4be0-b43e-2773ca82747c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:05:16.494055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=6835539c-2512-4be0-b43e-2773ca82747c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:16.534625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b64ce5-ca71-4254-8046-e41c59372a36 None None] Pushing event deleted for resources: {'Port': ['ID=6835539c-2512-4be0-b43e-2773ca82747c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:16.571876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:16.628420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.632413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.714902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.740796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f52f14-82a9-429b-bb9f-54e39b9d9f5f req-3f31ca0b-9f3b-4051-a32e-50989e2bd7b7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:16.743265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64f52f14-82a9-429b-bb9f-54e39b9d9f5f req-3f31ca0b-9f3b-4051-a32e-50989e2bd7b7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1652031 Aug 04 15:05:16.780468 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.787042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:16.791261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Fanout notify agent at l3_agent the message router_deleted on router aa9e1eee-be3d-4b44-89a4-ec1781f28cdf {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:05:16.808809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.819072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:16.820705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2dbd1ad0-7953-4f04-b76b-281290c21f67 tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/routers/aa9e1eee-be3d-4b44-89a4-ec1781f28cdf HTTP/1.1" status: 204 len: 168 time: 2.0565665 Aug 04 15:05:16.823680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:16.839201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228006-3f92-486d-96b0-0889c6054ece req-2abf6983-0ad2-4d03-8ad8-def1a62b9d8c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:16.841693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1228006-3f92-486d-96b0-0889c6054ece req-2abf6983-0ad2-4d03-8ad8-def1a62b9d8c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.2736959 Aug 04 15:05:16.883711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64f52f14-82a9-429b-bb9f-54e39b9d9f5f req-327473c8-8643-4105-be58-b357b2d51a2e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323793 Aug 04 15:05:16.961822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:16.985696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1228006-3f92-486d-96b0-0889c6054ece req-bb5b0559-c495-4e96-a8ad-a879f3d216bf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153576 Aug 04 15:05:17.006879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.141967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.152976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4da5f6d-951b-43f2-8fc9-ee27f93913f8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:17.165737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd3a4d8-d412-45eb-b7b3-a502bd535923') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:17.166043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd3a4d8-d412-45eb-b7b3-a502bd535923') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:05:17.186143 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.219089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.226953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:05:17.227871 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:05:17.232007 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:05:17.392204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-857dd672-5197-4775-a571-b503ff70014c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.618399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:17.623681 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd05fd-bddd-4037-9403-6ca264550832" -d '{"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:17.646452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.681227 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c471e62-0c33-4cd6-96a7-202559a78b66 x-openstack-request-id: req-9c471e62-0c33-4cd6-96a7-202559a78b66 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:17.681374 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-unplugged", "status": "failed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:17.681720 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c471e62-0c33-4cd6-96a7-202559a78b66 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:17.682183 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'code': 422} returned with failed status Aug 04 15:05:17.749497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.755425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 42437c63-dafc-453c-be75-239d2c9bfafb no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:17.760183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:17.775446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] 10.222.0.76 "DELETE /v2.0/networks/e4da5f6d-951b-43f2-8fc9-ee27f93913f8 HTTP/1.1" status: 204 len: 168 time: 0.9406431 Aug 04 15:05:17.784531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 42437c63-dafc-453c-be75-239d2c9bfafb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:05:17.785439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 42437c63-dafc-453c-be75-239d2c9bfafb not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:05:17.785989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2631ff60-de8c-4130-b826-59f3bb47ba37 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:17.787773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6890cc-9f22-4140-af12-45a236e1265d tempest-TestNetworkBasicOps-1867395671 tempest-TestNetworkBasicOps-1867395671-project] Pushing event deleted for resources: {'Network': ['ID=e4da5f6d-951b-43f2-8fc9-ee27f93913f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:17.820630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2631ff60-de8c-4130-b826-59f3bb47ba37 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:05:17.820984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2631ff60-de8c-4130-b826-59f3bb47ba37 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:05:17.972120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.061504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8c74-94ea-47e7-b2d8-efd87a428269 req-b1a01c15-cfa4-446c-a2d8-2794d587278d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:18.063433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-848d8c74-94ea-47e7-b2d8-efd87a428269 req-b1a01c15-cfa4-446c-a2d8-2794d587278d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0789998 Aug 04 15:05:18.140300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-848d8c74-94ea-47e7-b2d8-efd87a428269 req-dc562d30-318e-4c7d-8f67-be70ae1e4b87 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704179 Aug 04 15:05:18.168763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53256) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:18.189047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46818d2-2bed-4a71-8543-2cce1f619466 req-408577ef-daf7-455b-ae19-7f54864eda22 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:18.190552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46818d2-2bed-4a71-8543-2cce1f619466 req-408577ef-daf7-455b-ae19-7f54864eda22 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.0915937 Aug 04 15:05:18.288341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f46818d2-2bed-4a71-8543-2cce1f619466 req-7d618991-20d8-4034-af77-fa9577fa9578 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892756 Aug 04 15:05:18.411119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-305f02a1-605a-411c-8c1b-67586a20ca97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=980083ed4fa24d66b0f406a1b7979cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392583 Aug 04 15:05:18.413697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53274) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:18.448445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67905c8-e53a-4061-addf-8d0ca8512c4a req-fa7ab7c0-9e96-4179-952c-9e0600a61e0d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:18.450643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f67905c8-e53a-4061-addf-8d0ca8512c4a req-fa7ab7c0-9e96-4179-952c-9e0600a61e0d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.0766041 Aug 04 15:05:18.472198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.500658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.508705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f67905c8-e53a-4061-addf-8d0ca8512c4a req-1423c1dc-d2e7-407c-8088-a025a9159c93 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Aug 04 15:05:18.587912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.590678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.591924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09d73a24-b3e3-4214-a326-87717cc12ef0 HTTP/1.1" status: 204 len: 168 time: 0.1772134 Aug 04 15:05:18.604935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8002-0959-46b5-a176-bf75b2273d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d73a24-b3e3-4214-a326-87717cc12ef0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:18.774207 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.776244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:18.931625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-790f9b40-2f25-4659-9611-5826e1f7e13c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014137 Aug 04 15:05:19.001320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bb3b3-b783-4c66-8aaa-198970eb59d5 req-1eb08ca7-cfd2-4c19-9930-f2f37a5cb760 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.014032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f9bb3b3-b783-4c66-8aaa-198970eb59d5 req-1eb08ca7-cfd2-4c19-9930-f2f37a5cb760 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.1225309 Aug 04 15:05:19.065800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53308) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:19.070634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-5a18ccd1-a150-4f24-9397-5ec0014014e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.072196 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-5a18ccd1-a150-4f24-9397-5ec0014014e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0934453 Aug 04 15:05:19.099527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd38a86f-05b2-460b-95ec-0271b9d840ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.120825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f9bb3b3-b783-4c66-8aaa-198970eb59d5 req-272c0a03-b16e-4845-a6ab-c75ea231e9c2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997286 Aug 04 15:05:19.230675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-c0a82666-c3d2-4df4-a73c-2c5eb604fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.233459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-c0a82666-c3d2-4df4-a73c-2c5eb604fc18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.1396661 Aug 04 15:05:19.341848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd38a86f-05b2-460b-95ec-0271b9d840ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.351106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd38a86f-05b2-460b-95ec-0271b9d840ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.364771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-f4ce83a5-2161-42c8-818c-787a3d8e7b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1000 time: 0.1177812 Aug 04 15:05:19.465095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4db50-2ba7-4e5c-9727-09f89281009a req-1bb2c097-31d4-4087-9929-60ae94d7ee11 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.473938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dad4db50-2ba7-4e5c-9727-09f89281009a req-1bb2c097-31d4-4087-9929-60ae94d7ee11 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.2113738 Aug 04 15:05:19.492661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a86f-05b2-460b-95ec-0271b9d840ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09434b-ae5e-406d-ac68-a156f59f633d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:19.498076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:19.500949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-94d12c34-249f-40b4-bab7-c06d66361015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.505367 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cd38a86f-05b2-460b-95ec-0271b9d840ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=919aa3c60c754a01bbf1807f7c74e593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364161 Aug 04 15:05:19.506076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53324) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:19.507521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-94d12c34-249f-40b4-bab7-c06d66361015 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.1244447 Aug 04 15:05:19.575892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-bf3b3299-7592-4145-915b-c598570f2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:19.577914 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-bf3b3299-7592-4145-915b-c598570f2323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600197 Aug 04 15:05:19.579509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dad4db50-2ba7-4e5c-9727-09f89281009a req-708c593a-2e19-4278-80c8-0a87601aa673 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045561 Aug 04 15:05:19.598353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.628300 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.690328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.693723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:19.696565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d09434b-ae5e-406d-ac68-a156f59f633d HTTP/1.1" status: 204 len: 168 time: 0.1873448 Aug 04 15:05:19.716867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4295d7-8e74-443a-b83c-61353da100ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09434b-ae5e-406d-ac68-a156f59f633d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:19.795532 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-91c2f046-f228-4947-a9d7-dfc2507568ff service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033753 Aug 04 15:05:19.873510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-76a709dd-2d65-4c0d-9164-b2b201e60a08 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3629632 Aug 04 15:05:19.938661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0137e984-484a-4ed3-9936-0536592c5aa6 req-daf11795-693c-4161-b7e1-6b591314fc17 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340828 Aug 04 15:05:20.242189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:20.371945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4460a-5325-4fd6-9b87-fb4200cad13a req-1c29ab85-cac5-4447-ab7d-71ec21a38f28 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:20.383569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76e4460a-5325-4fd6-9b87-fb4200cad13a req-1c29ab85-cac5-4447-ab7d-71ec21a38f28 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.1478460 Aug 04 15:05:20.470379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76e4460a-5325-4fd6-9b87-fb4200cad13a req-f2a4005f-b7c9-4b0b-a125-54222c151af4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857050 Aug 04 15:05:20.578957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:20.840021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309077-fe6b-472b-bd42-89acad0549fa req-189b97d3-38ee-44ef-9fe6-1ff6937c0508 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:20.841691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34309077-fe6b-472b-bd42-89acad0549fa req-189b97d3-38ee-44ef-9fe6-1ff6937c0508 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0862947 Aug 04 15:05:20.904046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34309077-fe6b-472b-bd42-89acad0549fa req-7dab0e2b-afb6-44e4-8dea-a5041f40cc04 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558300 Aug 04 15:05:21.186602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-1a916a09-cfa8-4079-a247-889006c38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:21.189122 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-1a916a09-cfa8-4079-a247-889006c38adc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1&tenant_id=5ad212edea764794ab94656e6774f379 HTTP/1.1" status: 200 len: 1095 time: 0.1210461 Aug 04 15:05:21.204136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:05:21.295534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:21.646940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:21.697418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:05:21.711626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7a48-8b9a-465e-8bf1-a61a5ff2ebb9 req-24c18717-315d-430b-870f-295407a67a16 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:21.721547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6ce7a48-8b9a-465e-8bf1-a61a5ff2ebb9 req-24c18717-315d-430b-870f-295407a67a16 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 943 time: 0.1325879 Aug 04 15:05:21.736366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:05:21.752950 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:21.791454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Transition to ACTIVE for port object 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:05:21.797251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6ce7a48-8b9a-465e-8bf1-a61a5ff2ebb9 req-034c1eb8-6398-4456-a372-7f3c599d4aa5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733232 Aug 04 15:05:21.798434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:21.902572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] No DVR routers for this DVR port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:05:21.907138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=9']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:21.962880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-73209dff-88dd-4ac3-88ff-1bc4605e50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:21.965091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-73209dff-88dd-4ac3-88ff-1bc4605e50fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1098 time: 0.0932505 Aug 04 15:05:21.982785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:05:21.983134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:05:21.983473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:05:21.988388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:05:21.988732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Attempting to bind port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on network ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:05:21.994553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:05:21.995074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Checking segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:05:21.995639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Bound using segment: {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:05:21.997560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Bound port: 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2214f6f2-90ab-46f8-97a0-79b8ee39deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:05:21.997560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:22.119939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:05:22.130367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:05:22.138310 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:22.153951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eca99-406b-4ba2-9cd9-e4f11d981194 req-0edcbcdb-804f-48e7-99e7-da087a868b91 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.166777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b1eca99-406b-4ba2-9cd9-e4f11d981194 req-0edcbcdb-804f-48e7-99e7-da087a868b91 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1263533 Aug 04 15:05:22.167069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.167936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:22.169631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] 10.222.0.38 "PUT /v2.0/ports/4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 1092 time: 0.9704149 Aug 04 15:05:22.171839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:22.176552 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb8f327-afcc-488e-84f3-aeaf044aea10" -d '{"events": [{"name": "network-changed", "server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:22.203268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-33b7fbe1-cb0b-4c57-af8d-51ecf07f7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.207132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-33b7fbe1-cb0b-4c57-af8d-51ecf07f7c61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.2209804 Aug 04 15:05:22.277935 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e756e1-b8a9-4abe-bf21-bddf8a6d1f77 x-openstack-request-id: req-35e756e1-b8a9-4abe-bf21-bddf8a6d1f77 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:22.278477 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:22.278762 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35e756e1-b8a9-4abe-bf21-bddf8a6d1f77 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:22.278983 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'status': 'completed', 'code': 200} Aug 04 15:05:22.298186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c006-8e82-4936-8c33-6ebfb7a5b098 service neutron] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:22.330531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-125264f8-7dff-4242-b3c8-0559e24a8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.333916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-125264f8-7dff-4242-b3c8-0559e24a8bb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1096 time: 0.1131144 Aug 04 15:05:22.359984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b1eca99-406b-4ba2-9cd9-e4f11d981194 req-506aed09-7d08-4dba-87b6-cbb0e49f3dfe tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919978 Aug 04 15:05:22.395012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-2f214f27-3a94-463b-b06a-f8e1ad443d01 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1002 time: 0.1643760 Aug 04 15:05:22.463278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-45f5ea00-c771-4f1e-bed0-8ff5386ab547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.464971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-45f5ea00-c771-4f1e-bed0-8ff5386ab547 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0619333 Aug 04 15:05:22.515886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-7465fb10-6a21-402f-bba1-0eb97b2cb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.517541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-7465fb10-6a21-402f-bba1-0eb97b2cb1b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.1757305 Aug 04 15:05:22.540658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-f56e68b1-6912-40a0-9c0b-169732f44661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.542209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-f56e68b1-6912-40a0-9c0b-169732f44661 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681453 Aug 04 15:05:22.570988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-9d189789-75fa-42d1-a648-baa67557083b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0460906 Aug 04 15:05:22.671975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-cc1236a5-88b8-439f-a3d3-bbd58fe37a71 req-1137ce33-0cd6-47ed-add8-d05e0c4161bd service neutron] (94265) timed out ('10.222.0.76', 56264) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:05:22.694145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-4fe72241-eb4d-4ec7-a2be-daaee0909b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:22.695721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-4fe72241-eb4d-4ec7-a2be-daaee0909b44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.1181335 Aug 04 15:05:22.761948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-2424630c-9aeb-430a-90be-76e3abae0fbb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558972 Aug 04 15:05:22.794338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-6d06b329-e50c-4df0-80eb-843d0cd7571c service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429335 Aug 04 15:05:22.942727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-25fef884-a458-4cf6-bebc-be4ab11357ef service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655796 Aug 04 15:05:22.948027 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-251a246d-5cf7-463a-a7f9-1bdda9ae8929 req-28595091-54f9-43eb-b1fe-82fcdcdedc84 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455564 Aug 04 15:05:23.006166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9002674-3211-4b65-9fe5-aba84d12253d req-e6030fb9-4206-4049-bb36-09cc297c91ec tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:23.008498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9002674-3211-4b65-9fe5-aba84d12253d req-e6030fb9-4206-4049-bb36-09cc297c91ec tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.1164804 Aug 04 15:05:23.051975 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9002674-3211-4b65-9fe5-aba84d12253d req-d8454a0f-3e4a-44c3-9a87-257f7d74218a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 04 15:05:23.123213 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d9f1c490-5446-41c9-a0a2-1ec85a205574 req-26f6fbf6-8408-4eef-9d1e-50aa4da31f8d service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714964 Aug 04 15:05:23.277058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-d44cdd52-e2dc-4dbf-864a-127790561145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:23.279127 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-d44cdd52-e2dc-4dbf-864a-127790561145 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1096 time: 0.1091294 Aug 04 15:05:23.490202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-fd2029bb-1f47-446b-94c7-a16af6052653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:23.494048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-fd2029bb-1f47-446b-94c7-a16af6052653 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.2002549 Aug 04 15:05:23.540728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-9b4e5290-ad60-4300-8d0e-0149ef8249ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0409112 Aug 04 15:05:23.598249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226932a-f3fb-4eed-85b0-c38431aff02a req-a6b05be0-0ba5-4cae-a31e-320a28067cd0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:23.600097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e226932a-f3fb-4eed-85b0-c38431aff02a req-a6b05be0-0ba5-4cae-a31e-320a28067cd0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1015065 Aug 04 15:05:23.634227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-222a1c20-0669-4f48-bee1-c21747ab749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:23.635702 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-222a1c20-0669-4f48-bee1-c21747ab749b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0803025 Aug 04 15:05:23.685562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e226932a-f3fb-4eed-85b0-c38431aff02a req-d07fc1ec-3a57-4a59-a299-6cb72d3b9107 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773170 Aug 04 15:05:23.727974 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-7fccab02-9702-43d4-b3cd-c63cb8d87ce3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842829 Aug 04 15:05:23.906298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-c3b32180-f785-4d5f-a893-f9bb02f76638 service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596220 Aug 04 15:05:24.055564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fbb8f327-afcc-488e-84f3-aeaf044aea10 req-fedf0373-634d-4888-9f91-60f466d8cc89 service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262214 Aug 04 15:05:24.265025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53574) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:24.313008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb5618-4fe3-4463-bc1b-e3964d6d0cdf req-c647080d-ab40-4ef6-a05f-637eba28d64b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:24.314697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5eb5618-4fe3-4463-bc1b-e3964d6d0cdf req-c647080d-ab40-4ef6-a05f-637eba28d64b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.1064506 Aug 04 15:05:24.394647 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5eb5618-4fe3-4463-bc1b-e3964d6d0cdf req-a1720517-3cd3-4853-ba55-e68cd9bf581e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Aug 04 15:05:24.498704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc30e888-dd8d-4ef5-b1e8-0f2557420f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:24.802872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc30e888-dd8d-4ef5-b1e8-0f2557420f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:24.819941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc30e888-dd8d-4ef5-b1e8-0f2557420f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:24.929697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd8a5-2dba-4c1a-b0ab-68411b79fdf2 req-29406034-89af-4276-a2d8-b6cc5cde57de tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:24.937706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-436bd8a5-2dba-4c1a-b0ab-68411b79fdf2 req-29406034-89af-4276-a2d8-b6cc5cde57de tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1366596 Aug 04 15:05:24.969343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30e888-dd8d-4ef5-b1e8-0f2557420f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c4b06-d61a-49b6-b0b0-c65f7fdbdbfd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:24.987367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc30e888-dd8d-4ef5-b1e8-0f2557420f4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8eff7bc8bf954ff3a37336fb5e5760c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211108 Aug 04 15:05:24.990231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53586) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:25.046866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-436bd8a5-2dba-4c1a-b0ab-68411b79fdf2 req-c43c54ef-c2d9-4446-8454-5a130f017a80 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020503 Aug 04 15:05:25.123353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:25.147868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:25.246860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:25.254558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:25.256142 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/210c4b06-d61a-49b6-b0b0-c65f7fdbdbfd HTTP/1.1" status: 204 len: 168 time: 0.2645836 Aug 04 15:05:25.276011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0076c2-d3a7-4cd5-9686-599d9c662afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c4b06-d61a-49b6-b0b0-c65f7fdbdbfd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:25.597827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a2fc8-0931-4ac6-9c06-2db716cb32ef req-a7c091ae-c281-409e-bd52-8344c6a82574 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:25.602415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b45a2fc8-0931-4ac6-9c06-2db716cb32ef req-a7c091ae-c281-409e-bd52-8344c6a82574 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0916841 Aug 04 15:05:25.697476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b45a2fc8-0931-4ac6-9c06-2db716cb32ef req-de113643-c369-45b4-aedb-84e608d77155 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Aug 04 15:05:25.762680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:25.801658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a461e315-07f3-49e3-82d0-71a6d7a73215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.008795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a461e315-07f3-49e3-82d0-71a6d7a73215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.021084 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a461e315-07f3-49e3-82d0-71a6d7a73215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.078804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a461e315-07f3-49e3-82d0-71a6d7a73215 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b72f0853f1e3452994cf93e0966d8a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084478 Aug 04 15:05:26.078804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461e315-07f3-49e3-82d0-71a6d7a73215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd1d2e-0f01-4d2b-be61-5ba89991aa74,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:26.081583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53610) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:26.244620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.271737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.342968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.348059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:26.352068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bbd1d2e-0f01-4d2b-be61-5ba89991aa74 HTTP/1.1" status: 204 len: 168 time: 0.2666178 Aug 04 15:05:26.386681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb6a15-b75a-4f86-a62a-2d55e8628084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd1d2e-0f01-4d2b-be61-5ba89991aa74,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:26.430077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717f721-e1bd-49d7-a2bf-74b184bb0c5b req-bc58b0e0-a8ad-40fe-94ec-73b3bda5ec34 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:26.443570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4717f721-e1bd-49d7-a2bf-74b184bb0c5b req-bc58b0e0-a8ad-40fe-94ec-73b3bda5ec34 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.2373521 Aug 04 15:05:26.528774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4717f721-e1bd-49d7-a2bf-74b184bb0c5b req-dd8070f8-2bef-4ef8-af03-b338e8b42845 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807562 Aug 04 15:05:26.865996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6b7d-b551-4440-a8f5-f6d7047f5751 req-cfb49d4c-9b47-4701-b3ed-304c4c1b9fcf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:26.878403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827b6b7d-b551-4440-a8f5-f6d7047f5751 req-cfb49d4c-9b47-4701-b3ed-304c4c1b9fcf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0896912 Aug 04 15:05:26.961515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827b6b7d-b551-4440-a8f5-f6d7047f5751 req-f8d531e6-7f68-400e-9a5b-633dadb90622 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800576 Aug 04 15:05:27.720067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9db6b-ea26-4618-a027-d5ab0a9ad202 req-1fb4b6d2-43eb-456f-bab8-3100cc22897b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:27.724689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92e9db6b-ea26-4618-a027-d5ab0a9ad202 req-1fb4b6d2-43eb-456f-bab8-3100cc22897b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.1029143 Aug 04 15:05:27.793686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92e9db6b-ea26-4618-a027-d5ab0a9ad202 req-c9732a71-585f-45bf-86e5-f29be0768d30 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624578 Aug 04 15:05:28.096394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a2e2f-61eb-427c-90a8-8af5a4244d82 req-c40c4a3d-73bd-4551-ac9e-88137adb042c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:28.097978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-030a2e2f-61eb-427c-90a8-8af5a4244d82 req-c40c4a3d-73bd-4551-ac9e-88137adb042c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0621281 Aug 04 15:05:28.140866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-030a2e2f-61eb-427c-90a8-8af5a4244d82 req-71f2f70e-4e92-4fd8-8b35-0a5eec1f525a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Aug 04 15:05:28.941315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78090c-2a86-4f86-9e4f-470df9d4cb62 req-e9c52c8e-aa95-4420-ae69-ecea0a2f4f5c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:28.943144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec78090c-2a86-4f86-9e4f-470df9d4cb62 req-e9c52c8e-aa95-4420-ae69-ecea0a2f4f5c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0543115 Aug 04 15:05:28.992347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec78090c-2a86-4f86-9e4f-470df9d4cb62 req-e5c48df5-3173-43ba-8794-1793f5a4a01a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Aug 04 15:05:29.285242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf9aec-9030-4278-afce-e93e06148102 req-ccc8712d-dbaa-44e3-b68f-c4a04f3fbd83 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:29.289127 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cbf9aec-9030-4278-afce-e93e06148102 req-ccc8712d-dbaa-44e3-b68f-c4a04f3fbd83 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0742700 Aug 04 15:05:29.329483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cbf9aec-9030-4278-afce-e93e06148102 req-0c0b1696-349b-4076-b54c-91ae0b595305 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367146 Aug 04 15:05:30.158436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7b382-ac9c-478c-8a10-9722e5850dbe req-64f3279c-cd68-4fde-97ed-3d3845d6c138 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:30.165747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9c7b382-ac9c-478c-8a10-9722e5850dbe req-64f3279c-cd68-4fde-97ed-3d3845d6c138 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0683770 Aug 04 15:05:30.207351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9c7b382-ac9c-478c-8a10-9722e5850dbe req-5a09db08-87de-45dc-aa89-0f0e90de056d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Aug 04 15:05:30.475958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efb8fd-e566-4385-a215-fa14ec44c6f4 req-8356848a-4f51-4479-ac99-6b8bfe8025d5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:30.477495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89efb8fd-e566-4385-a215-fa14ec44c6f4 req-8356848a-4f51-4479-ac99-6b8bfe8025d5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0792255 Aug 04 15:05:30.522203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89efb8fd-e566-4385-a215-fa14ec44c6f4 req-78334653-bb6c-4039-961f-ecf5d4f2004d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Aug 04 15:05:31.367617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57a425-d519-4173-b530-262f857bf556 req-234eaa11-a9c2-4d0c-b909-07963672ed70 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:31.369387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed57a425-d519-4173-b530-262f857bf556 req-234eaa11-a9c2-4d0c-b909-07963672ed70 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0578969 Aug 04 15:05:31.408235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed57a425-d519-4173-b530-262f857bf556 req-f6d34eeb-3f10-427c-929e-c51ddb088ae8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Aug 04 15:05:31.678202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc247f-4b0b-4895-950c-94409489fed8 req-02c37d12-03f5-4b58-8557-ba14ef1c417b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:31.680077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eefc247f-4b0b-4895-950c-94409489fed8 req-02c37d12-03f5-4b58-8557-ba14ef1c417b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0515652 Aug 04 15:05:31.722715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eefc247f-4b0b-4895-950c-94409489fed8 req-a5b4c2b3-bb6f-4d56-8dd2-f96b44990c20 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Aug 04 15:05:32.041972 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:05:32.533341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd8cd4-d887-4926-8d6e-060da8572186 req-48896857-6573-4fd9-875c-796925ce1384 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:32.535349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7dd8cd4-d887-4926-8d6e-060da8572186 req-48896857-6573-4fd9-875c-796925ce1384 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0550961 Aug 04 15:05:32.575231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7dd8cd4-d887-4926-8d6e-060da8572186 req-3be6ae28-2619-4ef2-a5b0-575c0960f192 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Aug 04 15:05:32.925387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77817b92-8871-479b-8acf-5ac9fa6b3683 req-ad39a242-afeb-4788-a198-cb4b93731190 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:32.927010 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77817b92-8871-479b-8acf-5ac9fa6b3683 req-ad39a242-afeb-4788-a198-cb4b93731190 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.1146076 Aug 04 15:05:32.972803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77817b92-8871-479b-8acf-5ac9fa6b3683 req-1e31a84c-090a-4210-89f3-0d7d0020a1c5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Aug 04 15:05:33.707524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0cc5-0ee2-4771-a0a2-c407582466f0 req-59d1683c-bd4a-4f47-9279-a4622fa6fcc9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:33.709271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f4e0cc5-0ee2-4771-a0a2-c407582466f0 req-59d1683c-bd4a-4f47-9279-a4622fa6fcc9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0573306 Aug 04 15:05:33.748161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f4e0cc5-0ee2-4771-a0a2-c407582466f0 req-85d2dd7b-8338-443e-826e-f9d15b5051da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Aug 04 15:05:34.125764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8913c-9bd2-469e-8372-f0051ece48f1 req-3748109e-f5e1-4426-843b-ab40ab57b59f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:34.127536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b8913c-9bd2-469e-8372-f0051ece48f1 req-3748109e-f5e1-4426-843b-ab40ab57b59f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0652905 Aug 04 15:05:34.204126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b8913c-9bd2-469e-8372-f0051ece48f1 req-ebb4edca-f111-426a-8a19-dc88eece2f6a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Aug 04 15:05:34.283804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 53780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:34.433389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16966e4-9eb2-4b85-a2d4-447bda98c31a req-529c6713-651a-4209-8a52-ad0e42cb6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:34.435144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a16966e4-9eb2-4b85-a2d4-447bda98c31a req-529c6713-651a-4209-8a52-ad0e42cb6ac5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.1502075 Aug 04 15:05:34.481630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a16966e4-9eb2-4b85-a2d4-447bda98c31a req-d0f7827b-af4b-4e2f-b843-ba77e05e29e4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Aug 04 15:05:34.894190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f7e72-0906-43db-864a-5ff3e686adb5 req-44af1cbd-a17e-41af-87be-4e4d731e7ef1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:34.895872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-412f7e72-0906-43db-864a-5ff3e686adb5 req-44af1cbd-a17e-41af-87be-4e4d731e7ef1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0693479 Aug 04 15:05:34.937939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-412f7e72-0906-43db-864a-5ff3e686adb5 req-95852bd8-0a80-49cf-b2dd-b7a26268a275 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356989 Aug 04 15:05:35.382647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556d90-ad99-4b1f-8359-29a5035623df req-c90204f3-66cc-41f0-b96c-91285c74afb6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:35.392849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59556d90-ad99-4b1f-8359-29a5035623df req-c90204f3-66cc-41f0-b96c-91285c74afb6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0776486 Aug 04 15:05:35.442848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59556d90-ad99-4b1f-8359-29a5035623df req-7fe38bdb-1f70-4829-85ef-a8a789dc59cd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Aug 04 15:05:36.082535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ba46-e9ac-4e45-9eb3-ed189bfdcbd0 req-67847a2e-c714-4692-8921-a3bf5d58fb17 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:36.084059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf9ba46-e9ac-4e45-9eb3-ed189bfdcbd0 req-67847a2e-c714-4692-8921-a3bf5d58fb17 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0519519 Aug 04 15:05:36.132114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf9ba46-e9ac-4e45-9eb3-ed189bfdcbd0 req-c1a53244-6054-44e1-b358-3c9f3d43e112 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Aug 04 15:05:36.557824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e8aa-b627-4cba-ba15-ebe255755ad0 req-c73fbcd6-a888-439a-a82a-77c3327f112f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:36.559451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11a7e8aa-b627-4cba-ba15-ebe255755ad0 req-c73fbcd6-a888-439a-a82a-77c3327f112f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0518503 Aug 04 15:05:36.600551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11a7e8aa-b627-4cba-ba15-ebe255755ad0 req-d7044551-ff02-42f3-9bd3-52367cd22448 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Aug 04 15:05:36.765434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-f65cbcc5-4bae-495b-a556-2f1bd3941fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:36.767024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-f65cbcc5-4bae-495b-a556-2f1bd3941fb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1098 time: 0.0424564 Aug 04 15:05:36.862774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-a43a1d04-7d8b-4db3-b086-9e76e42ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:36.864649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-a43a1d04-7d8b-4db3-b086-9e76e42ac131 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.0905304 Aug 04 15:05:36.931339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-90ef9b84-6432-4e1a-b0ba-c17deac52c10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1002 time: 0.0588963 Aug 04 15:05:36.982978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-205a60c5-5984-4dd8-a614-d48668f64916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:36.984542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-205a60c5-5984-4dd8-a614-d48668f64916 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0458374 Aug 04 15:05:37.041299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-c002e2ab-5f3c-491a-9496-5b55f2419a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:37.042900 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-c002e2ab-5f3c-491a-9496-5b55f2419a91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488358 Aug 04 15:05:37.145195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-3fee9775-fb73-4772-880d-cc06f77d6d16 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943141 Aug 04 15:05:37.241362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0995e19b-751f-40d0-b8f3-b36b515adc50 req-4587311a-60fa-4690-8a52-c17d8e46bd0c service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 Aug 04 15:05:37.260340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb065e3-0c28-4278-bd63-e6537068fdc0 req-824a85b3-df00-4e68-8d86-a59bfe55329e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:37.261879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddb065e3-0c28-4278-bd63-e6537068fdc0 req-824a85b3-df00-4e68-8d86-a59bfe55329e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0569217 Aug 04 15:05:37.300540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddb065e3-0c28-4278-bd63-e6537068fdc0 req-b2e2d675-9562-4997-8b68-21ad9a00c3b6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Aug 04 15:05:37.719339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae4be-1ff2-43ab-9015-2c701bfb9ff0 req-4aacce4d-2d18-45ce-bc14-08d277d4f17d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:37.721117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b9ae4be-1ff2-43ab-9015-2c701bfb9ff0 req-4aacce4d-2d18-45ce-bc14-08d277d4f17d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0519197 Aug 04 15:05:37.761536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b9ae4be-1ff2-43ab-9015-2c701bfb9ff0 req-5e5ef297-58fe-4e9e-945b-0499be051c61 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Aug 04 15:05:38.430502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02435-d208-41a6-ad8a-80f125658d5d req-6fa41c26-26c7-4cf8-ae36-df80773c6799 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:38.432070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6d02435-d208-41a6-ad8a-80f125658d5d req-6fa41c26-26c7-4cf8-ae36-df80773c6799 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 946 time: 0.0522833 Aug 04 15:05:38.473949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6d02435-d208-41a6-ad8a-80f125658d5d req-17dd6ad4-9cab-45bf-81b1-520302b8b093 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350869 Aug 04 15:05:38.741511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:05:38.743754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:38.911607 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:38.924357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f1480-8d8f-438b-9cb3-8a6497c2bcad req-d0c4346d-33a1-4cbc-bb0d-2c71017a7c63 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:38.926996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f55f1480-8d8f-438b-9cb3-8a6497c2bcad req-d0c4346d-33a1-4cbc-bb0d-2c71017a7c63 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 944 time: 0.0571442 Aug 04 15:05:38.938256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:38.958126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:38.960872 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85098afb-546a-49ca-919a-1e3ffacdc598" -d '{"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-unplugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:38.970911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'network_id': 'ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f', 'port_id': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'mac_address': 'fa:16:3e:37:a6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81e2804-0d10-4e6b-86a0-2561adb2efef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:05:38.972682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f55f1480-8d8f-438b-9cb3-8a6497c2bcad req-486bd713-7f43-4ab5-ab99-abf0312cc6cc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Aug 04 15:05:38.976655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:39.004732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:39.033680 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64987faa-7b0f-4db7-acfb-2f1426d2df95 x-openstack-request-id: req-64987faa-7b0f-4db7-acfb-2f1426d2df95 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:39.033972 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-unplugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:39.034246 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64987faa-7b0f-4db7-acfb-2f1426d2df95 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:39.034664 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'code': 200} Aug 04 15:05:39.042101 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:39.072974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:05:39.087741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:39.107242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:39.112808 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:39.160866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=11']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:39.312173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:05:39.611062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb713f-8c32-4512-967f-ea63774af9c9 req-79a876dc-873a-4001-8462-e25c14da2847 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:39.612565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97cb713f-8c32-4512-967f-ea63774af9c9 req-79a876dc-873a-4001-8462-e25c14da2847 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0505378 Aug 04 15:05:39.654654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97cb713f-8c32-4512-967f-ea63774af9c9 req-1962cdc9-bb45-43f0-aa39-b6901077b42f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359633 Aug 04 15:05:40.095617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59572815-6526-4a99-82d6-830ccb021996 req-c0b63bc5-0d54-4a99-850c-cc3ab97e95c0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:40.096481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59572815-6526-4a99-82d6-830ccb021996 req-c0b63bc5-0d54-4a99-850c-cc3ab97e95c0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Aug 04 15:05:40.137892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59572815-6526-4a99-82d6-830ccb021996 req-339d97b1-d384-48e2-920a-16e96671d111 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Aug 04 15:05:40.284513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b04c0-96ba-46a5-adb3-50e821cc0c26 req-d345f598-ec34-4181-9c96-5db0f7db5552 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:40.286221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029b04c0-96ba-46a5-adb3-50e821cc0c26 req-d345f598-ec34-4181-9c96-5db0f7db5552 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0735908 Aug 04 15:05:40.330144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-029b04c0-96ba-46a5-adb3-50e821cc0c26 req-94238b21-5c82-4ae5-a103-609241d79228 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Aug 04 15:05:40.449234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 53950) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:05:40.544234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-a58e9349-1731-477f-9c0f-16ccb8d8f5a6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934944 Aug 04 15:05:40.738947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:05:40.799562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:05:40.804007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:05:40.804390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:40.886365 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:40.921456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:05:40.926555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:40.927777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:05:41.016276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:05:41.044933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:05:41.048142 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef98752-021c-4b4f-870a-260f52397ccf" -d '{"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:05:41.091660 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd08fc1-2dc3-4727-8ff6-a44ddc95949b x-openstack-request-id: req-1dd08fc1-2dc3-4727-8ff6-a44ddc95949b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:05:41.092149 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-plugged", "status": "completed", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:05:41.092530 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dd08fc1-2dc3-4727-8ff6-a44ddc95949b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:05:41.092939 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'code': 200} Aug 04 15:05:41.292640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63167822-f55f-412f-bba3-3a475f2a361e req-c37b9318-4856-4c28-91c9-0016dfe5dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:41.294171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63167822-f55f-412f-bba3-3a475f2a361e req-c37b9318-4856-4c28-91c9-0016dfe5dbd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1098 time: 0.0538981 Aug 04 15:05:41.327524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1de39-4668-4704-a0c4-9a71080ea62b req-e0080405-a1f5-4ed6-bcf1-f7cbda3384de tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:41.329392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae1de39-4668-4704-a0c4-9a71080ea62b req-e0080405-a1f5-4ed6-bcf1-f7cbda3384de tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.1117530 Aug 04 15:05:41.338084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63167822-f55f-412f-bba3-3a475f2a361e req-5bec6e53-cf0e-49c0-959c-d6fedf2fa790 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Aug 04 15:05:41.405350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae1de39-4668-4704-a0c4-9a71080ea62b req-6b1f02f9-f6df-43c4-bd5c-01841234a167 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Aug 04 15:05:41.489063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec10-1e2f-48b1-b7e8-44fe48c4e29c req-7009b83b-a352-4e21-b521-3665bf03b839 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:41.490716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ec4ec10-1e2f-48b1-b7e8-44fe48c4e29c req-7009b83b-a352-4e21-b521-3665bf03b839 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0575740 Aug 04 15:05:41.531176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ec4ec10-1e2f-48b1-b7e8-44fe48c4e29c req-c2536682-ef5b-439f-befc-646f5afb8164 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341811 Aug 04 15:05:42.538163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbc2c3-c16b-4a5d-807f-7c16da864583 req-f4e8426c-325d-4a4c-bdcd-98f03ee892a7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:42.540508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2cbc2c3-c16b-4a5d-807f-7c16da864583 req-f4e8426c-325d-4a4c-bdcd-98f03ee892a7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0629394 Aug 04 15:05:42.589669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2cbc2c3-c16b-4a5d-807f-7c16da864583 req-ef926cc2-8cb2-4ae1-bc51-bc859b840d36 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Aug 04 15:05:42.698702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacba6b3-e676-4540-b8f0-30fc3f59f63e req-cb99b3c1-74a7-4362-91ad-00667786d49d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:42.700496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bacba6b3-e676-4540-b8f0-30fc3f59f63e req-cb99b3c1-74a7-4362-91ad-00667786d49d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0543699 Aug 04 15:05:42.750154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bacba6b3-e676-4540-b8f0-30fc3f59f63e req-fe3da7d9-2cc1-42ac-b62e-a4c1f90861da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Aug 04 15:05:43.718257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012112-7c32-4bad-b03d-8c3f532ccb9f req-b88f428b-aa09-41e1-8f97-2d7a4ac7ffdd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:43.720073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c012112-7c32-4bad-b03d-8c3f532ccb9f req-b88f428b-aa09-41e1-8f97-2d7a4ac7ffdd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0540473 Aug 04 15:05:43.760562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c012112-7c32-4bad-b03d-8c3f532ccb9f req-124a6d96-20e0-44e8-9dc6-a19a3cc1b2ca tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Aug 04 15:05:43.922292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959485-9dd6-45b6-8664-d81f05511306 req-910bfdde-ffac-4f74-9ded-fba847bf212e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:43.923991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85959485-9dd6-45b6-8664-d81f05511306 req-910bfdde-ffac-4f74-9ded-fba847bf212e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0743365 Aug 04 15:05:43.937169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfada7b8-02d7-4075-9d01-4495b3e2b56b req-b9ba6724-2242-4ec1-81fb-8b792c4b254f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:43.938987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfada7b8-02d7-4075-9d01-4495b3e2b56b req-b9ba6724-2242-4ec1-81fb-8b792c4b254f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0978689 Aug 04 15:05:43.987951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85959485-9dd6-45b6-8664-d81f05511306 req-8bccdcae-66d9-418b-8240-b6591f51082d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Aug 04 15:05:44.009317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfada7b8-02d7-4075-9d01-4495b3e2b56b req-d7c30659-0a68-4919-8847-c995381b775f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631456 Aug 04 15:05:44.119407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19672364-2658-4f68-a611-6e7c7c290fa5 req-b83169ae-4284-4810-98ff-de7f6d4955f8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:44.121092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19672364-2658-4f68-a611-6e7c7c290fa5 req-b83169ae-4284-4810-98ff-de7f6d4955f8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0520208 Aug 04 15:05:44.175114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19672364-2658-4f68-a611-6e7c7c290fa5 req-b21a90e7-aa2f-4310-8178-0a6414d9f2e0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Aug 04 15:05:44.318247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233550a0-8f71-4e2d-bf77-ba984dcb7f9e req-5212568f-1bdd-40f0-9498-7c1fcc10a9d2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:44.319921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-233550a0-8f71-4e2d-bf77-ba984dcb7f9e req-5212568f-1bdd-40f0-9498-7c1fcc10a9d2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0568788 Aug 04 15:05:44.366327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-233550a0-8f71-4e2d-bf77-ba984dcb7f9e req-f864f8c9-d778-4c34-8fe2-42832e4272cd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 04 15:05:44.497632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c783a-0227-4a12-a527-af89dac86123 req-88e2d50a-7399-43e9-bfc4-60648cf5cdc7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:44.499678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-194c783a-0227-4a12-a527-af89dac86123 req-88e2d50a-7399-43e9-bfc4-60648cf5cdc7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0543129 Aug 04 15:05:44.539220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-194c783a-0227-4a12-a527-af89dac86123 req-7eac6980-e839-4292-937a-bca4f4a37b72 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336676 Aug 04 15:05:44.684261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157990c-6a61-4d82-b495-a58adfecd2b8 req-398e2a80-91a3-4fde-8790-ad8888340bc5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:44.688013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e157990c-6a61-4d82-b495-a58adfecd2b8 req-398e2a80-91a3-4fde-8790-ad8888340bc5 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0537663 Aug 04 15:05:44.734506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e157990c-6a61-4d82-b495-a58adfecd2b8 req-4d64c172-4e38-43db-9660-022449391d4d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Aug 04 15:05:44.789545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-112a0b2c-a501-4abb-a853-06a129a80a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:44.855568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aa883-5c62-4e24-ad8a-b459e32931c4 req-7d7ed22c-3150-467e-8363-f13b5fc13336 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:44.857375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-905aa883-5c62-4e24-ad8a-b459e32931c4 req-7d7ed22c-3150-467e-8363-f13b5fc13336 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0506749 Aug 04 15:05:44.898501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-905aa883-5c62-4e24-ad8a-b459e32931c4 req-159070c1-2f67-4560-a50b-da0d55be11f7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Aug 04 15:05:45.192528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c388d1-8533-4e43-9f75-4c7b3fa88150 req-ac603299-5358-4ac2-9884-77ec5cdac248 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:45.194167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c388d1-8533-4e43-9f75-4c7b3fa88150 req-ac603299-5358-4ac2-9884-77ec5cdac248 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0900621 Aug 04 15:05:45.216604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151867-ee35-419b-a68e-9bf0834e0935 req-2138325f-41a7-48a6-abb9-775f40b9424e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:45.218295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32151867-ee35-419b-a68e-9bf0834e0935 req-2138325f-41a7-48a6-abb9-775f40b9424e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0972712 Aug 04 15:05:45.274697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37c388d1-8533-4e43-9f75-4c7b3fa88150 req-d7c107e0-6b05-4072-8c77-274037a1c963 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732312 Aug 04 15:05:45.295050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32151867-ee35-419b-a68e-9bf0834e0935 req-ed8542ea-5639-4e4a-98c2-ed127ae8346b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Aug 04 15:05:45.712714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632926-2018-4617-9463-168fbaa5f55f req-ce14258d-aa6d-44ce-a7e5-965ea0eb17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:45.714277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-ce14258d-aa6d-44ce-a7e5-965ea0eb17c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 1096 time: 0.0440803 Aug 04 15:05:45.787588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632926-2018-4617-9463-168fbaa5f55f req-a0453d64-8807-4e75-bb26-dc309e6aa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:45.789149 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-a0453d64-8807-4e75-bb26-dc309e6aa46c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1096 time: 0.0476964 Aug 04 15:05:45.877700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632926-2018-4617-9463-168fbaa5f55f req-5e33c849-cd02-43cf-a94d-0d59b0dd1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:45.879240 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-5e33c849-cd02-43cf-a94d-0d59b0dd1c10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.0832100 Aug 04 15:05:45.949060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-05b909dc-6e33-48f5-a1b2-5c82fdee60c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 200 len: 1000 time: 0.0630462 Aug 04 15:05:45.999656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632926-2018-4617-9463-168fbaa5f55f req-8e2826b0-180b-418d-8bf8-e57e6f52b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:46.001283 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-8e2826b0-180b-418d-8bf8-e57e6f52b0b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0456662 Aug 04 15:05:46.049189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632926-2018-4617-9463-168fbaa5f55f req-12c9c102-1167-469e-8c6b-fa2d1d156ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:46.050885 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-12c9c102-1167-469e-8c6b-fa2d1d156ff5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424695 Aug 04 15:05:46.144434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-dc57a6a8-29c9-43c2-849d-ee5a6a0e26d4 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Aug 04 15:05:46.237432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f3632926-2018-4617-9463-168fbaa5f55f req-5151e2a1-bfef-470e-a0ae-cb5811f1891d service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Aug 04 15:05:46.426961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9357d0-e825-48ee-8675-0d16fbf1bc11 req-b228d009-4c0e-4698-94bb-73deb0b3d9a1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:46.428823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d9357d0-e825-48ee-8675-0d16fbf1bc11 req-b228d009-4c0e-4698-94bb-73deb0b3d9a1 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Aug 04 15:05:46.440881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb510-a46b-42f2-8d73-b84ed0791c82 req-a6b30cf0-7d3c-46aa-a44c-0966f512208d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:46.442316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-982cb510-a46b-42f2-8d73-b84ed0791c82 req-a6b30cf0-7d3c-46aa-a44c-0966f512208d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0667362 Aug 04 15:05:46.514800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d9357d0-e825-48ee-8675-0d16fbf1bc11 req-ff737783-6bc8-42d1-915b-8673cf951c4a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712252 Aug 04 15:05:46.520842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-982cb510-a46b-42f2-8d73-b84ed0791c82 req-33f279ab-1de3-42fe-b5f9-d33a2bbc2c6e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712960 Aug 04 15:05:46.890851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea702-a513-4f25-a571-0381cc364384 req-fcdd30d7-7ac2-4cb5-a97d-da9c9dd55839 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:46.892442 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87eea702-a513-4f25-a571-0381cc364384 req-fcdd30d7-7ac2-4cb5-a97d-da9c9dd55839 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0713029 Aug 04 15:05:46.956997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87eea702-a513-4f25-a571-0381cc364384 req-a39b0a9b-f71c-4922-8691-0e12fa3b7d5e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Aug 04 15:05:47.380700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-754c16e2-c250-40e5-8600-5c1607ead171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:47.647251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:47.688011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224b878-93ce-40ef-927c-e95aeecf633b req-39f4b350-3b31-4496-bc5d-c16bc16e7718 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:47.689605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0224b878-93ce-40ef-927c-e95aeecf633b req-39f4b350-3b31-4496-bc5d-c16bc16e7718 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0599580 Aug 04 15:05:47.737267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0224b878-93ce-40ef-927c-e95aeecf633b req-0518dba8-5b1e-4733-803e-812c57a61cd7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Aug 04 15:05:48.002932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:48.096424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153bec2-eaa6-4df7-866e-91c739aed378 req-49f78f25-984f-45cd-828e-5c7e3ae47474 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:48.097989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2153bec2-eaa6-4df7-866e-91c739aed378 req-49f78f25-984f-45cd-828e-5c7e3ae47474 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0610147 Aug 04 15:05:48.143356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2153bec2-eaa6-4df7-866e-91c739aed378 req-a3d5e788-53e3-4998-9c99-27fcbc24cb99 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Aug 04 15:05:48.729006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:48.730553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:48.893816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1bebd-87f9-4810-82a2-8fe6d5605a21 req-5c1a1d0a-4501-4996-8896-55c02058b06c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:48.895799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43b1bebd-87f9-4810-82a2-8fe6d5605a21 req-5c1a1d0a-4501-4996-8896-55c02058b06c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0766885 Aug 04 15:05:48.938676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43b1bebd-87f9-4810-82a2-8fe6d5605a21 req-63d76bb4-6fa8-4bd1-86c0-9ae0e1fcb202 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359781 Aug 04 15:05:49.290926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a02723-8946-42d6-9124-6e7a459dd250 req-98bfd171-98a8-49fb-b2b8-cfb865fc5004 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:49.295649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20a02723-8946-42d6-9124-6e7a459dd250 req-98bfd171-98a8-49fb-b2b8-cfb865fc5004 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0593705 Aug 04 15:05:49.342016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20a02723-8946-42d6-9124-6e7a459dd250 req-120a5e11-b27a-40ec-a2fd-dd073a405df3 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Aug 04 15:05:50.069689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa14906-0e1e-4e9b-bd0a-4741bb66e9e4 req-d64d2904-6bcf-4e11-b1f3-1928c0343131 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:50.071267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faa14906-0e1e-4e9b-bd0a-4741bb66e9e4 req-d64d2904-6bcf-4e11-b1f3-1928c0343131 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0524986 Aug 04 15:05:50.121788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faa14906-0e1e-4e9b-bd0a-4741bb66e9e4 req-05f99729-8c5f-4889-8cbb-51de0c6b7733 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 Aug 04 15:05:50.220470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:05:50.474215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7de0-d0f4-4967-b068-14b05b15d407 req-68334c4d-a142-410b-9b0d-5e7d8a20cb91 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:50.479937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-794b7de0-d0f4-4967-b068-14b05b15d407 req-68334c4d-a142-410b-9b0d-5e7d8a20cb91 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0651205 Aug 04 15:05:50.528927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-794b7de0-d0f4-4967-b068-14b05b15d407 req-18987ff8-bd47-42c1-b0c0-c439aae95708 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Aug 04 15:05:51.293441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248247-92a1-4084-91d2-438df3c2f51e req-4ca6ffdb-a166-4dee-aa0c-ecf5262d2e20 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:51.295107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77248247-92a1-4084-91d2-438df3c2f51e req-4ca6ffdb-a166-4dee-aa0c-ecf5262d2e20 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0631504 Aug 04 15:05:51.349664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77248247-92a1-4084-91d2-438df3c2f51e req-908cf7a6-1106-4e20-8e23-ce2c470a456d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478950 Aug 04 15:05:51.657184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49980c-7ab0-4a6b-8a01-45ffdcbcacce req-bc48cd32-e350-4a36-9eb2-56da46c7688c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:51.663359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd49980c-7ab0-4a6b-8a01-45ffdcbcacce req-bc48cd32-e350-4a36-9eb2-56da46c7688c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0574024 Aug 04 15:05:51.707165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd49980c-7ab0-4a6b-8a01-45ffdcbcacce req-9885b3ed-319e-47be-a143-9c174668d17a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Aug 04 15:05:52.514319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd71b2-9c32-4f9e-906e-49dcaefe81b1 req-17e71d9d-79be-407a-88cc-77dc8f0e0678 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:52.516665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aecd71b2-9c32-4f9e-906e-49dcaefe81b1 req-17e71d9d-79be-407a-88cc-77dc8f0e0678 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0656903 Aug 04 15:05:52.567936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aecd71b2-9c32-4f9e-906e-49dcaefe81b1 req-0c28c312-32f1-4b55-a2b1-53c33428d13f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Aug 04 15:05:52.848456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d56c5-08f4-4359-810d-846028bc582b req-20c7a46f-23d8-4c8e-bede-d4ada3b38cdd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:52.853949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c66d56c5-08f4-4359-810d-846028bc582b req-20c7a46f-23d8-4c8e-bede-d4ada3b38cdd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0522413 Aug 04 15:05:52.906362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c66d56c5-08f4-4359-810d-846028bc582b req-283e8902-8ba5-4408-a909-ac68b651d72b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493438 Aug 04 15:05:53.713336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea14e-e3ba-4425-8234-9c30c39560da req-9965f38d-dc2e-4857-a31b-95f49221d366 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:53.715872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f48ea14e-e3ba-4425-8234-9c30c39560da req-9965f38d-dc2e-4857-a31b-95f49221d366 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0556026 Aug 04 15:05:53.764885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f48ea14e-e3ba-4425-8234-9c30c39560da req-2334eb66-ddcf-4fee-813e-a324582a5f38 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Aug 04 15:05:54.040335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fff02-2aee-4624-b8c0-e638a48b18b3 req-4a92c9b0-6001-4113-a995-75cbbd48ac06 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:54.042083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e7fff02-2aee-4624-b8c0-e638a48b18b3 req-4a92c9b0-6001-4113-a995-75cbbd48ac06 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0595963 Aug 04 15:05:54.095075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e7fff02-2aee-4624-b8c0-e638a48b18b3 req-78d54640-45b7-4339-9739-f724940c6d6d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Aug 04 15:05:54.900169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69113b-e0b1-4493-b77c-b43a5b8ebd64 req-454da974-71d2-4d90-9285-01bacd4c54f5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:54.902378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb69113b-e0b1-4493-b77c-b43a5b8ebd64 req-454da974-71d2-4d90-9285-01bacd4c54f5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0532584 Aug 04 15:05:54.954813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb69113b-e0b1-4493-b77c-b43a5b8ebd64 req-5b675eb0-bdbe-43da-b5dd-aebaf071fd1b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Aug 04 15:05:55.215743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82604235-9009-49b4-9dd3-480ed1fded12 req-0df5aaae-592d-4ee8-a99c-757448c9bedc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:55.217260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82604235-9009-49b4-9dd3-480ed1fded12 req-0df5aaae-592d-4ee8-a99c-757448c9bedc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0518615 Aug 04 15:05:55.262675 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-82604235-9009-49b4-9dd3-480ed1fded12 req-d78f3eb9-d82e-41be-bdf9-3c1734a96bfa tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Aug 04 15:05:56.099054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9608-2f0f-4c41-9854-1d779a7db7f2 req-ae6f195a-5269-4831-9212-e5013ec25f30 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:56.100769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb0a9608-2f0f-4c41-9854-1d779a7db7f2 req-ae6f195a-5269-4831-9212-e5013ec25f30 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0614567 Aug 04 15:05:56.142307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb0a9608-2f0f-4c41-9854-1d779a7db7f2 req-e0a85a97-6044-44db-8404-a6fa8dd9fa8a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Aug 04 15:05:56.390707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b0798-cbf9-42e3-bb90-7870e3acdc31 req-8bf37a7c-b64c-4ca8-a4ab-eed4c93630e8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:56.392316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c97b0798-cbf9-42e3-bb90-7870e3acdc31 req-8bf37a7c-b64c-4ca8-a4ab-eed4c93630e8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0565836 Aug 04 15:05:56.434035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c97b0798-cbf9-42e3-bb90-7870e3acdc31 req-bf302cfc-3a71-415f-b254-20994abe979d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 04 15:05:57.159066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-c6d78c34-f376-4e29-aa3e-4c01286f6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:57.160633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-c6d78c34-f376-4e29-aa3e-4c01286f6999 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad212edea764794ab94656e6774f379&device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 1098 time: 0.0473390 Aug 04 15:05:57.260706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-def22e22-8795-4512-9209-f6a65159a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:57.262411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-def22e22-8795-4512-9209-f6a65159a64f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 200 len: 914 time: 0.0900822 Aug 04 15:05:57.278483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522cd4-28fc-4a85-b99e-4d000c9131fb req-006c5d6d-9a9b-43e8-a6c6-a47ff4baaa06 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:57.280130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60522cd4-28fc-4a85-b99e-4d000c9131fb req-006c5d6d-9a9b-43e8-a6c6-a47ff4baaa06 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0613947 Aug 04 15:05:57.309512 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-2c9aae40-05be-4075-97c4-fc94a38c05e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 200 len: 217 time: 0.0394871 Aug 04 15:05:57.327940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60522cd4-28fc-4a85-b99e-4d000c9131fb req-1591e11e-d4bf-49ce-b9d2-6930a44b03d5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Aug 04 15:05:57.364089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-d172b569-3fd7-4df4-8dae-a58d60a2d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:57.365698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-d172b569-3fd7-4df4-8dae-a58d60a2d587 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 200 len: 853 time: 0.0494332 Aug 04 15:05:57.400174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-e199b5bb-0b2f-4c1c-ac6e-25f0579bc80f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256982 Aug 04 15:05:57.501154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-2c8cb0d1-3b89-47ca-bd7c-90e4303a8dac service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928047 Aug 04 15:05:57.563316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877576-1bef-4e6f-aa8d-79ffb0f0bd7c req-eb18598d-5c6c-4e16-96be-732b01ead277 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:57.565506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64877576-1bef-4e6f-aa8d-79ffb0f0bd7c req-eb18598d-5c6c-4e16-96be-732b01ead277 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0568476 Aug 04 15:05:57.611540 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b039979-dd92-42f3-8723-2f03e3b68517 req-f8bb4d28-55d9-4cd7-a28e-a85bcd10242b service neutron] 10.222.0.38 "GET /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028547 Aug 04 15:05:57.621882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64877576-1bef-4e6f-aa8d-79ffb0f0bd7c req-5dde5c99-2f64-4000-94bc-0e83044b5587 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Aug 04 15:05:58.451252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61b4b-1f5c-4c87-b09a-943bab0fb2dc req-aa43760d-021e-4dc2-a9e0-6741f868a355 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:58.452837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78b61b4b-1f5c-4c87-b09a-943bab0fb2dc req-aa43760d-021e-4dc2-a9e0-6741f868a355 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0515850 Aug 04 15:05:58.492417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-78b61b4b-1f5c-4c87-b09a-943bab0fb2dc req-70fe091d-c4d6-4a10-94d3-53944415a9d0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Aug 04 15:05:58.747758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434021e-8db1-4773-b6a8-95b620ba45cc req-dc549964-4fbe-4ef8-857f-34a425a3efc8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:58.749410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3434021e-8db1-4773-b6a8-95b620ba45cc req-dc549964-4fbe-4ef8-857f-34a425a3efc8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0538993 Aug 04 15:05:58.790859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3434021e-8db1-4773-b6a8-95b620ba45cc req-51d2c028-6705-4d27-894b-5bd871ac6cd2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Aug 04 15:05:58.918306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68413428-5e3b-4c20-8ff3-a20a90d94182 req-9dd9a7d6-d701-4f59-affc-62ba7245bf23 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:58.919725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68413428-5e3b-4c20-8ff3-a20a90d94182 req-9dd9a7d6-d701-4f59-affc-62ba7245bf23 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0559011 Aug 04 15:05:58.961840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68413428-5e3b-4c20-8ff3-a20a90d94182 req-3170501d-10b3-49e9-89e5-9624f347ac9c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Aug 04 15:05:59.099250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e925-4afa-40de-a5e5-5779feb145a1 req-abddee9c-4dc3-476e-b1d4-c4ba62ff3ac4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.100928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-29e2e925-4afa-40de-a5e5-5779feb145a1 req-abddee9c-4dc3-476e-b1d4-c4ba62ff3ac4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0529563 Aug 04 15:05:59.140761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-29e2e925-4afa-40de-a5e5-5779feb145a1 req-b2a681be-dbd4-4874-941a-6ebcf519232f tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Aug 04 15:05:59.268331 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a70a12-0aa2-441d-9f69-7ba34ab75c07 req-577e0ace-460b-4932-8d3b-fce5aa2093e6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.270124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1a70a12-0aa2-441d-9f69-7ba34ab75c07 req-577e0ace-460b-4932-8d3b-fce5aa2093e6 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Aug 04 15:05:59.309789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1a70a12-0aa2-441d-9f69-7ba34ab75c07 req-dae09dd5-e22e-4189-ad53-39089acbf3fc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Aug 04 15:05:59.478488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3996608-4bec-4a9a-ae5e-240799f77edb req-09ff31f7-cbfa-4837-ba9d-acaf3507ffb4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.480038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3996608-4bec-4a9a-ae5e-240799f77edb req-09ff31f7-cbfa-4837-ba9d-acaf3507ffb4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0568991 Aug 04 15:05:59.521364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3996608-4bec-4a9a-ae5e-240799f77edb req-52c99919-70ab-4e39-b3b9-a0163a5278dc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Aug 04 15:05:59.653209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac6694-6324-481c-926b-53dd05026a12 req-6bb13ba2-80ca-4b14-996a-ee0bfd59ecf8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.654922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ac6694-6324-481c-926b-53dd05026a12 req-6bb13ba2-80ca-4b14-996a-ee0bfd59ecf8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0770006 Aug 04 15:05:59.676772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6513b5-17d1-4c8d-9754-5e372fcb4669 req-cf86f1eb-8cfc-4c7e-a69b-4f1249d02e1d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.678749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d6513b5-17d1-4c8d-9754-5e372fcb4669 req-cf86f1eb-8cfc-4c7e-a69b-4f1249d02e1d tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0747602 Aug 04 15:05:59.723588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38ac6694-6324-481c-926b-53dd05026a12 req-9d18ba07-4085-47e1-bd79-3633e83726ed tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599754 Aug 04 15:05:59.736846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d6513b5-17d1-4c8d-9754-5e372fcb4669 req-dd552e8b-71b2-4cf1-afc2-b9a11e3411cf tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Aug 04 15:05:59.881925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54430dd-96d9-4cec-88da-373eba2ad1ae req-00a3c728-ebfc-46ff-9aba-ce609d969a99 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:05:59.883559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54430dd-96d9-4cec-88da-373eba2ad1ae req-00a3c728-ebfc-46ff-9aba-ce609d969a99 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0574934 Aug 04 15:05:59.924757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e54430dd-96d9-4cec-88da-373eba2ad1ae req-2ecc984c-d237-41b8-b4dd-cd1776dbdad4 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Aug 04 15:06:00.047324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82677e-25e1-415b-bb7c-05e5fc911858 req-6eec4f24-a08f-4f72-806b-4831f78ba2de tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.049118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc82677e-25e1-415b-bb7c-05e5fc911858 req-6eec4f24-a08f-4f72-806b-4831f78ba2de tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0539143 Aug 04 15:06:00.095078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc82677e-25e1-415b-bb7c-05e5fc911858 req-7878eae5-8b72-493f-a3e4-6a0188309963 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Aug 04 15:06:00.260730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2b07-0945-4c83-b0ee-70dbe4769bfb req-76bc805d-b5bc-47b4-b168-ceee6106397b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.262311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-647b2b07-0945-4c83-b0ee-70dbe4769bfb req-76bc805d-b5bc-47b4-b168-ceee6106397b tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0518367 Aug 04 15:06:00.310129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-647b2b07-0945-4c83-b0ee-70dbe4769bfb req-ed291c5a-9318-412e-8a8c-e36d9d5ddd52 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360565 Aug 04 15:06:00.431724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271d1a-2f62-445c-be12-5e1ce8d2b7d5 req-8a5b473b-735e-4b6d-b528-ca52f7293fc7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.433249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35271d1a-2f62-445c-be12-5e1ce8d2b7d5 req-8a5b473b-735e-4b6d-b528-ca52f7293fc7 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0580263 Aug 04 15:06:00.475931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35271d1a-2f62-445c-be12-5e1ce8d2b7d5 req-af8b0073-368e-446b-b4c9-89ee2517d81a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Aug 04 15:06:00.615547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288469-0ceb-4b05-baa1-485115b8e617 req-c2b0a602-e5c0-4d07-b626-2c8b7dbf512a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.617360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26288469-0ceb-4b05-baa1-485115b8e617 req-c2b0a602-e5c0-4d07-b626-2c8b7dbf512a tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0513315 Aug 04 15:06:00.658146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26288469-0ceb-4b05-baa1-485115b8e617 req-5dec1bc8-1cee-4acd-a113-8a239869a1fe tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Aug 04 15:06:00.780186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043b90-8745-46ab-9c83-571c92834572 req-06cf7713-6e8c-45ed-b69c-30915b587ef0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.781812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72043b90-8745-46ab-9c83-571c92834572 req-06cf7713-6e8c-45ed-b69c-30915b587ef0 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0526607 Aug 04 15:06:00.834211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72043b90-8745-46ab-9c83-571c92834572 req-390ad993-e763-4f59-8d95-7fa10d9038f8 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Aug 04 15:06:00.870951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7060-fb09-4891-9291-52da61a26f7a req-95d5fb44-7ab3-4eab-8ffa-2388cc9a2e16 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.872430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-236e7060-fb09-4891-9291-52da61a26f7a req-95d5fb44-7ab3-4eab-8ffa-2388cc9a2e16 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0635939 Aug 04 15:06:00.913450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-236e7060-fb09-4891-9291-52da61a26f7a req-deca5cba-99ad-4346-a289-6e7a9a5d985a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Aug 04 15:06:00.962151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736996e-206e-4d89-8998-85dcbdb62fd3 req-82b62c3e-f80a-4d96-bedb-e25795708b3c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:00.963689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3736996e-206e-4d89-8998-85dcbdb62fd3 req-82b62c3e-f80a-4d96-bedb-e25795708b3c tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Aug 04 15:06:01.002193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3736996e-206e-4d89-8998-85dcbdb62fd3 req-299bd9ec-63e5-4c2c-b93b-fd4ac01713ec tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322869 Aug 04 15:06:01.123376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc27995-664a-484f-b5b7-4c2cd88fc72b req-34395054-43a4-47e0-93e7-e3c98701923e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:01.125877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dc27995-664a-484f-b5b7-4c2cd88fc72b req-34395054-43a4-47e0-93e7-e3c98701923e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0550599 Aug 04 15:06:01.165692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dc27995-664a-484f-b5b7-4c2cd88fc72b req-4fb4c938-f12c-4c71-8061-b34ddcc364cc tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Aug 04 15:06:01.292799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad60c5-877b-4e0c-985c-d617d254525d req-d3e5b6b3-68a8-4955-9f1f-68ca2ccebd86 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:01.294273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60ad60c5-877b-4e0c-985c-d617d254525d req-d3e5b6b3-68a8-4955-9f1f-68ca2ccebd86 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0510018 Aug 04 15:06:01.335347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60ad60c5-877b-4e0c-985c-d617d254525d req-5172fdec-c127-4f8b-b257-c5b4a59423cd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Aug 04 15:06:02.051742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e364-f548-46e0-a305-cb5c9a0e6c06 req-c0909982-7d7a-40cc-a6ac-33b77e617aba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:02.054466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ab7e364-f548-46e0-a305-cb5c9a0e6c06 req-c0909982-7d7a-40cc-a6ac-33b77e617aba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0554054 Aug 04 15:06:02.096667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ab7e364-f548-46e0-a305-cb5c9a0e6c06 req-97ad1d3b-6d00-48af-a5a5-d4266cfc3c4b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356150 Aug 04 15:06:03.238423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff4c48-e72d-4501-8e3b-d6d6eb55850e req-d7f46591-f82e-459e-a314-ad6e198a81d2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:03.241458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ff4c48-e72d-4501-8e3b-d6d6eb55850e req-d7f46591-f82e-459e-a314-ad6e198a81d2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0578098 Aug 04 15:06:03.282686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53ff4c48-e72d-4501-8e3b-d6d6eb55850e req-f8643c08-92c5-46ca-9f86-871cf2924f0c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Aug 04 15:06:04.420754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f1955-c75e-4cae-91c7-6aeb8f964e17 req-ca2e8961-b66f-44f3-a343-207d3ac3cbd2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:04.422775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-327f1955-c75e-4cae-91c7-6aeb8f964e17 req-ca2e8961-b66f-44f3-a343-207d3ac3cbd2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0564511 Aug 04 15:06:04.468025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-327f1955-c75e-4cae-91c7-6aeb8f964e17 req-b39d0351-2853-4a7f-9e15-6d8ecbe936b5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379951 Aug 04 15:06:05.600804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb08249-85a6-4be8-bd40-0d731cf9febe req-4c65248c-83bf-43b9-ae08-e37c37bdbae8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:05.602534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cb08249-85a6-4be8-bd40-0d731cf9febe req-4c65248c-83bf-43b9-ae08-e37c37bdbae8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0579753 Aug 04 15:06:05.645782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cb08249-85a6-4be8-bd40-0d731cf9febe req-30a77510-3b5d-42be-9b07-6ee8b01c59dc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370297 Aug 04 15:06:06.112167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e5b0d-2ad5-4db8-902b-64c12a073352 req-f010ac6b-0b49-493d-8df3-42c8e404bca2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:06.113808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-072e5b0d-2ad5-4db8-902b-64c12a073352 req-f010ac6b-0b49-493d-8df3-42c8e404bca2 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0485106 Aug 04 15:06:06.157935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-072e5b0d-2ad5-4db8-902b-64c12a073352 req-3119f7b0-bdfb-4a14-ae45-c54c92d88200 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Aug 04 15:06:06.786373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17522-1321-4094-9a16-a51ac9770786 req-2e902156-9c4a-4729-a1f8-7e2fd968d1ec tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:06.789591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8c17522-1321-4094-9a16-a51ac9770786 req-2e902156-9c4a-4729-a1f8-7e2fd968d1ec tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 944 time: 0.0597031 Aug 04 15:06:06.817482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:06:06.834485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8c17522-1321-4094-9a16-a51ac9770786 req-49f8570a-5b10-4e8f-96c6-2806eaa59b0e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Aug 04 15:06:06.939071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:06.942607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'mac_address': 'fa:16:3e:56:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:06:06.988758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:07.003376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:06:07.025852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:07.030128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:07.094235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:07.101876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.102222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.102559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.102922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.103252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.103572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.103966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.104206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.104527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.104828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.105149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.105465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:07.242284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['a531ce2f-0a14-45b0-9011-a97ef0a7b12b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:06:07.291109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225665e9-fb27-4ace-ad25-3f1bc3fbb13b req-9972e7eb-7a93-49fc-8f16-5346d889a6bb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:07.294861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-225665e9-fb27-4ace-ad25-3f1bc3fbb13b req-9972e7eb-7a93-49fc-8f16-5346d889a6bb tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0615492 Aug 04 15:06:07.341008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-225665e9-fb27-4ace-ad25-3f1bc3fbb13b req-df0b5c70-798a-4e77-add0-3691e7be8ecd tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/security-groups?id=c49c0ddf-e284-4d04-bc42-5035f5a8ce60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Aug 04 15:06:07.653928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb4cd-2483-4aab-919a-9c03099f749a req-ccba3963-be5e-4d89-93c0-4b5c4be3298e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:07.655537 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-602fb4cd-2483-4aab-919a-9c03099f749a req-ccba3963-be5e-4d89-93c0-4b5c4be3298e tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 946 time: 0.0525899 Aug 04 15:06:07.755026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Deleting port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:06:07.755395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:07.848717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] For port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,segment=NetworkSegment(2214f6f2-90ab-46f8-97a0-79b8ee39deec),segment_id=2214f6f2-90ab-46f8-97a0-79b8ee39deec)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:07.849101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:07.864715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Calling delete_port for 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:06:07.993746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c24aa-c654-4463-a445-7a88a3555236 req-99d35df7-4db1-4901-93c2-cbf3c3ea3298 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:07.995473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d3c24aa-c654-4463-a445-7a88a3555236 req-99d35df7-4db1-4901-93c2-cbf3c3ea3298 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 945 time: 0.0548410 Aug 04 15:06:08.022142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:08.035822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:06:08.038075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d3c24aa-c654-4463-a445-7a88a3555236 req-2d8c5ca4-ecf3-435e-a979-10ccb608df0c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355740 Aug 04 15:06:08.053874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Pushing event deleted for resources: {'Port': ['ID=4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:08.083358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.083704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.084041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.084374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.084706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.085076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.085404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.085726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.086049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.086370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.086718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.087042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:08.114916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] No DVR routers for this DVR port 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:06:08.117783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:08.120299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-602fb4cd-2483-4aab-919a-9c03099f749a req-b9f7d74b-b6ef-48be-83f9-88e86978ac53 tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.38 "DELETE /v2.0/ports/4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 HTTP/1.1" status: 204 len: 173 time: 0.4582458 Aug 04 15:06:08.121151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-deleted', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:08.123915 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce18e4d-8f66-4c8d-b2df-a51b7f110ebb" -d '{"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-deleted", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:08.162144 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a39112b-ae6f-4068-8bd1-cc7d992414ba x-openstack-request-id: req-4a39112b-ae6f-4068-8bd1-cc7d992414ba {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:08.162445 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0605ee1-c7a0-4f31-a08e-8752458c07e1", "name": "network-vif-deleted", "tag": "4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:08.162775 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a39112b-ae6f-4068-8bd1-cc7d992414ba {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:08.163245 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0605ee1-c7a0-4f31-a08e-8752458c07e1', 'name': 'network-vif-deleted', 'tag': '4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0', 'status': 'completed', 'code': 200} Aug 04 15:06:08.456361 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-965c2d8f-28d5-45da-b209-afba38eb1ace req-d33ee58a-9e55-42c9-a5c1-fdd4f9bd99ba tempest-ServersNegativeTestJSON-761943951 tempest-ServersNegativeTestJSON-761943951-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0605ee1-c7a0-4f31-a08e-8752458c07e1 HTTP/1.1" status: 200 len: 210 time: 0.0331140 Aug 04 15:06:08.817299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:08.872640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port a531ce2f-0a14-45b0-9011-a97ef0a7b12b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:08.873027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:08.953923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:08.987838 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:08.990484 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc058a-fafa-40d2-ac03-505297bc2ea5" -d '{"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:09.004025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:09.009713 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.034635 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4bc74-8490-431b-bc61-7fe99e538ef3 x-openstack-request-id: req-cbb4bc74-8490-431b-bc61-7fe99e538ef3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:09.035456 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-plugged", "status": "completed", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:09.035456 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbb4bc74-8490-431b-bc61-7fe99e538ef3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:09.040621 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:06:09.041160 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'code': 200} Aug 04 15:06:09.081260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:09.180410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75a1d3-06ba-4694-a9ff-6eb5dd965072 req-b09c50e4-abb0-4a48-8f2e-23e7ed03f317 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:09.183199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e75a1d3-06ba-4694-a9ff-6eb5dd965072 req-b09c50e4-abb0-4a48-8f2e-23e7ed03f317 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.0525596 Aug 04 15:06:09.219519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a8af-442c-496b-9ef2-5657cdb488c9 req-9a28ab5a-00e2-4693-ab58-8850c1bf908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:09.221023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8715a8af-442c-496b-9ef2-5657cdb488c9 req-9a28ab5a-00e2-4693-ab58-8850c1bf908e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 1099 time: 0.0614579 Aug 04 15:06:09.226450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e75a1d3-06ba-4694-a9ff-6eb5dd965072 req-4632ec44-808a-46d9-b1e6-9783ea92ecc0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Aug 04 15:06:09.257582 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8715a8af-442c-496b-9ef2-5657cdb488c9 req-55844e26-cb65-45a3-b0c5-68babcb89ac2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293365 Aug 04 15:06:09.519995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54574) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:09.567066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Deleting subnet d81e2804-0d10-4e6b-86a0-2561adb2efef {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:06:09.570696 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.614205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.654609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.711024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.737637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81e2804-0d10-4e6b-86a0-2561adb2efef,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:09.740151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.742053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d81e2804-0d10-4e6b-86a0-2561adb2efef HTTP/1.1" status: 204 len: 168 time: 0.2210207 Aug 04 15:06:09.744654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 54582) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:09.753827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.754352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.754736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.755110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.755435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.755780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.756119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.756456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.756831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.757171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.757507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.757840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84b4b-2a8b-4bcf-b894-10bd1d578f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:09.826395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.913288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.923459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:09.934623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2214f6f2-90ab-46f8-97a0-79b8ee39deec') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:09.935107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2214f6f2-90ab-46f8-97a0-79b8ee39deec') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:09.944209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.958320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.964989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:06:09.965394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:06:09.967112 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:06:10.028556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.036061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.040558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] 10.222.0.76 "DELETE /v2.0/networks/ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f HTTP/1.1" status: 204 len: 168 time: 0.2922349 Aug 04 15:06:10.048086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00623-b06a-4629-b1d1-c5d712197e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff55dddf-0089-4dd2-9a6f-5ab1d1db3c2f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:10.270351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54632) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:10.346574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b8de693f-ea88-4504-aedc-2ba03e96670b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ad212edea764794ab94656e6774f379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742862 Aug 04 15:06:10.349306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54638) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:10.455973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.467620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5aaa13-fe51-4a9e-8004-dc342a74ccef req-c5caf422-3131-473e-b44c-6e286c88223e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:10.474863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5aaa13-fe51-4a9e-8004-dc342a74ccef req-c5caf422-3131-473e-b44c-6e286c88223e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.1155729 Aug 04 15:06:10.513022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.542322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e5aaa13-fe51-4a9e-8004-dc342a74ccef req-2cd517ce-6c0f-4e00-be6d-ea0459335f4c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664749 Aug 04 15:06:10.579535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.582202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:10.583572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c49c0ddf-e284-4d04-bc42-5035f5a8ce60 HTTP/1.1" status: 204 len: 168 time: 0.2332058 Aug 04 15:06:10.603515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766c84d-6d90-49b9-9af1-ba8b1840f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c0ddf-e284-4d04-bc42-5035f5a8ce60,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:10.831214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:06:10.853089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:06:10.853504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4b71a0c6-fdb8-4857-a7fe-e6929d84b3c0 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:06:11.340230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54682) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:11.446344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1530124074-network', 'tenant_id': '116119e0509346fc9643dc284743d8d0'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:11.468638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Made reservation on behalf of 116119e0509346fc9643dc284743d8d0 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:11.471145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.480663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.584093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.590009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.611602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:06:11.625897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1157c-b081-4fb9-bed1-47873675a756,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:11.631008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.631345 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Added segment 969a1321-2982-4a5d-bf55-86fa657a8391 of type vlan for network baba482c-89c4-4e20-a440-2904e9d7c000 Aug 04 15:06:11.704514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.728884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ac317-e8ca-4478-adb2-aed32bcff70d req-f1586f5e-4296-4de7-bc84-13e0559d74bf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:11.730411 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d82ac317-e8ca-4478-adb2-aed32bcff70d req-f1586f5e-4296-4de7-bc84-13e0559d74bf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.0909934 Aug 04 15:06:11.764454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.765445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:11.766038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.829419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d82ac317-e8ca-4478-adb2-aed32bcff70d req-315e7fcb-eca4-482c-bec0-35548b2213da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902636 Aug 04 15:06:11.830704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4894242 Aug 04 15:06:11.833651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:11.838523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Request body: {'subnet': {'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1530124074-subnet', 'tenant_id': '116119e0509346fc9643dc284743d8d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:11.862549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29077bde-c1a6-4273-87a8-54bdb8be4f33 admin admin] Pushing event updated for resources: {'Network': ['ID=baba482c-89c4-4e20-a440-2904e9d7c000,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:11.870310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Made reservation on behalf of 116119e0509346fc9643dc284743d8d0 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:11.872959 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:11.875894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network baba482c-89c4-4e20-a440-2904e9d7c000 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:06:12.062699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:12.123794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48d33a9-20ae-40d8-85d8-89b3f25b6bf7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:12.134273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Checking segment: {'id': '969a1321-2982-4a5d-bf55-86fa657a8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:12.134672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Network hostable DHCP agents. Network: baba482c-89c4-4e20-a440-2904e9d7c000, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:06:12.152840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Network baba482c-89c4-4e20-a440-2904e9d7c000 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:06:12.167226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, baba482c-89c4-4e20-a440-2904e9d7c000) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:12.173792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:12.174624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:12.182063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7091d848-d4a8-4d21-9754-62f2b2c6898b None None] Network baba482c-89c4-4e20-a440-2904e9d7c000 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:12.193933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c960ef10-398a-43da-a834-1a35a98c97cf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3589945 Aug 04 15:06:12.367178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761fbb6-982d-4520-b9ae-5a48110b7aa5 None None] Network baba482c-89c4-4e20-a440-2904e9d7c000 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:12.692001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:12.697253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1779014530-network', 'tenant_id': 'ee11e306245343418e5b17364e389b5f'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:12.722309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Made reservation on behalf of ee11e306245343418e5b17364e389b5f for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:12.725140 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.089170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.188454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.192771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.217139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:06:13.227691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2a041-b7b3-4309-aa36-f350cf564380,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:13.242127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.242985 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Added segment 3f1ef178-fc2b-4400-b6a8-bdcbc46281ad of type vlan for network 5b7506bb-8a46-4612-911a-ba945ea94896 Aug 04 15:06:13.285485 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.316837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.317921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:13.318500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.379182 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6857936 Aug 04 15:06:13.381697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 54752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:13.388347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Request body: {'subnet': {'network_id': '5b7506bb-8a46-4612-911a-ba945ea94896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1779014530-subnet', 'tenant_id': 'ee11e306245343418e5b17364e389b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:13.392437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ee83-6907-4565-86f0-5dbee05d3805 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7506bb-8a46-4612-911a-ba945ea94896,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:13.402173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5b7506bb-8a46-4612-911a-ba945ea94896 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:06:13.416253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Made reservation on behalf of ee11e306245343418e5b17364e389b5f for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:13.421236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.601586 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.664399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=489002e2-eaa5-4e85-9e5d-3735818ff6d6,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:13.673277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Checking segment: {'id': '3f1ef178-fc2b-4400-b6a8-bdcbc46281ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7506bb-8a46-4612-911a-ba945ea94896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:13.673630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Network hostable DHCP agents. Network: 5b7506bb-8a46-4612-911a-ba945ea94896, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:06:13.691151 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Network 5b7506bb-8a46-4612-911a-ba945ea94896 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:06:13.701280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5b7506bb-8a46-4612-911a-ba945ea94896) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:13.706273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:13.706935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:13.712312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1fd1b-b7ac-476d-bbeb-9deea478f187 None None] Network 5b7506bb-8a46-4612-911a-ba945ea94896 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:13.735180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-48c5aa6f-e2b4-4b30-b32d-a34c6a1165bd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3437452 Aug 04 15:06:13.850457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f902142-2815-4fac-9ae3-caa8bfb70309 None None] Network 5b7506bb-8a46-4612-911a-ba945ea94896 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:14.258010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-e3125ba3-2f6d-4def-8f74-5f1a611c61ff tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:14.259676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-e3125ba3-2f6d-4def-8f74-5f1a611c61ff tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/networks?id=baba482c-89c4-4e20-a440-2904e9d7c000 HTTP/1.1" status: 200 len: 825 time: 0.1128237 Aug 04 15:06:14.281271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f250762a-f11d-422a-a02f-f52509c7538d tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/quotas/116119e0509346fc9643dc284743d8d0 HTTP/1.1" status: 200 len: 375 time: 0.0153253 Aug 04 15:06:14.313915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-2a115a28-b02f-4976-bbbf-2105a779698c tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=116119e0509346fc9643dc284743d8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267694 Aug 04 15:06:14.401927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-9045824b-4ab1-4cdf-abe0-1065d77dc312 service neutron] 10.222.0.76 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806255 Aug 04 15:06:14.495652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-1d433773-39ac-4fee-9daa-de6bf066bc37 service neutron] 10.222.0.76 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874500 Aug 04 15:06:14.660202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-656cbf04-8167-4c4a-b8b7-a3aae06fcff2 req-755a51d2-d0bd-42ac-8290-fc4b510c3ce2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Aug 04 15:06:14.783132 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cff9e04d-166e-4108-b7ad-c3c759d61f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:15.693744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-0d6edcb5-e231-4c73-b47c-d2b5f7e6e4f1 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:15.695651 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-0d6edcb5-e231-4c73-b47c-d2b5f7e6e4f1 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.38 "GET /v2.0/networks?id=baba482c-89c4-4e20-a440-2904e9d7c000 HTTP/1.1" status: 200 len: 825 time: 0.1200254 Aug 04 15:06:15.709003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Request body: {'port': {'device_id': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000', 'admin_state_up': True, 'tenant_id': '116119e0509346fc9643dc284743d8d0'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:15.761772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61f90158-67e1-41b9-b01b-31f72bbe6fe7 req-4cecb1ec-b846-4406-a2e6-ab175e955bde tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 210 time: 0.0271394 Aug 04 15:06:15.821979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Made reservation on behalf of 116119e0509346fc9643dc284743d8d0 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:15.825567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:15.947964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Allocated IP 172.20.0.12 (baba482c-89c4-4e20-a440-2904e9d7c000/a48d33a9-20ae-40d8-85d8-89b3f25b6bf7/e11326de-75bd-4450-8758-7fb327c9f6bb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:16.099096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.141475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.187989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Network baba482c-89c4-4e20-a440-2904e9d7c000 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:16.191281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:16.195936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:16.200019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Pushing event updated for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:16.249471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:16.250098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.265954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-bca2aff0-4b75-4943-a93c-ff7fdcb795d2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609336 Aug 04 15:06:16.278271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Request body: {'port': {'device_id': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:16.333564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.595902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11326de-75bd-4450-8758-7fb327c9f6bb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:06:16.603649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.615643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Transition to ACTIVE for port object e11326de-75bd-4450-8758-7fb327c9f6bb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:16.620838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.686122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Pushing event updated for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:16.738956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Attempting to bind port e11326de-75bd-4450-8758-7fb327c9f6bb on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:16.739601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Attempting to bind port e11326de-75bd-4450-8758-7fb327c9f6bb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '969a1321-2982-4a5d-bf55-86fa657a8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:16.739601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Attempting to bind port e11326de-75bd-4450-8758-7fb327c9f6bb on network baba482c-89c4-4e20-a440-2904e9d7c000 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:16.744521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Port e11326de-75bd-4450-8758-7fb327c9f6bb on network baba482c-89c4-4e20-a440-2904e9d7c000 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:06:16.744852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Attempting to bind port e11326de-75bd-4450-8758-7fb327c9f6bb on network baba482c-89c4-4e20-a440-2904e9d7c000 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:16.750235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:16.750601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Checking segment: {'id': '969a1321-2982-4a5d-bf55-86fa657a8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:16.751017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Bound using segment: {'id': '969a1321-2982-4a5d-bf55-86fa657a8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:16.751455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Bound port: e11326de-75bd-4450-8758-7fb327c9f6bb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969a1321-2982-4a5d-bf55-86fa657a8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:16.751824 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.823636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:16.827162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e11326de-75bd-4450-8758-7fb327c9f6bb,segment=NetworkSegment(969a1321-2982-4a5d-bf55-86fa657a8391),segment_id=969a1321-2982-4a5d-bf55-86fa657a8391)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:16.832048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:16.891334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c191c9-57ad-4906-806e-1c1f8f15a39f req-3db456d0-0207-4704-82a1-0423d242b06c tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:16.892930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02c191c9-57ad-4906-806e-1c1f8f15a39f req-3db456d0-0207-4704-82a1-0423d242b06c tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Aug 04 15:06:16.935218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02c191c9-57ad-4906-806e-1c1f8f15a39f req-ad14f09b-e9d1-4944-9748-353fd14c8740 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Aug 04 15:06:17.238836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.239456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:17.240842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] 10.222.0.38 "PUT /v2.0/ports/e11326de-75bd-4450-8758-7fb327c9f6bb HTTP/1.1" status: 200 len: 1093 time: 0.9667721 Aug 04 15:06:17.241323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:17.243686 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b8c94b-6985-4c08-8767-87420d8ef0df" -d '{"events": [{"name": "network-changed", "server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:17.287177 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86094a-bc8d-46e3-b098-e5906af6d0c5 x-openstack-request-id: req-8c86094a-bc8d-46e3-b098-e5906af6d0c5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:17.287536 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:17.287943 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c86094a-bc8d-46e3-b098-e5906af6d0c5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:17.288396 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb', 'status': 'completed', 'code': 200} Aug 04 15:06:17.304016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fbb80-0d53-4612-88b0-5344f187dc0c service neutron] Pushing event updated for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:17.346673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-e340e5fe-dffc-410e-8ecd-04cb41270b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.348249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-e340e5fe-dffc-410e-8ecd-04cb41270b42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=116119e0509346fc9643dc284743d8d0&device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 1096 time: 0.0541830 Aug 04 15:06:17.378303 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab4011f-8849-4904-a70f-8de049f39c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:17.390671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-c8905c3f-5f00-4685-a72e-98562da5c47e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11326de-75bd-4450-8758-7fb327c9f6bb HTTP/1.1" status: 200 len: 217 time: 0.0345585 Aug 04 15:06:17.453112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-5291e492-684e-43f1-9bfc-d04d1d4ab377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.455460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-5291e492-684e-43f1-9bfc-d04d1d4ab377 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a48d33a9-20ae-40d8-85d8-89b3f25b6bf7 HTTP/1.1" status: 200 len: 865 time: 0.0570533 Aug 04 15:06:17.489264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-7860dd78-2cb4-4474-a149-f72e142ddc89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=baba482c-89c4-4e20-a440-2904e9d7c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261860 Aug 04 15:06:17.582123 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-f9c297da-ce1b-49b9-b0e7-da476e64bb8d service neutron] 10.222.0.38 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Aug 04 15:06:17.621960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:17.677049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1b3f3bc2-17cf-4f5d-862f-6165230d6bb6 req-3bc330fb-c46b-4d46-be54-cc9647b4c8e8 service neutron] 10.222.0.38 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Aug 04 15:06:17.762138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-4b0a1e4d-563a-44f9-9203-adce0cab879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.763863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-4b0a1e4d-563a-44f9-9203-adce0cab879f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=116119e0509346fc9643dc284743d8d0&device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 1096 time: 0.0423598 Aug 04 15:06:17.862694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-26db071b-b87c-4685-874d-a1d141403d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.864156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-26db071b-b87c-4685-874d-a1d141403d26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=baba482c-89c4-4e20-a440-2904e9d7c000 HTTP/1.1" status: 200 len: 926 time: 0.0929794 Aug 04 15:06:17.913246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-81e250f7-bc95-4423-8720-04d9bdea92cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11326de-75bd-4450-8758-7fb327c9f6bb HTTP/1.1" status: 200 len: 217 time: 0.0370526 Aug 04 15:06:17.971333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-23982ccd-4ce0-4890-88da-eb9c19189f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:17.972302 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-23982ccd-4ce0-4890-88da-eb9c19189f83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a48d33a9-20ae-40d8-85d8-89b3f25b6bf7 HTTP/1.1" status: 200 len: 865 time: 0.0520477 Aug 04 15:06:18.011186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:18.014615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-d0edecc4-3660-452c-9dcc-90120a2e0acd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=baba482c-89c4-4e20-a440-2904e9d7c000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342309 Aug 04 15:06:18.092888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d7fbc-6a99-4c12-88d5-bf71f4e2b956 req-a170224c-4260-435d-b47a-edfa1bef5a2d tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:18.101661 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768d7fbc-6a99-4c12-88d5-bf71f4e2b956 req-a170224c-4260-435d-b47a-edfa1bef5a2d tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 944 time: 0.0662158 Aug 04 15:06:18.138455 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-25646767-da14-4d4e-bc52-7f3c9741e69a service neutron] 10.222.0.38 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151018 Aug 04 15:06:18.147750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768d7fbc-6a99-4c12-88d5-bf71f4e2b956 req-f5ed7c27-c420-427a-87bf-4f5ea3ded0a2 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Aug 04 15:06:18.239510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26b8c94b-6985-4c08-8767-87420d8ef0df req-a9a94c7e-175d-43e6-aba0-3a271f32b781 service neutron] 10.222.0.38 "GET /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926495 Aug 04 15:06:18.743948 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:18.744660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:19.270925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d9b6-b157-4447-9c39-257cf70a7ed8 req-3e93d4d8-1fd5-488a-a22c-41e45e6488b9 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:19.272471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a631d9b6-b157-4447-9c39-257cf70a7ed8 req-3e93d4d8-1fd5-488a-a22c-41e45e6488b9 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 944 time: 0.0514369 Aug 04 15:06:19.313067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a631d9b6-b157-4447-9c39-257cf70a7ed8 req-1409bb0e-ccb8-4bf0-af40-43ff642a3c50 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Aug 04 15:06:20.229529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:20.433015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25499fb-63e9-4cd2-9b64-f96ae593f0a8 req-82ce854b-7cf4-43c3-b993-9b5aba652c82 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:20.434436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25499fb-63e9-4cd2-9b64-f96ae593f0a8 req-82ce854b-7cf4-43c3-b993-9b5aba652c82 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 944 time: 0.0529993 Aug 04 15:06:20.472985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c25499fb-63e9-4cd2-9b64-f96ae593f0a8 req-51446c47-755b-4483-9056-297a8251648b tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Aug 04 15:06:20.857086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-b5e5b475-1290-4289-b5e8-53c6b35a33ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441673 Aug 04 15:06:20.894405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e11326de-75bd-4450-8758-7fb327c9f6bb details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:06:20.956822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-6348c391-9009-445c-9404-bc98a8322a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:20.958775 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-6348c391-9009-445c-9404-bc98a8322a68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0584841 Aug 04 15:06:21.031741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e11326de-75bd-4450-8758-7fb327c9f6bb,segment=NetworkSegment(969a1321-2982-4a5d-bf55-86fa657a8391),segment_id=969a1321-2982-4a5d-bf55-86fa657a8391)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:21.048733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'e11326de-75bd-4450-8758-7fb327c9f6bb', 'network_id': 'baba482c-89c4-4e20-a440-2904e9d7c000', 'port_id': 'e11326de-75bd-4450-8758-7fb327c9f6bb', 'mac_address': 'fa:16:3e:b7:56:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48d33a9-20ae-40d8-85d8-89b3f25b6bf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:06:21.090810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:21.104830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11326de-75bd-4450-8758-7fb327c9f6bb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:06:21.107718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-bb45a433-f9f1-41d8-879a-1897f17b1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:21.109932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-bb45a433-f9f1-41d8-879a-1897f17b1c99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.1254039 Aug 04 15:06:21.127167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e11326de-75bd-4450-8758-7fb327c9f6bb,segment=NetworkSegment(969a1321-2982-4a5d-bf55-86fa657a8391),segment_id=969a1321-2982-4a5d-bf55-86fa657a8391)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:21.132438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:21.188697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:21.200543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-0bef1cbd-8fff-427b-a173-1ed5b2adf298 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1000 time: 0.0822585 Aug 04 15:06:21.258552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-d6cf2e46-a50c-406b-a7dd-27d08ab0ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:21.260077 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-d6cf2e46-a50c-406b-a7dd-27d08ab0ce50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0524042 Aug 04 15:06:21.321820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-6b8cc269-7802-4d53-9a0d-81951b0611f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:21.323438 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-6b8cc269-7802-4d53-9a0d-81951b0611f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559123 Aug 04 15:06:21.338027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e11326de-75bd-4450-8758-7fb327c9f6bb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:06:21.460721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-7f18987a-f682-4b0b-bff3-8b9cff788d57 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299851 Aug 04 15:06:21.648351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4213db-a390-4817-b8f0-7a39cae14f0a req-8a781471-ad3a-4ab4-9d72-0473f895f84a service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793296 Aug 04 15:06:21.658013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bfec1-9808-4e0f-93f4-ed1e547aa215 req-91ce135c-ff85-45ae-a6e4-38170241b69a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:21.660506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec5bfec1-9808-4e0f-93f4-ed1e547aa215 req-91ce135c-ff85-45ae-a6e4-38170241b69a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 945 time: 0.0806701 Aug 04 15:06:21.726020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec5bfec1-9808-4e0f-93f4-ed1e547aa215 req-149972e0-aa6c-4c02-9eec-1af12434c03d tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558438 Aug 04 15:06:22.841495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a968-dbe4-41a5-a6a5-912c2529212a req-002a28b7-4e38-4d62-9351-206429937782 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:22.843342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3b0a968-dbe4-41a5-a6a5-912c2529212a req-002a28b7-4e38-4d62-9351-206429937782 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Aug 04 15:06:22.885581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3b0a968-dbe4-41a5-a6a5-912c2529212a req-2d8d0250-00f5-4c7b-8627-6e4ded22b22a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Aug 04 15:06:22.911389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e11326de-75bd-4450-8758-7fb327c9f6bb up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:22.970573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port e11326de-75bd-4450-8758-7fb327c9f6bb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:22.976221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port e11326de-75bd-4450-8758-7fb327c9f6bb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:22.976633 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:23.071403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:23.095320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:23.097607 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c0f2f-fc54-4fdd-a912-22d9a141df17" -d '{"events": [{"server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "name": "network-vif-plugged", "status": "completed", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:23.110880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e11326de-75bd-4450-8758-7fb327c9f6bb,segment=NetworkSegment(969a1321-2982-4a5d-bf55-86fa657a8391),segment_id=969a1321-2982-4a5d-bf55-86fa657a8391)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:23.116304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:23.155698 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1768a0-f5cb-4471-8812-53aec58696a9 x-openstack-request-id: req-4d1768a0-f5cb-4471-8812-53aec58696a9 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:23.155990 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "name": "network-vif-plugged", "status": "completed", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:23.156181 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d1768a0-f5cb-4471-8812-53aec58696a9 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:23.156583 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb', 'code': 200} Aug 04 15:06:23.175598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:23.259977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58136dc-7c6c-4cec-bfa6-f2f9f06aa3c0 req-408924fb-bc39-4c19-9682-9a8eeac2611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:23.261533 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f58136dc-7c6c-4cec-bfa6-f2f9f06aa3c0 req-408924fb-bc39-4c19-9682-9a8eeac2611a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 1098 time: 0.0425065 Aug 04 15:06:23.302044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f58136dc-7c6c-4cec-bfa6-f2f9f06aa3c0 req-d2a7f7f7-65c7-4c5b-afed-96505015a3bc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Aug 04 15:06:24.006851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b161-2ca2-47eb-b8ae-7630792dab63 req-99b26e67-1d10-4d2e-a8bf-cec0cb4fa962 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:24.008382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3277b161-2ca2-47eb-b8ae-7630792dab63 req-99b26e67-1d10-4d2e-a8bf-cec0cb4fa962 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0536709 Aug 04 15:06:24.045881 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3277b161-2ca2-47eb-b8ae-7630792dab63 req-89aa916c-eaf3-4eff-b61a-33ab10e85f24 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Aug 04 15:06:25.166845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12b436-de2d-46e9-b49c-c72e919bee99 req-f9e6ae65-2253-4aec-83e8-bce2af0cbf7a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:25.168341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce12b436-de2d-46e9-b49c-c72e919bee99 req-f9e6ae65-2253-4aec-83e8-bce2af0cbf7a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0495186 Aug 04 15:06:25.210779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce12b436-de2d-46e9-b49c-c72e919bee99 req-4377a1bd-a617-429b-b333-4bdfdd5ead12 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Aug 04 15:06:25.332980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03c7d-41c9-435c-85de-ab1845023de9 req-0e408647-6243-4d56-be34-0b47de43d944 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:25.334468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1e03c7d-41c9-435c-85de-ab1845023de9 req-0e408647-6243-4d56-be34-0b47de43d944 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0531704 Aug 04 15:06:25.373864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1e03c7d-41c9-435c-85de-ab1845023de9 req-20b5a994-de82-4748-8859-6fbd0dfc96e5 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Aug 04 15:06:25.576229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431e793-aed0-46aa-aca1-c2bd6095c9c5 req-6fd96da8-51fe-4b15-bdc4-e7248fb9e8f0 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:25.577858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0431e793-aed0-46aa-aca1-c2bd6095c9c5 req-6fd96da8-51fe-4b15-bdc4-e7248fb9e8f0 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0608187 Aug 04 15:06:25.616807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0431e793-aed0-46aa-aca1-c2bd6095c9c5 req-fb1b1140-1acd-48c5-b631-40ef75baeda5 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Aug 04 15:06:25.898464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c658f80-938e-4b91-a043-9256fd17d237 req-a17c6ee6-5443-42f2-8a24-fb653264e04c tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:25.899890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c658f80-938e-4b91-a043-9256fd17d237 req-a17c6ee6-5443-42f2-8a24-fb653264e04c tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0527599 Aug 04 15:06:25.939777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c658f80-938e-4b91-a043-9256fd17d237 req-7837b453-18db-4ddf-b253-b4be5a3d6d9a tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Aug 04 15:06:27.063296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ea512-93b1-426e-a732-c88c5d4aa616 req-33611e2a-13c3-4ff9-bd64-b14af0b30d4f tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:27.065086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a2ea512-93b1-426e-a732-c88c5d4aa616 req-33611e2a-13c3-4ff9-bd64-b14af0b30d4f tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0533750 Aug 04 15:06:27.105795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a2ea512-93b1-426e-a732-c88c5d4aa616 req-c1889dce-0520-492f-9f51-616cd125b9bb tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/security-groups?id=90a1157c-b081-4fb9-bed1-47873675a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Aug 04 15:06:27.189392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-1686a5bf-80a9-4921-9670-d472d3127247 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:27.191101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-1686a5bf-80a9-4921-9670-d472d3127247 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.38 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 946 time: 0.0505562 Aug 04 15:06:27.288667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Deleting port e11326de-75bd-4450-8758-7fb327c9f6bb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:06:27.289023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:27.389485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] For port e11326de-75bd-4450-8758-7fb327c9f6bb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=e11326de-75bd-4450-8758-7fb327c9f6bb,segment=NetworkSegment(969a1321-2982-4a5d-bf55-86fa657a8391),segment_id=969a1321-2982-4a5d-bf55-86fa657a8391)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:27.389854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:27.405687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Calling delete_port for e11326de-75bd-4450-8758-7fb327c9f6bb owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:06:27.556823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:27.572927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['e11326de-75bd-4450-8758-7fb327c9f6bb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:06:27.588643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Pushing event deleted for resources: {'Port': ['ID=e11326de-75bd-4450-8758-7fb327c9f6bb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:27.634895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] No DVR routers for this DVR port e11326de-75bd-4450-8758-7fb327c9f6bb on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:06:27.637718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:27.639893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6f68423a-ee14-4bd3-8119-7ac83407eb91 req-6f9776a3-7a84-42f7-b317-fa03f7f8a5ef tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.38 "DELETE /v2.0/ports/e11326de-75bd-4450-8758-7fb327c9f6bb HTTP/1.1" status: 204 len: 173 time: 0.4429057 Aug 04 15:06:27.640325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'name': 'network-vif-deleted', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:27.642629 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad183a-ec12-4038-b537-504966453b88" -d '{"events": [{"server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "name": "network-vif-deleted", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:27.684642 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7427868e-798b-473b-acd9-e47c379f816d x-openstack-request-id: req-7427868e-798b-473b-acd9-e47c379f816d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:27.685003 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c826d9ab-6298-4694-93c1-41b3c5e65816", "name": "network-vif-deleted", "tag": "e11326de-75bd-4450-8758-7fb327c9f6bb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:27.685319 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7427868e-798b-473b-acd9-e47c379f816d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:27.685833 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c826d9ab-6298-4694-93c1-41b3c5e65816', 'name': 'network-vif-deleted', 'tag': 'e11326de-75bd-4450-8758-7fb327c9f6bb', 'status': 'completed', 'code': 200} Aug 04 15:06:28.229705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f2864fd-0b31-4521-b0cb-391f5297744e req-da7b8f07-b9f3-4e26-9a1e-d232cd895404 tempest-ServersNegativeTestMultiTenantJSON-1538592381 tempest-ServersNegativeTestMultiTenantJSON-1538592381-project] 10.222.0.76 "GET /v2.0/ports?device_id=c826d9ab-6298-4694-93c1-41b3c5e65816 HTTP/1.1" status: 200 len: 210 time: 0.0350976 Aug 04 15:06:28.757774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:28.905045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4670facf-b1aa-4b70-8504-d9b7a2fd6e2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22735aa8163e46d78963b41a23e72cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460118 Aug 04 15:06:28.908145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55328) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:28.960445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:28.983366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.033673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.036375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.037591 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b31f9f75-1ac9-4a33-91da-4763b5ef677d HTTP/1.1" status: 204 len: 168 time: 0.1284986 Aug 04 15:06:29.045534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff01fa-838d-4a40-8923-993aa309f4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f9f75-1ac9-4a33-91da-4763b5ef677d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:29.289398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:29.334237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Deleting subnet a48d33a9-20ae-40d8-85d8-89b3f25b6bf7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:06:29.337726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.374092 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.412443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.476582 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.502351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48d33a9-20ae-40d8-85d8-89b3f25b6bf7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:29.506211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.509025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-177f21f2-459f-4f20-ad74-6b811abbe580 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a48d33a9-20ae-40d8-85d8-89b3f25b6bf7 HTTP/1.1" status: 204 len: 168 time: 0.2180941 Aug 04 15:06:29.510954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55350) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:29.579679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.664556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:29.666477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.678297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba482c-89c4-4e20-a440-2904e9d7c000']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:29.689452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a1321-2982-4a5d-bf55-86fa657a8391') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:29.689756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a1321-2982-4a5d-bf55-86fa657a8391') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:29.698911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.713797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.720169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:06:29.720526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:06:29.722380 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:06:29.762864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1330291724-network', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:29.776541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.783342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.785212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] 10.222.0.76 "DELETE /v2.0/networks/baba482c-89c4-4e20-a440-2904e9d7c000 HTTP/1.1" status: 204 len: 168 time: 0.2733083 Aug 04 15:06:29.790736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Made reservation on behalf of aa81b628da37495ca0b5f19ff8bbfb4d for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:29.793312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.795430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55360) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:29.797811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9354c-26f6-4e75-9bda-e500c79d6528 admin admin] Pushing event deleted for resources: {'Network': ['ID=baba482c-89c4-4e20-a440-2904e9d7c000,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:29.810936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.862524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Deleting subnet 489002e2-eaa5-4e85-9e5d-3735818ff6d6 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:06:29.869132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.919485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:29.976702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.024619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.030283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.064952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4b8cee-0d4c-4cc7-8408-5f82eaaa4290,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.071236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.077418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:06:30.109686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489002e2-eaa5-4e85-9e5d-3735818ff6d6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.116563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.118440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-205b7f73-65de-4499-ba61-93392b28a0cb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/489002e2-eaa5-4e85-9e5d-3735818ff6d6 HTTP/1.1" status: 204 len: 168 time: 0.3220336 Aug 04 15:06:30.119593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.119939 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Added segment 01f93f34-e110-48d7-82a8-2bdbcf929717 of type vlan for network aaa9b798-2a19-4740-9e81-59d4e137a385 Aug 04 15:06:30.121209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55362) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:30.160144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.190161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.191379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:30.191590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.192336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.249272 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5835903 Aug 04 15:06:30.252009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:30.258852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Request body: {'subnet': {'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1330291724-subnet', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:30.263075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ebc41-b347-411f-be15-be6853332ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa9b798-2a19-4740-9e81-59d4e137a385,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.267114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.274262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network aaa9b798-2a19-4740-9e81-59d4e137a385 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:06:30.278115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7506bb-8a46-4612-911a-ba945ea94896']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:30.289646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ef178-fc2b-4400-b6a8-bdcbc46281ad') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:30.290389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Made reservation on behalf of aa81b628da37495ca0b5f19ff8bbfb4d for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:30.290495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ef178-fc2b-4400-b6a8-bdcbc46281ad') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:30.292281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.299206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.319244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.325779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:06:30.326179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:06:30.328150 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:06:30.385713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.400677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.402564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5b7506bb-8a46-4612-911a-ba945ea94896 HTTP/1.1" status: 204 len: 168 time: 0.2800667 Aug 04 15:06:30.404007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa456a-8f44-492d-a6dd-aeb1fab26dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7506bb-8a46-4612-911a-ba945ea94896,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.487798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.512449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55368) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:30.548894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.553045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e614c2ae-acb0-480a-8fcb-a1b07eabde1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=116119e0509346fc9643dc284743d8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394161 Aug 04 15:06:30.555655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55370) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:30.561831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Checking segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:30.562193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Network hostable DHCP agents. Network: aaa9b798-2a19-4740-9e81-59d4e137a385, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:06:30.580649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Network aaa9b798-2a19-4740-9e81-59d4e137a385 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:06:30.589090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, aaa9b798-2a19-4740-9e81-59d4e137a385) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:30.593230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:30.593927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.598769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae39f8-7817-4d6d-af28-a2de1bf15795 None None] Network aaa9b798-2a19-4740-9e81-59d4e137a385 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:30.611892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.612078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2a04764c-29fb-446c-8a04-302bcc41ade8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3560896 Aug 04 15:06:30.612078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55372) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:30.616569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:30.632331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.641132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.642290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.689836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.692678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.696337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90a1157c-b081-4fb9-bed1-47873675a756 HTTP/1.1" status: 204 len: 168 time: 0.1373613 Aug 04 15:06:30.703965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.710910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faf4e1-9e50-4143-9440-ba2245ebb409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1157c-b081-4fb9-bed1-47873675a756,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:30.763200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-aaa9b798-2a19-4740-9e81-59d4e137a385', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:06:30.764120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.852132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:30.905127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Allocated IP 172.20.0.2 (aaa9b798-2a19-4740-9e81-59d4e137a385/7bb201eb-f4d1-4460-a03c-b8e4af2f19f2/9a341bd4-6d51-4eeb-a0e3-9aef0876bb74) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:30.962216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e11326de-75bd-4450-8758-7fb327c9f6bb no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:06:30.992774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: e11326de-75bd-4450-8758-7fb327c9f6bb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:06:30.993448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device e11326de-75bd-4450-8758-7fb327c9f6bb not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:06:31.070453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55378) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:31.084335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.095110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Transition to ACTIVE for port object 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:31.101039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.111396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Transition to ACTIVE for port object 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:31.122057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.128873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.135120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-363af30f-224b-4529-807c-d323688cb7fa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee11e306245343418e5b17364e389b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631850 Aug 04 15:06:31.135731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55380) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:31.172123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Network aaa9b798-2a19-4740-9e81-59d4e137a385 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:31.177971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:31.186180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:31.201078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.227644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.228499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Pushing event updated for resources: {'Port': ['ID=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:31.246344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Attempting to bind port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:31.247063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Attempting to bind port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:31.247624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Attempting to bind port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 on network aaa9b798-2a19-4740-9e81-59d4e137a385 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:31.254335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:31.254519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Allocated IP 172.25.0.232 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/10392d90-0d9c-49c5-9ed2-701832230888) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:31.255230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Checking segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:31.255865 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.257006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Bound using segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:31.257684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Bound port: 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:31.258290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.283111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.286599 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.288502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83a2a041-b7b3-4309-aa36-f350cf564380 HTTP/1.1" status: 204 len: 168 time: 0.1515653 Aug 04 15:06:31.309910 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494af3c5-7bd8-49f2-bc95-d6c46dc90ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2a041-b7b3-4309-aa36-f350cf564380,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:31.352951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] For port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:31.357085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] For port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:31.364902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.414872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.452435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c2e2d-bac0-4a9f-a3dd-68ac8a285850 None None] Pushing event updated for resources: {'Port': ['ID=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:31.491461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:31.528339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:31.534978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:31.538715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:31.544256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Pushing event updated for resources: {'Port': ['ID=10392d90-0d9c-49c5-9ed2-701832230888,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:31.772882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:31.830058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:31.856748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.056173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.189650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Router 95a44aeb-8594-4330-a036-4852b8ab8475 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:06:32.314221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:32.327965 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:32.337838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:32.338472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:32.339018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.342944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b8816b77-6d0e-4923-8f0a-dfac551cd217 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7271540 Aug 04 15:06:32.343201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55416) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:32.477650 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:32.510902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e1aee-fd0c-4078-af9f-9b61ce93d22a None None] Network aaa9b798-2a19-4740-9e81-59d4e137a385 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:32.624233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Provisioning for port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:32.640685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Provisioning complete for port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:32.641501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.696680 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:31Z', 'revision_number': 3, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:32.749875 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:06:32.751773 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Updating router 95a44aeb-8594-4330-a036-4852b8ab8475 port 10392d90-0d9c-49c5-9ed2-701832230888 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:06:32.793508 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.812704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.851099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] For port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:32.857863 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:32.930074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e049208-b415-4eb5-a7d4-efa12a992048 None None] Pushing event updated for resources: {'Port': ['ID=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:32.939433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.105160 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.116319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:33.116994 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Transition to ACTIVE for port object 10392d90-0d9c-49c5-9ed2-701832230888 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:33.123795 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.129695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Allocated IP 172.20.0.1 (aaa9b798-2a19-4740-9e81-59d4e137a385/7bb201eb-f4d1-4460-a03c-b8e4af2f19f2/86d36bf7-b115-4502-88ba-1d6441257c1f) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:33.174813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Pushing event updated for resources: {'Port': ['ID=10392d90-0d9c-49c5-9ed2-701832230888,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.187002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-473d26da-9690-4076-84ef-9190c359d566 None None] Provisioning complete for port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:33.188502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-473d26da-9690-4076-84ef-9190c359d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.189127 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.189484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.189829 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.190360 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.190724 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.192175 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.192525 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.192853 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.193187 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.193512 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.194404 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.194919 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:06:33.202089 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Attempting to bind port 10392d90-0d9c-49c5-9ed2-701832230888 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:33.202667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Attempting to bind port 10392d90-0d9c-49c5-9ed2-701832230888 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:33.203209 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Attempting to bind port 10392d90-0d9c-49c5-9ed2-701832230888 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:33.208859 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:33.209605 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:33.210161 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.210739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:33.211354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Bound port: 10392d90-0d9c-49c5-9ed2-701832230888, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:33.212175 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.253309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d65e2886-4ed6-45df-9615-91d63700b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.260524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.276191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Transition to ACTIVE for port object 86d36bf7-b115-4502-88ba-1d6441257c1f will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:33.280134 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] For port 10392d90-0d9c-49c5-9ed2-701832230888, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:33.284222 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] For port 10392d90-0d9c-49c5-9ed2-701832230888, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=10392d90-0d9c-49c5-9ed2-701832230888,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:33.291624 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.317995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.350914 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:33.351541 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:33.364952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Network aaa9b798-2a19-4740-9e81-59d4e137a385 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:33.372019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:33.374853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:33.379306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d65e2886-4ed6-45df-9615-91d63700b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.384898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d65e2886-4ed6-45df-9615-91d63700b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.411116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48836de-b00b-4228-a12c-ede4eba9d745 None None] Pushing event updated for resources: {'Port': ['ID=10392d90-0d9c-49c5-9ed2-701832230888,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.422618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Pushing event updated for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.431040 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d65e2886-4ed6-45df-9615-91d63700b5c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82748596bbb342748afef23744dee7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107257 Aug 04 15:06:33.431040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e2886-4ed6-45df-9615-91d63700b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b80ce1-5002-4c36-9fd0-0c0b3dab8345,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.431524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:33.449898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.485304 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:33.572347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.607967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.614559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c894d604-8b64-40fb-b82e-657f1b8188c3 None None] Provisioning for port 86d36bf7-b115-4502-88ba-1d6441257c1f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:33.619450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c894d604-8b64-40fb-b82e-657f1b8188c3 None None] Provisioning complete for port 86d36bf7-b115-4502-88ba-1d6441257c1f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:33.619842 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c894d604-8b64-40fb-b82e-657f1b8188c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.670716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.688416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c894d604-8b64-40fb-b82e-657f1b8188c3 None None] Port 86d36bf7-b115-4502-88ba-1d6441257c1f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:06:33.693145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:33.695392 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:31Z', 'revision_number': 3, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:33.724097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.726852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.728036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75b80ce1-5002-4c36-9fd0-0c0b3dab8345 HTTP/1.1" status: 204 len: 168 time: 0.2842593 Aug 04 15:06:33.751167 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47b12-8c6b-4931-9734-21a4330be04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b80ce1-5002-4c36-9fd0-0c0b3dab8345,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.758882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:33.759552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.868358 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0c9ff-b603-4cfa-b5e0-5403200aac13 None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:31Z', 'revision_number': 3, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:33.902256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.908113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:33.976371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Pushing event updated for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:33.979049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:34.084694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Network aaa9b798-2a19-4740-9e81-59d4e137a385 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:34.086200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:34.233316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Router 95a44aeb-8594-4330-a036-4852b8ab8475 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:06:34.390968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:34.397058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd16a870-1ba8-4105-afb5-583ac5936b70 admin admin] 10.222.0.76 "PUT /v2.0/routers/95a44aeb-8594-4330-a036-4852b8ab8475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526919 Aug 04 15:06:34.442446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0975bf1a-48d7-4fcf-8104-68af81a615d2 None None] Provisioning complete for port 86d36bf7-b115-4502-88ba-1d6441257c1f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:34.442868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0975bf1a-48d7-4fcf-8104-68af81a615d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:34.485578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0975bf1a-48d7-4fcf-8104-68af81a615d2 None None] Port 86d36bf7-b115-4502-88ba-1d6441257c1f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:06:35.018740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:35.024683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1791849688-network', 'tenant_id': '52a25e0de4fb4e339908052335659417'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:35.047177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Made reservation on behalf of 52a25e0de4fb4e339908052335659417 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:35.049653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.061738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.159334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.164124 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.189454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:06:35.198543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e4f15-572d-4dfa-b3df-c8a2a7fcaa23,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:35.204942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.205290 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Added segment 9d16d135-80f4-4506-859c-ba4fabe790d4 of type vlan for network 375b577e-0a62-4cfd-9658-b14726187695 Aug 04 15:06:35.256771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.288719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.290069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:35.290850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.357421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3373671 Aug 04 15:06:35.360259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:35.365889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Request body: {'subnet': {'network_id': '375b577e-0a62-4cfd-9658-b14726187695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1791849688-subnet', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:35.380207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a023f11-dd9f-4730-9b55-49be5fec86e8 admin admin] Pushing event updated for resources: {'Network': ['ID=375b577e-0a62-4cfd-9658-b14726187695,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:35.393648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 375b577e-0a62-4cfd-9658-b14726187695 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:06:35.396858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Made reservation on behalf of 52a25e0de4fb4e339908052335659417 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:35.399518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.583203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.634289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fd76ea-4ac4-4144-b822-010a6185cc1f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:35.655772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Checking segment: {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:35.656233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Network hostable DHCP agents. Network: 375b577e-0a62-4cfd-9658-b14726187695, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:06:35.678020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Network 375b577e-0a62-4cfd-9658-b14726187695 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:06:35.690821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 375b577e-0a62-4cfd-9658-b14726187695) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:35.699886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c9612-5fa4-4a3f-8df2-6d1fcdab6d3f None None] Network 375b577e-0a62-4cfd-9658-b14726187695 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:35.702447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:35.703187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.723024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-012ac75d-1eb8-45d4-a0bb-7c0630aef674 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3611436 Aug 04 15:06:35.725746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55512) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:35.728027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 10392d90-0d9c-49c5-9ed2-701832230888 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:35.730796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:35.731791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:35.758153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.759278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.796038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:35.796688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:35.819402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.956924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 10392d90-0d9c-49c5-9ed2-701832230888 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:35.968937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:35.976518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 10392d90-0d9c-49c5-9ed2-701832230888 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:35.976933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.008766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:36.112775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-375b577e-0a62-4cfd-9658-b14726187695', 'network_id': '375b577e-0a62-4cfd-9658-b14726187695', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'fixed_ips': [{'subnet_id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:06:36.113635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.209076 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.229939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.348295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Allocated IP 172.25.0.211 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/b67d8b58-e8e4-4757-856e-7b781186c30c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:36.470201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.514979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.517467 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.539280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:36.542624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:36.564177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:36.567721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 10392d90-0d9c-49c5-9ed2-701832230888, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=10392d90-0d9c-49c5-9ed2-701832230888,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:36.577832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.587245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Allocated IP 172.20.0.2 (375b577e-0a62-4cfd-9658-b14726187695/b5fd76ea-4ac4-4144-b822-010a6185cc1f/87dd2e2f-357e-46de-b5eb-528aa3263f93) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:36.615608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Pushing event updated for resources: {'Port': ['ID=b67d8b58-e8e4-4757-856e-7b781186c30c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:36.696032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=10392d90-0d9c-49c5-9ed2-701832230888,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:36.725512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 2, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:36.761686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:06:36.762049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Updating router 95a44aeb-8594-4330-a036-4852b8ab8475 port 86d36bf7-b115-4502-88ba-1d6441257c1f binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:06:36.810412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.892741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:36.958066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Transition to ACTIVE for port object 87dd2e2f-357e-46de-b5eb-528aa3263f93 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:36.990701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Transition to ACTIVE for port object 87dd2e2f-357e-46de-b5eb-528aa3263f93 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:37.001867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.088325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Network 375b577e-0a62-4cfd-9658-b14726187695 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:37.099224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:37.104399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:37.122606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Pushing event updated for resources: {'Port': ['ID=87dd2e2f-357e-46de-b5eb-528aa3263f93,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:37.204059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Attempting to bind port 87dd2e2f-357e-46de-b5eb-528aa3263f93 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:37.204449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Attempting to bind port 87dd2e2f-357e-46de-b5eb-528aa3263f93 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:37.204831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Attempting to bind port 87dd2e2f-357e-46de-b5eb-528aa3263f93 on network 375b577e-0a62-4cfd-9658-b14726187695 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:37.212599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:37.212985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Checking segment: {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:37.213577 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.213974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Bound using segment: {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:37.214453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Bound port: 87dd2e2f-357e-46de-b5eb-528aa3263f93, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:37.214952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.224060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.323537 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.339750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] For port 87dd2e2f-357e-46de-b5eb-528aa3263f93, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:37.341884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Transition to ACTIVE for port object 86d36bf7-b115-4502-88ba-1d6441257c1f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:37.344898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] For port 87dd2e2f-357e-46de-b5eb-528aa3263f93, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=87dd2e2f-357e-46de-b5eb-528aa3263f93,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:37.350726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.355413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.431343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746a33-3ae3-4094-9cbb-57996162e1fd None None] Pushing event updated for resources: {'Port': ['ID=87dd2e2f-357e-46de-b5eb-528aa3263f93,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:37.475331 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.532707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e0557-7c4d-4b29-a84e-7bbc140c581c None None] Pushing event updated for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:37.538120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Attempting to bind port 86d36bf7-b115-4502-88ba-1d6441257c1f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:37.538754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Attempting to bind port 86d36bf7-b115-4502-88ba-1d6441257c1f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:37.539290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Attempting to bind port 86d36bf7-b115-4502-88ba-1d6441257c1f on network aaa9b798-2a19-4740-9e81-59d4e137a385 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:37.549129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:37.550837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Checking segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:37.551243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.551941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Bound using segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:37.552418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Bound port: 86d36bf7-b115-4502-88ba-1d6441257c1f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:37.552794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.646420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] For port 86d36bf7-b115-4502-88ba-1d6441257c1f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:37.652433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] For port 86d36bf7-b115-4502-88ba-1d6441257c1f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86d36bf7-b115-4502-88ba-1d6441257c1f,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:37.661498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.719325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Router 4a1473eb-71a0-4a76-934e-3547951a67f7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:06:37.757537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:37.758184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:37.842274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 10392d90-0d9c-49c5-9ed2-701832230888 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:37.879897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e0557-7c4d-4b29-a84e-7bbc140c581c None None] Pushing event updated for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:37.911290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:37.922473 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Sync routers for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:37.955438 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:37.956435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:37.961314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:37.966549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55554) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:37.967115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90f44660-a5fe-458e-aefb-6f996895f23b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2388732 Aug 04 15:06:38.149083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:38.176080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:38.315456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 10392d90-0d9c-49c5-9ed2-701832230888 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:38.316024 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:38.479432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 3, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:38.517909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Checking router: 4a1473eb-71a0-4a76-934e-3547951a67f7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:06:38.518537 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Updating router 4a1473eb-71a0-4a76-934e-3547951a67f7 port b67d8b58-e8e4-4757-856e-7b781186c30c binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:06:38.564919 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:38.627525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:37Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:38.683896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85210ec5-3a39-4d7a-9d36-79ce7703ede0 None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:37Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:39.066450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d98b54-221d-4722-9ab1-ce5992b68399 None None] Network 375b577e-0a62-4cfd-9658-b14726187695 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:39.096776 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.120444 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Transition to ACTIVE for port object b67d8b58-e8e4-4757-856e-7b781186c30c will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:39.134781 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.193035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-172c47fd-ad39-4e2d-a91d-d8dbe5b84d5f None None] Provisioning for port 87dd2e2f-357e-46de-b5eb-528aa3263f93 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:39.207711 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Attempting to bind port b67d8b58-e8e4-4757-856e-7b781186c30c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:39.208153 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Attempting to bind port b67d8b58-e8e4-4757-856e-7b781186c30c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:39.208526 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Attempting to bind port b67d8b58-e8e4-4757-856e-7b781186c30c on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:39.216665 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99f304-4993-4ad6-976b-50e2cfac5c39 None None] Pushing event updated for resources: {'Port': ['ID=b67d8b58-e8e4-4757-856e-7b781186c30c,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:39.219316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:39.219689 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:39.220096 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.220605 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:39.221080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Bound port: b67d8b58-e8e4-4757-856e-7b781186c30c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:39.221463 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.353266 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] For port b67d8b58-e8e4-4757-856e-7b781186c30c, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:39.356884 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] For port b67d8b58-e8e4-4757-856e-7b781186c30c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b67d8b58-e8e4-4757-856e-7b781186c30c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:39.363510 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.420572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.438248 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99f304-4993-4ad6-976b-50e2cfac5c39 None None] Pushing event updated for resources: {'Port': ['ID=b67d8b58-e8e4-4757-856e-7b781186c30c,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:39.472016 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:39.472862 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:39.631819 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:39.650224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Allocated IP 172.20.0.1 (375b577e-0a62-4cfd-9658-b14726187695/b5fd76ea-4ac4-4144-b822-010a6185cc1f/2ca9a888-7423-46e5-8d22-5a7ce1f07687) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:39.832103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86d36bf7-b115-4502-88ba-1d6441257c1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:39.852327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.876916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Transition to ACTIVE for port object 2ca9a888-7423-46e5-8d22-5a7ce1f07687 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:39.925537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 86d36bf7-b115-4502-88ba-1d6441257c1f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:39.930708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86d36bf7-b115-4502-88ba-1d6441257c1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:39.931235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.937447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:39.941529 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 3, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:39.993242 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1458383-0b1c-43e0-a8e2-24d4bdb7e0d6 None None] The sync data for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 is: [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 3, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:40.008203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Network 375b577e-0a62-4cfd-9658-b14726187695 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:40.012755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:40.016586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:40.057155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Pushing event updated for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:40.073767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.086462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.151739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 86d36bf7-b115-4502-88ba-1d6441257c1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86d36bf7-b115-4502-88ba-1d6441257c1f,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:40.159453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.160402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 87dd2e2f-357e-46de-b5eb-528aa3263f93 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:40.271299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:40.301884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 87dd2e2f-357e-46de-b5eb-528aa3263f93 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:40.307158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 87dd2e2f-357e-46de-b5eb-528aa3263f93 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:40.307723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.310687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.369184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-24f7312e-d3f6-4767-a609-e9013adba575 None None] Provisioning for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:40.375376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-24f7312e-d3f6-4767-a609-e9013adba575 None None] Provisioning complete for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:40.375376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24f7312e-d3f6-4767-a609-e9013adba575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.435963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.439119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-24f7312e-d3f6-4767-a609-e9013adba575 None None] Port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:06:40.474482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 87dd2e2f-357e-46de-b5eb-528aa3263f93, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=87dd2e2f-357e-46de-b5eb-528aa3263f93,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:40.480960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.551661 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.559839 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.601446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=87dd2e2f-357e-46de-b5eb-528aa3263f93,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:40.650109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:40.652207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Pushing event updated for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:40.752857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Network 375b577e-0a62-4cfd-9658-b14726187695 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:40.754329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:40.906684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Router 4a1473eb-71a0-4a76-934e-3547951a67f7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:06:41.071850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5efd96cb-091d-439c-ad80-73c152a0c00a None None] Provisioning complete for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:41.073001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5efd96cb-091d-439c-ad80-73c152a0c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.077306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:41.086678 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6477b77b-ca1f-461b-9145-7a5313ad7ccf admin admin] 10.222.0.76 "PUT /v2.0/routers/4a1473eb-71a0-4a76-934e-3547951a67f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169448 Aug 04 15:06:41.130190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5efd96cb-091d-439c-ad80-73c152a0c00a None None] Port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:06:41.371954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55616) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:41.481812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc295808-1365-4162-a47c-e203f119c4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.577688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc295808-1365-4162-a47c-e203f119c4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.582195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bc295808-1365-4162-a47c-e203f119c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.622370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bc295808-1365-4162-a47c-e203f119c4a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df3b6dbff6be47df92dda59b46031614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492936 Aug 04 15:06:41.623365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc295808-1365-4162-a47c-e203f119c4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b0c71-7127-4995-8d18-f267523a2930,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:41.625532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55646) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:41.690190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.715402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.784480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.788046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:41.793317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/811b0c71-7127-4995-8d18-f267523a2930 HTTP/1.1" status: 204 len: 168 time: 0.1662424 Aug 04 15:06:41.807283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba289c-503c-4611-8b01-40b4b8778f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b0c71-7127-4995-8d18-f267523a2930,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:41.863268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86d36bf7-b115-4502-88ba-1d6441257c1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:41.917413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 86d36bf7-b115-4502-88ba-1d6441257c1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:41.918005 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.037257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 87dd2e2f-357e-46de-b5eb-528aa3263f93 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:42.107677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 87dd2e2f-357e-46de-b5eb-528aa3263f93 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:42.108912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.207637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b67d8b58-e8e4-4757-856e-7b781186c30c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:42.211647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:42.226645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-635189ee-52b7-4762-9233-18c3464f974a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.270568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Sync routers for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:42.288428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:42.289067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:42.411685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-635189ee-52b7-4762-9233-18c3464f974a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.419712 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-635189ee-52b7-4762-9233-18c3464f974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.474316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635189ee-52b7-4762-9233-18c3464f974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66acd39-18b6-463b-8d0d-2cf885c0a8a8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:42.479642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-635189ee-52b7-4762-9233-18c3464f974a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c03a9933e53c40b98fa04a52bbdc0d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668247 Aug 04 15:06:42.482256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:42.545486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.574733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.604998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b67d8b58-e8e4-4757-856e-7b781186c30c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:42.614534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b67d8b58-e8e4-4757-856e-7b781186c30c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:42.614950 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.634024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.636730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.637944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e66acd39-18b6-463b-8d0d-2cf885c0a8a8 HTTP/1.1" status: 204 len: 168 time: 0.1546159 Aug 04 15:06:42.646525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca514373-bbe1-49dc-a73c-9875d6d82880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66acd39-18b6-463b-8d0d-2cf885c0a8a8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:42.725232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:42.909121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:42.970315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b67d8b58-e8e4-4757-856e-7b781186c30c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b67d8b58-e8e4-4757-856e-7b781186c30c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:42.988426 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.097473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b67d8b58-e8e4-4757-856e-7b781186c30c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:43.119770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 4, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2ca9a888-7423-46e5-8d22-5a7ce1f07687', 'name': '', 'network_id': '375b577e-0a62-4cfd-9658-b14726187695', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'mac_address': 'fa:16:3e:70:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:39Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 2, 'project_id': '52a25e0de4fb4e339908052335659417', 'subnets': [{'id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:43.148157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Checking router: 4a1473eb-71a0-4a76-934e-3547951a67f7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:06:43.148497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Updating router 4a1473eb-71a0-4a76-934e-3547951a67f7 port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:06:43.179853 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.534011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.552355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Transition to ACTIVE for port object 2ca9a888-7423-46e5-8d22-5a7ce1f07687 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:43.559771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.630415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59222-358b-44d8-8b63-5696efe68284 None None] Pushing event updated for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:43.700489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Attempting to bind port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:43.701023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Attempting to bind port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:43.701455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Attempting to bind port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 on network 375b577e-0a62-4cfd-9658-b14726187695 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:43.708488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:43.708871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Checking segment: {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:43.709348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.709755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Bound using segment: {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:43.710494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Bound port: 2ca9a888-7423-46e5-8d22-5a7ce1f07687, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d16d135-80f4-4506-859c-ba4fabe790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '375b577e-0a62-4cfd-9658-b14726187695'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:43.711296 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.774527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b67d8b58-e8e4-4757-856e-7b781186c30c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:43.849299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] For port 2ca9a888-7423-46e5-8d22-5a7ce1f07687, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:43.854347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] For port 2ca9a888-7423-46e5-8d22-5a7ce1f07687, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ca9a888-7423-46e5-8d22-5a7ce1f07687,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:43.862629 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.912616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b67d8b58-e8e4-4757-856e-7b781186c30c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:43.912984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:43.957296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59222-358b-44d8-8b63-5696efe68284 None None] Pushing event updated for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:43.972808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:43.973451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:44.191444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:44.467472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 4, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2ca9a888-7423-46e5-8d22-5a7ce1f07687', 'name': '', 'network_id': '375b577e-0a62-4cfd-9658-b14726187695', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'mac_address': 'fa:16:3e:70:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:39Z', 'updated_at': '2021-08-04T15:06:43Z', 'revision_number': 4, 'project_id': '52a25e0de4fb4e339908052335659417', 'subnets': [{'id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:44.505969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c10927-ae54-4d10-8a44-b3c0df218caf None None] The sync data for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 is: [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 4, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2ca9a888-7423-46e5-8d22-5a7ce1f07687', 'name': '', 'network_id': '375b577e-0a62-4cfd-9658-b14726187695', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'mac_address': 'fa:16:3e:70:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:39Z', 'updated_at': '2021-08-04T15:06:43Z', 'revision_number': 4, 'project_id': '52a25e0de4fb4e339908052335659417', 'subnets': [{'id': 'b5fd76ea-4ac4-4144-b822-010a6185cc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:44.792302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d82a693f-9da0-4b3f-ac9e-41760563fb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:45.768870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ca9a888-7423-46e5-8d22-5a7ce1f07687 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:45.858171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:45.863330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:45.863711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:45.970385 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:46.020389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2ca9a888-7423-46e5-8d22-5a7ce1f07687, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ca9a888-7423-46e5-8d22-5a7ce1f07687,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:46.025532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:46.041829 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:06:46.089643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:47.084806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277791cf-8ff5-42f4-b54a-565537246854 req-fbb96790-1d76-4318-8d89-483ac5aef58d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:47.086409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-277791cf-8ff5-42f4-b54a-565537246854 req-fbb96790-1d76-4318-8d89-483ac5aef58d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.0572984 Aug 04 15:06:47.128153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-277791cf-8ff5-42f4-b54a-565537246854 req-d57435e2-0fe7-44fb-aba8-acd68441f7d7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351861 Aug 04 15:06:47.384185 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1c6ef249-8e48-4899-afc1-196401fb5cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:47.628821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:47.698946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ca9a888-7423-46e5-8d22-5a7ce1f07687 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:47.752121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:47.752659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.003131 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.288145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff13df-78ed-401f-a21c-2563f79c9e52 req-86ea98ec-2941-49f6-a657-39f09fa97c7e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:48.289787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0ff13df-78ed-401f-a21c-2563f79c9e52 req-86ea98ec-2941-49f6-a657-39f09fa97c7e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.0614524 Aug 04 15:06:48.346840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0ff13df-78ed-401f-a21c-2563f79c9e52 req-fe1fd426-6780-4bb2-b623-2bdb16cd5a7b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=138918a4-fff4-496e-9d8e-877c47d96c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497231 Aug 04 15:06:48.461129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-5250edb0-8720-4c93-a315-5b0d1daeb054 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:48.463278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-5250edb0-8720-4c93-a315-5b0d1daeb054 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 947 time: 0.0630283 Aug 04 15:06:48.565314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Deleting port a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:06:48.565851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.669133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] For port a531ce2f-0a14-45b0-9011-a97ef0a7b12b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:06:48.670300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.748751 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.750013 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.866617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.866979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:48.867401 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Floating IP 111b876e-515d-432d-84a9-5abca6acd203 disassociated. External IP: 172.25.0.199, port: a531ce2f-0a14-45b0-9011-a97ef0a7b12b. Aug 04 15:06:48.867862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Calling delete_port for a531ce2f-0a14-45b0-9011-a97ef0a7b12b owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:06:49.015915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:49.047559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'Port': ['ID=a531ce2f-0a14-45b0-9011-a97ef0a7b12b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:49.178405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:06:49.307081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:49.317345 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:49.327501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:49.328359 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:49.355925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] No DVR routers for this DVR port a531ce2f-0a14-45b0-9011-a97ef0a7b12b on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:06:49.359165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:49.361875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1a6461a1-f2d5-46ee-827d-8713f3f2407f req-6803dc00-cfa7-4844-8f04-80cfd6164150 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "DELETE /v2.0/ports/a531ce2f-0a14-45b0-9011-a97ef0a7b12b HTTP/1.1" status: 204 len: 173 time: 0.8924122 Aug 04 15:06:49.362387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-deleted', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:49.364773 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae385eb5-f212-4ded-be22-cdfdcf1bd91d" -d '{"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-deleted", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:49.431928 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa3adc-0a8d-43d8-8004-13d7468f68a0 x-openstack-request-id: req-4baa3adc-0a8d-43d8-8004-13d7468f68a0 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:49.432223 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd29b5-38aa-48d9-9770-8bd98dfdffba", "name": "network-vif-deleted", "tag": "a531ce2f-0a14-45b0-9011-a97ef0a7b12b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:49.432479 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4baa3adc-0a8d-43d8-8004-13d7468f68a0 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:49.432884 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd29b5-38aa-48d9-9770-8bd98dfdffba', 'name': 'network-vif-deleted', 'tag': 'a531ce2f-0a14-45b0-9011-a97ef0a7b12b', 'status': 'completed', 'code': 200} Aug 04 15:06:49.535274 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:49.544878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac765f04-f219-4fe3-81e2-011c49b7d7b2 req-7dce7a0e-759f-4cca-a0ad-fbb7bc4d5fa1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ccd29b5-38aa-48d9-9770-8bd98dfdffba HTTP/1.1" status: 200 len: 210 time: 0.0840845 Aug 04 15:06:49.788227 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:49.818094 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:06:49.827666 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:49.828292 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:50.077173 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:06:50.230734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:50.323305 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:50.356499 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e842be1-6ef0-49c1-b3ec-70e8b34bf982 None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:50.653736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:50.721402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:50.748733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:50.819219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:50.822603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:50.826722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "DELETE /v2.0/security-groups/138918a4-fff4-496e-9d8e-877c47d96c26 HTTP/1.1" status: 204 len: 168 time: 0.1714246 Aug 04 15:06:50.829150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55878) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:50.838850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4d618-ebe8-4dac-aad6-b1e4363f05cf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138918a4-fff4-496e-9d8e-877c47d96c26,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:50.847455 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d99e33ad-5ae8-4a56-9bd4-3497b715b724 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] show failed (client error): The resource could not be found. Aug 04 15:06:50.851828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:50.851998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d99e33ad-5ae8-4a56-9bd4-3497b715b724 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups/138918a4-fff4-496e-9d8e-877c47d96c26 HTTP/1.1" status: 404 len: 347 time: 0.0215616 Aug 04 15:06:50.895430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1314c9-392c-40b8-a840-6d5776c1c9e2 None None] New status for floating IP 111b876e-515d-432d-84a9-5abca6acd203: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:06:50.994190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Deleting port cbfe293b-c2af-4477-b1b2-cb3fe022f268 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:06:50.994540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.044465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:51.093147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.093147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.108518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Calling delete_port for cbfe293b-c2af-4477-b1b2-cb3fe022f268 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:06:51.179923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7daed347-fe95-4a51-9954-255b704e2a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.321750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.367928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'Port': ['ID=cbfe293b-c2af-4477-b1b2-cb3fe022f268,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:51.400101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7daed347-fe95-4a51-9954-255b704e2a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.417943 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7daed347-fe95-4a51-9954-255b704e2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.471615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7daed347-fe95-4a51-9954-255b704e2a25 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=633aedc704d94d4dbf2429d69db890f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260094 Aug 04 15:06:51.472535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.474275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:51.475145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.476201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b7d83bf-4943-40df-ba89-365915e5ac6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "DELETE /v2.0/floatingips/111b876e-515d-432d-84a9-5abca6acd203 HTTP/1.1" status: 204 len: 168 time: 0.6228480 Aug 04 15:06:51.477272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daed347-fe95-4a51-9954-255b704e2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42919d2c-22a2-4937-a3cf-2178f2d085f0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:51.532856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.569095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.629841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.632985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:51.636997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42919d2c-22a2-4937-a3cf-2178f2d085f0 HTTP/1.1" status: 204 len: 168 time: 0.1615829 Aug 04 15:06:51.645157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756bc38-0b63-49cb-bb22-8bee56c65897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42919d2c-22a2-4937-a3cf-2178f2d085f0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:51.962977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:51.981245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b414f53-e931-4233-a3b1-94cd92a7b7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.093287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b414f53-e931-4233-a3b1-94cd92a7b7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.100216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b414f53-e931-4233-a3b1-94cd92a7b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.139147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b414f53-e931-4233-a3b1-94cd92a7b7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13312cbf-5dc4-4df2-8d74-deb195337fdc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:52.148267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55900) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:52.150969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b414f53-e931-4233-a3b1-94cd92a7b7d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1659711f5aa4442b0d70419c909914d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831293 Aug 04 15:06:52.204591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.231856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.313123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.318926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.321384 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13312cbf-5dc4-4df2-8d74-deb195337fdc HTTP/1.1" status: 204 len: 168 time: 0.1725690 Aug 04 15:06:52.333064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2db4a-628e-4add-8ebd-412013f69727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13312cbf-5dc4-4df2-8d74-deb195337fdc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:52.341470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55904) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:52.346979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420716089', 'description': 'tempest-description--268688739'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:52.381342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.495974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.501669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.532684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.544301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1911540 Aug 04 15:06:52.544301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c46183-3d38-4a75-95a6-9e20c326ee7d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef674e4b-53d8-4ea7-9ce6-394321ca3205,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:52.544301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:52.549021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group_rule': {'security_group_id': 'ef674e4b-53d8-4ea7-9ce6-394321ca3205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:52.580073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.648931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.654309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.696066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fc01c6-d20f-405f-a9e1-0161aebe8857,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:52.711260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.715600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:52.721112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'security_group_rule': {'security_group_id': 'ef674e4b-53d8-4ea7-9ce6-394321ca3205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:52.725733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-79163ae1-cf48-41d0-bb93-dfa7ab97393e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806822 Aug 04 15:06:52.807889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.864727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.869397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.891457 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b76ad5-eaa2-4e55-b0fe-81b1c46852c6,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:52.905865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:52.908132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b4c801e5-2b51-4286-98ac-1ab7f6ddd7b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911526 Aug 04 15:06:52.911439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:52.916849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:52.943719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.064656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.080622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:06:53.106068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: a531ce2f-0a14-45b0-9011-a97ef0a7b12b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:06:53.106695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device a531ce2f-0a14-45b0-9011-a97ef0a7b12b not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:06:53.193249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Allocated IP 172.25.0.252 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/220ba2ee-12f0-4de8-b6be-902b49a1662a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:53.277043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55932) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.322044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.374326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.388811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-1e8b4a79-f380-4d6c-a2f8-ee1890e89582 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.390023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e8b4a79-f380-4d6c-a2f8-ee1890e89582 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1118577 Aug 04 15:06:53.393223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55936) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.397927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-00d3f159-a1d0-4b20-bbd7-2c231128e815 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.399416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-00d3f159-a1d0-4b20-bbd7-2c231128e815 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049241 Aug 04 15:06:53.401576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55938) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.406601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-4dcc9800-2c36-43e2-9e91-7468052bbf25 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.407648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4dcc9800-2c36-43e2-9e91-7468052bbf25 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050094 Aug 04 15:06:53.410174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.414306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:53.414460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-753f8064-cbf9-4f70-9b34-8274d06ded21 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.415578 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-753f8064-cbf9-4f70-9b34-8274d06ded21 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043945 Aug 04 15:06:53.417352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:53.417852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.424270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-f53a02c4-4fa8-41e7-8da6-536d712dad8f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.424522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:53.425311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f53a02c4-4fa8-41e7-8da6-536d712dad8f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064230 Aug 04 15:06:53.428395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.433054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-7afb717f-23d4-4c5c-812d-505b1a34f0a8 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.434266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7afb717f-23d4-4c5c-812d-505b1a34f0a8 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047026 Aug 04 15:06:53.436802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.441689 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-40b4bd71-d501-4430-a092-233929a9724a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.442826 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-40b4bd71-d501-4430-a092-233929a9724a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051110 Aug 04 15:06:53.445239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55948) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.449169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-5fbf665e-f094-4106-b512-411c8d89036d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.450269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5fbf665e-f094-4106-b512-411c8d89036d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041935 Aug 04 15:06:53.452755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55950) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.453875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=220ba2ee-12f0-4de8-b6be-902b49a1662a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:53.457068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-a5edd511-3f8e-415d-8319-d3bfc8519a80 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.458239 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a5edd511-3f8e-415d-8319-d3bfc8519a80 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045791 Aug 04 15:06:53.461143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55952) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.466752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-fbee1c1c-de56-4553-ba5e-1da6b523d0af tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.470351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55954) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.470514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fbee1c1c-de56-4553-ba5e-1da6b523d0af tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079646 Aug 04 15:06:53.476782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-5f24eb56-2d5b-4e90-a152-425958936442 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.477747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f24eb56-2d5b-4e90-a152-425958936442 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063863 Aug 04 15:06:53.480032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55956) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.484728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-f8d0dcfe-b4a5-4474-8872-c7361c5cd860 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.487961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f8d0dcfe-b4a5-4474-8872-c7361c5cd860 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060105 Aug 04 15:06:53.488501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55958) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.493273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-a9d8ed58-17d0-46be-aa6c-52b3eeeb00e3 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.494994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a9d8ed58-17d0-46be-aa6c-52b3eeeb00e3 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055451 Aug 04 15:06:53.496525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55960) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.500902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-dead3b8a-f483-4f5d-8461-2200436ed072 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.502365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dead3b8a-f483-4f5d-8461-2200436ed072 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046628 Aug 04 15:06:53.504140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55962) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.509333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-f48d21b3-441e-440f-a386-3ef0052dcedd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.510363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f48d21b3-441e-440f-a386-3ef0052dcedd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052783 Aug 04 15:06:53.512703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55964) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.518458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-21c2046f-1cc4-480a-a740-6a24a84f68f5 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.519515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21c2046f-1cc4-480a-a740-6a24a84f68f5 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057223 Aug 04 15:06:53.522089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55966) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.527107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-c9fa93e6-f3d0-4a9d-83ea-3aa1cb3e71bd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.528000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c9fa93e6-f3d0-4a9d-83ea-3aa1cb3e71bd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045547 Aug 04 15:06:53.530562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.532430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.535148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-74a74101-4de1-4d0b-8f27-2ed3b8511db1 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.536092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74a74101-4de1-4d0b-8f27-2ed3b8511db1 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045948 Aug 04 15:06:53.538448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55970) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.543579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-29f19f67-5d87-48d5-a0e1-b623c39eec0a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.546946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29f19f67-5d87-48d5-a0e1-b623c39eec0a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072911 Aug 04 15:06:53.547750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.552304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-e7b798ba-2ac4-4c25-9a02-fd35b23d15ff tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.553439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e7b798ba-2ac4-4c25-9a02-fd35b23d15ff tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048177 Aug 04 15:06:53.555981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55974) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.560038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-2e819cf6-7b9f-4a44-bda4-5c74f860aba8 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.561534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2e819cf6-7b9f-4a44-bda4-5c74f860aba8 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044241 Aug 04 15:06:53.563795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55976) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.568137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-0d12ade3-5630-4dee-9d72-23a02fe4e781 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.569110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0d12ade3-5630-4dee-9d72-23a02fe4e781 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043199 Aug 04 15:06:53.570505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.571690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55978) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.576733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-ad15e009-e34d-41fe-bc4c-523bf0d9d518 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.577947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ad15e009-e34d-41fe-bc4c-523bf0d9d518 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053842 Aug 04 15:06:53.580416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55980) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.584851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-b0400690-3c96-45f1-8d7c-c4a72c0cce25 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.588407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b0400690-3c96-45f1-8d7c-c4a72c0cce25 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070784 Aug 04 15:06:53.588968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.593013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-ddfed3c4-ecd1-4a04-9639-eb4e52e3dea4 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.595019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ddfed3c4-ecd1-4a04-9639-eb4e52e3dea4 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051782 Aug 04 15:06:53.597212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.603768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-9eca911a-6e96-401b-a71f-90b36eff159c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.606988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9eca911a-6e96-401b-a71f-90b36eff159c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066001 Aug 04 15:06:53.607274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55986) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.611532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-b96c5eb0-f1b4-4b99-a1f6-2a7f92376742 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.612473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b96c5eb0-f1b4-4b99-a1f6-2a7f92376742 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043130 Aug 04 15:06:53.614803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55988) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.622789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-da68ee21-851f-4f68-9d6c-bb2f38d9ea15 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.623745 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-da68ee21-851f-4f68-9d6c-bb2f38d9ea15 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080435 Aug 04 15:06:53.626254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55990) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.630294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-b77f6bd6-a0fc-4de7-a758-de617c38be9f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.631314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b77f6bd6-a0fc-4de7-a758-de617c38be9f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040832 Aug 04 15:06:53.633792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.638668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-10bdddb3-3254-4b71-9647-30033a6ac250 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.639716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-10bdddb3-3254-4b71-9647-30033a6ac250 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048623 Aug 04 15:06:53.642111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 55994) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.648241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-35985868-db4b-4bd7-8dfc-b062a08c0aa0 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.649196 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-35985868-db4b-4bd7-8dfc-b062a08c0aa0 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0061307 Aug 04 15:06:53.651532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55996) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.657079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-545de3a4-75c3-4e51-b61d-b0faf1a15639 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.660693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-545de3a4-75c3-4e51-b61d-b0faf1a15639 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081475 Aug 04 15:06:53.661509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 55998) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.665792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-5604f53e-ad97-4f92-9ed1-382fd8b846c2 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.666944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5604f53e-ad97-4f92-9ed1-382fd8b846c2 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043850 Aug 04 15:06:53.669401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56000) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.674034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-501e0ad6-e85f-4fa4-a924-fa8c99c1e5bd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.675098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-501e0ad6-e85f-4fa4-a924-fa8c99c1e5bd tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043311 Aug 04 15:06:53.677709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56002) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.684135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-4d4faee1-b3c9-4f35-a495-626313c72041 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.685447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d4faee1-b3c9-4f35-a495-626313c72041 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059245 Aug 04 15:06:53.687661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56004) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.691837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-b1a1caa9-5d38-4cfe-b10d-c46c2ab1b931 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.695054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b1a1caa9-5d38-4cfe-b10d-c46c2ab1b931 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042360 Aug 04 15:06:53.695254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56006) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.699435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-502da15b-22a8-4e53-9285-f8f648c81d2b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.702639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-502da15b-22a8-4e53-9285-f8f648c81d2b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043101 Aug 04 15:06:53.702881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56008) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.711117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-157196d1-7a1b-4239-9112-0e9751fbb5ac tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.715444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-157196d1-7a1b-4239-9112-0e9751fbb5ac tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0116372 Aug 04 15:06:53.716047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56010) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.721795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-b2c9b08b-4766-4177-976c-fcf73fb71259 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.725242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b2c9b08b-4766-4177-976c-fcf73fb71259 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081420 Aug 04 15:06:53.725854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.730000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-6053ea90-8178-4c77-abaa-c0e99fd53a39 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.733885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6053ea90-8178-4c77-abaa-c0e99fd53a39 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070894 Aug 04 15:06:53.735053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56014) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.738797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-4e654456-82ee-4b99-b885-4c0822b81f6a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.742308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e654456-82ee-4b99-b885-4c0822b81f6a tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0069027 Aug 04 15:06:53.742876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56016) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.747677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-269cba12-c9fc-4127-80ad-058beb56f359 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.751869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-269cba12-c9fc-4127-80ad-058beb56f359 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077507 Aug 04 15:06:53.752055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56018) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.756664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-e9eaf5c4-8427-402f-9080-f2cfa3c043de tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.757592 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9eaf5c4-8427-402f-9080-f2cfa3c043de tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045557 Aug 04 15:06:53.761574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.764917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-5ea9c042-f0d2-4a62-932b-87d12fddfb59 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.768432 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5ea9c042-f0d2-4a62-932b-87d12fddfb59 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050468 Aug 04 15:06:53.768642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56022) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.772936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-8c91193a-cca9-4db2-825a-910c4dfe0c3f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.775950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c91193a-cca9-4db2-825a-910c4dfe0c3f tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043597 Aug 04 15:06:53.776070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.776169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56024) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.780651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-6c0a4395-34d1-462d-bcd0-6cebc84a078b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.780803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.783040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6c0a4395-34d1-462d-bcd0-6cebc84a078b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060060 Aug 04 15:06:53.786208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56026) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.789539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-25142471-720a-4af1-b283-1b245045a475 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.792923 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-25142471-720a-4af1-b283-1b245045a475 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053601 Aug 04 15:06:53.793165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56028) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.797502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-e1744e78-8881-4770-8cf5-91e237169932 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.800603 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1744e78-8881-4770-8cf5-91e237169932 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044372 Aug 04 15:06:53.800881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56030) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.805700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-f0252781-fff0-43b8-ab1b-519b22b4af48 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.809570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f0252781-fff0-43b8-ab1b-519b22b4af48 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0071886 Aug 04 15:06:53.810676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56034) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.814857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-a8b3a048-fabe-4b64-8a3d-0e3797e52b4c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.826098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8b3a048-fabe-4b64-8a3d-0e3797e52b4c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0144563 Aug 04 15:06:53.826824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56036) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.831664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-ce8b1319-da9b-4510-a6b6-aea2a3b3d3fa tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.835820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce8b1319-da9b-4510-a6b6-aea2a3b3d3fa tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078681 Aug 04 15:06:53.836377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56038) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.841438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-fa404034-81e4-4891-bc58-e858d7118b01 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.847091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa404034-81e4-4891-bc58-e858d7118b01 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095990 Aug 04 15:06:53.847802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56040) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.853021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-2bbab3bc-93da-4211-b406-c98ba841d42d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.856276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2bbab3bc-93da-4211-b406-c98ba841d42d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073042 Aug 04 15:06:53.856890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56042) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.861261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-1580e97e-8158-47fc-8b79-c4ab6ae0f17c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.864803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1580e97e-8158-47fc-8b79-c4ab6ae0f17c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0069647 Aug 04 15:06:53.865441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56044) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.867690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=220ba2ee-12f0-4de8-b6be-902b49a1662a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:53.870543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-ef04ae16-b602-460f-bde1-89ecf13eb02d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.874147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ef04ae16-b602-460f-bde1-89ecf13eb02d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052702 Aug 04 15:06:53.874506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56046) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.880859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-cabef0f6-9b82-4394-92f3-b64047d93112 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.883811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.885652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cabef0f6-9b82-4394-92f3-b64047d93112 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0097022 Aug 04 15:06:53.888208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56048) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.895321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-191acb33-a290-4179-b487-c3a119078834 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.900146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-191acb33-a290-4179-b487-c3a119078834 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100482 Aug 04 15:06:53.900982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56050) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.908434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-95e0d54f-4b2e-476f-9ba1-3a8e6e7a3254 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.911923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:53.922220 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fe2489d5-b15e-41ce-bf11-ca27f6741b00 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0009196 Aug 04 15:06:53.922429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-95e0d54f-4b2e-476f-9ba1-3a8e6e7a3254 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114584 Aug 04 15:06:53.922520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.922520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-5971ce42-e93c-4a49-bea3-99f441930e5c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.922520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5971ce42-e93c-4a49-bea3-99f441930e5c tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067272 Aug 04 15:06:53.924548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56056) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.929688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-378858d8-b3f5-4547-aed4-1ced7235b019 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.930801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-378858d8-b3f5-4547-aed4-1ced7235b019 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051827 Aug 04 15:06:53.933290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56058) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.938362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-7a06f88c-7684-42cb-b74e-75305ff3a07b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.939383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a06f88c-7684-42cb-b74e-75305ff3a07b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049424 Aug 04 15:06:53.942394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56060) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.947318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-1f560d85-56dc-40b5-a576-ba53f5390fb3 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.948447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1f560d85-56dc-40b5-a576-ba53f5390fb3 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048544 Aug 04 15:06:53.951059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56062) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.955949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-309f12c4-9af7-4651-8f05-02983b606e5d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.958617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-309f12c4-9af7-4651-8f05-02983b606e5d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053794 Aug 04 15:06:53.960153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56064) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.966171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-b276c62f-25f0-4e2c-9f9c-f7d1f7905e4e tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.969622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56066) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.969849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b276c62f-25f0-4e2c-9f9c-f7d1f7905e4e tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086632 Aug 04 15:06:53.974310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-60913f7c-0fa5-4e78-9b6b-05d071d1bc9b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.975504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-60913f7c-0fa5-4e78-9b6b-05d071d1bc9b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048172 Aug 04 15:06:53.978628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.982239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-d7714840-9802-403b-a2b0-dfb042c22445 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.985751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d7714840-9802-403b-a2b0-dfb042c22445 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046196 Aug 04 15:06:53.986023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.990098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-62c0e816-2105-4f29-8d37-53f858f91817 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.993248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-62c0e816-2105-4f29-8d37-53f858f91817 tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041893 Aug 04 15:06:53.993517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56072) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:53.998843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [None req-82507d00-2b13-4996-8233-b40ba0663c9d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:53.999795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-82507d00-2b13-4996-8233-b40ba0663c9d tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054319 Aug 04 15:06:54.003103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56074) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:54.007967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [None req-e2d9f0c2-8c8c-423c-a0ad-53fc87b9b66b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:06:54.014273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e2d9f0c2-8c8c-423c-a0ad-53fc87b9b66b tempest-ExtensionsTestJSON-2128775562 tempest-ExtensionsTestJSON-2128775562-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078132 Aug 04 15:06:54.136303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-162611eb-dda7-4dcc-a2a2-1747cb9f61bd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--420716089&fields=id&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 267 time: 0.0364292 Aug 04 15:06:54.274955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-a965e0f6-7ef7-49bf-b9d7-b5b3164620e6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:54.276650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-a965e0f6-7ef7-49bf-b9d7-b5b3164620e6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 817 time: 0.1322150 Aug 04 15:06:54.293396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-105946ed-40f8-448c-bd58-8adaddaf11e7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/quotas/178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 375 time: 0.0107279 Aug 04 15:06:54.312982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:54.359049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-9e78e6cb-8231-4fc3-b9db-7cec3eefec17 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584941 Aug 04 15:06:54.440131 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd93074b-af85-4b6a-ab21-dd55ec5f1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.471706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-9acff10c-568d-4836-ac6b-264bd2278ecc service neutron] 10.222.0.76 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997283 Aug 04 15:06:54.544801 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd93074b-af85-4b6a-ab21-dd55ec5f1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.549631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fd93074b-af85-4b6a-ab21-dd55ec5f1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.581448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-29062822-3705-47b9-ba89-12353346d25c service neutron] 10.222.0.76 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020510 Aug 04 15:06:54.589072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fd93074b-af85-4b6a-ab21-dd55ec5f1dcb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c679d9f0dc3041ae96b2baf28c46ba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749560 Aug 04 15:06:54.590192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93074b-af85-4b6a-ab21-dd55ec5f1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5407bd-bb62-46a3-8bca-13111c80eeae,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:54.591887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56094) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:54.648593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.674363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.747390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.750798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:54.752130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d5407bd-bb62-46a3-8bca-13111c80eeae HTTP/1.1" status: 204 len: 168 time: 0.1589205 Aug 04 15:06:54.762541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f17818-a80d-4817-be19-5714812ba511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5407bd-bb62-46a3-8bca-13111c80eeae,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:54.829097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19dba11b-fc96-4004-a89a-8773840f63b3 req-259df364-54df-4415-99bf-4b899d024b28 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 210 time: 0.0405161 Aug 04 15:06:55.512634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56144) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:55.610445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1979557408'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:55.634155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Made reservation on behalf of 330e47fc5d994ca6864047bd75cec12c for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:55.638070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:55.647554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:55.835177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:55.842546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:55.869950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-73c795c7-1310-4031-9ef7-0530316d2e2d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:55.871499 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-73c795c7-1310-4031-9ef7-0530316d2e2d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 817 time: 0.1648121 Aug 04 15:06:55.882763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:06:55.913199 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:55.913623 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Added segment 5edf91d8-e086-416c-81a6-8a4705dd4d78 of type vlan for network 07de3ba9-b8c7-4d31-adcb-97504ba576cc Aug 04 15:06:55.914813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2deca182-9b66-46f1-bcb4-d677e6d9f0a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:55.945641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e3e0e6f0-f83d-46c1-9e84-e35502d3ccc2 req-6bd8d178-826b-4d28-96e3-ee6b8d0c5065 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 210 time: 0.0332780 Aug 04 15:06:55.965119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-04fd3964-fb9c-4d40-9d5b-2a561b154c59 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 379 time: 0.0835831 Aug 04 15:06:55.978314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'port': {'device_id': '6173de79-533a-4f0b-a3e7-dd107897758a', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'admin_state_up': True, 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'security_groups': ['ef674e4b-53d8-4ea7-9ce6-394321ca3205']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:55.990711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.076474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.081925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:56.082513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.159545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6457095 Aug 04 15:06:56.162630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56152) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:56.173738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'subnet': {'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:56.178931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1820c-cc8f-46fc-966c-8a6343046724 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Network': ['ID=07de3ba9-b8c7-4d31-adcb-97504ba576cc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:56.195731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Made reservation on behalf of 178091d63e76447cb63ce3f0f3e0fd9c for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:56.199315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:06:56.200000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.299802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Made reservation on behalf of 330e47fc5d994ca6864047bd75cec12c for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:56.307016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.353106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Allocated IP 172.20.0.8 (908b645c-f3fe-430c-af28-a04a81a6bdc6/e1154ce1-80ca-45e0-9497-8fb3d4990152/01b4966c-abe6-44c3-91dc-84da3860fb7e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:56.555765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.563423 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.576970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Transition to ACTIVE for port object 01b4966c-abe6-44c3-91dc-84da3860fb7e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:56.617052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.632935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Subnet': ['ID=95af3422-3765-44ad-91fd-c2727aa71dfa,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:56.641920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Checking segment: {'id': '5edf91d8-e086-416c-81a6-8a4705dd4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:56.642390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network hostable DHCP agents. Network: 07de3ba9-b8c7-4d31-adcb-97504ba576cc, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:06:56.662132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:06:56.664169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:56.670213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:56.673489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 07de3ba9-b8c7-4d31-adcb-97504ba576cc) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:56.674628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:56.678508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:56.679210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.688080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07c42b-e7aa-4d54-bad7-cc0435fd27d5 None None] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:56.696693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b94de069-8d76-49af-822f-c52844f682f3 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5318429 Aug 04 15:06:56.700321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56162) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:56.710980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1612436590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:56.730378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:56.743181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.745781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.781628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:56.782381 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.802030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-60f1673c-2903-4203-9ee9-37781d098a53 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273673 Aug 04 15:06:56.817094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Request body: {'port': {'device_id': '6173de79-533a-4f0b-a3e7-dd107897758a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:56.828566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.835293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.868567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.877030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d5b4d82-ee04-4f24-a77d-489bba39d51e tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1729090 Aug 04 15:06:56.877429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56166) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:56.899760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:56.917588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-07de3ba9-b8c7-4d31-adcb-97504ba576cc', 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc', 'tenant_id': '330e47fc5d994ca6864047bd75cec12c', 'fixed_ips': [{'subnet_id': '95af3422-3765-44ad-91fd-c2727aa71dfa'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:06:56.919197 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.278832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Allocated IP 172.20.0.2 (07de3ba9-b8c7-4d31-adcb-97504ba576cc/95af3422-3765-44ad-91fd-c2727aa71dfa/83b1e950-2409-498d-9866-be745cdde2a2) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:57.294551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3161c0-a6c4-4cf6-9757-d7bb883230d4 req-3e209e15-0582-4282-81b3-94f6b1c28d5f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:57.297532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e3161c0-a6c4-4cf6-9757-d7bb883230d4 req-3e209e15-0582-4282-81b3-94f6b1c28d5f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 931 time: 0.1884160 Aug 04 15:06:57.339244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:06:57.346948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e3161c0-a6c4-4cf6-9757-d7bb883230d4 req-a0bdd35f-8157-4685-a34f-bd60f3e4dfdb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407040 Aug 04 15:06:57.366983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.371262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.390126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Transition to ACTIVE for port object 01b4966c-abe6-44c3-91dc-84da3860fb7e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:57.394617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.398879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-664e53fb-aac1-46bc-bf46-caedc271dd20 None None] Provisioning for port 01b4966c-abe6-44c3-91dc-84da3860fb7e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:57.442707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:57.482372 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.496524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Transition to ACTIVE for port object 83b1e950-2409-498d-9866-be745cdde2a2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:57.522747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Transition to ACTIVE for port object 83b1e950-2409-498d-9866-be745cdde2a2 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:57.531840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.556604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Attempting to bind port 01b4966c-abe6-44c3-91dc-84da3860fb7e on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:57.557058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Attempting to bind port 01b4966c-abe6-44c3-91dc-84da3860fb7e by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:57.557423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Attempting to bind port 01b4966c-abe6-44c3-91dc-84da3860fb7e on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:57.562231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Port 01b4966c-abe6-44c3-91dc-84da3860fb7e on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:06:57.562564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Attempting to bind port 01b4966c-abe6-44c3-91dc-84da3860fb7e on network 908b645c-f3fe-430c-af28-a04a81a6bdc6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:57.568614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:57.568961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Checking segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:57.569353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Bound using segment: {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:57.569793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Bound port: 01b4966c-abe6-44c3-91dc-84da3860fb7e, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e492186-0835-4eeb-ae76-4e31af34ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:57.570163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.605354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:57.616668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:57.627067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:57.638480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Pushing event updated for resources: {'Port': ['ID=83b1e950-2409-498d-9866-be745cdde2a2,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:57.663315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:57.668223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:57.675215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.704514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Allocated IP 172.20.0.1 (07de3ba9-b8c7-4d31-adcb-97504ba576cc/95af3422-3765-44ad-91fd-c2727aa71dfa/d95d2447-300c-4bed-93b9-c9d2a29c26a5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:57.729613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:57.730673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.732329 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] 10.222.0.38 "PUT /v2.0/ports/01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 1092 time: 0.9219799 Aug 04 15:06:57.735011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:06:57.737444 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:06:57.746671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Attempting to bind port 83b1e950-2409-498d-9866-be745cdde2a2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:06:57.747070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Attempting to bind port 83b1e950-2409-498d-9866-be745cdde2a2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '5edf91d8-e086-416c-81a6-8a4705dd4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:06:57.747456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Attempting to bind port 83b1e950-2409-498d-9866-be745cdde2a2 on network 07de3ba9-b8c7-4d31-adcb-97504ba576cc {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:06:57.757627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:06:57.757844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Checking segment: {'id': '5edf91d8-e086-416c-81a6-8a4705dd4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:06:57.758422 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.763274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Bound using segment: {'id': '5edf91d8-e086-416c-81a6-8a4705dd4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:06:57.763858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Bound port: 83b1e950-2409-498d-9866-be745cdde2a2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edf91d8-e086-416c-81a6-8a4705dd4d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:06:57.764260 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.823748 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525d929-453d-4a74-925c-9eb460c90766 x-openstack-request-id: req-8525d929-453d-4a74-925c-9eb460c90766 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:06:57.823748 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:06:57.823972 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8525d929-453d-4a74-925c-9eb460c90766 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:06:57.824533 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'status': 'completed', 'code': 200} Aug 04 15:06:57.844205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48be1e-d9d8-48b1-8742-3e52d82f272c service neutron] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:57.873187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-916270bd-3d62-424a-90de-9eefcf66d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:57.874866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-916270bd-3d62-424a-90de-9eefcf66d7df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1095 time: 0.0922520 Aug 04 15:06:57.921113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] For port 83b1e950-2409-498d-9866-be745cdde2a2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:06:57.923687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.927576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] For port 83b1e950-2409-498d-9866-be745cdde2a2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83b1e950-2409-498d-9866-be745cdde2a2,segment=NetworkSegment(5edf91d8-e086-416c-81a6-8a4705dd4d78),segment_id=5edf91d8-e086-416c-81a6-8a4705dd4d78)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:06:57.928655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-efe81f5a-e6b6-4c80-88e0-8419ebcfa00c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 217 time: 0.0461416 Aug 04 15:06:57.934119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:57.943517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Transition to ACTIVE for port object d95d2447-300c-4bed-93b9-c9d2a29c26a5 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:57.983931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.006147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-86a38953-8a61-415a-877b-d6d722ac73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.007930 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-86a38953-8a61-415a-877b-d6d722ac73ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0631521 Aug 04 15:06:58.048469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abeddd-b45f-4551-99cd-ab92b8405997 None None] Pushing event updated for resources: {'Port': ['ID=83b1e950-2409-498d-9866-be745cdde2a2,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:58.053579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:58.067691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:58.073103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:58.080521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=d95d2447-300c-4bed-93b9-c9d2a29c26a5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:58.101187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077cb3-72f1-4ad5-951a-520733de6531 req-6da9b8e7-539d-4940-b577-0f7908f94309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.102917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-6da9b8e7-539d-4940-b577-0f7908f94309 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874560 Aug 04 15:06:58.152166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.240623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-eb08e6a9-d276-4495-b50a-fbe81cdb262a service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289358 Aug 04 15:06:58.338465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.372005 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-95077cb3-72f1-4ad5-951a-520733de6531 req-7530e5f5-82de-461f-ac75-9f94d98a0ac7 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200118 Aug 04 15:06:58.481754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-c92c8d11-9215-47a5-8daf-09d19d368f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.485728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-c92c8d11-9215-47a5-8daf-09d19d368f6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1095 time: 0.0525467 Aug 04 15:06:58.544592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de000-189b-486a-8c03-126fce01c52e req-2189a9ea-7baf-4996-bda1-6b88b6e5afdd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.545953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-072de000-189b-486a-8c03-126fce01c52e req-2189a9ea-7baf-4996-bda1-6b88b6e5afdd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0736887 Aug 04 15:06:58.579739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-74a9c87b-3735-4697-8791-f44129a63d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.581801 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-74a9c87b-3735-4697-8791-f44129a63d68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.0909653 Aug 04 15:06:58.638692 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-c479140f-886c-4d22-8555-6cb8c2dadcd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 217 time: 0.0474360 Aug 04 15:06:58.667712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-072de000-189b-486a-8c03-126fce01c52e req-b8643c72-a721-4c6e-82b6-cbf3d716c5a4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071942 Aug 04 15:06:58.709875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-995a7445-533e-4694-ae3c-4eb4ab722ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.713346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-995a7445-533e-4694-ae3c-4eb4ab722ec6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0663421 Aug 04 15:06:58.736479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.744313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.778079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-b0000588-676f-465c-a110-368ed89b1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:58.780477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-b0000588-676f-465c-a110-368ed89b1926 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591564 Aug 04 15:06:58.846662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=d95d2447-300c-4bed-93b9-c9d2a29c26a5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:06:58.850042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:58.917424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-8b92ce88-ee3e-4b31-b3e7-d91bf735a545 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288948 Aug 04 15:06:58.966379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:58.968881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:59.074939 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05e5a638-6bd6-4ce0-b18e-467f1d59d99b req-c8c33b87-6940-4406-ae58-d6b8347de613 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498339 Aug 04 15:06:59.135412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Router 999c946d-22a4-440d-a09d-dba84225bae5 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:06:59.254145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:06:59.261002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a72fd2-1cde-4a15-a25e-bd2e6412c6ef None None] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:06:59.263256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56180) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:06:59.265273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] Sync routers for ids ['999c946d-22a4-440d-a09d-dba84225bae5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:06:59.269284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'port': {'network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc', 'name': 'tempest-FloatingIPNegativeTestJSON-1243788104'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:06:59.273219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9aba018e-681b-4b1e-94dc-2404d21ba1ad tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "PUT /v2.0/routers/999c946d-22a4-440d-a09d-dba84225bae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946102 Aug 04 15:06:59.287412 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] Routers {'999c946d-22a4-440d-a09d-dba84225bae5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:59.288145 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['999c946d-22a4-440d-a09d-dba84225bae5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:59.329327 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:59.338745 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] Routers {'999c946d-22a4-440d-a09d-dba84225bae5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:06:59.339668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['999c946d-22a4-440d-a09d-dba84225bae5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:59.375714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8da459c0-3c66-4371-a092-d4de8bfe995f None None] Provisioning for port 83b1e950-2409-498d-9866-be745cdde2a2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:59.380910 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:06:59.381847 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1726293-34a3-483c-8974-b1ee88a948e5 None None] The sync data for ids ['999c946d-22a4-440d-a09d-dba84225bae5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:06:59.402446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Made reservation on behalf of 330e47fc5d994ca6864047bd75cec12c for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:06:59.408202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:59.428369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] device_id is not set on port af0e4357-0b43-48a1-a1d1-8a32e1adb07e yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:06:59.547527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Allocated IP 172.20.0.6 (07de3ba9-b8c7-4d31-adcb-97504ba576cc/95af3422-3765-44ad-91fd-c2727aa71dfa/af0e4357-0b43-48a1-a1d1-8a32e1adb07e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:06:59.735652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89cd9c07-8320-41d4-97ce-4b4d054e4604 None None] Provisioning for port d95d2447-300c-4bed-93b9-c9d2a29c26a5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:59.742111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89cd9c07-8320-41d4-97ce-4b4d054e4604 None None] Provisioning complete for port d95d2447-300c-4bed-93b9-c9d2a29c26a5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:59.743063 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89cd9c07-8320-41d4-97ce-4b4d054e4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:59.743939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:59.789550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Transition to ACTIVE for port object af0e4357-0b43-48a1-a1d1-8a32e1adb07e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:06:59.795238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83b1e950-2409-498d-9866-be745cdde2a2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:06:59.839418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:59.844312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-89cd9c07-8320-41d4-97ce-4b4d054e4604 None None] Port d95d2447-300c-4bed-93b9-c9d2a29c26a5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:06:59.865589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540c2e-4609-4597-8519-f2bfaa27126d req-09e8581f-1f6c-4f9c-8a8c-b70d6a861888 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:06:59.874206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43540c2e-4609-4597-8519-f2bfaa27126d req-09e8581f-1f6c-4f9c-8a8c-b70d6a861888 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0781167 Aug 04 15:06:59.889349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 83b1e950-2409-498d-9866-be745cdde2a2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:06:59.896247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 83b1e950-2409-498d-9866-be745cdde2a2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:59.896682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:06:59.900797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:06:59.907799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:06:59.918088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:06:59.936875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43540c2e-4609-4597-8519-f2bfaa27126d req-bea3d39c-27f6-4789-8eae-014f696b82bd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615969 Aug 04 15:06:59.993464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7ed3a84a-9bdd-4de6-964e-3c4e8ff769e8 None None] Provisioning complete for port d95d2447-300c-4bed-93b9-c9d2a29c26a5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:06:59.993841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a84a-9bdd-4de6-964e-3c4e8ff769e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.060266 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.062759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3a84a-9bdd-4de6-964e-3c4e8ff769e8 None None] Port d95d2447-300c-4bed-93b9-c9d2a29c26a5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:07:00.099260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 83b1e950-2409-498d-9866-be745cdde2a2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83b1e950-2409-498d-9866-be745cdde2a2,segment=NetworkSegment(5edf91d8-e086-416c-81a6-8a4705dd4d78),segment_id=5edf91d8-e086-416c-81a6-8a4705dd4d78)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:00.106223 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.160103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=83b1e950-2409-498d-9866-be745cdde2a2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:00.287459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a5464a50-7638-44e0-b336-a4db15368311 None None] Provisioning complete for port d95d2447-300c-4bed-93b9-c9d2a29c26a5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:00.288738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a5464a50-7638-44e0-b336-a4db15368311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.330381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a5464a50-7638-44e0-b336-a4db15368311 None None] Port d95d2447-300c-4bed-93b9-c9d2a29c26a5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:07:00.374184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=af0e4357-0b43-48a1-a1d1-8a32e1adb07e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:00.400782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:00.401320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.415778 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58e380ee-72b0-4268-a3bb-4dcfa5b65084 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1512623 Aug 04 15:07:00.418884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:00.423450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:00.447498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.453238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-461e55fe-7382-4728-b0c8-8ea5813038d8 None None] Provisioning for port af0e4357-0b43-48a1-a1d1-8a32e1adb07e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:00.457575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-461e55fe-7382-4728-b0c8-8ea5813038d8 None None] Provisioning complete for port af0e4357-0b43-48a1-a1d1-8a32e1adb07e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:00.457957 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-461e55fe-7382-4728-b0c8-8ea5813038d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.494326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-461e55fe-7382-4728-b0c8-8ea5813038d8 None None] Port af0e4357-0b43-48a1-a1d1-8a32e1adb07e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:07:00.547306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.661295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Allocated IP 172.25.0.154 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/bad99a71-554c-4ddf-afaa-21b63b324894) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:00.769534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.811677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.855194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:00.860063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:00.863822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:00.886840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=bad99a71-554c-4ddf-afaa-21b63b324894,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:00.953341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:00.992671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.075846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e823a1-1cc2-43e9-9198-a2bc233dd960 req-dbed8f0e-4f05-4fe0-935f-ef20b5aa1b40 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:01.077650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5e823a1-1cc2-43e9-9198-a2bc233dd960 req-dbed8f0e-4f05-4fe0-935f-ef20b5aa1b40 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0617754 Aug 04 15:07:01.112040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:07:01.135143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5e823a1-1cc2-43e9-9198-a2bc233dd960 req-005627a7-9a66-4402-a445-3bbbd20fafe2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507960 Aug 04 15:07:01.182072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.188104 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.222443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:01.246283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:07:01.269754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=bad99a71-554c-4ddf-afaa-21b63b324894,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:01.279930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.294060 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.295958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.297285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19ecc27a-1ac5-4c01-aa7a-bca2c4b77c67 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8774083 Aug 04 15:07:01.300336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:01.306178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8ae2451e-9f3a-4ca9-a808-1dc3f3ab4e37 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'floatingip': {'port_id': 'af0e4357-0b43-48a1-a1d1-8a32e1adb07e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:01.314376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:07:01.335592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:01.340439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.349804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8ae2451e-9f3a-4ca9-a808-1dc3f3ab4e37 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.392617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:01.466419 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-8ae2451e-9f3a-4ca9-a808-1dc3f3ab4e37 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] update failed (client error): The resource could not be found. Aug 04 15:07:01.467535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8ae2451e-9f3a-4ca9-a808-1dc3f3ab4e37 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "PUT /v2.0/floatingips/4bc78475-c6bc-44ee-90a6-7367dbb5e629 HTTP/1.1" status: 404 len: 507 time: 0.1664612 Aug 04 15:07:01.470537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:01.561363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['01b4966c-abe6-44c3-91dc-84da3860fb7e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:07:01.602286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting port bad99a71-554c-4ddf-afaa-21b63b324894 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:01.602878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.705630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.705630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.718696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Calling delete_port for bad99a71-554c-4ddf-afaa-21b63b324894 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:01.728534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83b1e950-2409-498d-9866-be745cdde2a2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:01.779979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 83b1e950-2409-498d-9866-be745cdde2a2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:01.780356 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.872736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.910455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Port': ['ID=bad99a71-554c-4ddf-afaa-21b63b324894,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:01.966316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.969396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:01.970648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-05e94a2d-aeb5-4406-9c4b-37aa5a004511 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "DELETE /v2.0/floatingips/4bc78475-c6bc-44ee-90a6-7367dbb5e629 HTTP/1.1" status: 204 len: 168 time: 0.4991746 Aug 04 15:07:01.974370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56204) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:01.978949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9c63fa7a-12a6-4387-baf3-1175a356b22c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'floatingip': {'floating_network_id': '07de3ba9-b8c7-4d31-adcb-97504ba576cc', 'port_id': 'af0e4357-0b43-48a1-a1d1-8a32e1adb07e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:02.002145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9c63fa7a-12a6-4387-baf3-1175a356b22c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.120738 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-9c63fa7a-12a6-4387-baf3-1175a356b22c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:07:02.121841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9c63fa7a-12a6-4387-baf3-1175a356b22c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1464534 Aug 04 15:07:02.125922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56206) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:02.131062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'af0e4357-0b43-48a1-a1d1-8a32e1adb07e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:02.156074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.280053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3833-0050-41b4-903d-6a676dbe214d req-f7d16dca-cb91-4210-9580-7c648c2c8bd0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:02.281537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b0c3833-0050-41b4-903d-6a676dbe214d req-f7d16dca-cb91-4210-9580-7c648c2c8bd0 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 944 time: 0.0673165 Aug 04 15:07:02.310053 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.335021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b0c3833-0050-41b4-903d-6a676dbe214d req-1337d0be-74bb-47f1-9cef-aa2e232cddb1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Aug 04 15:07:02.425335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Allocated IP 172.25.0.79 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/326ee66b-dfa6-4e19-b689-1ae683d38ea5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:02.534612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.577684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.613055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:02.616011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:02.618402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:02.647158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event updated for resources: {'Port': ['ID=326ee66b-dfa6-4e19-b689-1ae683d38ea5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:02.793317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting port 326ee66b-dfa6-4e19-b689-1ae683d38ea5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:02.793598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.873008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.873334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:02.884896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Calling delete_port for 326ee66b-dfa6-4e19-b689-1ae683d38ea5 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:03.005337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.033886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Port': ['ID=326ee66b-dfa6-4e19-b689-1ae683d38ea5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:03.110881 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] create failed (client error): The resource could not be found. Aug 04 15:07:03.115276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ca39db2a-835e-42cc-ba16-2da51fc8ba36 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9850388 Aug 04 15:07:03.115763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56212) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:03.116270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:03.172422 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 01b4966c-abe6-44c3-91dc-84da3860fb7e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:03.177160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 01b4966c-abe6-44c3-91dc-84da3860fb7e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:03.177537 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.221595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting port af0e4357-0b43-48a1-a1d1-8a32e1adb07e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:03.221946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.267446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.290757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:07:03.293217 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593bf685-4292-42a0-80d6-b11fbbab2af1" -d '{"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:07:03.316087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:03.323318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.323572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.337812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Calling delete_port for af0e4357-0b43-48a1-a1d1-8a32e1adb07e owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:03.357888 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00172130-96c1-4f10-b3d0-410caa13d081 x-openstack-request-id: req-00172130-96c1-4f10-b3d0-410caa13d081 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:07:03.358183 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:07:03.358456 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00172130-96c1-4f10-b3d0-410caa13d081 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:07:03.358892 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'code': 200} Aug 04 15:07:03.397058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:03.469495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4bb98-7ad1-44c4-9e17-1d0a8bd9234d req-09810901-bc56-4678-8536-aa1f697daa6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:03.471228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00d4bb98-7ad1-44c4-9e17-1d0a8bd9234d req-09810901-bc56-4678-8536-aa1f697daa6a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0581167 Aug 04 15:07:03.483916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0ebc-9526-428b-a7b1-7eb65df9512b req-e05be261-849a-4742-8dad-2ef78683937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:03.485443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b33c0ebc-9526-428b-a7b1-7eb65df9512b req-e05be261-849a-4742-8dad-2ef78683937a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1097 time: 0.0602160 Aug 04 15:07:03.513507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00d4bb98-7ad1-44c4-9e17-1d0a8bd9234d req-b9e010bb-530c-4351-b9a5-de3b48bc00c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Aug 04 15:07:03.560579 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b33c0ebc-9526-428b-a7b1-7eb65df9512b req-1c2219a5-da83-4193-b7fa-a93c65e4aa70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664258 Aug 04 15:07:03.565080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.594818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Port': ['ID=af0e4357-0b43-48a1-a1d1-8a32e1adb07e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:03.669303 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:03.674303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-064aeaa7-c4db-4481-a9b6-a4c1062cae2c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "DELETE /v2.0/ports/af0e4357-0b43-48a1-a1d1-8a32e1adb07e HTTP/1.1" status: 204 len: 168 time: 0.5547905 Aug 04 15:07:03.674771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56218) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:03.733187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cdcdc-3d3d-4169-907d-e32be016e839 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:03.735403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cf9cdcdc-3d3d-4169-907d-e32be016e839 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "GET /v2.0/ports?device_id=999c946d-22a4-440d-a09d-dba84225bae5 HTTP/1.1" status: 200 len: 913 time: 0.0595381 Aug 04 15:07:03.738444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56222) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:04.082684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:04.346222 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting port d95d2447-300c-4bed-93b9-c9d2a29c26a5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:04.346931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:04.433537 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:04.447900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Calling delete_port for d95d2447-300c-4bed-93b9-c9d2a29c26a5 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:04.635974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:04.657893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbfa6d-3c60-474e-a1a4-b4322f5f1458 req-fbc83960-0b9e-4a84-96f3-cc184a141f09 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:04.659554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbfbfa6d-3c60-474e-a1a4-b4322f5f1458 req-fbc83960-0b9e-4a84-96f3-cc184a141f09 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0600450 Aug 04 15:07:04.668377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Port': ['ID=d95d2447-300c-4bed-93b9-c9d2a29c26a5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:04.716632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbfbfa6d-3c60-474e-a1a4-b4322f5f1458 req-582d049f-63e5-4a09-9379-da50e3a1ea86 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504339 Aug 04 15:07:04.868737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:04.869478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1cdad-7759-4ccb-a08b-a3dcb44257dd req-1e3139d4-bb8b-428c-8fa9-339d79054f0e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:04.871188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-43f1cdad-7759-4ccb-a08b-a3dcb44257dd req-1e3139d4-bb8b-428c-8fa9-339d79054f0e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0640314 Aug 04 15:07:04.883475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56232) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:04.887549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Request body: {'floatingip': {'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:04.987315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.147579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Router 999c946d-22a4-440d-a09d-dba84225bae5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:07:05.294617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:07:05.300746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8f877565-88ba-48b3-878f-e1e4da6a2b7c tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "PUT /v2.0/routers/999c946d-22a4-440d-a09d-dba84225bae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610445 Aug 04 15:07:05.303921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56234) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:05.311810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] Sync routers for ids ['999c946d-22a4-440d-a09d-dba84225bae5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:07:05.322623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] Routers {'999c946d-22a4-440d-a09d-dba84225bae5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:07:05.323262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['999c946d-22a4-440d-a09d-dba84225bae5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:05.358547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:05.368241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] Routers {'999c946d-22a4-440d-a09d-dba84225bae5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:07:05.368968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['999c946d-22a4-440d-a09d-dba84225bae5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:05.402414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:05.403420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977779b-adfc-44a4-89e1-e32d4d7a9300 None None] The sync data for ids ['999c946d-22a4-440d-a09d-dba84225bae5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:07:05.566409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.571203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.678835 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Floating IP ea96f881-9094-4584-8447-9edf8ebf93b7 associated. External IP: 172.25.0.252, port: 01b4966c-abe6-44c3-91dc-84da3860fb7e. Aug 04 15:07:05.744351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.895524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:07:05.914621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.917510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.962820 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.963572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Fanout notify agent at l3_agent the message router_deleted on router 999c946d-22a4-440d-a09d-dba84225bae5 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:07:05.972844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:05.976601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a6e2604d-7979-472c-a1fa-c536fdbf61e7 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "DELETE /v2.0/routers/999c946d-22a4-440d-a09d-dba84225bae5 HTTP/1.1" status: 204 len: 168 time: 0.6687148 Aug 04 15:07:05.977046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56238) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:06.009414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:07:06.014437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.023001 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:07:06.030977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting subnet 95af3422-3765-44ad-91fd-c2727aa71dfa {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:07:06.035001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.036126 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:07:06.036959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:06.044278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-50791c6c-aa60-4277-b7e5-d21a41a2a706 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "PUT /v2.0/floatingips/ea96f881-9094-4584-8447-9edf8ebf93b7 HTTP/1.1" status: 200 len: 991 time: 1.1604967 Aug 04 15:07:06.044960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:07:06.047841 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d091b1-fcfe-496d-99ce-6314a42b1b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:07:06.087945 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.091883 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c794b-5d48-4b70-a023-9ed665eea3cc x-openstack-request-id: req-166c794b-5d48-4b70-a023-9ed665eea3cc {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:07:06.092609 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:07:06.093003 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-166c794b-5d48-4b70-a023-9ed665eea3cc {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:07:06.093617 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'status': 'completed', 'code': 200} Aug 04 15:07:06.167814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-bc5f6b23-57dd-4f3e-976f-6d6075c64141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:06.169587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-bc5f6b23-57dd-4f3e-976f-6d6075c64141 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1097 time: 0.0552645 Aug 04 15:07:06.215162 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.229757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:07:06.293732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.294338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-48723103-e854-4811-a0e5-fb8c7e0f22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:06.295921 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-48723103-e854-4811-a0e5-fb8c7e0f22cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.1193736 Aug 04 15:07:06.331344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Subnet': ['ID=95af3422-3765-44ad-91fd-c2727aa71dfa,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:06.336246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.342683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d8fce590-6e46-4ab6-8cb5-00db41765fd0 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "DELETE /v2.0/subnets/95af3422-3765-44ad-91fd-c2727aa71dfa HTTP/1.1" status: 204 len: 168 time: 0.3644159 Aug 04 15:07:06.343357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56254) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:06.344596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754068a3-61f7-4bef-9d4f-d971997b2624 None None] Network 07de3ba9-b8c7-4d31-adcb-97504ba576cc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:06.389599 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-624301b0-fe68-4fdb-9038-4db7f92682a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 999 time: 0.0858054 Aug 04 15:07:06.452788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.565201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Deleting port 83b1e950-2409-498d-9866-be745cdde2a2 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:06.566961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.602861 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'ea96f881-9094-4584-8447-9edf8ebf93b7', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6173de79-533a-4f0b-a3e7-dd107897758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:06:53Z', 'updated_at': '2021-08-04T15:07:05Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:06.616922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] DHCP port deletion for 07de3ba9-b8c7-4d31-adcb-97504ba576cc request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:07:06.669721 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:07:06.672626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Deleting port 83b1e950-2409-498d-9866-be745cdde2a2 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:06.673190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.694431 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:07:06.695106 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:06:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:06.699726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] For port 83b1e950-2409-498d-9866-be745cdde2a2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83b1e950-2409-498d-9866-be745cdde2a2,segment=NetworkSegment(5edf91d8-e086-416c-81a6-8a4705dd4d78),segment_id=5edf91d8-e086-416c-81a6-8a4705dd4d78)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:06.700120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.735859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Calling delete_port for 83b1e950-2409-498d-9866-be745cdde2a2 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:06.785804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] For port 83b1e950-2409-498d-9866-be745cdde2a2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=83b1e950-2409-498d-9866-be745cdde2a2,segment=NetworkSegment(5edf91d8-e086-416c-81a6-8a4705dd4d78),segment_id=5edf91d8-e086-416c-81a6-8a4705dd4d78)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:06.786479 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.806816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Calling delete_port for 83b1e950-2409-498d-9866-be745cdde2a2 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:06.841634 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:07:06.884518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-1f67689e-b2e8-4970-ade0-3576ff38d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:06.886369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-1f67689e-b2e8-4970-ade0-3576ff38d104 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.4854198 Aug 04 15:07:06.916229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.930392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:06.962520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Port': ['ID=83b1e950-2409-498d-9866-be745cdde2a2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:06.966975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] No DVR routers for this DVR port 83b1e950-2409-498d-9866-be745cdde2a2 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:06.977778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] Pushing event deleted for resources: {'Port': ['ID=83b1e950-2409-498d-9866-be745cdde2a2,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:06.989478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-b59b1374-b9ab-4e1b-84b9-e63c03032453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:06.991339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-b59b1374-b9ab-4e1b-84b9-e63c03032453 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980008 Aug 04 15:07:06.991944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a217d57-08b6-4606-bc98-cc52d516ecca None None] No DVR routers for this DVR port 83b1e950-2409-498d-9866-be745cdde2a2 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:07.079701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.094848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07de3ba9-b8c7-4d31-adcb-97504ba576cc']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:07.102815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-42923972-28e1-4ea1-9240-df582a5b5816 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030369 Aug 04 15:07:07.108863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edf91d8-e086-416c-81a6-8a4705dd4d78') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:07.109163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edf91d8-e086-416c-81a6-8a4705dd4d78') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:07.128609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.145447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.161889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:07.163025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:07.171470 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:07.215078 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'ea96f881-9094-4584-8447-9edf8ebf93b7', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6173de79-533a-4f0b-a3e7-dd107897758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:06:53Z', 'updated_at': '2021-08-04T15:07:05Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:07.215793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-40d091b1-fcfe-496d-99ce-6314a42b1b0f req-968197b0-52d3-428f-9f33-7bea41a517a5 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061635 Aug 04 15:07:07.253719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e00b49-3ddf-4aa5-902f-d36178d0b46e None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'ea96f881-9094-4584-8447-9edf8ebf93b7', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6173de79-533a-4f0b-a3e7-dd107897758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:06:53Z', 'updated_at': '2021-08-04T15:07:05Z', 'revision_number': 1, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:07:07.273376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.278966 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.283558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] 10.222.0.76 "DELETE /v2.0/networks/07de3ba9-b8c7-4d31-adcb-97504ba576cc HTTP/1.1" status: 204 len: 168 time: 0.9368205 Aug 04 15:07:07.298960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e1380-4e03-4ddd-9f50-f9bf31586493 tempest-FloatingIPNegativeTestJSON-849723296 tempest-FloatingIPNegativeTestJSON-849723296-project] Pushing event deleted for resources: {'Network': ['ID=07de3ba9-b8c7-4d31-adcb-97504ba576cc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:07.518248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2200941-093b-4359-9986-36488b6c9bc0 None None] New status for floating IP ea96f881-9094-4584-8447-9edf8ebf93b7: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:07:07.556135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56282) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:07.703345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83b1e950-2409-498d-9866-be745cdde2a2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:07:07.725961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 83b1e950-2409-498d-9866-be745cdde2a2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:07:07.726305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 83b1e950-2409-498d-9866-be745cdde2a2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:07:07.749258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ef8c2dab-8777-4147-9f71-64c1cc92e315 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=330e47fc5d994ca6864047bd75cec12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917429 Aug 04 15:07:07.752032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56286) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:07.800453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.821416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.878916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.882120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:07.883373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2deca182-9b66-46f1-bcb4-d677e6d9f0a4 HTTP/1.1" status: 204 len: 168 time: 0.1303394 Aug 04 15:07:07.895692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e985-77ac-40e4-aa01-352042918480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deca182-9b66-46f1-bcb4-d677e6d9f0a4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:08.540619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:08.642620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902818267'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:08.664217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:08.667738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.677957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.768338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.772477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.794753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:08.811993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476c5183-eaec-4d17-b918-3aa0c3733dcc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:08.815905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.816257 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 1d640927-288b-44a5-81e3-ecd05d07d3e5 of type vlan for network bb398200-a823-4cc7-ada4-1ba0166573ab Aug 04 15:07:08.855287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.892309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.897837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:08.898436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:08.957396 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4154806 Aug 04 15:07:08.967862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8eb9-1d23-4e2c-8206-4096388544ff tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=bb398200-a823-4cc7-ada4-1ba0166573ab,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:08.982140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network bb398200-a823-4cc7-ada4-1ba0166573ab details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:12.188214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56362) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:12.193569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:12.284516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:12.288298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.473331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.524889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:12.544480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.545151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.545151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.545502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.545833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.546161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.546536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.547836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.547836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.547836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.547836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.548151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.560298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': '1d640927-288b-44a5-81e3-ecd05d07d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:12.560668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: bb398200-a823-4cc7-ada4-1ba0166573ab, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:12.577677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network bb398200-a823-4cc7-ada4-1ba0166573ab is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:12.586901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, bb398200-a823-4cc7-ada4-1ba0166573ab) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:12.591411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:12.592004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.598380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b0c3e-d7fb-463d-80e1-fcd630f21d09 None None] Network bb398200-a823-4cc7-ada4-1ba0166573ab requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:12.608453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5fcf409e-42dc-4078-b3e6-cbaa9aa0cb0f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4191322 Aug 04 15:07:12.612104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56374) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:12.617564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710704192'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:12.641762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:12.645559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.671900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:12.683134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.683529 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 80577cff-1c49-4cb4-bf92-5aefe09971ff of type vlan for network 6f82bca2-3067-4778-bff4-0f4c29a6af4f Aug 04 15:07:12.725835 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.769642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.776490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:12.776800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-bb398200-a823-4cc7-ada4-1ba0166573ab', 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': 'fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:12.776982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.777656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:12.850856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56376) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:12.851912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2378328 Aug 04 15:07:12.856553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': '6f82bca2-3067-4778-bff4-0f4c29a6af4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:12.867113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=6f82bca2-3067-4778-bff4-0f4c29a6af4f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:12.875473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.877572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.878017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.878440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.878908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.879432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.879862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.880272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.880722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.881124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.881526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.881925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53992196-5fdf-4f5e-91da-2adcece8151e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:12.893600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6f82bca2-3067-4778-bff4-0f4c29a6af4f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:12.975155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:12.980936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.005429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Allocated IP 2001:db8:0:ffff::2 (bb398200-a823-4cc7-ada4-1ba0166573ab/fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213/35af8ca4-858a-4242-b63a-53edb567b7fd) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:13.168297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.177541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Transition to ACTIVE for port object 35af8ca4-858a-4242-b63a-53edb567b7fd will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:13.192842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.193597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Transition to ACTIVE for port object 35af8ca4-858a-4242-b63a-53edb567b7fd will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:13.202306 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.250220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:13.254914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Pushing event updated for resources: {'Port': ['ID=35af8ca4-858a-4242-b63a-53edb567b7fd,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:13.261645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Network bb398200-a823-4cc7-ada4-1ba0166573ab is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:13.266513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:13.269362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.269813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.270154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.270610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.270871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.271209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.271534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.271863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.272376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.272877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.273432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.273820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:07:13.277030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': '80577cff-1c49-4cb4-bf92-5aefe09971ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6f82bca2-3067-4778-bff4-0f4c29a6af4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:13.277030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: 6f82bca2-3067-4778-bff4-0f4c29a6af4f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:13.277285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:13.298297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network 6f82bca2-3067-4778-bff4-0f4c29a6af4f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:13.313052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 6f82bca2-3067-4778-bff4-0f4c29a6af4f) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:13.321766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:13.322562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.326286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42db978-539a-43d2-a827-25ca51aed7c9 None None] Network 6f82bca2-3067-4778-bff4-0f4c29a6af4f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:13.338775 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e0e835e-bcb8-4500-8ba0-7146f852d69b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4866111 Aug 04 15:07:13.341309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:13.375220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Attempting to bind port 35af8ca4-858a-4242-b63a-53edb567b7fd on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:07:13.375599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Attempting to bind port 35af8ca4-858a-4242-b63a-53edb567b7fd by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1d640927-288b-44a5-81e3-ecd05d07d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:07:13.375967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Attempting to bind port 35af8ca4-858a-4242-b63a-53edb567b7fd on network bb398200-a823-4cc7-ada4-1ba0166573ab {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:07:13.387874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:07:13.388252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Checking segment: {'id': '1d640927-288b-44a5-81e3-ecd05d07d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:13.388658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.389054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Bound using segment: {'id': '1d640927-288b-44a5-81e3-ecd05d07d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:07:13.389537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Bound port: 35af8ca4-858a-4242-b63a-53edb567b7fd, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d640927-288b-44a5-81e3-ecd05d07d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb398200-a823-4cc7-ada4-1ba0166573ab'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:07:13.389908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.459320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.503111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] For port 35af8ca4-858a-4242-b63a-53edb567b7fd, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:07:13.507639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] For port 35af8ca4-858a-4242-b63a-53edb567b7fd, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=35af8ca4-858a-4242-b63a-53edb567b7fd,segment=NetworkSegment(1d640927-288b-44a5-81e3-ecd05d07d3e5),segment_id=1d640927-288b-44a5-81e3-ecd05d07d3e5)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:07:13.514820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.518290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.558445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b69a7a-d499-425a-ad62-101417b7e1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-6f82bca2-3067-4778-bff4-0f4c29a6af4f', 'network_id': '6f82bca2-3067-4778-bff4-0f4c29a6af4f', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': '3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:13.559319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f5b69a7a-d499-425a-ad62-101417b7e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.593278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.644274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:13.655416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab848f-8780-4c1d-a3c7-21863e95db41 None None] Pushing event updated for resources: {'Port': ['ID=35af8ca4-858a-4242-b63a-53edb567b7fd,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-f5b69a7a-d499-425a-ad62-101417b7e1c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf: This subnet is being modified by another concurrent operation. Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf: This subnet is being modified by another concurrent operation. Aug 04 15:07:13.705345 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 15:07:13.727643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e68caa-6645-43f6-b7c7-2e91eac75d11 None None] Network 6f82bca2-3067-4778-bff4-0f4c29a6af4f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:13.758066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.769470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f82bca2-3067-4778-bff4-0f4c29a6af4f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:13.784636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80577cff-1c49-4cb4-bf92-5aefe09971ff') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:13.785307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80577cff-1c49-4cb4-bf92-5aefe09971ff') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:13.798569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.816371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.824181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:13.824665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:13.828630 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:13.935144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.943977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:13.949683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/6f82bca2-3067-4778-bff4-0f4c29a6af4f HTTP/1.1" status: 204 len: 168 time: 0.6036890 Aug 04 15:07:13.950293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56388) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:13.956692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112079382'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:13.982025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4972c-ec5d-49bf-b0f4-e5e89df48224 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=6f82bca2-3067-4778-bff4-0f4c29a6af4f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:13.985397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:13.997529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.028056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:14.050952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.051353 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment ddb64332-4b35-442f-ae26-2b347a040600 of type vlan for network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c Aug 04 15:07:14.103385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.135219 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.140923 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:14.141551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.211701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:14.216175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9439d14-d345-4076-9617-987f88980e93 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2645059 Aug 04 15:07:14.219205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56396) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:14.225547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:14.230847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:14.330358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:14.334162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.538544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.596212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=686cf4d1-0034-4eac-ab40-8fb593cd0524,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:14.613488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': 'ddb64332-4b35-442f-ae26-2b347a040600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:14.613862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:14.632245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:14.642271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:14.647292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:14.647981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.653894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e4e25-e72c-445b-8007-5bddfaa6f464 None None] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:14.669399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:14.669656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c3e02f46-14f5-4f3b-b633-00c3025cf12f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4484379 Aug 04 15:07:14.675551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180934975'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:14.707796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:14.712731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.748624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:14.759555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.760217 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment be523bfb-3e74-4190-bd64-ac860d9423db of type vlan for network c0550374-498f-4610-8879-917295f0db7e Aug 04 15:07:14.810772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.811201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdcca7-c224-4fd0-94ea-e5a507ee896f None None] Network bb398200-a823-4cc7-ada4-1ba0166573ab requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:14.841629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.847866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:14.848547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.875200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a3ab33b4-b7e1-4754-bbfe-a2864cfcdb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.911062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2396698 Aug 04 15:07:14.913858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56406) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:14.917844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-87711cec-da70-429a-8497-64a30f2226fc None None] Provisioning for port 35af8ca4-858a-4242-b63a-53edb567b7fd completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:14.921057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': 'c0550374-498f-4610-8879-917295f0db7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:14.945709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c', 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': '686cf4d1-0034-4eac-ab40-8fb593cd0524'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:14.949341 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:14.978103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abcce7-4ac5-4524-a218-770f7fa6dc1c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=c0550374-498f-4610-8879-917295f0db7e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:15.001075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c0550374-498f-4610-8879-917295f0db7e details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:15.029212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:15.034643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.101027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Performing IP validity checks on allocation pools {{(pid=94265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 15:07:15.101661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.ipam_backend_mixin [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 15:07:15.202047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Allocated IP 2001:db8::1 (cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c/686cf4d1-0034-4eac-ab40-8fb593cd0524/fbdd4a47-6aef-4972-b968-fe329b06eeff) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:15.244285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.324759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=935cf76b-8598-48cc-8132-26b29f500ded,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:15.338839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': 'be523bfb-3e74-4190-bd64-ac860d9423db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0550374-498f-4610-8879-917295f0db7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:15.339498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: c0550374-498f-4610-8879-917295f0db7e, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:15.383833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network c0550374-498f-4610-8879-917295f0db7e is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:15.390708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.395146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c0550374-498f-4610-8879-917295f0db7e) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:15.400871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:15.401615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.406853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554cee0-e05b-46d4-8d6f-d57b15d5baeb None None] Network c0550374-498f-4610-8879-917295f0db7e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:15.421662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56410) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:15.422311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1062373a-1fc8-4241-9de9-9cc2f8304fde tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5071182 Aug 04 15:07:15.454072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Transition to ACTIVE for port object fbdd4a47-6aef-4972-b968-fe329b06eeff will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:15.484874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Transition to ACTIVE for port object fbdd4a47-6aef-4972-b968-fe329b06eeff will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:15.505546 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.545302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.552365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:15.574943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:15.581118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:15.589471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Pushing event updated for resources: {'Port': ['ID=fbdd4a47-6aef-4972-b968-fe329b06eeff,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:15.611546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.665197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c3a9b-e0bb-48e8-b6c7-d23ad63bc896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c0550374-498f-4610-8879-917295f0db7e', 'network_id': 'c0550374-498f-4610-8879-917295f0db7e', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': '935cf76b-8598-48cc-8132-26b29f500ded'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:15.665459 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e93c3a9b-e0bb-48e8-b6c7-d23ad63bc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.669063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Attempting to bind port fbdd4a47-6aef-4972-b968-fe329b06eeff on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:07:15.669697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Attempting to bind port fbdd4a47-6aef-4972-b968-fe329b06eeff by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'ddb64332-4b35-442f-ae26-2b347a040600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:07:15.670060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Attempting to bind port fbdd4a47-6aef-4972-b968-fe329b06eeff on network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:07:15.685804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:07:15.686180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Checking segment: {'id': 'ddb64332-4b35-442f-ae26-2b347a040600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:15.686611 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.687162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Bound using segment: {'id': 'ddb64332-4b35-442f-ae26-2b347a040600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:07:15.687469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Bound port: fbdd4a47-6aef-4972-b968-fe329b06eeff, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb64332-4b35-442f-ae26-2b347a040600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:07:15.688115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.694735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.731249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=935cf76b-8598-48cc-8132-26b29f500ded,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-e93c3a9b-e0bb-48e8-b6c7-d23ad63bc896 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 935cf76b-8598-48cc-8132-26b29f500ded: This subnet is being modified by another concurrent operation. Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 935cf76b-8598-48cc-8132-26b29f500ded: This subnet is being modified by another concurrent operation. Aug 04 15:07:15.806973 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 15:07:15.820766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 35af8ca4-858a-4242-b63a-53edb567b7fd up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:15.833079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8013a26-4c6a-4203-a899-6c756aa88cd8 None None] Network c0550374-498f-4610-8879-917295f0db7e requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:15.855738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] For port fbdd4a47-6aef-4972-b968-fe329b06eeff, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:07:15.857897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.872265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0550374-498f-4610-8879-917295f0db7e']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:15.887534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be523bfb-3e74-4190-bd64-ac860d9423db') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:15.887942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be523bfb-3e74-4190-bd64-ac860d9423db') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:15.897696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.914234 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.918418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] For port fbdd4a47-6aef-4972-b968-fe329b06eeff, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fbdd4a47-6aef-4972-b968-fe329b06eeff,segment=NetworkSegment(ddb64332-4b35-442f-ae26-2b347a040600),segment_id=ddb64332-4b35-442f-ae26-2b347a040600)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:07:15.924008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:15.924570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:15.928373 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:15.931096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.000558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.015154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.017619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/c0550374-498f-4610-8879-917295f0db7e HTTP/1.1" status: 204 len: 168 time: 0.5940001 Aug 04 15:07:16.022354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56418) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:16.029401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473047210'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:16.036316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 35af8ca4-858a-4242-b63a-53edb567b7fd completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:16.043800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cec395-5e98-475b-8352-b4917e38df9a None None] Pushing event updated for resources: {'Port': ['ID=fbdd4a47-6aef-4972-b968-fe329b06eeff,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:16.046325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 35af8ca4-858a-4242-b63a-53edb567b7fd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:16.046720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.077691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224438fd-c71f-41e4-9548-c9e3a33036b1 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=c0550374-498f-4610-8879-917295f0db7e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:16.109825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:16.113765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.140847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.147493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:16.158853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.159203 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment fbb3fde0-a63b-4ea5-b78a-8c6530d39139 of type vlan for network 3a64cabb-cd37-4587-a50a-7c40ec16010d Aug 04 15:07:16.179059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 35af8ca4-858a-4242-b63a-53edb567b7fd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=35af8ca4-858a-4242-b63a-53edb567b7fd,segment=NetworkSegment(1d640927-288b-44a5-81e3-ecd05d07d3e5),segment_id=1d640927-288b-44a5-81e3-ecd05d07d3e5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:16.184419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.209817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.270315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.273804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=35af8ca4-858a-4242-b63a-53edb567b7fd,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:16.275968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:16.276562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.338768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3150065 Aug 04 15:07:16.341939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56422) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:16.349896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': '3a64cabb-cd37-4587-a50a-7c40ec16010d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:16.359711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076162f3-5f47-43d3-bc6d-9bfeb21fb5ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=3a64cabb-cd37-4587-a50a-7c40ec16010d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:16.372728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 3a64cabb-cd37-4587-a50a-7c40ec16010d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:16.454080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:16.457915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.649606 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.708402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=0241ac68-38ff-497e-b213-d369b22f6527,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:16.717791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': 'fbb3fde0-a63b-4ea5-b78a-8c6530d39139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3a64cabb-cd37-4587-a50a-7c40ec16010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:16.718163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: 3a64cabb-cd37-4587-a50a-7c40ec16010d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:16.737770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network 3a64cabb-cd37-4587-a50a-7c40ec16010d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:16.751414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 3a64cabb-cd37-4587-a50a-7c40ec16010d) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:16.759965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df21c7-f61c-41c6-b013-0476e05234a1 None None] Network 3a64cabb-cd37-4587-a50a-7c40ec16010d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:16.763659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:16.764961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.786466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d802a24-4c99-4d4d-aabf-c8a1550b2f42 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4395633 Aug 04 15:07:16.786919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56424) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:16.946122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:16.960778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e525a37-e072-4143-ac14-bebf39974a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-3a64cabb-cd37-4587-a50a-7c40ec16010d', 'network_id': '3a64cabb-cd37-4587-a50a-7c40ec16010d', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': '0241ac68-38ff-497e-b213-d369b22f6527'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:16.961791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e525a37-e072-4143-ac14-bebf39974a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.014722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.095147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.127317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=0241ac68-38ff-497e-b213-d369b22f6527,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-9e525a37-e072-4143-ac14-bebf39974a97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0241ac68-38ff-497e-b213-d369b22f6527: This subnet is being modified by another concurrent operation. Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0241ac68-38ff-497e-b213-d369b22f6527: This subnet is being modified by another concurrent operation. Aug 04 15:07:17.149350 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 15:07:17.165798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c56b9c-2783-402f-a2a4-b17c07294214 None None] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:17.170033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2f937-e7a3-4591-abd2-6f1469173226 None None] Network 3a64cabb-cd37-4587-a50a-7c40ec16010d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:17.198943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.209818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a64cabb-cd37-4587-a50a-7c40ec16010d']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:17.222330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb3fde0-a63b-4ea5-b78a-8c6530d39139') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:17.222774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb3fde0-a63b-4ea5-b78a-8c6530d39139') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:17.233213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.252838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.261473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:17.262216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:17.266431 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:17.297265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f9a48800-8656-4c1e-ab57-79f5274cbae0 None None] Provisioning for port fbdd4a47-6aef-4972-b968-fe329b06eeff completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:17.343571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.351332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.357954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/3a64cabb-cd37-4587-a50a-7c40ec16010d HTTP/1.1" status: 204 len: 168 time: 0.5659735 Aug 04 15:07:17.358078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:17.363579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967980210'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:17.378781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6043828-2518-44d6-9c3d-a679e20df758 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=3a64cabb-cd37-4587-a50a-7c40ec16010d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:17.390802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:17.395435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.404239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1185ac9d-5b83-47aa-aaa0-651c0de9ecb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.421922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:17.431657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.432008 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment bcab0025-5229-416d-9561-303b1cb4ffe6 of type vlan for network 8221d891-a901-4f76-83b2-0b1bcbadf8da Aug 04 15:07:17.479173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.512905 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.519333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:17.519959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.581710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2232316 Aug 04 15:07:17.584748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:17.588225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c291-124d-438f-8393-f5c8e2a6be3e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=8221d891-a901-4f76-83b2-0b1bcbadf8da,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:17.590987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': '8221d891-a901-4f76-83b2-0b1bcbadf8da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:17.598901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:17.673766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.712793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:17.716819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.735124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88198e0e-3b85-4bd6-87b2-41dc6859d158 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:07:17.851283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 35af8ca4-858a-4242-b63a-53edb567b7fd up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:17.895109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88198e0e-3b85-4bd6-87b2-41dc6859d158 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:07:17.938419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:17.964347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 35af8ca4-858a-4242-b63a-53edb567b7fd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:17.964977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.017046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=c3fe1fc7-0ca0-4c65-9002-636b06935dd4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:18.031580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': 'bcab0025-5229-416d-9561-303b1cb4ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8221d891-a901-4f76-83b2-0b1bcbadf8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:18.031953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: 8221d891-a901-4f76-83b2-0b1bcbadf8da, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:18.053546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:18.066960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 8221d891-a901-4f76-83b2-0b1bcbadf8da) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:18.072809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:18.073086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.096745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-05a8af0c-0766-4445-b178-f52aae73a800 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5080326 Aug 04 15:07:18.097326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56440) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:18.198078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.223045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.284588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.302652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fbdd4a47-6aef-4972-b968-fe329b06eeff up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:18.349614 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.379442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fe1fc7-0ca0-4c65-9002-636b06935dd4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:18.424187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port fbdd4a47-6aef-4972-b968-fe329b06eeff completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:18.429014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fbdd4a47-6aef-4972-b968-fe329b06eeff triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:18.429391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.443885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.453984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8221d891-a901-4f76-83b2-0b1bcbadf8da']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:18.454726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da38888-e53b-4118-b85a-75626bdf71be None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:07:18.465049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcab0025-5229-416d-9561-303b1cb4ffe6') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:18.465358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcab0025-5229-416d-9561-303b1cb4ffe6') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:18.474856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.490259 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.497544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:18.497999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:18.501095 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:18.560227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.570247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.575576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/8221d891-a901-4f76-83b2-0b1bcbadf8da HTTP/1.1" status: 204 len: 168 time: 0.4737988 Aug 04 15:07:18.577327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:18.583182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacd9d-1ec2-4518-b1ba-0f4fd41e9481 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=8221d891-a901-4f76-83b2-0b1bcbadf8da,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:18.586836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641087842'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:18.595684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.612633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:18.616952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.630641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da38888-e53b-4118-b85a-75626bdf71be None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:07:18.641873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:18.646505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port fbdd4a47-6aef-4972-b968-fe329b06eeff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fbdd4a47-6aef-4972-b968-fe329b06eeff,segment=NetworkSegment(ddb64332-4b35-442f-ae26-2b347a040600),segment_id=ddb64332-4b35-442f-ae26-2b347a040600)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:18.651804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.652313 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 819bf4b3-d1f4-49a9-99bf-f89ae744d811 of type vlan for network 4cde9601-d79e-4377-9846-a2c77b79ad1f Aug 04 15:07:18.654039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.701904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.740686 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.747015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:18.751924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.778931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.788118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:18.790603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=fbdd4a47-6aef-4972-b968-fe329b06eeff,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:18.824633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2444863 Aug 04 15:07:18.828291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:18.837880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:18.838982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e5b3c-d15c-4110-8c53-89b48a4026ec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=4cde9601-d79e-4377-9846-a2c77b79ad1f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:18.854503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:18.938256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:18.944327 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.050164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afa34a-4616-4cd6-8fa6-c02df2162b1f None None] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:19.067804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afa34a-4616-4cd6-8fa6-c02df2162b1f None None] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 15:07:19.087032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124e43e-f665-4166-89af-9c926952f647 None None] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:19.103961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124e43e-f665-4166-89af-9c926952f647 None None] Network 8221d891-a901-4f76-83b2-0b1bcbadf8da could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 15:07:19.185762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.244056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=b5825368-bf6c-45ca-964b-cc03b56a0808,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:19.255105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': '819bf4b3-d1f4-49a9-99bf-f89ae744d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:19.255505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: 4cde9601-d79e-4377-9846-a2c77b79ad1f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:19.275772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:19.285155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 4cde9601-d79e-4377-9846-a2c77b79ad1f) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:19.290280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.290990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.294821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103bc72-ee7e-499a-b77c-5a3ede83f9c5 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:19.310738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56460) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:19.315182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f391b27-33db-4eaa-8510-0a798963939d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4853494 Aug 04 15:07:19.316990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:19.439227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:19.442760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.453247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-4cde9601-d79e-4377-9846-a2c77b79ad1f', 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': 'b5825368-bf6c-45ca-964b-cc03b56a0808'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:19.454414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.602059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Allocated IP 2001:db8::2 (4cde9601-d79e-4377-9846-a2c77b79ad1f/b5825368-bf6c-45ca-964b-cc03b56a0808/bc476b24-e770-49a2-847d-29f88aeaa217) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:19.702182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.716673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fbdd4a47-6aef-4972-b968-fe329b06eeff up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:19.748405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:19.753377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:19.756737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.757364 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.766446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=8d12a1be-445f-4943-baba-4372b389475d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:19.782427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56464) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:19.784739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d99e7a8c-65ba-45df-923c-a60905dd305d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4723017 Aug 04 15:07:19.804635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.815809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Transition to ACTIVE for port object bc476b24-e770-49a2-847d-29f88aeaa217 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:19.835327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fbdd4a47-6aef-4972-b968-fe329b06eeff triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:19.835702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.837916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Transition to ACTIVE for port object bc476b24-e770-49a2-847d-29f88aeaa217 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:19.860095 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.881435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.883421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.885195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.887361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.888987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:19.891099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-520432df-bc2a-46fd-9e69-734d4f9cab35 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1077623 Aug 04 15:07:19.894816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:19.902071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835390932'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:19.920389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:19.925014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:19.925343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:19.928972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:19.929237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.930815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Pushing event updated for resources: {'Port': ['ID=bc476b24-e770-49a2-847d-29f88aeaa217,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:19.954166 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:19.964382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:19.964969 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 99df0117-ece8-46cd-b0fe-31f6e35cd204 of type vlan for network e9263875-eaaa-4c29-9e7c-c0ce72284c31 Aug 04 15:07:20.008843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.013100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Attempting to bind port bc476b24-e770-49a2-847d-29f88aeaa217 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:07:20.013226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Attempting to bind port bc476b24-e770-49a2-847d-29f88aeaa217 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '819bf4b3-d1f4-49a9-99bf-f89ae744d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:07:20.013525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Attempting to bind port bc476b24-e770-49a2-847d-29f88aeaa217 on network 4cde9601-d79e-4377-9846-a2c77b79ad1f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:07:20.020872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:07:20.021147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Checking segment: {'id': '819bf4b3-d1f4-49a9-99bf-f89ae744d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:20.021501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.021910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Bound using segment: {'id': '819bf4b3-d1f4-49a9-99bf-f89ae744d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:07:20.022348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Bound port: bc476b24-e770-49a2-847d-29f88aeaa217, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819bf4b3-d1f4-49a9-99bf-f89ae744d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:07:20.022760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.040463 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.046690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:20.047331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.092958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] For port bc476b24-e770-49a2-847d-29f88aeaa217, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:07:20.097645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] For port bc476b24-e770-49a2-847d-29f88aeaa217, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc476b24-e770-49a2-847d-29f88aeaa217,segment=NetworkSegment(819bf4b3-d1f4-49a9-99bf-f89ae744d811),segment_id=819bf4b3-d1f4-49a9-99bf-f89ae744d811)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:07:20.103081 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.116058 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2199895 Aug 04 15:07:20.118866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:20.124449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:20.128935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc51e5-8d41-41f6-8eff-509a5a3f9d04 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=e9263875-eaaa-4c29-9e7c-c0ce72284c31,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:20.152632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:20.218430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f54c-5d24-4135-91b8-bf15e6ee4863 None None] Pushing event updated for resources: {'Port': ['ID=bc476b24-e770-49a2-847d-29f88aeaa217,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:20.248903 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.338569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.355522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.376135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 is not hosted by any dhcp agent {{(pid=94266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:07:20.381560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:20.382434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.387280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:20.399192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:20.399916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "PUT /v2.0/networks/e9263875-eaaa-4c29-9e7c-c0ce72284c31 HTTP/1.1" status: 200 len: 723 time: 0.2788827 Aug 04 15:07:20.453090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66cfbd-d85f-4cfc-98f7-1ac3ef957e8d tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=e9263875-eaaa-4c29-9e7c-c0ce72284c31,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:20.467092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:20.542463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:20.548381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.742685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.796239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=2ea59fe9-fcf3-42fe-a681-e81a78762f23,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:20.814873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': '99df0117-ece8-46cd-b0fe-31f6e35cd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:20.815315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: e9263875-eaaa-4c29-9e7c-c0ce72284c31, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:20.833599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:20.842963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e9263875-eaaa-4c29-9e7c-c0ce72284c31) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:20.847395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:20.848001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:20.852383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60449a6-bca3-4f9d-9ad3-0315306418b2 None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:20.865719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-774d5d0a-93e7-4b9e-90a5-9cb3f3d24f60 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4766884 Aug 04 15:07:20.868245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56482) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:20.875875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:20.980569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126142596'] for subnet, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.024976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e9263875-eaaa-4c29-9e7c-c0ce72284c31', 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': '2ea59fe9-fcf3-42fe-a681-e81a78762f23'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:21.026491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.147283 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768245045113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128672515'] for subnet, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.186810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:21.187669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.189141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "PUT /v2.0/subnets/2ea59fe9-fcf3-42fe-a681-e81a78762f23 HTTP/1.1" status: 200 len: 826 time: 0.3195078 Aug 04 15:07:21.191886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56484) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:21.205671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Allocated IP 2001:db8::2 (e9263875-eaaa-4c29-9e7c-c0ce72284c31/2ea59fe9-fcf3-42fe-a681-e81a78762f23/53959f3b-f154-44b9-a1cf-a1d302bc68ed) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:21.229420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda86bb-9f1c-4d38-b415-ab1072cbe581 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=2ea59fe9-fcf3-42fe-a681-e81a78762f23,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:21.360587 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.371860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57a67e-574b-43cf-806d-aa7391e32d57 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:21.414966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.436803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.463258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Transition to ACTIVE for port object 53959f3b-f154-44b9-a1cf-a1d302bc68ed will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:21.472724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c1841293-6105-4ce1-814c-e7e7cc4292ec None None] Provisioning for port bc476b24-e770-49a2-847d-29f88aeaa217 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:21.507086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Transition to ACTIVE for port object 53959f3b-f154-44b9-a1cf-a1d302bc68ed will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:21.517214 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.535892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.571449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea59fe9-fcf3-42fe-a681-e81a78762f23,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:21.583706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:21.589509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:21.592394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Pushing event updated for resources: {'Port': ['ID=53959f3b-f154-44b9-a1cf-a1d302bc68ed,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:21.596219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:21.648261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.657506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Attempting to bind port 53959f3b-f154-44b9-a1cf-a1d302bc68ed on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:07:21.657860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Attempting to bind port 53959f3b-f154-44b9-a1cf-a1d302bc68ed by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '99df0117-ece8-46cd-b0fe-31f6e35cd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:07:21.658239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Attempting to bind port 53959f3b-f154-44b9-a1cf-a1d302bc68ed on network e9263875-eaaa-4c29-9e7c-c0ce72284c31 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:07:21.664066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:07:21.664453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Checking segment: {'id': '99df0117-ece8-46cd-b0fe-31f6e35cd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:21.664868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.665336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Bound using segment: {'id': '99df0117-ece8-46cd-b0fe-31f6e35cd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:07:21.665864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Bound port: 53959f3b-f154-44b9-a1cf-a1d302bc68ed, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99df0117-ece8-46cd-b0fe-31f6e35cd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:07:21.666264 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.667872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9263875-eaaa-4c29-9e7c-c0ce72284c31']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:21.684451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99df0117-ece8-46cd-b0fe-31f6e35cd204') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:21.684883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99df0117-ece8-46cd-b0fe-31f6e35cd204') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:21.698726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.723675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.731247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:21.731780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:21.735206 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:21.762702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Update dhcp port {'port': {'network_id': '4cde9601-d79e-4377-9846-a2c77b79ad1f', 'fixed_ips': [{'subnet_id': 'b5825368-bf6c-45ca-964b-cc03b56a0808', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d12a1be-445f-4943-baba-4372b389475d'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'bc476b24-e770-49a2-847d-29f88aeaa217'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:07:21.800216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] For port 53959f3b-f154-44b9-a1cf-a1d302bc68ed, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:07:21.806257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc476b24-e770-49a2-847d-29f88aeaa217 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:21.811635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.865754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.db.api [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 15:07:21.865754 n-d-801743-12 neutron-server[94266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 15:07:21.865754 n-d-801743-12 neutron-server[94266]: [parameters: {'id': 'e9263875-eaaa-4c29-9e7c-c0ce72284c31'}] Aug 04 15:07:21.865754 n-d-801743-12 neutron-server[94266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:07:21.866283 n-d-801743-12 neutron-server[94266]: DEBUG oslo_db.api [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:07:21.879807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-b4882b11-09ef-45bd-b31e-ff80047bf08f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500565 Aug 04 15:07:21.901388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] For port 53959f3b-f154-44b9-a1cf-a1d302bc68ed, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=53959f3b-f154-44b9-a1cf-a1d302bc68ed,segment=NetworkSegment(99df0117-ece8-46cd-b0fe-31f6e35cd204),segment_id=99df0117-ece8-46cd-b0fe-31f6e35cd204)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:07:21.912264 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:21.962030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-16e5a07a-71da-4d59-a79a-410614579573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:21.963486 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-16e5a07a-71da-4d59-a79a-410614579573 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0424442 Aug 04 15:07:22.073370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-02cd6bcf-fe38-41bf-b270-5c52ac301dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:22.075143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-02cd6bcf-fe38-41bf-b270-5c52ac301dc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.0893412 Aug 04 15:07:22.148345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-b8c4b22f-fda1-48e8-a42b-70ef57a4f79c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1000 time: 0.0656455 Aug 04 15:07:22.166923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bc476b24-e770-49a2-847d-29f88aeaa217 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:22.193944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bc476b24-e770-49a2-847d-29f88aeaa217 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:22.193944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.200922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-7725840a-325b-4064-8eda-cebbd2543469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:22.202407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-7725840a-325b-4064-8eda-cebbd2543469 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0474946 Aug 04 15:07:22.254053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-1b71a6be-c1bd-47ab-90c0-a7ea55a30757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:22.255940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-1b71a6be-c1bd-47ab-90c0-a7ea55a30757 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466652 Aug 04 15:07:22.261807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e2cb-5f1e-4fca-9032-32a1f7d61e60 None None] Pushing event updated for resources: {'Port': ['ID=53959f3b-f154-44b9-a1cf-a1d302bc68ed,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:22.286317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8baed-536e-4f3f-9f08-3c71d1e76a19 None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:22.368214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Allocated IP 172.20.0.1 (4cde9601-d79e-4377-9846-a2c77b79ad1f/8d12a1be-445f-4943-baba-4372b389475d/bc476b24-e770-49a2-847d-29f88aeaa217) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:22.374354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.396882 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-42f64f9e-b681-426c-9cc5-51d8d096b366 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205730 Aug 04 15:07:22.491846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.515322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting port 53959f3b-f154-44b9-a1cf-a1d302bc68ed {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:22.515669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.529754 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e7061c25-ceed-4ae8-a409-8711da531d5f req-df793b65-78f1-43a3-a072-47acbe841e59 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116576 Aug 04 15:07:22.570035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] For port bc476b24-e770-49a2-847d-29f88aeaa217, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc476b24-e770-49a2-847d-29f88aeaa217,segment=NetworkSegment(819bf4b3-d1f4-49a9-99bf-f89ae744d811),segment_id=819bf4b3-d1f4-49a9-99bf-f89ae744d811)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:22.573369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3911fbb-728e-498e-9afc-26cc0c32c01f None None] Network e9263875-eaaa-4c29-9e7c-c0ce72284c31 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:22.589132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] For port 53959f3b-f154-44b9-a1cf-a1d302bc68ed, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=53959f3b-f154-44b9-a1cf-a1d302bc68ed,segment=NetworkSegment(99df0117-ece8-46cd-b0fe-31f6e35cd204),segment_id=99df0117-ece8-46cd-b0fe-31f6e35cd204)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:22.589510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.607326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Calling delete_port for 53959f3b-f154-44b9-a1cf-a1d302bc68ed owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:22.658154 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.693699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.694930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Transition to ACTIVE for port object bc476b24-e770-49a2-847d-29f88aeaa217 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:22.716756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.726538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Port': ['ID=53959f3b-f154-44b9-a1cf-a1d302bc68ed,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:22.731594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No DVR routers for this DVR port 53959f3b-f154-44b9-a1cf-a1d302bc68ed on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:22.832827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:07:22.833040 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:07:22.837364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.838953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5af8c-8e5b-48b8-9840-338bcddf43f0 None None] Pushing event updated for resources: {'Port': ['ID=bc476b24-e770-49a2-847d-29f88aeaa217,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:22.849016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9263875-eaaa-4c29-9e7c-c0ce72284c31']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:22.860128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99df0117-ece8-46cd-b0fe-31f6e35cd204') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:22.860431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99df0117-ece8-46cd-b0fe-31f6e35cd204') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:22.869345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.885140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.892097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:22.892521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:22.896225 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:22.956268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.975682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:22.977685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/e9263875-eaaa-4c29-9e7c-c0ce72284c31 HTTP/1.1" status: 204 len: 168 time: 1.7840753 Aug 04 15:07:22.978652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd9ec-2cf7-4950-a328-3e9e616bb2e0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=e9263875-eaaa-4c29-9e7c-c0ce72284c31,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:22.980484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56502) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:22.999810 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-283efbf4-6407-45ec-b2f9-c04cea146756 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:23.000459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283efbf4-6407-45ec-b2f9-c04cea146756 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:23.003105 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-283efbf4-6407-45ec-b2f9-c04cea146756 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/e9263875-eaaa-4c29-9e7c-c0ce72284c31 HTTP/1.1" status: 404 len: 339 time: 0.0215487 Aug 04 15:07:23.006916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56504) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:23.012477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012704400', 'description': 'd1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:23.037201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:23.040961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.042814 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:07:23.069776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:23.079737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.080007 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 7fbbbcbf-00a5-42e4-85f6-d359a192394e of type vlan for network dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 Aug 04 15:07:23.127966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.163750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.169592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:23.170613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.248546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:23.249131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2405612 Aug 04 15:07:23.252601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3bcc5-122c-48a7-8195-0f2c29546e2f tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:23.264310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:23.371744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd20ee-24c0-4c4d-8382-e86c1146f338 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:23.379677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56510) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:23.384940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-18dd20ee-24c0-4c4d-8382-e86c1146f338 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks?id=dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 HTTP/1.1" status: 200 len: 765 time: 0.1340322 Aug 04 15:07:23.386374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'description': 'd2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:23.395539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.418145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab00e10-e1d7-49ca-bd0e-ee6bf176e7d5 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:23.477204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bc476b24-e770-49a2-847d-29f88aeaa217, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc476b24-e770-49a2-847d-29f88aeaa217,segment=NetworkSegment(819bf4b3-d1f4-49a9-99bf-f89ae744d811),segment_id=819bf4b3-d1f4-49a9-99bf-f89ae744d811)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:23.485993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.565169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93a02da3-5234-4e85-91a1-c27f89083462 None None] Provisioning for port bc476b24-e770-49a2-847d-29f88aeaa217 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:07:23.568157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.575256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93a02da3-5234-4e85-91a1-c27f89083462 None None] Provisioning complete for port bc476b24-e770-49a2-847d-29f88aeaa217 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:23.575638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93a02da3-5234-4e85-91a1-c27f89083462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.584164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.594052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bc476b24-e770-49a2-847d-29f88aeaa217,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:23.604068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 is not hosted by any dhcp agent {{(pid=94266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:07:23.609330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:23.609932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.611266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "PUT /v2.0/networks/dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 HTTP/1.1" status: 200 len: 762 time: 0.2303884 Aug 04 15:07:23.616578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56516) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:23.672958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cd86e-6eb4-4308-86d7-2c26b4e96791 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:23.698473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:23.758611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a9fc1-6b33-4d88-8091-db0da21cea4b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:23.766800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec4a9fc1-6b33-4d88-8091-db0da21cea4b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks?id=dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 HTTP/1.1" status: 200 len: 765 time: 0.1490700 Aug 04 15:07:23.767081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56520) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:23.775401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc476b24-e770-49a2-847d-29f88aeaa217 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:07:23.846951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bc476b24-e770-49a2-847d-29f88aeaa217 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:23.847330 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:23.999651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b31c6-58ea-47ef-b9dd-2001bfa1e2d7 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.001513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-967b31c6-58ea-47ef-b9dd-2001bfa1e2d7 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2304673 Aug 04 15:07:24.004314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56522) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:24.014037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5acc05a-2717-400c-9f44-991e419d5977 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:07:24.043604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-22580d89-8dd2-4467-8b09-54fcfbb16a13 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 207 time: 0.0366416 Aug 04 15:07:24.047021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56524) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:24.087921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a61761d-c7b8-4ee7-9036-3dc1f7842ba2 None None] Provisioning complete for port bc476b24-e770-49a2-847d-29f88aeaa217 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:07:24.088300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a61761d-c7b8-4ee7-9036-3dc1f7842ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:24.155740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.161484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.167486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.173196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.179312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.185186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.190732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-43e4a08f-8534-4b5c-9416-67786c2ac0fa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1390839 Aug 04 15:07:24.191094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:24.201673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acc05a-2717-400c-9f44-991e419d5977 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:07:24.754007 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab106410-bc4e-4f17-803f-3310fb605623 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5615792 Aug 04 15:07:24.757585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56536) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:24.846561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.848201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.849693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.851211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.852708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.854345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dfa5e0c4-d0f5-4136-b566-f289e2a0103c tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0957527 Aug 04 15:07:24.858311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56538) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:24.914250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.915810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.917216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.918640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.920083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:24.921625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-09cde0e8-96e0-4a41-a35f-c6ff733ac248 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0622759 Aug 04 15:07:24.925334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56540) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.025525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc5f7d0-3849-4a00-9720-12126eb0ee53 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.026922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-acc5f7d0-3849-4a00-9720-12126eb0ee53 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks/bb398200-a823-4cc7-ada4-1ba0166573ab HTTP/1.1" status: 200 len: 803 time: 0.1003096 Aug 04 15:07:25.030823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56542) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.128139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a8dcd38-ee0d-45a6-9fd8-7e4beae59151 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/networks/bb398200-a823-4cc7-ada4-1ba0166573ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0928710 Aug 04 15:07:25.128374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56544) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.182040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc59d44-83b7-4093-a318-4ac691d3c319 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.187263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5cc59d44-83b7-4093-a318-4ac691d3c319 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets/fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213 HTTP/1.1" status: 200 len: 843 time: 0.0542979 Aug 04 15:07:25.187635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.237087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb040cd-65df-4149-b8b3-12fcf7996a73 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['shared'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.242143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6fb040cd-65df-4149-b8b3-12fcf7996a73 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "GET /v2.0/subnets/fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0499201 Aug 04 15:07:25.242491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56548) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.247664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-264377416'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:25.270398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:25.274352 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.299402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:07:25.309262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.309661 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Added segment 6ff70a35-4746-407b-8a2e-65637a917d1f of type vlan for network a8b08042-6471-4bd2-ada9-1c68129600b4 Aug 04 15:07:25.375477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.410569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.416382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.416981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.477705 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2340417 Aug 04 15:07:25.480686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56556) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.487780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:25.493028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed3af-1340-42d6-be65-7618f53b6ceb tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Network': ['ID=a8b08042-6471-4bd2-ada9-1c68129600b4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:25.503201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a8b08042-6471-4bd2-ada9-1c68129600b4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:07:25.584868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Made reservation on behalf of d05153676dda4e7eaccf1333839f8234 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:07:25.588474 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.644742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Performing IP validity checks on allocation pools {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 15:07:25.645271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 15:07:25.777460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.857204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=b7e9fd2f-246b-438a-aa4b-afc9d239fa27,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:25.879093 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-9f4592db-a833-40d1-a7c7-8e7fb1d027db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714121 Aug 04 15:07:25.879764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Checking segment: {'id': '6ff70a35-4746-407b-8a2e-65637a917d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:25.880123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network hostable DHCP agents. Network: a8b08042-6471-4bd2-ada9-1c68129600b4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:07:25.899547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Network a8b08042-6471-4bd2-ada9-1c68129600b4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:07:25.909259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a8b08042-6471-4bd2-ada9-1c68129600b4) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:25.914203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.914940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:25.922002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f506c4-41d6-4a91-898a-907ba715cd19 None None] Network a8b08042-6471-4bd2-ada9-1c68129600b4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:25.961813 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f3952f0d-ee40-4562-9787-3e7a4f0dccd9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4773140 Aug 04 15:07:25.963094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56560) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:25.970300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:07:25.973311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-7435feb8-749a-43ed-a6d7-e834fb1ecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:25.974957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-7435feb8-749a-43ed-a6d7-e834fb1ecba6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1097 time: 0.0511625 Aug 04 15:07:26.080757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126142596'] for subnet, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.096252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-a8b08042-6471-4bd2-ada9-1c68129600b4', 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4', 'tenant_id': 'd05153676dda4e7eaccf1333839f8234', 'fixed_ips': [{'subnet_id': 'b7e9fd2f-246b-438a-aa4b-afc9d239fa27'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:07:26.096967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.115092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-297b760b-4bad-4528-87b6-be615bf65c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:26.116972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-297b760b-4bad-4528-87b6-be615bf65c48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.1143675 Aug 04 15:07:26.232056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-3a92b69c-4821-4775-bd0e-54dfdbccdf10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 1001 time: 0.1067524 Aug 04 15:07:26.266130 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768245045113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128672515'] for subnet, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.291989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-0b78526a-dc24-4ff6-9b79-2b1a5751f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:26.293835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-0b78526a-dc24-4ff6-9b79-2b1a5751f3a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0541856 Aug 04 15:07:26.320935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:26.321844 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.324521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "PUT /v2.0/subnets/b7e9fd2f-246b-438a-aa4b-afc9d239fa27 HTTP/1.1" status: 200 len: 900 time: 0.3585479 Aug 04 15:07:26.327530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56566) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:26.331472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Allocated IP 2001:db8::3 (a8b08042-6471-4bd2-ada9-1c68129600b4/b7e9fd2f-246b-438a-aa4b-afc9d239fa27/64c500ef-424e-471a-a16c-485e26ba557f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:07:26.365185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-1b6b31a7-029d-4908-9a72-6e7f4306c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:07:26.367117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-1b6b31a7-029d-4908-9a72-6e7f4306c53d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648844 Aug 04 15:07:26.379037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b3f23-921c-4e63-a018-e495d56dafef tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event updated for resources: {'Subnet': ['ID=b7e9fd2f-246b-438a-aa4b-afc9d239fa27,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:26.437416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.496753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.507827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.508410 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-984c7b00-fdda-4937-9f24-a3398e3fb386 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325262 Aug 04 15:07:26.526520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Transition to ACTIVE for port object 64c500ef-424e-471a-a16c-485e26ba557f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:26.548945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Transition to ACTIVE for port object 64c500ef-424e-471a-a16c-485e26ba557f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:07:26.560476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.579010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.609885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Network a8b08042-6471-4bd2-ada9-1c68129600b4 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:07:26.613324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:07:26.618943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5077be6-56aa-4d72-9040-7770b8b89c68 req-ab90cc6c-7331-49c4-8a3f-8b2e806c998a service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024628 Aug 04 15:07:26.623442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:07:26.629552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e9fd2f-246b-438a-aa4b-afc9d239fa27,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:26.633334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Pushing event updated for resources: {'Port': ['ID=64c500ef-424e-471a-a16c-485e26ba557f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:26.692375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.693534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Attempting to bind port 64c500ef-424e-471a-a16c-485e26ba557f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:07:26.693868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Attempting to bind port 64c500ef-424e-471a-a16c-485e26ba557f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6ff70a35-4746-407b-8a2e-65637a917d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:07:26.694281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Attempting to bind port 64c500ef-424e-471a-a16c-485e26ba557f on network a8b08042-6471-4bd2-ada9-1c68129600b4 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:07:26.699870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:07:26.700345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Checking segment: {'id': '6ff70a35-4746-407b-8a2e-65637a917d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:07:26.700790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.701186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Bound using segment: {'id': '6ff70a35-4746-407b-8a2e-65637a917d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:07:26.701657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Bound port: 64c500ef-424e-471a-a16c-485e26ba557f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff70a35-4746-407b-8a2e-65637a917d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:07:26.702114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.704945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b08042-6471-4bd2-ada9-1c68129600b4']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:26.716248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff70a35-4746-407b-8a2e-65637a917d1f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:26.716703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff70a35-4746-407b-8a2e-65637a917d1f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:26.729648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.743666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.750353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:26.750803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:26.753707 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:26.773543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] For port 64c500ef-424e-471a-a16c-485e26ba557f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:07:26.811906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 15:07:26.811906 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 15:07:26.811906 n-d-801743-12 neutron-server[94265]: [parameters: {'id': 'a8b08042-6471-4bd2-ada9-1c68129600b4'}] Aug 04 15:07:26.811906 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:07:26.812414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] For port 64c500ef-424e-471a-a16c-485e26ba557f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=64c500ef-424e-471a-a16c-485e26ba557f,segment=NetworkSegment(6ff70a35-4746-407b-8a2e-65637a917d1f),segment_id=6ff70a35-4746-407b-8a2e-65637a917d1f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:07:26.812541 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:07:26.817084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.059331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206795-d713-4d62-9725-1a0285a261b4 None None] Pushing event updated for resources: {'Port': ['ID=64c500ef-424e-471a-a16c-485e26ba557f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:27.081896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0871f-a15e-492d-a8e5-676dc24df620 None None] Network a8b08042-6471-4bd2-ada9-1c68129600b4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:27.203876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba89b59-95c9-4881-9a59-2c0766a8f267 None None] Network a8b08042-6471-4bd2-ada9-1c68129600b4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:27.313315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.322695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f796d-71f9-4a4a-8301-2ff4972f8af5 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:07:27.378552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting port 64c500ef-424e-471a-a16c-485e26ba557f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:27.379098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.453626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] For port 64c500ef-424e-471a-a16c-485e26ba557f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=64c500ef-424e-471a-a16c-485e26ba557f,segment=NetworkSegment(6ff70a35-4746-407b-8a2e-65637a917d1f),segment_id=6ff70a35-4746-407b-8a2e-65637a917d1f)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:27.453626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.453889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f796d-71f9-4a4a-8301-2ff4972f8af5 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:07:27.468466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Calling delete_port for 64c500ef-424e-471a-a16c-485e26ba557f owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:27.551382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.578726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Port': ['ID=64c500ef-424e-471a-a16c-485e26ba557f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:27.580682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No DVR routers for this DVR port 64c500ef-424e-471a-a16c-485e26ba557f on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:27.667015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.676956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b08042-6471-4bd2-ada9-1c68129600b4']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:27.687379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff70a35-4746-407b-8a2e-65637a917d1f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:27.687781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff70a35-4746-407b-8a2e-65637a917d1f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:27.696589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.710115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.715912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:27.716398 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:27.719417 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:27.777330 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.785808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:27.791333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/a8b08042-6471-4bd2-ada9-1c68129600b4 HTTP/1.1" status: 204 len: 168 time: 1.4597509 Aug 04 15:07:27.791726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56582) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:27.809017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b81e-905e-4fa1-82fc-c8f1a92bfcc8 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=a8b08042-6471-4bd2-ada9-1c68129600b4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:27.830306 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9321a035-c6b8-4e21-8f80-154f1f2ddbe0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:27.830789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9321a035-c6b8-4e21-8f80-154f1f2ddbe0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:27.832507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9321a035-c6b8-4e21-8f80-154f1f2ddbe0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/b7e9fd2f-246b-438a-aa4b-afc9d239fa27 HTTP/1.1" status: 404 len: 337 time: 0.0400319 Aug 04 15:07:27.835223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.209261 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a4e725-985a-4b90-9e76-fcf139c59eec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:28.209824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a4e725-985a-4b90-9e76-fcf139c59eec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:28.211592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1a4e725-985a-4b90-9e76-fcf139c59eec tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/a8b08042-6471-4bd2-ada9-1c68129600b4 HTTP/1.1" status: 404 len: 339 time: 0.3754780 Aug 04 15:07:28.214128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.288329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.375461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.385046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:28.396600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbbbcbf-00a5-42e4-85f6-d359a192394e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:28.396600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbbbcbf-00a5-42e4-85f6-d359a192394e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:28.404895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.418624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.424652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:28.425046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:28.428486 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:28.486736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.494276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.496231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736 HTTP/1.1" status: 204 len: 168 time: 0.2811344 Aug 04 15:07:28.498952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56594) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.508220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229fbff-8b8e-4254-abef-c2adce7242c2 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=dbe675fb-e4ae-417a-8ddc-bd7cbb1f9736,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:28.526530 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d748a9-5c85-4e64-88b2-42a229ef16f6 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:28.527026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d748a9-5c85-4e64-88b2-42a229ef16f6 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:28.531249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c9d748a9-5c85-4e64-88b2-42a229ef16f6 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/2ea59fe9-fcf3-42fe-a681-e81a78762f23 HTTP/1.1" status: 404 len: 337 time: 0.0287075 Aug 04 15:07:28.531503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56596) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.549622 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-702d855f-6f11-4f83-ae4c-8cc24dbc4644 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:28.550148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702d855f-6f11-4f83-ae4c-8cc24dbc4644 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:28.552174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-702d855f-6f11-4f83-ae4c-8cc24dbc4644 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/e9263875-eaaa-4c29-9e7c-c0ce72284c31 HTTP/1.1" status: 404 len: 339 time: 0.0197651 Aug 04 15:07:28.554478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56598) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.612563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting subnet 8d12a1be-445f-4943-baba-4372b389475d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:07:28.615809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.654931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.777000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.839567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.868583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=8d12a1be-445f-4943-baba-4372b389475d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:28.872757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.877286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6fe91dd-75b7-4d2b-92da-587d3b240293 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/8d12a1be-445f-4943-baba-4372b389475d HTTP/1.1" status: 204 len: 168 time: 0.3218582 Aug 04 15:07:28.877670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56602) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:28.880629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628eac71-b9a6-4254-8af6-988351b3c839 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:28.934646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting subnet b5825368-bf6c-45ca-964b-cc03b56a0808 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:07:28.937983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:28.978543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.069895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.136335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.167104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.171556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/b5825368-bf6c-45ca-964b-cc03b56a0808 HTTP/1.1" status: 204 len: 168 time: 0.2904773 Aug 04 15:07:29.171556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78848e90-a21f-45ab-abba-2279c80654bc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=b5825368-bf6c-45ca-964b-cc03b56a0808,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:29.172603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.263058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.323926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting port bc476b24-e770-49a2-847d-29f88aeaa217 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:29.324297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.400146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] For port bc476b24-e770-49a2-847d-29f88aeaa217, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bc476b24-e770-49a2-847d-29f88aeaa217,segment=NetworkSegment(819bf4b3-d1f4-49a9-99bf-f89ae744d811),segment_id=819bf4b3-d1f4-49a9-99bf-f89ae744d811)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:29.400513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.414017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Calling delete_port for bc476b24-e770-49a2-847d-29f88aeaa217 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:29.503860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.535248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No DVR routers for this DVR port bc476b24-e770-49a2-847d-29f88aeaa217 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:29.537440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Port': ['ID=bc476b24-e770-49a2-847d-29f88aeaa217,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:29.593915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c875e1e-63bc-4713-b6c4-578a7f238ce0 None None] Network 4cde9601-d79e-4377-9846-a2c77b79ad1f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:29.619246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.629098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cde9601-d79e-4377-9846-a2c77b79ad1f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:29.639358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819bf4b3-d1f4-49a9-99bf-f89ae744d811') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:29.639649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819bf4b3-d1f4-49a9-99bf-f89ae744d811') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:29.648595 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.664048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.674478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:29.674478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.687119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-104439b6-a350-4608-a252-4eb56fbef5c0 None None] Could not find standard attr ID for object bc476b24-e770-49a2-847d-29f88aeaa217. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:29.728229 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:29.748889 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.758681 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:29.760618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/4cde9601-d79e-4377-9846-a2c77b79ad1f HTTP/1.1" status: 204 len: 168 time: 0.5868201 Aug 04 15:07:29.763201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56612) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.783563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3cad2-9df1-4bcb-a403-c7852684a152 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=4cde9601-d79e-4377-9846-a2c77b79ad1f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:29.801150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00733905-9130-4efb-8bc4-82698cfe43cd None None] DHCP port deletion for 4cde9601-d79e-4377-9846-a2c77b79ad1f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:07:29.803896 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c70bfd-1e97-498d-9435-df499bc2c1e9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.804363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c70bfd-1e97-498d-9435-df499bc2c1e9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.808576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-52c70bfd-1e97-498d-9435-df499bc2c1e9 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/c3fe1fc7-0ca0-4c65-9002-636b06935dd4 HTTP/1.1" status: 404 len: 337 time: 0.0419695 Aug 04 15:07:29.808781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56614) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.828630 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf281356-cfaf-40d1-be7d-31b24225bdca tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.829160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf281356-cfaf-40d1-be7d-31b24225bdca tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.830871 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf281356-cfaf-40d1-be7d-31b24225bdca tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/8221d891-a901-4f76-83b2-0b1bcbadf8da HTTP/1.1" status: 404 len: 339 time: 0.0209532 Aug 04 15:07:29.833510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56616) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.863032 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4315629-5e65-4626-a3bb-104ca9a75ed7 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.863491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4315629-5e65-4626-a3bb-104ca9a75ed7 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.867786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f4315629-5e65-4626-a3bb-104ca9a75ed7 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/0241ac68-38ff-497e-b213-d369b22f6527 HTTP/1.1" status: 404 len: 337 time: 0.0308437 Aug 04 15:07:29.868066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56620) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.885752 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5197ccd-17b1-4228-a1e9-e26e9656f56a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.886281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5197ccd-17b1-4228-a1e9-e26e9656f56a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.891089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c5197ccd-17b1-4228-a1e9-e26e9656f56a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/3a64cabb-cd37-4587-a50a-7c40ec16010d HTTP/1.1" status: 404 len: 339 time: 0.0194302 Aug 04 15:07:29.891385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56622) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.916890 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e5bbb2-6fd7-4442-b58e-24ba2639e28b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.917490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e5bbb2-6fd7-4442-b58e-24ba2639e28b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.921713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-99e5bbb2-6fd7-4442-b58e-24ba2639e28b tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/935cf76b-8598-48cc-8132-26b29f500ded HTTP/1.1" status: 404 len: 337 time: 0.0271740 Aug 04 15:07:29.922214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56624) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.940822 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c643e73d-df01-478d-8488-29e46c758a52 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:29.941395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c643e73d-df01-478d-8488-29e46c758a52 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:29.943163 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c643e73d-df01-478d-8488-29e46c758a52 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/c0550374-498f-4610-8879-917295f0db7e HTTP/1.1" status: 404 len: 339 time: 0.0199623 Aug 04 15:07:29.945621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56626) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:29.995168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting subnet 686cf4d1-0034-4eac-ab40-8fb593cd0524 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:07:29.998418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.037416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.123877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.183924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.211143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=686cf4d1-0034-4eac-ab40-8fb593cd0524,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:30.213133 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.217309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-da47eae1-c312-43dd-8958-f034c4d65665 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/686cf4d1-0034-4eac-ab40-8fb593cd0524 HTTP/1.1" status: 204 len: 168 time: 0.2684908 Aug 04 15:07:30.218106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56628) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:30.223242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85d4a2-b882-4121-b98f-881ae75d102d None None] Network cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:30.299668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.378655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting port fbdd4a47-6aef-4972-b968-fe329b06eeff {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:30.379064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.429048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] DHCP port deletion for cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:07:30.445632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] For port fbdd4a47-6aef-4972-b968-fe329b06eeff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fbdd4a47-6aef-4972-b968-fe329b06eeff,segment=NetworkSegment(ddb64332-4b35-442f-ae26-2b347a040600),segment_id=ddb64332-4b35-442f-ae26-2b347a040600)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:30.446002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.464891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Calling delete_port for fbdd4a47-6aef-4972-b968-fe329b06eeff owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:30.481005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Deleting port fbdd4a47-6aef-4972-b968-fe329b06eeff {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:30.481552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.557956 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.564471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] For port fbdd4a47-6aef-4972-b968-fe329b06eeff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fbdd4a47-6aef-4972-b968-fe329b06eeff,segment=NetworkSegment(ddb64332-4b35-442f-ae26-2b347a040600),segment_id=ddb64332-4b35-442f-ae26-2b347a040600)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:30.564877 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.579447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Calling delete_port for fbdd4a47-6aef-4972-b968-fe329b06eeff owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:30.584616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Port': ['ID=fbdd4a47-6aef-4972-b968-fe329b06eeff,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:30.589235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No DVR routers for this DVR port fbdd4a47-6aef-4972-b968-fe329b06eeff on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:30.657084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.671965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.679915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] Pushing event deleted for resources: {'Port': ['ID=fbdd4a47-6aef-4972-b968-fe329b06eeff,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:30.683550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:30.689585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1dda5f-aa62-4601-82ea-4e2df936a474 None None] No DVR routers for this DVR port fbdd4a47-6aef-4972-b968-fe329b06eeff on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:30.701721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb64332-4b35-442f-ae26-2b347a040600') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:30.702026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb64332-4b35-442f-ae26-2b347a040600') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:30.711094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.725093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.731151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:30.731662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:30.734986 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:30.793158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.805712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.805712 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c HTTP/1.1" status: 204 len: 168 time: 0.5842116 Aug 04 15:07:30.806042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:30.820795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73c9a1-e080-48f1-a5f7-1bdabf6a6d9e tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=cfb3caa5-efd0-40f4-a3d4-f2ab7c59d16c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:30.837126 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bc4c5f-56b0-47aa-8b49-89a470239acc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:30.837694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bc4c5f-56b0-47aa-8b49-89a470239acc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:30.839582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01bc4c5f-56b0-47aa-8b49-89a470239acc tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/3cc5b526-feb1-4e0c-b11a-e3d29a3c54bf HTTP/1.1" status: 404 len: 337 time: 0.0330739 Aug 04 15:07:30.842168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56638) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:30.860441 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62c152-b12b-403a-a648-6eb000bb267a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] DELETE failed (client error): The resource could not be found. Aug 04 15:07:30.861238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e62c152-b12b-403a-a648-6eb000bb267a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:07:30.863155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e62c152-b12b-403a-a648-6eb000bb267a tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/6f82bca2-3067-4778-bff4-0f4c29a6af4f HTTP/1.1" status: 404 len: 339 time: 0.0199559 Aug 04 15:07:30.865601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56640) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:30.916549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting subnet fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:07:30.920235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:30.963142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.052472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.111795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.140616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Subnet': ['ID=fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:31.145240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.149794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56644) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:31.150209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6fbf5515-1ada-4143-b8aa-feac3981fefa tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/subnets/fba65e6f-3f5d-45ef-a5df-1dc4ad2b5213 HTTP/1.1" status: 204 len: 168 time: 0.2836897 Aug 04 15:07:31.154374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bf4bd-df7d-4dda-94e0-e8673cec6a9b None None] Network bb398200-a823-4cc7-ada4-1ba0166573ab requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:07:31.248992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.302417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Deleting port 35af8ca4-858a-4242-b63a-53edb567b7fd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:31.302891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.368789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] DHCP port deletion for bb398200-a823-4cc7-ada4-1ba0166573ab request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:07:31.375824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] For port 35af8ca4-858a-4242-b63a-53edb567b7fd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=35af8ca4-858a-4242-b63a-53edb567b7fd,segment=NetworkSegment(1d640927-288b-44a5-81e3-ecd05d07d3e5),segment_id=1d640927-288b-44a5-81e3-ecd05d07d3e5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:31.376198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.389896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Calling delete_port for 35af8ca4-858a-4242-b63a-53edb567b7fd owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:31.420526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Deleting port 35af8ca4-858a-4242-b63a-53edb567b7fd {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:07:31.420917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.474820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.489803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] For port 35af8ca4-858a-4242-b63a-53edb567b7fd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=35af8ca4-858a-4242-b63a-53edb567b7fd,segment=NetworkSegment(1d640927-288b-44a5-81e3-ecd05d07d3e5),segment_id=1d640927-288b-44a5-81e3-ecd05d07d3e5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:07:31.491012 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.504759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Calling delete_port for 35af8ca4-858a-4242-b63a-53edb567b7fd owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:07:31.508525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Port': ['ID=35af8ca4-858a-4242-b63a-53edb567b7fd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:31.514797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] No DVR routers for this DVR port 35af8ca4-858a-4242-b63a-53edb567b7fd on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:31.611508 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.642255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.643498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] Pushing event deleted for resources: {'Port': ['ID=35af8ca4-858a-4242-b63a-53edb567b7fd,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:31.655549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb398200-a823-4cc7-ada4-1ba0166573ab']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:31.660064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66039f-b568-4220-ba54-4e0ad42de98b None None] No DVR routers for this DVR port 35af8ca4-858a-4242-b63a-53edb567b7fd on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:07:31.668060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d640927-288b-44a5-81e3-ecd05d07d3e5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:31.668515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d640927-288b-44a5-81e3-ecd05d07d3e5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:07:31.684919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.701832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.713806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:07:31.714516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:07:31.717870 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:07:31.759907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 35af8ca4-858a-4242-b63a-53edb567b7fd no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:07:31.797028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.802740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 35af8ca4-858a-4242-b63a-53edb567b7fd {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:07:31.805980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 35af8ca4-858a-4242-b63a-53edb567b7fd not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:07:31.805980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc476b24-e770-49a2-847d-29f88aeaa217 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:07:31.807362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:31.812482 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] 10.222.0.76 "DELETE /v2.0/networks/bb398200-a823-4cc7-ada4-1ba0166573ab HTTP/1.1" status: 204 len: 168 time: 0.6600165 Aug 04 15:07:31.829447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690828ad-4659-43ad-a62d-824759a74fc0 tempest-NetworksIpV6Test-2016251627 tempest-NetworksIpV6Test-2016251627-project] Pushing event deleted for resources: {'Network': ['ID=bb398200-a823-4cc7-ada4-1ba0166573ab,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:31.849706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bc476b24-e770-49a2-847d-29f88aeaa217 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:07:31.850068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bc476b24-e770-49a2-847d-29f88aeaa217 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:07:31.850497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fbdd4a47-6aef-4972-b968-fe329b06eeff no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:07:31.887922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fbdd4a47-6aef-4972-b968-fe329b06eeff {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:07:31.888435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fbdd4a47-6aef-4972-b968-fe329b06eeff not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:07:32.076313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:32.237137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e308c70c-6e77-422e-87ed-51d5b8f7e2b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d05153676dda4e7eaccf1333839f8234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595976 Aug 04 15:07:32.239741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:32.299658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:32.323034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:32.372846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:32.375773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:32.377013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/476c5183-eaec-4d17-b918-3aa0c3733dcc HTTP/1.1" status: 204 len: 168 time: 0.1361299 Aug 04 15:07:32.385879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ed3ec-7b65-4c01-b6ed-4fe24b9dafb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c5183-eaec-4d17-b918-3aa0c3733dcc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:33.026326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56690) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:33.126132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a366a530-38e2-4d6c-a65f-a1c354a7b613 tempest-ServiceProvidersTest-1616946963 tempest-ServiceProvidersTest-1616946963-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0985541 Aug 04 15:07:33.390738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56704) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:33.493479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e80ace6-9b4b-41ea-a2a9-2389d71ef74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.580518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e80ace6-9b4b-41ea-a2a9-2389d71ef74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.584678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e80ace6-9b4b-41ea-a2a9-2389d71ef74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.622530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e80ace6-9b4b-41ea-a2a9-2389d71ef74c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aef384365ff340fa82f5fe85cd4fbc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306135 Aug 04 15:07:33.623491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ace6-9b4b-41ea-a2a9-2389d71ef74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c191f8c-ca49-4615-b7e1-8d4a67198379,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:33.625417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56710) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:33.682335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.703528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.751688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.754549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:33.755872 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c191f8c-ca49-4615-b7e1-8d4a67198379 HTTP/1.1" status: 204 len: 168 time: 0.1236341 Aug 04 15:07:33.763798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03938-9e73-4d2b-b50b-77dc9d7ea36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c191f8c-ca49-4615-b7e1-8d4a67198379,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:35.166147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56764) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:35.273402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9f176c1-aac5-4a6f-a22a-41aee2f8268d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.365052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9f176c1-aac5-4a6f-a22a-41aee2f8268d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.375042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d9f176c1-aac5-4a6f-a22a-41aee2f8268d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.419904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d9f176c1-aac5-4a6f-a22a-41aee2f8268d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d97166dc0f54bf0b0777b9b6803a81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525704 Aug 04 15:07:35.421110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f176c1-aac5-4a6f-a22a-41aee2f8268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8625a5d-f095-4f64-b0b6-c9c6d213fad1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:35.422854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56768) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:35.477080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.498677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.548213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.551235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.552515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8625a5d-f095-4f64-b0b6-c9c6d213fad1 HTTP/1.1" status: 204 len: 168 time: 0.1279426 Aug 04 15:07:35.561090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5fdd-180c-41f5-85fb-acd0b10c5a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8625a5d-f095-4f64-b0b6-c9c6d213fad1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:35.833373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 56782) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:35.847747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4b9dcfa-7faf-40e9-9597-a99ebd81f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.943332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4b9dcfa-7faf-40e9-9597-a99ebd81f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.947367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d4b9dcfa-7faf-40e9-9597-a99ebd81f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:35.986327 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d4b9dcfa-7faf-40e9-9597-a99ebd81f040 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=994d38322b094ef6808ba21218216518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517265 Aug 04 15:07:35.987122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9dcfa-7faf-40e9-9597-a99ebd81f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e26d7-f0a8-4858-b15f-452f459d2ca0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:35.989168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 56784) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:07:36.039440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:36.062847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:36.110024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:36.113159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:36.114963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea9e26d7-f0a8-4858-b15f-452f459d2ca0 HTTP/1.1" status: 204 len: 168 time: 0.1240985 Aug 04 15:07:36.123260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ca597-9154-4bb7-8ddd-b7347061ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e26d7-f0a8-4858-b15f-452f459d2ca0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:07:44.789564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b8c08906-be94-4f1f-bdda-5d16cbe808ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:47.380588 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4024908c-8f18-44c3-9026-4edd13cae394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:47.627655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:48.019616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:48.743618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:48.748917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:07:50.234813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:00.043348 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:08:04.229725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57372) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:04.338233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b806f1b-faa3-4bb2-b918-4683ae16eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.430444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b806f1b-faa3-4bb2-b918-4683ae16eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.436163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b806f1b-faa3-4bb2-b918-4683ae16eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.477785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2b806f1b-faa3-4bb2-b918-4683ae16eb41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66ebe4f2890f4c1aa5913e7fd0a6a198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447243 Aug 04 15:08:04.477785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b806f1b-faa3-4bb2-b918-4683ae16eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f7c65-22b5-488f-82a5-05173bd0e974,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:04.480225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57378) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:04.535182 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.557617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.605842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.608670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.612586 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd6f7c65-22b5-488f-82a5-05173bd0e974 HTTP/1.1" status: 204 len: 168 time: 0.1306648 Aug 04 15:08:04.620822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4c13a-71e6-4539-9992-1ad24e1eea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f7c65-22b5-488f-82a5-05173bd0e974,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:04.893289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57386) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:04.906991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345fa20b-896f-4005-bdc0-35a8f7490700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:04.998760 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345fa20b-896f-4005-bdc0-35a8f7490700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.003277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-345fa20b-896f-4005-bdc0-35a8f7490700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.044334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-345fa20b-896f-4005-bdc0-35a8f7490700 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e53245c49274c6cab86f807ca63d106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475372 Aug 04 15:08:05.044334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fa20b-896f-4005-bdc0-35a8f7490700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7c65b-9127-4f42-a484-3218b6fec140,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:05.045061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57388) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:05.098817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.119963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.167371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.169951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:05.171174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97d7c65b-9127-4f42-a484-3218b6fec140 HTTP/1.1" status: 204 len: 168 time: 0.1249530 Aug 04 15:08:05.179411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e92a1-904a-4978-96d7-b4000835e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7c65b-9127-4f42-a484-3218b6fec140,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:06.936060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:07.043013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b16a4a-2010-404e-995f-4b44817092fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.137806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b16a4a-2010-404e-995f-4b44817092fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.141656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b16a4a-2010-404e-995f-4b44817092fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.180385 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-63b16a4a-2010-404e-995f-4b44817092fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=259ed4f40a854d219b98b66215f15df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428744 Aug 04 15:08:07.181280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b16a4a-2010-404e-995f-4b44817092fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687c987-7f95-431e-b121-e5599938211a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:07.183481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:07.233741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.255988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.307001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.309760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.314938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8687c987-7f95-431e-b121-e5599938211a HTTP/1.1" status: 204 len: 168 time: 0.1286044 Aug 04 15:08:07.324448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2248abe-2abe-4b1a-85cb-bdd9b82d74f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687c987-7f95-431e-b121-e5599938211a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:07.595455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:07.609658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-145e0047-e354-43a6-8b05-e2d38f43edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.705585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-145e0047-e354-43a6-8b05-e2d38f43edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.710426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-145e0047-e354-43a6-8b05-e2d38f43edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.751702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57462) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:07.755254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-145e0047-e354-43a6-8b05-e2d38f43edb5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3873fd351c6f4e08ad429ca9470411a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583686 Aug 04 15:08:07.758191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0047-e354-43a6-8b05-e2d38f43edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21bc302-27a4-4fe2-b319-0954546fab43,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:07.801919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.823538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.877074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.880045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:07.881367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f21bc302-27a4-4fe2-b319-0954546fab43 HTTP/1.1" status: 204 len: 168 time: 0.1285372 Aug 04 15:08:07.890087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ad0a1-9c11-4f1e-8ee8-9f015e66acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21bc302-27a4-4fe2-b319-0954546fab43,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:14.792412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4da6288f-086c-4de8-aece-30c8cf3c42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:14.838923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:14.944579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.055812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.061306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.117019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22defb9522cb447887fe5c08ef865c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760546 Aug 04 15:08:15.118031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e7ad94-6653-403a-ba1d-6f6a9cf2c4f2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:15.119164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57616) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:15.126189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.126542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.126922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.127270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.127609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.127945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.128279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.128610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.129013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.129589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.129922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.130255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b45c60-ebaf-4b2e-8eb2-5b3f0c9a6632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.171830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.208522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.264414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.267901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.272035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0e7ad94-6653-403a-ba1d-6f6a9cf2c4f2 HTTP/1.1" status: 204 len: 168 time: 0.1516161 Aug 04 15:08:15.280276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e7ad94-6653-403a-ba1d-6f6a9cf2c4f2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:15.287829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.288171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.288513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.289057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.289392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.289881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.290217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.290547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.290932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.291261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.291589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.291913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed6120-264c-4f84-8215-6fcf1d62639f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:15.563398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57632) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:15.577005 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05962b1b-bf07-41a2-92f2-a202997ddaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.684726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05962b1b-bf07-41a2-92f2-a202997ddaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.689935 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-05962b1b-bf07-41a2-92f2-a202997ddaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.731410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-05962b1b-bf07-41a2-92f2-a202997ddaf4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=039a758c7d7f4339829f4aa3a8ad2dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667709 Aug 04 15:08:15.732395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05962b1b-bf07-41a2-92f2-a202997ddaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e484f336-6485-4791-bd4b-67c75d4f4cba,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:15.734114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57638) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:15.812274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.834184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.888624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.891363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:15.892545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e484f336-6485-4791-bd4b-67c75d4f4cba HTTP/1.1" status: 204 len: 168 time: 0.1561885 Aug 04 15:08:15.902199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163b83a-e97c-494b-bd56-c734f80bf475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e484f336-6485-4791-bd4b-67c75d4f4cba,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:17.383670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9dd03243-f3e1-46e8-a4ba-cb6373ab1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:17.631601 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:17.905901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:18.002672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.027005 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b405463-aa0f-4967-906a-79dab0de6d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.130301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b405463-aa0f-4967-906a-79dab0de6d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.135147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b405463-aa0f-4967-906a-79dab0de6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.172715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b405463-aa0f-4967-906a-79dab0de6d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f232a48-8686-4688-bc42-6a73aca617f3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:18.179057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7b405463-aa0f-4967-906a-79dab0de6d49 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06ac83b3d38544b8b6628f0c7ad9286b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720916 Aug 04 15:08:18.180106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57758) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:18.234305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.259318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.313036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.315773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.316993 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f232a48-8686-4688-bc42-6a73aca617f3 HTTP/1.1" status: 204 len: 168 time: 0.1357374 Aug 04 15:08:18.324938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42501-eb80-4d87-9d04-93b8fb7d0153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f232a48-8686-4688-bc42-6a73aca617f3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:18.607817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 57772) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:18.621971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4673-feab-48d5-ac50-c5dbe14307f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.717164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4673-feab-48d5-ac50-c5dbe14307f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.722893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4673-feab-48d5-ac50-c5dbe14307f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.756462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.764681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b8f4673-feab-48d5-ac50-c5dbe14307f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b32ee76c6a3f4b10afe0ae8c31e284d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554968 Aug 04 15:08:18.764942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.765421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f4673-feab-48d5-ac50-c5dbe14307f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed75b363-6d09-4d87-bc0c-5b9daa1592cc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:18.767475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 57776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:18.820795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.841910 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.904605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.907350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:18.911357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed75b363-6d09-4d87-bc0c-5b9daa1592cc HTTP/1.1" status: 204 len: 168 time: 0.1420231 Aug 04 15:08:18.919908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff20dc-e6b6-49b8-90f3-36105a1467ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed75b363-6d09-4d87-bc0c-5b9daa1592cc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:20.243079 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:21.853895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-cc90571a-23af-4837-9b47-117881d71f4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458496 Aug 04 15:08:21.958950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d72918-6924-49d2-b942-af0214979e10 req-a966e410-10ae-4314-bfb5-ba82f9e10c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:21.960480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-a966e410-10ae-4314-bfb5-ba82f9e10c7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0460029 Aug 04 15:08:22.076469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d72918-6924-49d2-b942-af0214979e10 req-6e9989fd-81a7-4293-99b4-4acfec2a4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:22.078070 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-6e9989fd-81a7-4293-99b4-4acfec2a4525 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.0955052 Aug 04 15:08:22.153790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-e4455f90-5d0c-4a58-9cd7-479b029a87c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1000 time: 0.0680468 Aug 04 15:08:22.208636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d72918-6924-49d2-b942-af0214979e10 req-a7a773cf-dd61-4bb9-b572-4e09e7e3b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:22.210121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-a7a773cf-dd61-4bb9-b572-4e09e7e3b05d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0495133 Aug 04 15:08:22.264968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d72918-6924-49d2-b942-af0214979e10 req-c6229126-78e6-4d48-92c6-e5d1b144c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:22.265904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-c6229126-78e6-4d48-92c6-e5d1b144c57e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478344 Aug 04 15:08:22.378504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-b50b662a-3400-4686-8e91-0a76f94fe256 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025069 Aug 04 15:08:22.757931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-28d72918-6924-49d2-b942-af0214979e10 req-cdbed570-98c2-4a06-8fbe-6985b1d10354 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709526 Aug 04 15:08:27.849044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-c5017730-02b5-4e16-82ba-64d5cf109213 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465922 Aug 04 15:08:27.936117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-14b48adc-7291-4a31-8339-bbcdc5adc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:27.937576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-14b48adc-7291-4a31-8339-bbcdc5adc0ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1097 time: 0.0460150 Aug 04 15:08:28.042425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-367dc7ba-4eaf-4fed-939b-44e40c56b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:28.044162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-367dc7ba-4eaf-4fed-939b-44e40c56b0ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.0880423 Aug 04 15:08:28.125069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-488fb085-f078-45f3-b110-b04c73391729 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 1001 time: 0.0737286 Aug 04 15:08:28.177198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-bcb13883-ebac-4056-98da-235b25dd0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:28.178775 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-bcb13883-ebac-4056-98da-235b25dd0ba7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0474191 Aug 04 15:08:28.234868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-75930d7d-3f61-4e63-96c1-25e051e75b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:28.234868 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-75930d7d-3f61-4e63-96c1-25e051e75b38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486953 Aug 04 15:08:28.329915 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-f394c90d-d1ea-45a8-a222-2fe434e955d3 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879655 Aug 04 15:08:28.441487 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-38053df6-562f-4fc2-a70e-48f33b85a6d3 req-17570016-b9ce-4b3d-8ba7-3523a04fd1cc service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049185 Aug 04 15:08:31.918390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58142) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:31.923177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396164179', 'description': 'tempest-secgroup-smoke-1396164179 description', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:31.951648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.045669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.052017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.089252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.090635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1712098 Aug 04 15:08:32.098606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58148) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.099169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e811b-2eff-4817-bc90-3f884f53f223 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2115560f-31a5-4e4d-8519-e7ed75f01aac,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.099259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.145134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.222114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.227426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.249565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba37c6ee-d858-49fc-80f3-fde13b855e71,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.252765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.254304 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-63b389ae-cd24-4db9-aaed-e53cc1992037 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595743 Aug 04 15:08:32.257133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.261878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.288991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.351033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.357976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.375508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c58fdfc-0599-4b2d-b832-397234a98cf3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.383715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.384988 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd07320f-7c2b-4269-b4a2-0ed51875e6ea tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265779 Aug 04 15:08:32.387783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58160) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.392332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.420038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.486882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.491590 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.508640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b6159d-d95c-453f-87c6-c97cf9283023,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.517018 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.518356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f48b95d8-2da2-49f4-889a-6f593a7b5f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295786 Aug 04 15:08:32.521375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58162) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.525774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.552504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.609973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.614232 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.632610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53096855-707c-4b2d-b831-e1704d002a8f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.636037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.639884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53524cc3-903c-49f7-9110-c577e6331266 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148992 Aug 04 15:08:32.640305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58164) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.644879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.667420 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Project aa81b628da37495ca0b5f19ff8bbfb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:08:32.672275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.735845 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.740866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.758136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dabeba-d789-474b-a9e9-c2b7da93328a,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.772909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.774273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a925e6f3-bd0f-4f23-8dc3-5cd0de22e8af tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330864 Aug 04 15:08:32.777027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58170) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:32.783395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'security_group_rule': {'security_group_id': '2115560f-31a5-4e4d-8519-e7ed75f01aac', 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:32.809769 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Project aa81b628da37495ca0b5f19ff8bbfb4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:08:32.815340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.878022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.882622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.901294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f321ea-3041-4a25-a545-2eeed7c38af2,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:32.905001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:32.912796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e345db5-4db5-49d7-b8e4-ba154420f5fa tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283324 Aug 04 15:08:33.317302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-759ac5b8-3d34-4552-bf04-079084767987 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396164179&fields=id&tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d HTTP/1.1" status: 200 len: 267 time: 0.0406842 Aug 04 15:08:33.428407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c4259fd4-b711-404a-ad65-b69ec76540bf tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:33.429947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c4259fd4-b711-404a-ad65-b69ec76540bf tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 814 time: 0.1057832 Aug 04 15:08:33.446190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-b1f21205-2991-45fc-befb-99515bb2ff99 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/quotas/aa81b628da37495ca0b5f19ff8bbfb4d HTTP/1.1" status: 200 len: 375 time: 0.0097084 Aug 04 15:08:33.502058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-49710947-7596-4a09-985e-f5ef0bde9a0b tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501485 Aug 04 15:08:33.698533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-7c5c9323-42ea-44de-b03c-3e8373873d02 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842697 Aug 04 15:08:33.788589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-17995f99-3c3a-47c1-9369-4ad45d4cc6f2 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Aug 04 15:08:34.142683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ffbc9bd9-784e-46ec-a922-df5da9b13b97 req-47c18a69-bb1b-4f96-8e97-12005e4c0bf2 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0823474 Aug 04 15:08:35.086322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-5dc5363a-63fd-449e-8b8f-b75fb85c9109 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:35.087888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-5dc5363a-63fd-449e-8b8f-b75fb85c9109 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 814 time: 0.1177974 Aug 04 15:08:35.132930 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-958a5fda-ad38-4d61-be9b-7b80e583ffbf tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d HTTP/1.1" status: 200 len: 380 time: 0.0360920 Aug 04 15:08:35.143311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'port': {'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'admin_state_up': True, 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'security_groups': ['2115560f-31a5-4e4d-8519-e7ed75f01aac']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:35.263219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-27fcf2b6-fcf6-4fac-92cd-bdbeaf9cf0a7 req-8e5e9098-fc7d-4584-b5e6-40eb95bc7d2f tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0428674 Aug 04 15:08:35.292281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Made reservation on behalf of aa81b628da37495ca0b5f19ff8bbfb4d for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:08:35.297029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:35.439580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Allocated IP 172.20.0.9 (aaa9b798-2a19-4740-9e81-59d4e137a385/7bb201eb-f4d1-4460-a03c-b8e4af2f19f2/99a6c779-1b0b-47ec-820f-5c9ab26a8c69) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:08:35.601229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:35.615970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Transition to ACTIVE for port object 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:08:35.651798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:35.699793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Network aaa9b798-2a19-4740-9e81-59d4e137a385 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:08:35.705689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:08:35.709987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:08:35.736725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:35.766138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:35.766852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:35.784104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-ffafcd7b-5fbe-4bce-bc90-aa27c1a11093 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6448641 Aug 04 15:08:35.801656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Request body: {'port': {'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:35.866030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.060583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a8120532-422d-4cdb-8b3a-6906892be5b9 None None] Provisioning for port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:08:36.066062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a8120532-422d-4cdb-8b3a-6906892be5b9 None None] Provisioning complete for port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:08:36.066475 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a8120532-422d-4cdb-8b3a-6906892be5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.109524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a8120532-422d-4cdb-8b3a-6906892be5b9 None None] Port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:08:36.154848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:08:36.162572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.175786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Transition to ACTIVE for port object 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:08:36.180604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.254413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:36.354769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Attempting to bind port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:08:36.355120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Attempting to bind port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:08:36.355462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Attempting to bind port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 on network aaa9b798-2a19-4740-9e81-59d4e137a385 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:08:36.366712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 on network aaa9b798-2a19-4740-9e81-59d4e137a385 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:08:36.367056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Attempting to bind port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 on network aaa9b798-2a19-4740-9e81-59d4e137a385 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:08:36.380248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:08:36.381113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Checking segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:08:36.381498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Bound using segment: {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:08:36.381956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Bound port: 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f93f34-e110-48d7-82a8-2bdbcf929717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:08:36.382331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.461937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9ca8-7992-4717-aea0-c1b79c164eef req-c75fb3b6-25c6-4fb5-a206-b0f3bcf9645e tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:36.464467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dac9ca8-7992-4717-aea0-c1b79c164eef req-c75fb3b6-25c6-4fb5-a206-b0f3bcf9645e tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0868599 Aug 04 15:08:36.477338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:08:36.481479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:08:36.489517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.512584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6dac9ca8-7992-4717-aea0-c1b79c164eef req-8394a10b-fb5b-4d13-9d64-e9caf8b1a10b tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Aug 04 15:08:36.549597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:36.550125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:36.551632 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 1092 time: 0.7562616 Aug 04 15:08:36.552069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:08:36.554372 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9240b-e9fd-4a73-890e-7678b8a98fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:08:36.558316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562e37f-7626-4fa3-9608-d126c5de67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:36.610609 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0e9b54-1b5f-4000-8fc3-2aa34d1396a4 x-openstack-request-id: req-4f0e9b54-1b5f-4000-8fc3-2aa34d1396a4 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:08:36.610971 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:08:36.611283 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f0e9b54-1b5f-4000-8fc3-2aa34d1396a4 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:08:36.611769 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:08:36.650440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-1207d423-6349-4de7-b7db-5769d4b38acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:36.652263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-1207d423-6349-4de7-b7db-5769d4b38acb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1095 time: 0.0577481 Aug 04 15:08:36.718866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-7068da92-d8d7-457f-bb76-e490428ad5b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 217 time: 0.0577073 Aug 04 15:08:36.772276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-15f50093-0660-4dfc-8b27-4627304ff8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:36.773946 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-15f50093-0660-4dfc-8b27-4627304ff8fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0494802 Aug 04 15:08:36.830816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c49b9bde-6a2f-4fce-8de4-7aa18abfcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:36.833349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-c49b9bde-6a2f-4fce-8de4-7aa18abfcb7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515752 Aug 04 15:08:36.933492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-f32f56ab-6667-4f1b-a974-0136115919d4 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920680 Aug 04 15:08:37.032721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0430da30-3dc3-4798-a6d1-25d17b86bcc6 req-82169c20-7543-42cc-bc3e-20296683a395 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920973 Aug 04 15:08:37.043068 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:08:37.130197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-c03bced1-9bfd-41b5-8519-dedb27e59468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:37.131939 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-c03bced1-9bfd-41b5-8519-dedb27e59468 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1095 time: 0.0510802 Aug 04 15:08:37.237681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-ecff1b0d-ddaa-44e8-914d-0a703f32892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:37.239278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-ecff1b0d-ddaa-44e8-914d-0a703f32892c service neutron] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 915 time: 0.0993912 Aug 04 15:08:37.284764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-6a2edd15-6ec1-4100-b7a2-f0b76d809bbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 217 time: 0.0370352 Aug 04 15:08:37.341453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-042c81e1-9c0d-4f91-a87a-f03cea735edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:37.348205 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-042c81e1-9c0d-4f91-a87a-f03cea735edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0518787 Aug 04 15:08:37.393015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-e8e88004-a75a-4ccc-9fb7-ecb9caed6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:37.394639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-e8e88004-a75a-4ccc-9fb7-ecb9caed6efa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431032 Aug 04 15:08:37.487738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-a5175e71-9a33-4e42-a435-0b7ef499fe21 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Aug 04 15:08:37.592144 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-29f9240b-e9fd-4a73-890e-7678b8a98fd6 req-616dc43e-a9a2-4920-b990-2d6b746a7b13 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971947 Aug 04 15:08:37.634155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0effd9-76a2-4415-82dc-61a997db73f4 req-1e973d12-4922-4379-b4ad-1f2dcc46ca8e tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:37.635928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f0effd9-76a2-4415-82dc-61a997db73f4 req-1e973d12-4922-4379-b4ad-1f2dcc46ca8e tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0509512 Aug 04 15:08:37.678685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f0effd9-76a2-4415-82dc-61a997db73f4 req-7b248dac-bc7d-4748-a15e-3cd2d8270aa0 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365503 Aug 04 15:08:38.814718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4dc5-99ed-42b7-945c-92d3e9a924e8 req-8b2f44aa-d414-4194-88e3-cd7b9e694fd1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:38.822098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c71b4dc5-99ed-42b7-945c-92d3e9a924e8 req-8b2f44aa-d414-4194-88e3-cd7b9e694fd1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0606956 Aug 04 15:08:38.877185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c71b4dc5-99ed-42b7-945c-92d3e9a924e8 req-0615167e-e554-4811-8f64-90491df2a3b6 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540843 Aug 04 15:08:39.996989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514802-5287-4bfb-8bc9-7ae4cd34e080 req-559eec73-65d2-4723-87ea-2752b6ee1ebc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:39.998502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30514802-5287-4bfb-8bc9-7ae4cd34e080 req-559eec73-65d2-4723-87ea-2752b6ee1ebc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0532634 Aug 04 15:08:40.038470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30514802-5287-4bfb-8bc9-7ae4cd34e080 req-94a59a0d-2266-4afb-8c79-06e52cfa1ed4 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336018 Aug 04 15:08:41.160182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0831db-4873-4889-937a-c4563d2b76fd req-9fc0562f-6b84-4e5e-b042-1b713b9f2d21 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:41.161778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb0831db-4873-4889-937a-c4563d2b76fd req-9fc0562f-6b84-4e5e-b042-1b713b9f2d21 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0550432 Aug 04 15:08:41.206539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb0831db-4873-4889-937a-c4563d2b76fd req-bae90b43-7908-4eae-893d-e3e53d061a09 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Aug 04 15:08:42.392480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1edf77-104d-47c7-9962-598ef3aa41cf req-ee72b397-1846-4024-aec6-f5b705a596e1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:42.395066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad1edf77-104d-47c7-9962-598ef3aa41cf req-ee72b397-1846-4024-aec6-f5b705a596e1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0820944 Aug 04 15:08:42.439302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad1edf77-104d-47c7-9962-598ef3aa41cf req-183d4a1e-641c-4c9a-a501-f33090ed3f34 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Aug 04 15:08:43.560201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2eae-f6a6-4ff5-805f-e5d00cb45ff9 req-c78476b8-cba2-44b7-a099-b23482617cf0 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:43.561630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40fb2eae-f6a6-4ff5-805f-e5d00cb45ff9 req-c78476b8-cba2-44b7-a099-b23482617cf0 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0551302 Aug 04 15:08:43.601888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40fb2eae-f6a6-4ff5-805f-e5d00cb45ff9 req-048930ad-d50b-4aef-9810-8ef067b10e80 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340633 Aug 04 15:08:44.626759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6671-bf89-4a71-bf09-0ad0d74c8ff8 req-ea4054d8-b337-4a65-b666-03fe7e4fc168 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:44.628450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f7f6671-bf89-4a71-bf09-0ad0d74c8ff8 req-ea4054d8-b337-4a65-b666-03fe7e4fc168 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0519009 Aug 04 15:08:44.670803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f7f6671-bf89-4a71-bf09-0ad0d74c8ff8 req-c9de1af4-638c-4de5-9bfc-4e11e21c3201 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363188 Aug 04 15:08:44.725277 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6f37-2e55-4f2a-94bb-4e2926050701 req-f70dc4b1-15c9-43a9-856c-b2b8e8d4cdfd tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:44.726834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c5f6f37-2e55-4f2a-94bb-4e2926050701 req-f70dc4b1-15c9-43a9-856c-b2b8e8d4cdfd tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0501432 Aug 04 15:08:44.764608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c5f6f37-2e55-4f2a-94bb-4e2926050701 req-f3bd378f-8e9f-4011-aaae-0189615b9fe2 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Aug 04 15:08:44.797703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0a8c6cba-a95b-43cf-b4ad-873933e41dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:45.806042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb6c4-3776-41d2-8ed1-01eec1468992 req-fb86b2f6-bbe4-4a78-8932-4dc265fc6518 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:45.807270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f0eb6c4-3776-41d2-8ed1-01eec1468992 req-fb86b2f6-bbe4-4a78-8932-4dc265fc6518 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0562465 Aug 04 15:08:45.856291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f0eb6c4-3776-41d2-8ed1-01eec1468992 req-8a05d0b2-f896-40dc-a4e4-f6741d976762 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Aug 04 15:08:45.892226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e8030-b577-4938-8bd5-ce8627526575 req-0772dd02-277b-498d-80fc-d2b2cbc09590 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:45.893752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d33e8030-b577-4938-8bd5-ce8627526575 req-0772dd02-277b-498d-80fc-d2b2cbc09590 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Aug 04 15:08:45.933426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d33e8030-b577-4938-8bd5-ce8627526575 req-ce73ca75-f7fa-4227-b937-0427c62dc1ab tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Aug 04 15:08:46.980820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa52807-aa24-40ad-b3b3-a1f3361e7b2e req-fbf9ac10-f5be-4b0e-b5d1-92941b14245b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:46.982467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fa52807-aa24-40ad-b3b3-a1f3361e7b2e req-fbf9ac10-f5be-4b0e-b5d1-92941b14245b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0498230 Aug 04 15:08:47.051837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fa52807-aa24-40ad-b3b3-a1f3361e7b2e req-2322830e-8d8f-4b02-8aa7-1fdc77bfd503 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636210 Aug 04 15:08:47.075542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e230c-b9e3-42a2-8540-aed95adc38c2 req-d22cb3be-9599-4bfc-b007-fe9949ee41ae tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:47.077161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d0e230c-b9e3-42a2-8540-aed95adc38c2 req-d22cb3be-9599-4bfc-b007-fe9949ee41ae tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 943 time: 0.0730894 Aug 04 15:08:47.119419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d0e230c-b9e3-42a2-8540-aed95adc38c2 req-314a2a88-fc1a-45d7-8d73-03abf1392409 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343623 Aug 04 15:08:47.370394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-619f4090-03ea-4664-99d6-bc4c7a4df160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:47.439645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:08:47.540609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:47.552944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:08:47.600669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:47.619010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:08:47.648286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:47.649839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:47.652628 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:47.701539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:47.709290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.709643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.709985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.710323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.710687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.711024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.711351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.711678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.712002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.712325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.712645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.712967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:08:47.891787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['99a6c779-1b0b-47ec-820f-5c9ab26a8c69'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:08:48.030299 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:48.179287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5987f-318a-42df-986d-f97e3190db05 req-8714d09e-c288-4b43-b0f3-93be3bd5a7da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:48.180842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dc5987f-318a-42df-986d-f97e3190db05 req-8714d09e-c288-4b43-b0f3-93be3bd5a7da tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0514824 Aug 04 15:08:48.247957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dc5987f-318a-42df-986d-f97e3190db05 req-b153dc12-d0d5-49bf-8b5a-9c6d3d2157df tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613043 Aug 04 15:08:48.260664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aaff8-25c8-4984-bcda-de365fdeaf35 req-390fcc86-8c09-42af-baa9-908fafab451a tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:48.262859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e1aaff8-25c8-4984-bcda-de365fdeaf35 req-390fcc86-8c09-42af-baa9-908fafab451a tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 944 time: 0.0696936 Aug 04 15:08:48.308972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e1aaff8-25c8-4984-bcda-de365fdeaf35 req-88944310-9d90-4e44-8299-9704a5e32543 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385714 Aug 04 15:08:48.739255 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:48.761293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:49.369979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa35e42-92f8-4142-bcf4-49d507e279bd req-ff485f50-c2d9-4787-8ef9-9d3b053f5f97 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:49.371542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aa35e42-92f8-4142-bcf4-49d507e279bd req-ff485f50-c2d9-4787-8ef9-9d3b053f5f97 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0502062 Aug 04 15:08:49.439344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7aa35e42-92f8-4142-bcf4-49d507e279bd req-3bf9dd8c-64cb-4c76-9348-ac2b40ca3d28 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605175 Aug 04 15:08:49.439612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:08:49.471275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6657-9157-497c-9d0b-4b402ea17245 req-8748817a-8f71-4706-abd1-5ff9e0647125 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:49.471275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-667e6657-9157-497c-9d0b-4b402ea17245 req-8748817a-8f71-4706-abd1-5ff9e0647125 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 944 time: 0.0842342 Aug 04 15:08:49.501392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:08:49.505766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:08:49.506139 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:49.510959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-667e6657-9157-497c-9d0b-4b402ea17245 req-965ed90b-13fd-46c8-94c9-aa58226236e9 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Aug 04 15:08:49.592573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:49.616017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:08:49.618280 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b57ec9-5e3b-4773-a1e4-9dcac34b7dab" -d '{"events": [{"server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "name": "network-vif-plugged", "status": "completed", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:08:49.632534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:49.636929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:49.663421 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106a3e36-abc1-4395-9a75-4a0185c0231b x-openstack-request-id: req-106a3e36-abc1-4395-9a75-4a0185c0231b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:08:49.663718 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "name": "network-vif-plugged", "status": "completed", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:08:49.663969 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-106a3e36-abc1-4395-9a75-4a0185c0231b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:08:49.664370 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'code': 200} Aug 04 15:08:49.700895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:49.769011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61aab-0bc1-492a-b6f0-c3800a9dc0fa req-c2ace119-7b5f-44ed-88ee-96670e2c128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:49.771351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7df61aab-0bc1-492a-b6f0-c3800a9dc0fa req-c2ace119-7b5f-44ed-88ee-96670e2c128b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1097 time: 0.0416567 Aug 04 15:08:49.806362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7df61aab-0bc1-492a-b6f0-c3800a9dc0fa req-a002c194-3ead-4f74-9c63-6b547c2fe41f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283184 Aug 04 15:08:50.241980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:50.572799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4706da-8fe7-4b83-939e-d236f08d270a req-288d57b2-d15d-4bd7-b225-7730bacb874a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:50.574377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab4706da-8fe7-4b83-939e-d236f08d270a req-288d57b2-d15d-4bd7-b225-7730bacb874a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0549431 Aug 04 15:08:50.640538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab4706da-8fe7-4b83-939e-d236f08d270a req-bd678cc9-a959-402a-a0b1-62fc8858db54 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596824 Aug 04 15:08:50.670301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a9d63-61f3-4685-af87-cb73edc3866f req-56aad09a-12bb-4c1d-9914-e14b0a1d74f9 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:50.673461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad8a9d63-61f3-4685-af87-cb73edc3866f req-56aad09a-12bb-4c1d-9914-e14b0a1d74f9 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0863311 Aug 04 15:08:50.719187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ad8a9d63-61f3-4685-af87-cb73edc3866f req-b5df4a43-eecd-48cd-ba00-7b31d696005e tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Aug 04 15:08:51.771876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c4c9-c118-461f-b44c-1599d57be4ee req-faba8075-ace4-4bbf-97e7-f085c1150475 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:51.773705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfa9c4c9-c118-461f-b44c-1599d57be4ee req-faba8075-ace4-4bbf-97e7-f085c1150475 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0509369 Aug 04 15:08:51.845425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfa9c4c9-c118-461f-b44c-1599d57be4ee req-fc8f06a9-dda0-4a9b-8c0a-ea83a16b0a1c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653327 Aug 04 15:08:51.863405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cbb15-a30c-4c72-8daf-34e231d0432c req-cda863c6-2b4e-4ca4-9025-30e1f6dc69eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:51.864957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43cbb15-a30c-4c72-8daf-34e231d0432c req-cda863c6-2b4e-4ca4-9025-30e1f6dc69eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0704677 Aug 04 15:08:51.904109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f43cbb15-a30c-4c72-8daf-34e231d0432c req-35a43821-f9c6-4e9d-81a7-2e7035da3ba5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Aug 04 15:08:52.019153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae699ba6-743f-4872-ac39-31030f694d80 req-16d5870a-0568-4f6c-9b18-70d2f1eba81a tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:52.020964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae699ba6-743f-4872-ac39-31030f694d80 req-16d5870a-0568-4f6c-9b18-70d2f1eba81a tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0506966 Aug 04 15:08:52.060474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae699ba6-743f-4872-ac39-31030f694d80 req-443f2435-7271-4368-ab31-359da4f20835 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335793 Aug 04 15:08:52.083625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:52.217807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6bc31f-bce4-4f98-8403-e9445dd8f574 tempest-TestVolumeBackupRestore-877005658 tempest-TestVolumeBackupRestore-877005658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:52.219385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ad6bc31f-bce4-4f98-8403-e9445dd8f574 tempest-TestVolumeBackupRestore-877005658 tempest-TestVolumeBackupRestore-877005658-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1092 time: 0.1346860 Aug 04 15:08:52.222430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:52.226915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:52.252658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:52.362074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:52.470499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Allocated IP 172.25.0.116 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/b4f0fef0-d81f-40f2-b113-d04e417dc3fe) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:08:52.575266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:52.616926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:52.653588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:08:52.659809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:08:52.664210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:08:52.667384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'Port': ['ID=b4f0fef0-d81f-40f2-b113-d04e417dc3fe,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:53.027383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16525340-2138-41a8-9ea1-2e0f32806777 req-2960831f-adc1-4e44-9067-843cdd9e0d02 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:53.028921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16525340-2138-41a8-9ea1-2e0f32806777 req-2960831f-adc1-4e44-9067-843cdd9e0d02 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0980299 Aug 04 15:08:53.101991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.131009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16525340-2138-41a8-9ea1-2e0f32806777 req-09bf5513-0a1d-469f-972a-7cdb1ded7baf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942602 Aug 04 15:08:53.179811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.340417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.346111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.414268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event updated for resources: {'Port': ['ID=b4f0fef0-d81f-40f2-b113-d04e417dc3fe,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:53.427894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.530038 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Floating IP c88f560f-88a7-4fe6-90f4-2177059e624d associated. External IP: 172.25.0.116, port: 99a6c779-1b0b-47ec-820f-5c9ab26a8c69. Aug 04 15:08:53.744521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Router 95a44aeb-8594-4330-a036-4852b8ab8475 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:08:53.860846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:08:53.871401 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:08:53.882661 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:08:53.883448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:08:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:53.887997 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:53.918045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c216237e-fd08-4090-b4cc-5da4ee63bbc1 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6920025 Aug 04 15:08:53.918045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:08:53.918498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 58664) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:53.919057 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:08:53.964991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ef10a-17e6-493e-97d1-cb229c5e8f52 tempest-TestVolumeBackupRestore-877005658 tempest-TestVolumeBackupRestore-877005658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:53.970109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab5ef10a-17e6-493e-97d1-cb229c5e8f52 tempest-TestVolumeBackupRestore-877005658 tempest-TestVolumeBackupRestore-877005658-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1092 time: 0.0505788 Aug 04 15:08:53.970489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 58670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:08:53.975356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Request body: {'floatingip': {'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:08:54.012769 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:08:54.042326 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:54.126970 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ce87f0-16f9-4312-a6e4-f8c663207c06 x-openstack-request-id: req-96ce87f0-16f9-4312-a6e4-f8c663207c06 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:08:54.127481 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:08:54.127890 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96ce87f0-16f9-4312-a6e4-f8c663207c06 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:08:54.128462 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:08:54.205647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-e6e343f2-6455-4ead-b0d0-1c005fd79612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:54.207505 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-e6e343f2-6455-4ead-b0d0-1c005fd79612 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1097 time: 0.0623629 Aug 04 15:08:54.315066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-1de0d41e-5424-453f-b427-33c8e0ccf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:54.316671 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-1de0d41e-5424-453f-b427-33c8e0ccf682 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 915 time: 0.1025023 Aug 04 15:08:54.323694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5ddb-bc50-479f-bca0-2a650e27c787 req-08d63842-7c46-4af9-906d-9039e0378c7b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:54.325225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-680b5ddb-bc50-479f-bca0-2a650e27c787 req-08d63842-7c46-4af9-906d-9039e0378c7b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0896721 Aug 04 15:08:54.395497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:52Z', 'revision_number': 0, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:54.395804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-e8c4b018-5025-4f88-b345-3ffd762e072b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 999 time: 0.0714977 Aug 04 15:08:54.418926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-680b5ddb-bc50-479f-bca0-2a650e27c787 req-435704b7-7ae7-4a02-b520-fa2307b0681f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833423 Aug 04 15:08:54.440702 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:08:54.465227 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:08:54.466137 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:08:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:54.471347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-3284f42b-2cb1-4c34-b8a8-bb9d90db0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:54.472994 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-3284f42b-2cb1-4c34-b8a8-bb9d90db0f91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0697083 Aug 04 15:08:54.541513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-1ba54a02-46a1-4eca-83ee-a3b3faaff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:54.544257 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-1ba54a02-46a1-4eca-83ee-a3b3faaff72a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620861 Aug 04 15:08:54.584442 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:08:54.661782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-c37ab62e-68bb-468a-a7f3-3f1c58ea2276 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074932 Aug 04 15:08:54.776241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e19ff22-92f6-4454-8960-a44bc7f2b6ca req-7c1cdeb7-c735-42ae-9a1e-d3da49db03ab service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063085 Aug 04 15:08:54.865531 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:52Z', 'revision_number': 0, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:54.893215 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a68e3f-f44c-4341-9cb0-03b4408013bf None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:52Z', 'revision_number': 0, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:08:55.045358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:55.051607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:55.149608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da92ee1-eb77-4117-a49b-758be7227ce5 None None] New status for floating IP c88f560f-88a7-4fe6-90f4-2177059e624d: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:08:55.276959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Router 95a44aeb-8594-4330-a036-4852b8ab8475 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:08:55.393874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:08:55.398535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:55.417112 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:08:55.430684 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:08:55.431302 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:08:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:55.475534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97d163e0-5ae7-4834-9d0d-675424c862c5 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "PUT /v2.0/floatingips/c88f560f-88a7-4fe6-90f4-2177059e624d HTTP/1.1" status: 200 len: 991 time: 1.5026639 Aug 04 15:08:55.547266 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:08:55.561595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb0d7-cce9-43cf-b861-d80443cefd08 req-8e840d94-864d-4b80-ae52-0eda46f06ba5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:55.565461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b8bb0d7-cce9-43cf-b861-d80443cefd08 req-8e840d94-864d-4b80-ae52-0eda46f06ba5 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0550990 Aug 04 15:08:55.602886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b8bb0d7-cce9-43cf-b861-d80443cefd08 req-2afab645-154d-4884-bd47-6f8880fe9979 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Aug 04 15:08:55.780049 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:55Z', 'revision_number': 2, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:55.807566 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:08:55.818848 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:08:55.820030 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:08:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:55.928442 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:08:56.129737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}, {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:08:56.132222 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52914e1-fef3-479f-a70a-52c22da9da39" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}, {"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:08:56.153266 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:55Z', 'revision_number': 2, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:08:56.170173 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92b8f2-1941-48bf-97e5-388064ac1719 x-openstack-request-id: req-cb92b8f2-1941-48bf-97e5-388064ac1719 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:08:56.170474 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:08:56.170757 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb92b8f2-1941-48bf-97e5-388064ac1719 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:08:56.171166 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:08:56.171416 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:08:56.182430 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58390d97-4b0a-4348-aaa0-e971333daf97 None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c88f560f-88a7-4fe6-90f4-2177059e624d', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'port_id': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'mac_address': 'fa:16:3e:ea:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:08:52Z', 'updated_at': '2021-08-04T15:08:55Z', 'revision_number': 2, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:08:56.237674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-14c4f30c-399c-492c-ba07-cff2c4bcd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.239788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-14c4f30c-399c-492c-ba07-cff2c4bcd26b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1097 time: 0.0447059 Aug 04 15:08:56.343019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-e81e216d-3ba4-4d55-b9f5-bc640b1a9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.344578 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-e81e216d-3ba4-4d55-b9f5-bc640b1a9146 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 915 time: 0.0968795 Aug 04 15:08:56.418092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-d646032b-66d6-4073-bbd5-6ddf49cb9c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 1001 time: 0.0612137 Aug 04 15:08:56.473181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-853dd436-a84b-47a7-b5b3-9c68e2ff11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.474710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-853dd436-a84b-47a7-b5b3-9c68e2ff11ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0489159 Aug 04 15:08:56.524077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-df12f2ed-0383-4a55-ab81-a3376909c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.525764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-df12f2ed-0383-4a55-ab81-a3376909c953 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422044 Aug 04 15:08:56.537515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-b060dd9b-3a17-47d6-b1a2-c9ff040610a6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:08:56.538474 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-b060dd9b-3a17-47d6-b1a2-c9ff040610a6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054538 Aug 04 15:08:56.639074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-56ac90d7-914d-4912-8b11-880315cf20d2 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925496 Aug 04 15:08:56.744574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-68fa11b6-f709-4f58-8a59-d359c7853ff6 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977066 Aug 04 15:08:56.746728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209d83a-e0ee-4d72-95ba-e0b658ef3ae8 req-bae4688c-bb66-42cd-a03e-5c3822837a4a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.748289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9209d83a-e0ee-4d72-95ba-e0b658ef3ae8 req-bae4688c-bb66-42cd-a03e-5c3822837a4a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0683770 Aug 04 15:08:56.800392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9209d83a-e0ee-4d72-95ba-e0b658ef3ae8 req-876c7f21-fc56-4e36-93b3-7c7373e73667 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Aug 04 15:08:56.854408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-2a787c4f-090e-467f-bb11-a5c8199332bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.856003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-2a787c4f-090e-467f-bb11-a5c8199332bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1097 time: 0.0571492 Aug 04 15:08:56.962780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-43adf9f6-3ae5-48aa-810b-58609296a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:56.964311 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-43adf9f6-3ae5-48aa-810b-58609296a9b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 915 time: 0.1016469 Aug 04 15:08:57.044869 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-5f0be75e-aea4-4ab8-83e7-808b0bf33ccc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 1001 time: 0.0730569 Aug 04 15:08:57.112949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-605d8183-80d4-4085-a87e-a3a664b73c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:57.114612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-605d8183-80d4-4085-a87e-a3a664b73c2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0622075 Aug 04 15:08:57.186252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-395cae36-47f2-4555-bf24-680698a5e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:57.187879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-395cae36-47f2-4555-bf24-680698a5e13c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656462 Aug 04 15:08:57.303111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-f5f06251-61ce-43de-8009-ee34bc4733d2 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076264 Aug 04 15:08:57.429011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e52914e1-fef3-479f-a70a-52c22da9da39 req-7cacc5b0-95f7-4080-9f65-ce73ff1c9b35 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161120 Aug 04 15:08:57.654868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:08:57.779009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:57.791875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:08:57.836430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:57.856310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:08:57.895986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:57.904744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:57.981992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f83a44-d868-4419-a164-d2720560e2c4 req-ea3225ed-ea5c-4214-ac90-2efb3fd9cf8a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:57.984390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02f83a44-d868-4419-a164-d2720560e2c4 req-ea3225ed-ea5c-4214-ac90-2efb3fd9cf8a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 944 time: 0.0658813 Aug 04 15:08:57.985692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:08:58.009453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['01b4966c-abe6-44c3-91dc-84da3860fb7e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:08:58.050663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02f83a44-d868-4419-a164-d2720560e2c4 req-574e3a3f-5d91-47ea-8c3e-841b69f2ee65 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526283 Aug 04 15:08:59.189761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca55e-7fe6-4d59-84ae-9c09d3e9fa49 req-57a47b1d-eb1b-4384-868e-7c6640f6574c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:08:59.191314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a77ca55e-7fe6-4d59-84ae-9c09d3e9fa49 req-57a47b1d-eb1b-4384-868e-7c6640f6574c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 944 time: 0.0607941 Aug 04 15:08:59.239161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a77ca55e-7fe6-4d59-84ae-9c09d3e9fa49 req-8e253644-51d7-4f7a-a75b-c91fdc64254b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397038 Aug 04 15:08:59.655016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:08:59.712126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 01b4966c-abe6-44c3-91dc-84da3860fb7e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:08:59.712560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:59.793265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:59.818798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:08:59.821401 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48599d-0339-4faa-9745-812d5e30f32b" -d '{"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:08:59.836450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:08:59.842158 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:08:59.874891 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748a89f-f125-4640-8112-398100269f51 x-openstack-request-id: req-1748a89f-f125-4640-8112-398100269f51 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:08:59.875083 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:08:59.875327 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1748a89f-f125-4640-8112-398100269f51 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:08:59.875717 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'code': 200} Aug 04 15:08:59.906252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:00.396103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086dfc-4405-4c2a-bf45-84fe11d5e858 req-c4242285-0509-4db3-ab8f-ead63d591d9d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:00.399294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a086dfc-4405-4c2a-bf45-84fe11d5e858 req-c4242285-0509-4db3-ab8f-ead63d591d9d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0623946 Aug 04 15:09:00.455747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a086dfc-4405-4c2a-bf45-84fe11d5e858 req-7233713a-a593-4171-9444-142512e9f4cb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498688 Aug 04 15:09:01.636322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37bb2-fae5-436f-9160-ec67f3fbab3c req-217ad2e1-278f-4de6-a2f4-9d9e5eb7c111 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:01.638915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eed37bb2-fae5-436f-9160-ec67f3fbab3c req-217ad2e1-278f-4de6-a2f4-9d9e5eb7c111 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0723965 Aug 04 15:09:01.712088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eed37bb2-fae5-436f-9160-ec67f3fbab3c req-0b1bcbfd-e48d-4c7c-8e54-f7a9a332b5bf tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660846 Aug 04 15:09:02.864702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ed2d-4619-4c14-8643-a50b29ccb234 req-87ea7783-1530-4420-a016-198e3f29e8a9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:02.873200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4022ed2d-4619-4c14-8643-a50b29ccb234 req-87ea7783-1530-4420-a016-198e3f29e8a9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0855508 Aug 04 15:09:02.909200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4022ed2d-4619-4c14-8643-a50b29ccb234 req-10ccbc16-404b-442a-90fc-7aecb11b0b09 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348377 Aug 04 15:09:04.071818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6565-8089-4ebe-98fe-120fc1d9a3c3 req-879d7de3-1641-40e2-9868-20f7fdedb51d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:04.082457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da8c6565-8089-4ebe-98fe-120fc1d9a3c3 req-879d7de3-1641-40e2-9868-20f7fdedb51d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0849519 Aug 04 15:09:04.144168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da8c6565-8089-4ebe-98fe-120fc1d9a3c3 req-36f6a89f-f9dc-4ff9-9877-371b23dd76c4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545933 Aug 04 15:09:05.271574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0de77-c7df-4a31-893b-b632ba520218 req-641be79b-1d83-4a5e-9b92-77637d17c623 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:05.273473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7df0de77-c7df-4a31-893b-b632ba520218 req-641be79b-1d83-4a5e-9b92-77637d17c623 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0568380 Aug 04 15:09:05.316494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7df0de77-c7df-4a31-893b-b632ba520218 req-ed625c46-bb7b-4861-bd2e-1c9612a205bb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361588 Aug 04 15:09:06.440047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709ef7d-1a82-417a-9462-0f0c0f945817 req-54eca91d-6acf-4cb9-8370-f5cb0fc43035 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:06.441471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1709ef7d-1a82-417a-9462-0f0c0f945817 req-54eca91d-6acf-4cb9-8370-f5cb0fc43035 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0510159 Aug 04 15:09:06.480497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1709ef7d-1a82-417a-9462-0f0c0f945817 req-562fefa8-11be-4974-b96a-61b7269287d3 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329845 Aug 04 15:09:06.699209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-94776e8f-877c-46f7-b748-726f906323a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:06.700676 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-94776e8f-877c-46f7-b748-726f906323a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1097 time: 0.0444477 Aug 04 15:09:06.796768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-28ef55c8-433f-4318-83a0-3ddc17813e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:06.798319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-28ef55c8-433f-4318-83a0-3ddc17813e75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.0906818 Aug 04 15:09:06.865926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-ef45b979-10d0-47a0-be0f-9edd53e71ac7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 1001 time: 0.0606117 Aug 04 15:09:06.916110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-37429f8a-ddb8-4955-ab38-d6d309945354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:06.917727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-37429f8a-ddb8-4955-ab38-d6d309945354 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0446634 Aug 04 15:09:06.977248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-35dba8dd-4be3-47ed-8d54-f5d478a23ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:06.979236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-35dba8dd-4be3-47ed-8d54-f5d478a23ddb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532825 Aug 04 15:09:06.992809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-6251f742-f0eb-4e86-b4ab-6917e0fe469c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:09:06.993951 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-6251f742-f0eb-4e86-b4ab-6917e0fe469c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083942 Aug 04 15:09:07.100129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-4016bfda-a761-402f-ba00-4c7c7b47fa0a service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983624 Aug 04 15:09:07.210561 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-82a0d728-4cbf-4105-b85d-77988c394e38 req-846fa94a-7d68-40dc-9efe-8fb471fd2a55 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039183 Aug 04 15:09:07.615110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f79b-7440-499b-9b56-05aaa779213b req-9c3b4745-d482-4b35-a4d2-e7e665f36845 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:07.616517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb14f79b-7440-499b-9b56-05aaa779213b req-9c3b4745-d482-4b35-a4d2-e7e665f36845 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0600438 Aug 04 15:09:07.670289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb14f79b-7440-499b-9b56-05aaa779213b req-e0b56620-695d-4b2f-aeda-af82a9a598f7 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Aug 04 15:09:08.799908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c101c4-9c2c-4dbf-9118-431d0b5db54e req-a07ee11c-69d7-41c1-81b4-977914b791d4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:08.803067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c101c4-9c2c-4dbf-9118-431d0b5db54e req-a07ee11c-69d7-41c1-81b4-977914b791d4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0535090 Aug 04 15:09:08.844514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1c101c4-9c2c-4dbf-9118-431d0b5db54e req-aa71cdf8-81a7-4f32-8bda-fb9669383185 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Aug 04 15:09:09.986371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fab822-a851-4a0b-9502-463fc63911e5 req-eef766ba-16c6-42ce-b381-647ed6d7c28e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:09.988122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53fab822-a851-4a0b-9502-463fc63911e5 req-eef766ba-16c6-42ce-b381-647ed6d7c28e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0533586 Aug 04 15:09:10.029902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53fab822-a851-4a0b-9502-463fc63911e5 req-547597aa-fd65-48ab-972a-0038170d1c1f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353525 Aug 04 15:09:10.956035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468be7f-f0d7-4fb8-8312-54afd58917a4 req-bb784118-57a1-417f-834b-3212ca153c98 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:10.957855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3468be7f-f0d7-4fb8-8312-54afd58917a4 req-bb784118-57a1-417f-834b-3212ca153c98 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 945 time: 0.0569534 Aug 04 15:09:11.015835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-92f38123-cb23-4e6c-aced-674be5b44b12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465057 Aug 04 15:09:11.016466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3468be7f-f0d7-4fb8-8312-54afd58917a4 req-bc250d27-0368-4605-bf4b-c03f8ca6b2fd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518427 Aug 04 15:09:11.874716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:11.954903 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:11.978046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:09:11.980560 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a5764-bf4b-471b-bef6-a111ba87fa92" -d '{"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-unplugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:09:11.995726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:12.001592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:12.031019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4988a283-509b-406a-85fc-4e028b675b3c x-openstack-request-id: req-4988a283-509b-406a-85fc-4e028b675b3c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:09:12.031019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-unplugged", "status": "failed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:09:12.031019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4988a283-509b-406a-85fc-4e028b675b3c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:09:12.031019 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'code': 422} returned with failed status Aug 04 15:09:12.070358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:12.176088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb81ce-4d5e-496a-8ded-3eec9a028637 req-e7894fa8-fda0-400a-b059-b735bc8f2a67 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:12.178170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-accb81ce-4d5e-496a-8ded-3eec9a028637 req-e7894fa8-fda0-400a-b059-b735bc8f2a67 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0646985 Aug 04 15:09:12.223174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-accb81ce-4d5e-496a-8ded-3eec9a028637 req-53412640-f69a-4ab5-ad2d-e3e0132594a9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365124 Aug 04 15:09:13.361815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822babad-40f1-4b73-bfc7-90d12dca5103 req-0ad1c115-b687-4234-8757-ef375a2debba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:13.363220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-822babad-40f1-4b73-bfc7-90d12dca5103 req-0ad1c115-b687-4234-8757-ef375a2debba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0666256 Aug 04 15:09:13.411100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-822babad-40f1-4b73-bfc7-90d12dca5103 req-29e9ea22-770e-4eff-b382-abe65d545d47 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Aug 04 15:09:13.968767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336479-6049-4396-87e2-0a51fe78b3cb req-93b8caaf-eb09-4b3a-b4c1-7b99f4b8b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:13.970428 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-93b8caaf-eb09-4b3a-b4c1-7b99f4b8b600 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a&tenant_id=178091d63e76447cb63ce3f0f3e0fd9c HTTP/1.1" status: 200 len: 1095 time: 0.0757930 Aug 04 15:09:14.041618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336479-6049-4396-87e2-0a51fe78b3cb req-241c4973-b88a-4b66-89ea-bd338621f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:14.043178 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:09:14.043705 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-241c4973-b88a-4b66-89ea-bd338621f26f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1095 time: 0.0521832 Aug 04 15:09:14.436084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336479-6049-4396-87e2-0a51fe78b3cb req-5fb82ff0-b7b9-4aa0-9bcd-9a64071ef781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:14.437657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-5fb82ff0-b7b9-4aa0-9bcd-9a64071ef781 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.3878200 Aug 04 15:09:14.512227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-9051e394-5431-44bd-be60-45f6bafa5349 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 999 time: 0.0674005 Aug 04 15:09:14.537694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e4519-04aa-45c1-9774-c14ee2860851 req-5ae7ce3b-8488-4aef-8f6f-778fb65a94c6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:14.546287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-274e4519-04aa-45c1-9774-c14ee2860851 req-5ae7ce3b-8488-4aef-8f6f-778fb65a94c6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0596607 Aug 04 15:09:14.583432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336479-6049-4396-87e2-0a51fe78b3cb req-99f975a7-09ca-4ae4-a211-2c4b07b913e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:14.585054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-99f975a7-09ca-4ae4-a211-2c4b07b913e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0664392 Aug 04 15:09:14.587974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-274e4519-04aa-45c1-9774-c14ee2860851 req-2bcd998e-7979-4fe4-a70a-6041bb2ea819 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Aug 04 15:09:14.634022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336479-6049-4396-87e2-0a51fe78b3cb req-18246cb3-1d6d-4321-a3a1-c1adf7fdb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:14.635983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-18246cb3-1d6d-4321-a3a1-c1adf7fdb453 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436780 Aug 04 15:09:14.737935 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-3081b85e-4805-45c5-879f-e49452a174b7 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948148 Aug 04 15:09:14.804569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea766047-6ca3-49f1-bf43-dc6d279434ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:14.849316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03336479-6049-4396-87e2-0a51fe78b3cb req-8ac07504-ba8e-49c2-9e16-c21e7aa27e1f service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045737 Aug 04 15:09:15.769618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd46a-2fbd-4945-88a1-d18679002f76 req-90a1491b-b47b-4f5a-a5cd-dbf1667cc67a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:15.771357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feebd46a-2fbd-4945-88a1-d18679002f76 req-90a1491b-b47b-4f5a-a5cd-dbf1667cc67a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0744212 Aug 04 15:09:15.839259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-feebd46a-2fbd-4945-88a1-d18679002f76 req-e6b46425-ff25-4ef9-b1a1-b1b67c0cc3c4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595109 Aug 04 15:09:17.015398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9458a-506e-4155-8c63-4984da460906 req-32ff8734-924b-40ad-88b8-2c72296bbabd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:17.017218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3e9458a-506e-4155-8c63-4984da460906 req-32ff8734-924b-40ad-88b8-2c72296bbabd tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0622754 Aug 04 15:09:17.074434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3e9458a-506e-4155-8c63-4984da460906 req-484af1e1-a074-4aee-8a2c-926b8d7f2e5c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471089 Aug 04 15:09:17.384055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-97632408-4777-4f06-a862-2c1f2cb0aff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:17.651451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:18.016630 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:18.203769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562187ea-3d7e-41a3-b0d1-fc60d2adf4d2 req-bf8a3fd5-9110-4e81-99b8-2aee428725e3 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:18.204991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-562187ea-3d7e-41a3-b0d1-fc60d2adf4d2 req-bf8a3fd5-9110-4e81-99b8-2aee428725e3 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0513110 Aug 04 15:09:18.254896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-562187ea-3d7e-41a3-b0d1-fc60d2adf4d2 req-597903e7-e9f6-4862-9c6b-09be9e943692 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Aug 04 15:09:18.745803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:18.779208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:19.464540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bf8cb-3642-414b-ae63-dee2ebe69806 req-40779774-5b9e-4fca-acc8-ab064d73179c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:19.466215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-856bf8cb-3642-414b-ae63-dee2ebe69806 req-40779774-5b9e-4fca-acc8-ab064d73179c tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0885742 Aug 04 15:09:19.512913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-856bf8cb-3642-414b-ae63-dee2ebe69806 req-31398430-3c53-4876-9b51-7f3f5522847e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 Aug 04 15:09:20.247834 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:20.649532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a0608-a0ef-4af7-9441-22f2597b07f3 req-7b2e50db-f73b-4e57-9838-59fce6eec773 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:20.651405 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb0a0608-a0ef-4af7-9441-22f2597b07f3 req-7b2e50db-f73b-4e57-9838-59fce6eec773 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0608521 Aug 04 15:09:20.699012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb0a0608-a0ef-4af7-9441-22f2597b07f3 req-79ccbf9b-5ec9-4c08-9825-c816c4bfc721 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396900 Aug 04 15:09:21.838233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63f2c-5d2b-4997-95bc-9494f6c4429a req-85679a42-317d-444e-9ecc-7ffb9a011cef tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:21.840155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fea63f2c-5d2b-4997-95bc-9494f6c4429a req-85679a42-317d-444e-9ecc-7ffb9a011cef tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0605967 Aug 04 15:09:21.890500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fea63f2c-5d2b-4997-95bc-9494f6c4429a req-ca112881-8ad5-4439-9e8c-686608465795 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431218 Aug 04 15:09:21.955298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-5dc22a36-a149-4650-a3c8-81893ef7d8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264255 Aug 04 15:09:22.052563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-300ebe32-7962-498f-9751-f5d22dadcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:22.054326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-300ebe32-7962-498f-9751-f5d22dadcb35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 1097 time: 0.0523078 Aug 04 15:09:22.198664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-68b42b99-2167-4b3f-90ef-523965c0408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:22.200251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-68b42b99-2167-4b3f-90ef-523965c0408f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 200 len: 909 time: 0.1221368 Aug 04 15:09:22.281002 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-223bc94a-b8a4-437b-9b50-78e07a673bdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 200 len: 1000 time: 0.0728605 Aug 04 15:09:22.345680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-acddc1e9-ad09-42d7-8280-6dac956a6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:22.347274 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-acddc1e9-ad09-42d7-8280-6dac956a6572 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 200 len: 847 time: 0.0591083 Aug 04 15:09:22.408440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-00893ce1-7563-4366-8bc8-664d37e2b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:22.410048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-00893ce1-7563-4366-8bc8-664d37e2b9d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16a67614-7536-4e8d-995b-1eb5087fd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541933 Aug 04 15:09:22.513447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-4b1751cf-8125-4376-b24a-a75af2a1ce33 service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943847 Aug 04 15:09:22.614178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-49f9f4be-9bc7-4917-9835-5e8b6cb91d17 req-e29ff8d5-e277-40aa-b46a-209c5addf95c service neutron] 10.222.0.46 "GET /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934935 Aug 04 15:09:23.042630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfedd1-8dc4-4636-8350-85e0cce8749c req-d65563c4-8043-4035-bfe4-2dd5cf851cf1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:23.045153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14bfedd1-8dc4-4636-8350-85e0cce8749c req-d65563c4-8043-4035-bfe4-2dd5cf851cf1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0581875 Aug 04 15:09:23.092832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14bfedd1-8dc4-4636-8350-85e0cce8749c req-1df38747-ae42-43e1-8fe5-854cbe239f08 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Aug 04 15:09:24.220648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095190b-1fb4-49f7-a7c0-b69e7e1de7df req-61373543-cee5-42e5-abe5-04f3226e6710 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:24.222133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c095190b-1fb4-49f7-a7c0-b69e7e1de7df req-61373543-cee5-42e5-abe5-04f3226e6710 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0523131 Aug 04 15:09:24.273090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c095190b-1fb4-49f7-a7c0-b69e7e1de7df req-86e12983-3e94-40fb-a5ad-c3eae94bf2c9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 Aug 04 15:09:25.395111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1a326-2419-4912-bc6e-542e2e1c2c86 req-df579e7a-2b10-4fda-aacd-aa2ed821d9c2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:25.396742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21b1a326-2419-4912-bc6e-542e2e1c2c86 req-df579e7a-2b10-4fda-aacd-aa2ed821d9c2 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0513070 Aug 04 15:09:25.448414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-21b1a326-2419-4912-bc6e-542e2e1c2c86 req-36d46ad0-8b4e-4f27-aab6-78ccb1b39448 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Aug 04 15:09:26.573602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ef1ed-a9b3-4e6a-b974-315b84d422e7 req-fab7eb3a-5ce1-4da0-b1f7-a386f4384d8d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:26.581641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-803ef1ed-a9b3-4e6a-b974-315b84d422e7 req-fab7eb3a-5ce1-4da0-b1f7-a386f4384d8d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0597529 Aug 04 15:09:26.617073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-803ef1ed-a9b3-4e6a-b974-315b84d422e7 req-6cb2f300-50c3-476c-975c-f322cfa1b10d tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345430 Aug 04 15:09:27.752777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144320-3c08-461a-a62c-5f80fc0d4c30 req-06260931-528a-4f64-a6df-35813260169a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:27.754524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6144320-3c08-461a-a62c-5f80fc0d4c30 req-06260931-528a-4f64-a6df-35813260169a tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0530572 Aug 04 15:09:27.796917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6144320-3c08-461a-a62c-5f80fc0d4c30 req-a7667b2e-13ce-45a1-bf1f-532d3eb0a089 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350852 Aug 04 15:09:28.503454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:28.670079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Deleting port b4f0fef0-d81f-40f2-b113-d04e417dc3fe {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:28.670438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:28.751108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:28.751402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:28.763572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Calling delete_port for b4f0fef0-d81f-40f2-b113-d04e417dc3fe owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:28.955906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf362d38-9bee-4950-b4a4-9d0b78b84521 req-fc51e2b4-3acc-41bc-a342-f27b510255bb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:28.957474 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf362d38-9bee-4950-b4a4-9d0b78b84521 req-fc51e2b4-3acc-41bc-a342-f27b510255bb tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0874603 Aug 04 15:09:28.971323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:29.004470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event deleted for resources: {'Port': ['ID=b4f0fef0-d81f-40f2-b113-d04e417dc3fe,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:29.025776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.026169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.026520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.026854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.027174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.027507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.027857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.028186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.028511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.028835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.029157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.029474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:29.040669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf362d38-9bee-4950-b4a4-9d0b78b84521 req-f33e6075-bc9f-47fd-b13a-d46d8e476b8b tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762501 Aug 04 15:09:29.124054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:29.124054 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Floating IP c88f560f-88a7-4fe6-90f4-2177059e624d disassociated (deleted). External IP: 172.25.0.116, port: 99a6c779-1b0b-47ec-820f-5c9ab26a8c69. Aug 04 15:09:29.396935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Router 95a44aeb-8594-4330-a036-4852b8ab8475 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:29.507352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:29.512152 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:29.519809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:29.529518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:29.530889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:29.539591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e172513f-a0d8-4c19-9cd4-fbc8894c0bcc tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "DELETE /v2.0/floatingips/c88f560f-88a7-4fe6-90f4-2177059e624d HTTP/1.1" status: 204 len: 168 time: 1.0349996 Aug 04 15:09:29.540261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:09:29.542731 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577e959-898b-4e36-a8a9-6263d216fbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:09:29.579320 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb3742c-28f2-4b62-a3b6-661d7b46e0fc x-openstack-request-id: req-bfb3742c-28f2-4b62-a3b6-661d7b46e0fc {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:09:29.579625 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:09:29.579881 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfb3742c-28f2-4b62-a3b6-661d7b46e0fc {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:09:29.580312 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:09:29.661122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:29.664414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-094d17c3-a508-4c8c-97be-4bd8d49c3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:29.667100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-094d17c3-a508-4c8c-97be-4bd8d49c3669 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 1097 time: 0.0571549 Aug 04 15:09:29.814108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9944-bc70-453b-8c40-8a69dd424fb1 req-dd19be4b-c1d8-4832-9a6b-c6d2c4f560b2 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:29.824994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b9944-bc70-453b-8c40-8a69dd424fb1 req-dd19be4b-c1d8-4832-9a6b-c6d2c4f560b2 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0684628 Aug 04 15:09:29.826774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:09:29.828179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-a43ad987-49ab-4730-a76b-40d7e21220ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:29.830215 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-a43ad987-49ab-4730-a76b-40d7e21220ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 200 len: 915 time: 0.1365948 Aug 04 15:09:29.881221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b9944-bc70-453b-8c40-8a69dd424fb1 req-2cba091a-2bf8-47db-8ac7-c7941ea2adb0 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552371 Aug 04 15:09:29.891657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-f1c15ed5-f1c1-42d2-abd9-cdee204ce09f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 200 len: 217 time: 0.0531905 Aug 04 15:09:29.956985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-45fc4389-dda4-453e-912d-e201cd56c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:29.958665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-45fc4389-dda4-453e-912d-e201cd56c4e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 200 len: 853 time: 0.0601256 Aug 04 15:09:29.972014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:30.007792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:30.011635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-f014788a-ea2e-4ca9-8b18-2f5e8e06ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.013187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-f014788a-ea2e-4ca9-8b18-2f5e8e06ee04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aaa9b798-2a19-4740-9e81-59d4e137a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467310 Aug 04 15:09:30.014335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:30.028972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'port_id': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'mac_address': 'fa:16:3e:fa:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:09:30.030530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:30.031173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:30.109894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-fb5227aa-ab49-4247-821c-1c660b290a5e service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888278 Aug 04 15:09:30.113901 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:30.164731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:09:30.196217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:30.198388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:30.198919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f4b0a-77cc-4705-86b4-03442f444984 req-2a8f6ec1-93da-4294-b35f-b08705a171b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.203210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-668f4b0a-77cc-4705-86b4-03442f444984 req-2a8f6ec1-93da-4294-b35f-b08705a171b9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 943 time: 0.0601242 Aug 04 15:09:30.213846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8577e959-898b-4e36-a8a9-6263d216fbc4 req-ba66d42e-7486-4c9c-9c0f-930cc59e12ff service neutron] 10.222.0.46 "GET /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958965 Aug 04 15:09:30.224999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:30.259772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-668f4b0a-77cc-4705-86b4-03442f444984 req-fc259b11-bfdb-4646-859b-14a156f4d8c4 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502520 Aug 04 15:09:30.348322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:30.456019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:30.462573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['01b4966c-abe6-44c3-91dc-84da3860fb7e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:09:30.519903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f56ac-d97d-4e67-83d0-e42455512a5a None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:06:33Z', 'revision_number': 4, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '86d36bf7-b115-4502-88ba-1d6441257c1f', 'name': '', 'network_id': 'aaa9b798-2a19-4740-9e81-59d4e137a385', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'mac_address': 'fa:16:3e:67:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:32Z', 'updated_at': '2021-08-04T15:06:40Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'subnets': [{'id': '7bb201eb-f4d1-4460-a03c-b8e4af2f19f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:30.587572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-f76a7ffb-9f4b-4972-91b9-e0f835108f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.587879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-f76a7ffb-9f4b-4972-91b9-e0f835108f04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1096 time: 0.1091626 Aug 04 15:09:30.711225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-565ce1d0-29bb-4912-ad66-52f9ea4a1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.712814 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-565ce1d0-29bb-4912-ad66-52f9ea4a1273 service neutron] 10.222.0.38 "GET /v2.0/networks?id=908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 200 len: 918 time: 0.1016133 Aug 04 15:09:30.790460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-28798d3e-7a22-4426-b9fa-9b90eba193ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 200 len: 1000 time: 0.0696635 Aug 04 15:09:30.847555 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3dc0f-9c75-4992-b24b-db716f02c907 None None] New status for floating IP c88f560f-88a7-4fe6-90f4-2177059e624d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:09:30.851157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-d9e3df3d-8108-4d6c-8442-0ee849e3c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.852693 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-d9e3df3d-8108-4d6c-8442-0ee849e3c594 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 200 len: 856 time: 0.0547988 Aug 04 15:09:30.906535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-58df8854-a368-42bd-bce8-5cf95e860f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:30.908321 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-58df8854-a368-42bd-bce8-5cf95e860f85 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=908b645c-f3fe-430c-af28-a04a81a6bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484295 Aug 04 15:09:31.011085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-de685ef0-937f-40cc-b294-19c212e76ca9 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941098 Aug 04 15:09:31.011992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a2855-561d-400c-8a71-90bd8009301e req-5d79fc20-4d9c-4627-bff8-98b4245274a8 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:31.015009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e5a2855-561d-400c-8a71-90bd8009301e req-5d79fc20-4d9c-4627-bff8-98b4245274a8 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0655441 Aug 04 15:09:31.052823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e5a2855-561d-400c-8a71-90bd8009301e req-abcc069a-d375-49c2-b41c-7c04bc88e45d tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/security-groups?id=2115560f-31a5-4e4d-8519-e7ed75f01aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 04 15:09:31.105656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53f87545-9d1d-4528-a210-6352daef7ae7 req-459cc214-7653-48e6-85fe-a5591ec11047 service neutron] 10.222.0.38 "GET /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869775 Aug 04 15:09:31.382687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881bc33-3b79-45df-a784-adb2046d49bd req-cb27e273-beb2-4bfa-bb98-97a17a29280e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:31.384196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5881bc33-3b79-45df-a784-adb2046d49bd req-cb27e273-beb2-4bfa-bb98-97a17a29280e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 944 time: 0.0508895 Aug 04 15:09:31.394351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8df9-6e66-44db-8948-821352b6be71 req-b86668fb-56ad-4d14-87bc-d2ce18471341 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:31.395834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-efab8df9-6e66-44db-8948-821352b6be71 req-b86668fb-56ad-4d14-87bc-d2ce18471341 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 945 time: 0.0540936 Aug 04 15:09:31.425844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5881bc33-3b79-45df-a784-adb2046d49bd req-68ad684f-d1e5-4c0c-90e4-238872b051a6 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353789 Aug 04 15:09:31.491839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Deleting port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:31.492186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:31.585602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] For port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:31.585829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:31.599283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Calling delete_port for 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:31.737213 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:31.764854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event deleted for resources: {'Port': ['ID=99a6c779-1b0b-47ec-820f-5c9ab26a8c69,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:31.797463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.798791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.798791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.798972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.799354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.799690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.800114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.800499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.800831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.801162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.801482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.801805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:31.822058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] No DVR routers for this DVR port 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:31.824873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:31.827311 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-efab8df9-6e66-44db-8948-821352b6be71 req-c9a4ce76-29a8-412c-b960-9e4671f5920c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.46 "DELETE /v2.0/ports/99a6c779-1b0b-47ec-820f-5c9ab26a8c69 HTTP/1.1" status: 204 len: 173 time: 0.4227579 Aug 04 15:09:31.827784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'name': 'network-vif-deleted', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:09:31.830048 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e46cca5-6f3b-4c9e-8fb4-49ac26a3232f" -d '{"events": [{"server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "name": "network-vif-deleted", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:09:31.840602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:09:31.901565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 01b4966c-abe6-44c3-91dc-84da3860fb7e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:31.902025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:31.956155 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07cd524-5b6e-414b-8c0f-14ad75e011d9 x-openstack-request-id: req-c07cd524-5b6e-414b-8c0f-14ad75e011d9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:09:31.956316 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00", "name": "network-vif-deleted", "tag": "99a6c779-1b0b-47ec-820f-5c9ab26a8c69", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:09:31.956458 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c07cd524-5b6e-414b-8c0f-14ad75e011d9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:09:31.957051 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00', 'name': 'network-vif-deleted', 'tag': '99a6c779-1b0b-47ec-820f-5c9ab26a8c69', 'status': 'completed', 'code': 200} Aug 04 15:09:31.995033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:32.017363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:09:32.019666 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c4cd3-4c29-4321-a3d3-d177381da39f" -d '{"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:09:32.032941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:32.039289 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:32.064910 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8860a-0916-402b-a04a-77f8e7571f39 x-openstack-request-id: req-4df8860a-0916-402b-a04a-77f8e7571f39 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:09:32.065184 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-plugged", "status": "completed", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:09:32.065472 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4df8860a-0916-402b-a04a-77f8e7571f39 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:09:32.065916 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'code': 200} Aug 04 15:09:32.093609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:32.166755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a5b8c60-d1d6-489f-acc7-6c99360db166 req-c507f489-952d-4d6a-aec0-32b48cbe9d78 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Aug 04 15:09:32.235608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16e7b-b4f8-4c88-bd07-0b69934a5666 req-c115fb6f-5faf-4bed-8fe4-27c507d6e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:32.237436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32c16e7b-b4f8-4c88-bd07-0b69934a5666 req-c115fb6f-5faf-4bed-8fe4-27c507d6e30f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 1098 time: 0.0415132 Aug 04 15:09:32.284197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32c16e7b-b4f8-4c88-bd07-0b69934a5666 req-6bb43860-60a8-4fdb-9b16-70fbc4f6fc92 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394807 Aug 04 15:09:32.559419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5384a-c0f1-49f8-aa64-4878123ed632 req-54a8a7d6-2499-4273-8328-494a240bfa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:32.561013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41a5384a-c0f1-49f8-aa64-4878123ed632 req-54a8a7d6-2499-4273-8328-494a240bfa42 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0583291 Aug 04 15:09:32.601528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41a5384a-c0f1-49f8-aa64-4878123ed632 req-7a5a16e6-681e-41c0-a3e0-145306d33fd9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342164 Aug 04 15:09:33.286118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c705e2e6-6a81-47f6-8919-11eef7394339 req-865302bb-db0c-4ef7-a247-53e3fb150a75 tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0299006 Aug 04 15:09:33.734820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd1639-4226-4b31-ac0b-ee12ff781fea req-ffb84fe8-525b-4b5f-b661-23b15621c45f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:33.736349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67dd1639-4226-4b31-ac0b-ee12ff781fea req-ffb84fe8-525b-4b5f-b661-23b15621c45f tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0569799 Aug 04 15:09:33.776612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67dd1639-4226-4b31-ac0b-ee12ff781fea req-460a895f-fa44-47f8-8140-29bc097504aa tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 Aug 04 15:09:34.386178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4ffb3ed-0a3e-40b0-97ab-db8830ffd2a8 req-a2999d67-b068-486f-8ed6-0a4eeb50abcd tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Aug 04 15:09:34.907399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa55bc-4dd2-4e14-bf49-2db399cbfff6 req-792a1d32-ea94-4002-92b0-4ef3b9914d17 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:34.908940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1faa55bc-4dd2-4e14-bf49-2db399cbfff6 req-792a1d32-ea94-4002-92b0-4ef3b9914d17 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0530446 Aug 04 15:09:34.948716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1faa55bc-4dd2-4e14-bf49-2db399cbfff6 req-24ee1b21-a252-4134-b9b6-631d63db2007 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Aug 04 15:09:35.489540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb71bf70-b6f1-453a-8104-06b34696b204 req-7cf101a0-0a55-499e-a935-0dcf31a9afac tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0269065 Aug 04 15:09:35.655957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:35.680357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:35.680619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 99a6c779-1b0b-47ec-820f-5c9ab26a8c69 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:36.602888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75039180-1e9d-437e-9791-1db4a17a126f req-d592be71-d6a6-4d2c-8a54-210079ebd03c tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dbc2ae2-2cdf-4824-9fd5-8a9e0a7dca00 HTTP/1.1" status: 200 len: 210 time: 0.0268474 Aug 04 15:09:37.660953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 59762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:37.726443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:37.755489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:37.834154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:37.837873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:37.844489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] 10.222.0.76 "DELETE /v2.0/security-groups/2115560f-31a5-4e4d-8519-e7ed75f01aac HTTP/1.1" status: 204 len: 168 time: 0.1821811 Aug 04 15:09:37.857237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d064ab-2e82-4b55-9948-f5805de209eb tempest-TestVolumeBackupRestore-1667303201 tempest-TestVolumeBackupRestore-1667303201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115560f-31a5-4e4d-8519-e7ed75f01aac,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:39.375561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d331e-318d-4785-9559-c6b503bb8f0e req-657989d5-d41c-49cd-b39e-d80bbb717cf4 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:39.377188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-000d331e-318d-4785-9559-c6b503bb8f0e req-657989d5-d41c-49cd-b39e-d80bbb717cf4 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.2713706 Aug 04 15:09:39.421338 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-000d331e-318d-4785-9559-c6b503bb8f0e req-bd974050-cb34-4656-aa84-c2f82f24acfe tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361001 Aug 04 15:09:40.438312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-c9d2f5ac-94dd-4f20-b055-e84779c77e20 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:40.440004 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-c9d2f5ac-94dd-4f20-b055-e84779c77e20 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0867658 Aug 04 15:09:40.619984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Deleting port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:40.620438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:40.631666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46a15-c45d-49c1-b5bc-e30322a8d75c req-f670a7c5-a401-476e-aa9f-ae158f95b1ce tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:40.646307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69d46a15-c45d-49c1-b5bc-e30322a8d75c req-f670a7c5-a401-476e-aa9f-ae158f95b1ce tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 945 time: 0.0950050 Aug 04 15:09:40.750357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-69d46a15-c45d-49c1-b5bc-e30322a8d75c req-11f6cadb-e93e-4698-af50-b60de276309d tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/security-groups?id=68405a63-213d-4a9b-b2e3-935c1579865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621371 Aug 04 15:09:40.795034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] For port 92d9fb0f-024c-40a3-a68e-596c4897a4b6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=92d9fb0f-024c-40a3-a68e-596c4897a4b6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:40.795497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:41.019815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:41.020305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:41.020689 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Floating IP 17c67b18-1595-4000-a5f7-16cc054f5b98 disassociated. External IP: 172.25.0.42, port: 92d9fb0f-024c-40a3-a68e-596c4897a4b6. Aug 04 15:09:41.021147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Calling delete_port for 92d9fb0f-024c-40a3-a68e-596c4897a4b6 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:41.212777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:41.260174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event deleted for resources: {'Port': ['ID=92d9fb0f-024c-40a3-a68e-596c4897a4b6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:41.438866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:41.604416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Router f044cdb2-96bb-428b-be8f-7a3e3634a6ef has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:41.898744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:41.912731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Sync routers for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:41.956739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:41.959905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:42.021108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe1b8cb9-646e-4cea-b226-a8fea1f33508 req-c4d2598c-95bc-4368-af73-4042f38f1788 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c7d29a1-b858-426c-81cd-b6738d262014 HTTP/1.1" status: 200 len: 210 time: 0.0295761 Aug 04 15:09:42.069945 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] No DVR routers for this DVR port 92d9fb0f-024c-40a3-a68e-596c4897a4b6 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:42.073985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:42.076099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-345ee3a7-edbf-42cd-a383-2fe8728323a6 req-2d0a11cb-0710-4eca-b462-d4ed285d9e46 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.46 "DELETE /v2.0/ports/92d9fb0f-024c-40a3-a68e-596c4897a4b6 HTTP/1.1" status: 204 len: 173 time: 1.6279323 Aug 04 15:09:42.076558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'name': 'network-vif-deleted', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:09:42.087665 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47e35a-c946-4f33-8318-936bac4d678a" -d '{"events": [{"server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "name": "network-vif-deleted", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:09:42.141416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:42.172259 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932fe896-5dcc-4645-b83d-0053d5035338 x-openstack-request-id: req-932fe896-5dcc-4645-b83d-0053d5035338 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:09:42.172553 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d29a1-b858-426c-81cd-b6738d262014", "name": "network-vif-deleted", "tag": "92d9fb0f-024c-40a3-a68e-596c4897a4b6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:09:42.172807 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-932fe896-5dcc-4645-b83d-0053d5035338 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:09:42.173611 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d29a1-b858-426c-81cd-b6738d262014', 'name': 'network-vif-deleted', 'tag': '92d9fb0f-024c-40a3-a68e-596c4897a4b6', 'status': 'completed', 'code': 200} Aug 04 15:09:42.294265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:42.511869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Deleting port 86d36bf7-b115-4502-88ba-1d6441257c1f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:42.512177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:42.519737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:42.550309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Checking router: f044cdb2-96bb-428b-be8f-7a3e3634a6ef for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:42.562648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:42.563300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:42.634097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] For port 86d36bf7-b115-4502-88ba-1d6441257c1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=86d36bf7-b115-4502-88ba-1d6441257c1f,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:42.634469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:42.653074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Calling delete_port for 86d36bf7-b115-4502-88ba-1d6441257c1f owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:42.719918 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:42.851010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:42.907468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d36bf7-b115-4502-88ba-1d6441257c1f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:43.094494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.136487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:43.141135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60288) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:43.170248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0369900-6db1-4315-81b6-d1a79595a592 None None] The sync data for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 is: [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:04:29Z', 'revision_number': 4, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9c48ade1-5f35-45c7-86d6-bc463ea3e0e6', 'name': '', 'network_id': '16a67614-7536-4e8d-995b-1eb5087fd3a4', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'mac_address': 'fa:16:3e:07:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:28Z', 'updated_at': '2021-08-04T15:04:36Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'subnets': [{'id': '79bd13a1-2321-417f-b6f7-710dcd6203f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:43.291145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Deleting port 553ebcd6-8984-4dca-873e-92702fe3e740 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:43.291145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.376059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.376576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.391146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Calling delete_port for 553ebcd6-8984-4dca-873e-92702fe3e740 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:43.550993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.581458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d4c35-4f0b-4713-b111-164946ee846e None None] New status for floating IP 17c67b18-1595-4000-a5f7-16cc054f5b98: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:09:43.628534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event deleted for resources: {'Port': ['ID=553ebcd6-8984-4dca-873e-92702fe3e740,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:43.663574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.667358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.668987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7f3814a2-183e-4888-b05d-8dd7f4635623 tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "DELETE /v2.0/floatingips/17c67b18-1595-4000-a5f7-16cc054f5b98 HTTP/1.1" status: 204 len: 168 time: 0.5264487 Aug 04 15:09:43.731252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Router 95a44aeb-8594-4330-a036-4852b8ab8475 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:43.767241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60302) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:43.834261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.863421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:43.867230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:43.876391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Sync routers for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:43.878537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60308) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:43.879385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ad8bc133-fa2f-4e7a-92c3-046311117b60 admin admin] 10.222.0.76 "PUT /v2.0/routers/95a44aeb-8594-4330-a036-4852b8ab8475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393933 Aug 04 15:09:43.886507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:43.887255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:44.013007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.020949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:44.049806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.052466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.056315 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] 10.222.0.76 "DELETE /v2.0/security-groups/68405a63-213d-4a9b-b2e3-935c1579865b HTTP/1.1" status: 204 len: 168 time: 0.2847440 Aug 04 15:09:44.066599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57110b41-d1d9-48c3-b6af-311822306cdf tempest-TestServerBasicOps-1057146146 tempest-TestServerBasicOps-1057146146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68405a63-213d-4a9b-b2e3-935c1579865b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:44.106758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60314) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:44.146471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.286528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '10392d90-0d9c-49c5-9ed2-701832230888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:09:42Z', 'revision_number': 5, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port': {'id': '10392d90-0d9c-49c5-9ed2-701832230888', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:31Z', 'updated_at': '2021-08-04T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:44.315963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Checking router: 95a44aeb-8594-4330-a036-4852b8ab8475 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:44.325651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Routers {'95a44aeb-8594-4330-a036-4852b8ab8475'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:44.326197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['95a44aeb-8594-4330-a036-4852b8ab8475'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:44.421908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] Set router 95a44aeb-8594-4330-a036-4852b8ab8475 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:44.483709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:09:44Z', 'revision_number': 6, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:44.514600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6389a03d-51ce-4801-a339-40dca38c57cf None None] The sync data for ids ['95a44aeb-8594-4330-a036-4852b8ab8475'] in n-d-801743-12 is: [{'id': '95a44aeb-8594-4330-a036-4852b8ab8475', 'name': 'tempest-TestVolumeBackupRestore-1330291724-router', 'tenant_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:30Z', 'updated_at': '2021-08-04T15:09:44Z', 'revision_number': 6, 'project_id': 'aa81b628da37495ca0b5f19ff8bbfb4d', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:44.567688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Deleting port 10392d90-0d9c-49c5-9ed2-701832230888 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:44.568032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.733774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] For port 10392d90-0d9c-49c5-9ed2-701832230888, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=10392d90-0d9c-49c5-9ed2-701832230888,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:44.734236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:44.754813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Calling delete_port for 10392d90-0d9c-49c5-9ed2-701832230888 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:44.798805 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2b19-bcaa-4afe-a75f-bdb62b0f54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.017258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.048664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Pushing event deleted for resources: {'Port': ['ID=10392d90-0d9c-49c5-9ed2-701832230888,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:45.120293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.138990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.271563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.299541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.376362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.376873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a44aeb-8594-4330-a036-4852b8ab8475 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:09:45.382380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.386791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-338b08c2-05c5-4563-9d30-6c0e6cb68abc admin admin] 10.222.0.76 "DELETE /v2.0/routers/95a44aeb-8594-4330-a036-4852b8ab8475 HTTP/1.1" status: 204 len: 168 time: 1.5072005 Aug 04 15:09:45.387037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:45.438642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Deleting subnet 7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:09:45.443992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.494147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.549951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Deleting port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:45.550303 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.594699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.638991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] For port 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:45.639508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.650812 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.660868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Calling delete_port for 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:45.661191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 92d9fb0f-024c-40a3-a68e-596c4897a4b6 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:45.664159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.666458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7bb201eb-f4d1-4460-a03c-b8e4af2f19f2 HTTP/1.1" status: 204 len: 168 time: 0.2782454 Aug 04 15:09:45.670137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:45.684823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283219bd-6a74-4ff0-84c9-73521bc4d55f None None] Network aaa9b798-2a19-4740-9e81-59d4e137a385 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:45.689832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f4bd3-b8f7-4404-86ae-8916afcabe2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb201eb-f4d1-4460-a03c-b8e4af2f19f2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:45.748017 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.774479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 92d9fb0f-024c-40a3-a68e-596c4897a4b6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:45.774991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 92d9fb0f-024c-40a3-a68e-596c4897a4b6 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:45.850130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86d36bf7-b115-4502-88ba-1d6441257c1f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:45.875637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 86d36bf7-b115-4502-88ba-1d6441257c1f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:45.876284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 86d36bf7-b115-4502-88ba-1d6441257c1f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:45.876846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 10392d90-0d9c-49c5-9ed2-701832230888 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:45.879646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Deleting port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:45.879993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:45.896712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 10392d90-0d9c-49c5-9ed2-701832230888 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:45.897269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 10392d90-0d9c-49c5-9ed2-701832230888 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:45.985050 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] DHCP port deletion for aaa9b798-2a19-4740-9e81-59d4e137a385 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:09:46.029067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] For port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:46.029441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.030847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Deleting port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:46.031546 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.050479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Calling delete_port for 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:46.099351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] For port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,segment=NetworkSegment(01f93f34-e110-48d7-82a8-2bdbcf929717),segment_id=01f93f34-e110-48d7-82a8-2bdbcf929717)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:46.099805 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.113851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Calling delete_port for 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:46.164154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.195024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c48ade1-5f35-45c7-86d6-bc463ea3e0e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:46.204939 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.213445 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.248838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:46.258181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] No DVR routers for this DVR port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:46.268486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd1fd-c857-4bdc-9cee-cbe62a4de74e None None] Pushing event deleted for resources: {'Port': ['ID=9a341bd4-6d51-4eeb-a0e3-9aef0876bb74,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:46.268991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] No DVR routers for this DVR port 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:46.396836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.411435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa9b798-2a19-4740-9e81-59d4e137a385']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:46.427463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f93f34-e110-48d7-82a8-2bdbcf929717') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:46.427784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f93f34-e110-48d7-82a8-2bdbcf929717') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:46.471319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.493030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.502831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:09:46.503389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:09:46.505052 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:09:46.514231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.608520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.617267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:46.619406 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/aaa9b798-2a19-4740-9e81-59d4e137a385 HTTP/1.1" status: 204 len: 168 time: 0.9480507 Aug 04 15:09:46.622156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60364) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:46.662714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d5925-c865-4d72-b143-08ce66d812f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa9b798-2a19-4740-9e81-59d4e137a385,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:46.804017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Router f044cdb2-96bb-428b-be8f-7a3e3634a6ef has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:47.025928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.201260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:47.207345 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9da56d4c-c200-412f-a277-e30856ac74c6 admin admin] 10.222.0.76 "PUT /v2.0/routers/f044cdb2-96bb-428b-be8f-7a3e3634a6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0994151 Aug 04 15:09:47.209467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:47.214545 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Sync routers for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:47.229126 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:47.230276 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:47.310028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Deleting port 2ca9a888-7423-46e5-8d22-5a7ce1f07687 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:47.310292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.336068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.375888 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:47.383505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25c8c4a8-4351-4791-8a1a-07435eb2b626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.400214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] For port 2ca9a888-7423-46e5-8d22-5a7ce1f07687, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2ca9a888-7423-46e5-8d22-5a7ce1f07687,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:47.400596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.414477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Calling delete_port for 2ca9a888-7423-46e5-8d22-5a7ce1f07687 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:47.468315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.544058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Deleting port a7910882-e6e0-4804-8436-dee235ba6870 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:47.544571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.571356 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:09:46Z', 'revision_number': 5, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port': {'id': 'a7910882-e6e0-4804-8436-dee235ba6870', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:24Z', 'updated_at': '2021-08-04T15:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:47.619689 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Checking router: f044cdb2-96bb-428b-be8f-7a3e3634a6ef for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:47.626922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.628811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Routers {'f044cdb2-96bb-428b-be8f-7a3e3634a6ef'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:47.629594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:47.640820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] For port a7910882-e6e0-4804-8436-dee235ba6870, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a7910882-e6e0-4804-8436-dee235ba6870,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:47.641198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.652839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.658400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Calling delete_port for a7910882-e6e0-4804-8436-dee235ba6870 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:47.681343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca9a888-7423-46e5-8d22-5a7ce1f07687,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:47.731079 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] Set router f044cdb2-96bb-428b-be8f-7a3e3634a6ef gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:47.800104 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:09:47Z', 'revision_number': 6, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:47.838212 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fba2e4-df44-4653-b47e-425bb1d1aefa None None] The sync data for ids ['f044cdb2-96bb-428b-be8f-7a3e3634a6ef'] in n-d-801743-12 is: [{'id': 'f044cdb2-96bb-428b-be8f-7a3e3634a6ef', 'name': 'tempest-TestServerBasicOps-930929052-router', 'tenant_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:23Z', 'updated_at': '2021-08-04T15:09:47Z', 'revision_number': 6, 'project_id': 'e0cefdc611dc46ce99b64fd6f4a9677c', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:47.917514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:47.971855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.007589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7910882-e6e0-4804-8436-dee235ba6870,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:48.017820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.068336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.166151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.169918 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.187896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Router 4a1473eb-71a0-4a76-934e-3547951a67f7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:48.248536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.250302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f044cdb2-96bb-428b-be8f-7a3e3634a6ef {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:09:48.255585 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.258283 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9700f2b0-a97d-480d-b262-84fad0497786 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f044cdb2-96bb-428b-be8f-7a3e3634a6ef HTTP/1.1" status: 204 len: 168 time: 1.0475769 Aug 04 15:09:48.260833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60398) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:48.285673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:48.314411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Deleting subnet 79bd13a1-2321-417f-b6f7-710dcd6203f4 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:09:48.318364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.324053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:48.324624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a341bd4-6d51-4eeb-a0e3-9aef0876bb74 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:48.350975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:48.361091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Sync routers for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:48.362287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.365950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-211fe5df-2f9e-4067-8fad-9dbeac38a76e admin admin] 10.222.0.76 "PUT /v2.0/routers/4a1473eb-71a0-4a76-934e-3547951a67f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421007 Aug 04 15:09:48.366814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60400) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:48.372180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:48.372812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:48.463850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.490244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.512054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:48.526996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.553999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79bd13a1-2321-417f-b6f7-710dcd6203f4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:48.557742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.559808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f85e6e79-9d43-4f2e-b117-6e12edeb5d68 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/79bd13a1-2321-417f-b6f7-710dcd6203f4 HTTP/1.1" status: 204 len: 168 time: 0.2977533 Aug 04 15:09:48.562108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60406) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:48.604449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8a7ff-d2ad-4c54-9987-cf356fa72ee0 None None] Network 16a67614-7536-4e8d-995b-1eb5087fd3a4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:48.624735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.654401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.731660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Deleting port b67d8b58-e8e4-4757-856e-7b781186c30c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:48.732780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.743969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Deleting port 9d452093-e9be-4d81-904e-255d0d33f43c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:48.744460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.802382 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.833479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] For port 9d452093-e9be-4d81-904e-255d0d33f43c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9d452093-e9be-4d81-904e-255d0d33f43c,segment=NetworkSegment(e09c574d-613e-4b62-b8ee-ae329c7f66ad),segment_id=e09c574d-613e-4b62-b8ee-ae329c7f66ad)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:48.833479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.849153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Calling delete_port for 9d452093-e9be-4d81-904e-255d0d33f43c owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:48.871024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] For port b67d8b58-e8e4-4757-856e-7b781186c30c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b67d8b58-e8e4-4757-856e-7b781186c30c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:48.871024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.893855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Calling delete_port for b67d8b58-e8e4-4757-856e-7b781186c30c owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:48.932342 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.949032 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:48.985220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:09:47Z', 'revision_number': 5, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port': {'id': 'b67d8b58-e8e4-4757-856e-7b781186c30c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:06:36Z', 'updated_at': '2021-08-04T15:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:48.990482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d452093-e9be-4d81-904e-255d0d33f43c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:48.992551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] No DVR routers for this DVR port 9d452093-e9be-4d81-904e-255d0d33f43c on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:49.041877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d65ec-3c0b-4587-80b8-ba98aa6742c6 None None] DHCP port deletion for 16a67614-7536-4e8d-995b-1eb5087fd3a4 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:09:49.045390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Checking router: 4a1473eb-71a0-4a76-934e-3547951a67f7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:49.064367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Routers {'4a1473eb-71a0-4a76-934e-3547951a67f7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:49.065152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a1473eb-71a0-4a76-934e-3547951a67f7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:49.108785 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.125984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a67614-7536-4e8d-995b-1eb5087fd3a4']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:49.133046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.140117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09c574d-613e-4b62-b8ee-ae329c7f66ad') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:49.140472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09c574d-613e-4b62-b8ee-ae329c7f66ad') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:49.162831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.179874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67d8b58-e8e4-4757-856e-7b781186c30c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:49.182107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.196260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:09:49.196827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:09:49.199463 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:09:49.246057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] Set router 4a1473eb-71a0-4a76-934e-3547951a67f7 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:49.281178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.285388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.297708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.300240 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/16a67614-7536-4e8d-995b-1eb5087fd3a4 HTTP/1.1" status: 204 len: 168 time: 0.7371666 Aug 04 15:09:49.303031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60418) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:49.316564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:09:48Z', 'revision_number': 6, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:49.329650 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc6d1-ea65-4a54-86c8-2c6fc4c849a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a67614-7536-4e8d-995b-1eb5087fd3a4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:49.354318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef5a89-4a24-46d0-85d6-e3810dee5ddb None None] The sync data for ids ['4a1473eb-71a0-4a76-934e-3547951a67f7'] in n-d-801743-12 is: [{'id': '4a1473eb-71a0-4a76-934e-3547951a67f7', 'name': 'tempest-TestVolumeBackupRestore-1791849688-router', 'tenant_id': '52a25e0de4fb4e339908052335659417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:06:35Z', 'updated_at': '2021-08-04T15:09:48Z', 'revision_number': 6, 'project_id': '52a25e0de4fb4e339908052335659417', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:49.393403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.396204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.442705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.443479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1473eb-71a0-4a76-934e-3547951a67f7 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:09:49.449746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.453455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9cf31072-abfd-41ff-82e6-73e1d02523d4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4a1473eb-71a0-4a76-934e-3547951a67f7 HTTP/1.1" status: 204 len: 168 time: 1.0855019 Aug 04 15:09:49.454070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60420) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:49.499289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Deleting subnet b5fd76ea-4ac4-4144-b822-010a6185cc1f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:09:49.502518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.538985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.626738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.684197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.705977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.712912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5fd76ea-4ac4-4144-b822-010a6185cc1f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:49.719406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.722614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868e09c-dd13-4cd6-b6c8-cc463b4e3919 None None] Network 375b577e-0a62-4cfd-9658-b14726187695 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:49.724697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-419285fe-82b1-404d-b635-c8fe6883fa25 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b5fd76ea-4ac4-4144-b822-010a6185cc1f HTTP/1.1" status: 204 len: 168 time: 0.2696323 Aug 04 15:09:49.725310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:49.865066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.966344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Deleting port 87dd2e2f-357e-46de-b5eb-528aa3263f93 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:49.967095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:49.979186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9d452093-e9be-4d81-904e-255d0d33f43c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:50.026706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9d452093-e9be-4d81-904e-255d0d33f43c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:50.027108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9d452093-e9be-4d81-904e-255d0d33f43c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:50.027460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:50.035902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] For port 87dd2e2f-357e-46de-b5eb-528aa3263f93, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=87dd2e2f-357e-46de-b5eb-528aa3263f93,segment=NetworkSegment(9d16d135-80f4-4506-859c-ba4fabe790d4),segment_id=9d16d135-80f4-4506-859c-ba4fabe790d4)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:50.036693 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.048848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:50.049197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9c48ade1-5f35-45c7-86d6-bc463ea3e0e6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:50.049672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ca9a888-7423-46e5-8d22-5a7ce1f07687 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:50.052797 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Calling delete_port for 87dd2e2f-357e-46de-b5eb-528aa3263f93 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:50.064742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Deleting port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:50.065288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.077706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2ca9a888-7423-46e5-8d22-5a7ce1f07687 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:50.078042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2ca9a888-7423-46e5-8d22-5a7ce1f07687 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:50.078529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a7910882-e6e0-4804-8436-dee235ba6870 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:50.104731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a7910882-e6e0-4804-8436-dee235ba6870 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:50.105079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a7910882-e6e0-4804-8436-dee235ba6870 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:50.145612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.168718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] For port 9f5c340c-8d47-4292-92fd-72d0b04c0b5e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:50.169092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.173431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] No DVR routers for this DVR port 87dd2e2f-357e-46de-b5eb-528aa3263f93 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:50.184667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Calling delete_port for 9f5c340c-8d47-4292-92fd-72d0b04c0b5e owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:50.202957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Pushing event deleted for resources: {'Port': ['ID=87dd2e2f-357e-46de-b5eb-528aa3263f93,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:50.268050 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.271140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a03e9c-1f5c-48cd-87bb-52657353ad21 None None] DHCP port deletion for 375b577e-0a62-4cfd-9658-b14726187695 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:09:50.305377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.321273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375b577e-0a62-4cfd-9658-b14726187695']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:50.332571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d16d135-80f4-4506-859c-ba4fabe790d4') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:50.333319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d16d135-80f4-4506-859c-ba4fabe790d4') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:50.343165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.357508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.364803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:09:50.365536 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:09:50.367602 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:09:50.431902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.452036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.454114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] 10.222.0.76 "DELETE /v2.0/networks/375b577e-0a62-4cfd-9658-b14726187695 HTTP/1.1" status: 204 len: 168 time: 0.7269723 Aug 04 15:09:50.455047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895d9c-17fe-43ee-a2ad-c0c8656cecdf admin admin] Pushing event deleted for resources: {'Network': ['ID=375b577e-0a62-4cfd-9658-b14726187695,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:50.465022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.498234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5c340c-8d47-4292-92fd-72d0b04c0b5e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:50.644970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60444) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:50.698926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4add5377-3e3c-452a-9e7a-246c9623a3b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa81b628da37495ca0b5f19ff8bbfb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480397 Aug 04 15:09:50.699842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:50.699991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.777319 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.800372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.863889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.866894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:50.870466 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb4b8cee-0d4c-4cc7-8408-5f82eaaa4290 HTTP/1.1" status: 204 len: 168 time: 0.1664784 Aug 04 15:09:50.876507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46997-df4c-4e8c-9cee-1bb584f5dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4b8cee-0d4c-4cc7-8408-5f82eaaa4290,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:50.966366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Router e7567677-fbd1-4069-8f40-81080a5f1a15 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:51.043001 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:09:51.255977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60460) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:51.316468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e06e26b-9f76-41c3-b29d-434bfebe413a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52a25e0de4fb4e339908052335659417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592854 Aug 04 15:09:51.318939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:51.360117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:51.365238 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8a9a66b8-6a73-4c7a-9a1c-11328dbdbf23 admin admin] 10.222.0.76 "PUT /v2.0/routers/e7567677-fbd1-4069-8f40-81080a5f1a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0534561 Aug 04 15:09:51.367867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:51.371659 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Sync routers for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:51.382929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.386790 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:51.387417 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:51.413746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.474823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.477761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.479525 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.480987 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f5e4f15-572d-4dfa-b3df-c8a2a7fcaa23 HTTP/1.1" status: 204 len: 168 time: 0.1610343 Aug 04 15:09:51.490713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dae7c-5f4d-4707-a2c5-69dd1341dd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e4f15-572d-4dfa-b3df-c8a2a7fcaa23,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:51.531170 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:51.609555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.682003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Deleting port 9defe177-ec57-4f57-b77d-8fa9785a22d1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:51.682516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.759779 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:09:50Z', 'revision_number': 5, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port': {'id': '9defe177-ec57-4f57-b77d-8fa9785a22d1', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:04:33Z', 'updated_at': '2021-08-04T15:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:51.791652 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Checking router: e7567677-fbd1-4069-8f40-81080a5f1a15 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:51.796677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] For port 9defe177-ec57-4f57-b77d-8fa9785a22d1, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9defe177-ec57-4f57-b77d-8fa9785a22d1,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:51.797049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:51.807707 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Routers {'e7567677-fbd1-4069-8f40-81080a5f1a15'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:51.808894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['e7567677-fbd1-4069-8f40-81080a5f1a15'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:51.812672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Calling delete_port for 9defe177-ec57-4f57-b77d-8fa9785a22d1 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:51.928407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 87dd2e2f-357e-46de-b5eb-528aa3263f93 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:51.931429 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] Set router e7567677-fbd1-4069-8f40-81080a5f1a15 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:51.985577 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:09:51Z', 'revision_number': 6, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:51.985912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 87dd2e2f-357e-46de-b5eb-528aa3263f93 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:51.988893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 87dd2e2f-357e-46de-b5eb-528aa3263f93 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:51.989947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b67d8b58-e8e4-4757-856e-7b781186c30c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:52.017039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b67d8b58-e8e4-4757-856e-7b781186c30c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:52.017386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b67d8b58-e8e4-4757-856e-7b781186c30c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:52.017868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6852452-c24b-4100-a02c-83d76b7d72c3 None None] The sync data for ids ['e7567677-fbd1-4069-8f40-81080a5f1a15'] in n-d-801743-12 is: [{'id': 'e7567677-fbd1-4069-8f40-81080a5f1a15', 'name': 'tempest-TestServerBasicOps-1352906158-router', 'tenant_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:04:32Z', 'updated_at': '2021-08-04T15:09:51Z', 'revision_number': 6, 'project_id': '4a53a1e9c9b04962a59114d9bc0b0c3c', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:52.064008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.092453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=9defe177-ec57-4f57-b77d-8fa9785a22d1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:52.157751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.253579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.257216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.313085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.313352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7567677-fbd1-4069-8f40-81080a5f1a15 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:09:52.321873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.325982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:52.336069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e9959e25-8a8d-4c2e-8290-203c5b4f9b62 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e7567677-fbd1-4069-8f40-81080a5f1a15 HTTP/1.1" status: 204 len: 168 time: 0.9661105 Aug 04 15:09:52.381554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Deleting subnet 33a6b288-e8dc-44c4-964c-1ff3eff7d6fe {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:09:52.385463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.434480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.450216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60508) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:52.542684 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.573623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1827995459-network', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:52.597244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:09:52.600261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.609891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.630883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.674318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a6b288-e8dc-44c4-964c-1ff3eff7d6fe,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:52.678294 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.682417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2447ff1c-91fb-43d2-bd1e-19bd732d45b8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/33a6b288-e8dc-44c4-964c-1ff3eff7d6fe HTTP/1.1" status: 204 len: 168 time: 0.3532412 Aug 04 15:09:52.683688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:52.684936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd670c11-af63-4c8e-91d0-1c03e4a6dbbc None None] Network 999c0fa1-54cb-460e-81b2-34f312c28e43 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:52.783490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.795058 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.802983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.846686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:09:52.865387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e1234-bd62-4945-b49f-caa71f0a3918,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:52.876754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.877129 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Added segment 2de5bf53-de22-4901-bd1e-fa783a49a0e0 of type vlan for network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 Aug 04 15:09:52.896500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] DHCP port deletion for 999c0fa1-54cb-460e-81b2-34f312c28e43 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:09:52.954999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.961392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Deleting port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:52.961952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:52.969067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Deleting port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:09:52.969413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.042703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.043799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:53.044396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.044687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] For port cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:53.045178 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.056327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] For port cd7a7fda-36a8-4684-9f1c-a37c66b16d63, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,segment=NetworkSegment(413b3ec1-51fa-4135-8113-0407d9975294),segment_id=413b3ec1-51fa-4135-8113-0407d9975294)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:53.056688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.060094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Calling delete_port for cd7a7fda-36a8-4684-9f1c-a37c66b16d63 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:53.120908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Calling delete_port for cd7a7fda-36a8-4684-9f1c-a37c66b16d63 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:09:53.147889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.148196 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6968076 Aug 04 15:09:53.151473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60526) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:53.165372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Request body: {'subnet': {'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1827995459-subnet', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:53.170040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc5d5-2320-407d-8b0e-7a3ab05ec276 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4f6984-89bd-4969-9182-be3fcb7ccfb6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:53.184441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:09:53.193781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:09:53.196247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.258733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Pushing event deleted for resources: {'Port': ['ID=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:53.260197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.270428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] No DVR routers for this DVR port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:53.275114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.275518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.275866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.276251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.276588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.276925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.277252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.277579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.278032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.278360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.278706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.279029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479272e-01dc-4667-bc67-fac8ce4119cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:09:53.296652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] No DVR routers for this DVR port cd7a7fda-36a8-4684-9f1c-a37c66b16d63 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:09:53.299199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7a7fda-36a8-4684-9f1c-a37c66b16d63,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:53.390363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.401232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999c0fa1-54cb-460e-81b2-34f312c28e43']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:53.411778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413b3ec1-51fa-4135-8113-0407d9975294') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:53.412076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413b3ec1-51fa-4135-8113-0407d9975294') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:53.421343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.436076 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.442687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:09:53.443253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:09:53.445056 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:09:53.453098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.509744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f785664-17db-4a5a-b191-5a710b026374,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:53.513796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.523945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:09:53.524494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Network hostable DHCP agents. Network: 5b4f6984-89bd-4969-9182-be3fcb7ccfb6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:09:53.526754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.531139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/999c0fa1-54cb-460e-81b2-34f312c28e43 HTTP/1.1" status: 204 len: 168 time: 0.8462672 Aug 04 15:09:53.543118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd177e32-3624-43d0-93a9-0ddc1c943ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=999c0fa1-54cb-460e-81b2-34f312c28e43,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:53.546648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:09:53.557677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5b4f6984-89bd-4969-9182-be3fcb7ccfb6) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:53.565627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:53.566288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0d3fa-3b17-43f9-81d7-8753723b9179 None None] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:53.566706 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.586845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-51109fd1-6815-46c8-a3a3-eb7fe8f4ff89 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4339881 Aug 04 15:09:53.590022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60536) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:53.595728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:53.622359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.623418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.684807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60538) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:53.732668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.762199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:09:53.763346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.826443 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-82b0ea11-1551-49d5-a693-4f3e1ee4ce4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0cefdc611dc46ce99b64fd6f4a9677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409566 Aug 04 15:09:53.829495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60544) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:53.861672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9defe177-ec57-4f57-b77d-8fa9785a22d1 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:53.886080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.887424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9defe177-ec57-4f57-b77d-8fa9785a22d1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:53.888001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9defe177-ec57-4f57-b77d-8fa9785a22d1 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:53.888993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cd7a7fda-36a8-4684-9f1c-a37c66b16d63 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:53.909933 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.912437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.918980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: cd7a7fda-36a8-4684-9f1c-a37c66b16d63 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:53.919639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cd7a7fda-36a8-4684-9f1c-a37c66b16d63 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:53.920180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f5c340c-8d47-4292-92fd-72d0b04c0b5e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:09:53.947418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9f5c340c-8d47-4292-92fd-72d0b04c0b5e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:09:53.947990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9f5c340c-8d47-4292-92fd-72d0b04c0b5e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:09:53.973246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.977132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:53.980173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a759e1e4-7047-4a7b-bd44-06b1bf52085f HTTP/1.1" status: 204 len: 168 time: 0.1473141 Aug 04 15:09:53.989132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb6a9d-0fda-4b32-8e1e-a52e1be4a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759e1e4-7047-4a7b-bd44-06b1bf52085f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:54.040618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Allocated IP 172.20.0.2 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/7f244e99-a79f-46c4-adc9-49e3a1a15303) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:09:54.179075 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.206126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.240097 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.249634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Transition to ACTIVE for port object 7f244e99-a79f-46c4-adc9-49e3a1a15303 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:54.270060 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Transition to ACTIVE for port object 7f244e99-a79f-46c4-adc9-49e3a1a15303 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:54.281326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.333841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:09:54.341823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:54.344571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Allocated IP 172.25.0.116 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/deeb298e-bcde-4e83-8073-8fb2dfd8cd51) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:09:54.347108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:09:54.351004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Pushing event updated for resources: {'Port': ['ID=7f244e99-a79f-46c4-adc9-49e3a1a15303,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:54.415516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Attempting to bind port 7f244e99-a79f-46c4-adc9-49e3a1a15303 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:09:54.415899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Attempting to bind port 7f244e99-a79f-46c4-adc9-49e3a1a15303 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:09:54.416342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Attempting to bind port 7f244e99-a79f-46c4-adc9-49e3a1a15303 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:09:54.422547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:09:54.422547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:09:54.423205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.423361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:09:54.423835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Bound port: 7f244e99-a79f-46c4-adc9-49e3a1a15303, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:09:54.424471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.490796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.495356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] For port 7f244e99-a79f-46c4-adc9-49e3a1a15303, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:09:54.498703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] For port 7f244e99-a79f-46c4-adc9-49e3a1a15303, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f244e99-a79f-46c4-adc9-49e3a1a15303,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:09:54.505544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60560) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:54.506047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.555725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ca0ace33-d25f-4b13-8873-d7ffe0581199 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a53a1e9c9b04962a59114d9bc0b0c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488803 Aug 04 15:09:54.555975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.558233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60562) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:54.579382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3ba4a-6465-4b25-a90e-051c8129528e None None] Pushing event updated for resources: {'Port': ['ID=7f244e99-a79f-46c4-adc9-49e3a1a15303,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:54.612530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:09:54.618071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:54.620851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:09:54.622981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Pushing event updated for resources: {'Port': ['ID=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:54.628245 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.662428 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.736186 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.740203 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:54.741502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04fb0212-4875-4a5c-a428-a760424df4f4 HTTP/1.1" status: 204 len: 168 time: 0.1820424 Aug 04 15:09:54.751515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16032ed0-8214-4046-9f0b-3191afc5f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb0212-4875-4a5c-a428-a760424df4f4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:54.946884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:55.502722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:55.675777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:09:55.793505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:55.805367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:09:55.812432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:55.813963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6ba90a63-199f-47e7-abcb-374effda6d53 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2225339 Aug 04 15:09:55.817077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:55.819998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:55.820955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:55.914954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5ef87-f9cc-4f52-8add-0b543bf0dfc7 None None] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:55.916800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f244e99-a79f-46c4-adc9-49e3a1a15303 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:09:56.046121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:56.049964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-611993b8-6c4d-47a2-b398-c6ad8a4bada5 None None] Provisioning for port 7f244e99-a79f-46c4-adc9-49e3a1a15303 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:09:56.181135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7f244e99-a79f-46c4-adc9-49e3a1a15303 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:09:56.223220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7f244e99-a79f-46c4-adc9-49e3a1a15303 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:56.223647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.396027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.411514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:54Z', 'revision_number': 3, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:56.464524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:09:56.464882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Updating router f5c160d9-bf14-499c-92dd-7316f7c8aa69 port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:09:56.498901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7f244e99-a79f-46c4-adc9-49e3a1a15303, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f244e99-a79f-46c4-adc9-49e3a1a15303,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:09:56.508411 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.544038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.666410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7f244e99-a79f-46c4-adc9-49e3a1a15303,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:56.674451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.695651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-447ff8b0-4f44-4373-810a-fc43bc10c473 None None] Provisioning complete for port 7f244e99-a79f-46c4-adc9-49e3a1a15303 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:56.696118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447ff8b0-4f44-4373-810a-fc43bc10c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.853350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Allocated IP 172.20.0.1 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/041366f3-b049-407f-a2c8-d1f1008d761b) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:09:56.970801 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:56.985263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Transition to ACTIVE for port object 041366f3-b049-407f-a2c8-d1f1008d761b will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:57.020641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.066640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:09:57.066640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:57.066994 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.072976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:09:57.084860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Transition to ACTIVE for port object deeb298e-bcde-4e83-8073-8fb2dfd8cd51 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:57.093033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.106166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Pushing event updated for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:57.125954 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.144758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cdff0-a239-4329-a2de-34dd2fa23686 None None] Pushing event updated for resources: {'Port': ['ID=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:57.169385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Attempting to bind port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:09:57.169766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Attempting to bind port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:09:57.170144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Attempting to bind port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:09:57.176233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:09:57.176613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:09:57.177022 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.177425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:09:57.177893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Bound port: deeb298e-bcde-4e83-8073-8fb2dfd8cd51, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:09:57.178280 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.241370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] For port deeb298e-bcde-4e83-8073-8fb2dfd8cd51, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:09:57.245005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] For port deeb298e-bcde-4e83-8073-8fb2dfd8cd51, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:09:57.251689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.276257 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.318779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cdff0-a239-4329-a2de-34dd2fa23686 None None] Pushing event updated for resources: {'Port': ['ID=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:57.332675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:09:57.333694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:57.451969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:09:57.479994 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.489500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.537974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1c239c7f-d412-4be4-977b-e963be8948c8 None None] Provisioning for port 041366f3-b049-407f-a2c8-d1f1008d761b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:09:57.566137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.574393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Pushing event updated for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:57.576261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1c239c7f-d412-4be4-977b-e963be8948c8 None None] Provisioning complete for port 041366f3-b049-407f-a2c8-d1f1008d761b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:57.577409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1c239c7f-d412-4be4-977b-e963be8948c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.657795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1c239c7f-d412-4be4-977b-e963be8948c8 None None] Port 041366f3-b049-407f-a2c8-d1f1008d761b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:09:57.676731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:09:57.678245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:57.718130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:09:56Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:09:57.764726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6434dfd-03ff-4e6b-b77c-2d17786502b0 None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:09:56Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:09:57.807491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:09:57.858748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f244e99-a79f-46c4-adc9-49e3a1a15303 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:09:57.925081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7f244e99-a79f-46c4-adc9-49e3a1a15303 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:57.925462 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:57.937389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:09:57.945069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f339d9c-80e0-4ed1-8730-065c953b9a73 admin admin] 10.222.0.76 "PUT /v2.0/routers/f5c160d9-bf14-499c-92dd-7316f7c8aa69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257393 Aug 04 15:09:57.998362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-43098c6b-71b6-402e-bece-280801c261e3 None None] Provisioning complete for port 041366f3-b049-407f-a2c8-d1f1008d761b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:57.998767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-43098c6b-71b6-402e-bece-280801c261e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.069596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-43098c6b-71b6-402e-bece-280801c261e3 None None] Port 041366f3-b049-407f-a2c8-d1f1008d761b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:09:58.550458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60644) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:58.555642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-275698679-network', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:58.585597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Made reservation on behalf of 606c828acb4c4e54ac5d1123cda640a3 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:09:58.588490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.597537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.712163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.717896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.746035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:09:58.762513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9672e7-31e2-48a2-8634-b89da6879bca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:58.765762 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.766117 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Added segment d9f8a9bd-1e8d-4563-8575-979e6859382a of type vlan for network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 Aug 04 15:09:58.809837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.845617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.847011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:58.847701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:58.909487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3578293 Aug 04 15:09:58.912362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:58.913097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb5fe7-2fe7-4b60-bd6d-70888b25e429 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3c8cc2-3ef6-48cd-a85c-02fd7a009190,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:58.919038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Request body: {'subnet': {'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-275698679-subnet', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:58.925290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:09:58.951647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Made reservation on behalf of 606c828acb4c4e54ac5d1123cda640a3 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:09:58.955417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.144206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.200579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b41484e-4263-40c8-84e7-25a94a7a2d98,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:59.220225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Checking segment: {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:09:59.220625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Network hostable DHCP agents. Network: 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:09:59.242485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:09:59.254156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:59.258324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:09:59.259048 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.264544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca06a7-8553-4588-be27-994e77c02af3 None None] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:09:59.284042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95cba231-48cc-4d4e-b574-b069d398adff admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3694837 Aug 04 15:09:59.286230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60660) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:09:59.291293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:09:59.317440 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.319006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.376299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.415694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:09:59.416767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.524134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.586253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Allocated IP 172.20.0.2 (1b3c8cc2-3ef6-48cd-a85c-02fd7a009190/6b41484e-4263-40c8-84e7-25a94a7a2d98/73111294-5824-4b98-8717-874a4116bcb0) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:09:59.739294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.759472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.769617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.783986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Transition to ACTIVE for port object 73111294-5824-4b98-8717-874a4116bcb0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:59.808414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Transition to ACTIVE for port object 73111294-5824-4b98-8717-874a4116bcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:09:59.820014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.855943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:09:59.857799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:09:59.861625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:09:59.868915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device deeb298e-bcde-4e83-8073-8fb2dfd8cd51 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:09:59.907504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Pushing event updated for resources: {'Port': ['ID=73111294-5824-4b98-8717-874a4116bcb0,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:09:59.935521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Allocated IP 172.25.0.149 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/52d6f731-382a-4b77-b4e7-00f90ee65157) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:09:59.968771 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Attempting to bind port 73111294-5824-4b98-8717-874a4116bcb0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:09:59.969063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Attempting to bind port 73111294-5824-4b98-8717-874a4116bcb0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:09:59.969430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Attempting to bind port 73111294-5824-4b98-8717-874a4116bcb0 on network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:09:59.978595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:09:59.979035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Checking segment: {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:09:59.979470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.979926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Bound using segment: {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:09:59.980388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Bound port: 73111294-5824-4b98-8717-874a4116bcb0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:09:59.980792 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:09:59.984324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:09:59.996376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:09:59.996756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.062379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.088022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] For port 73111294-5824-4b98-8717-874a4116bcb0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:00.094173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] For port 73111294-5824-4b98-8717-874a4116bcb0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=73111294-5824-4b98-8717-874a4116bcb0,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:00.123349 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:10:00.123911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.138917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.141269 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:00.142124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:00.185044 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.200768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:10:00.206381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Pushing event updated for resources: {'Port': ['ID=52d6f731-382a-4b77-b4e7-00f90ee65157,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:00.209844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port deeb298e-bcde-4e83-8073-8fb2dfd8cd51, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:00.210012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:00.212779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:10:00.222479 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.228418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c740-a08d-497d-8b19-9ccabe904ceb None None] Pushing event updated for resources: {'Port': ['ID=73111294-5824-4b98-8717-874a4116bcb0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:00.304393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:00.418102 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:00.580070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.697551 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 2, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:00.730133 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:10:00.730618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Updating router f5c160d9-bf14-499c-92dd-7316f7c8aa69 port 041366f3-b049-407f-a2c8-d1f1008d761b binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:10:00.763094 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.795733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:00.928533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Router 4c187beb-4894-433b-b3e8-01fede1e01d8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:10:01.067314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:10:01.078398 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.081305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Sync routers for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:10:01.092174 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Transition to ACTIVE for port object 041366f3-b049-407f-a2c8-d1f1008d761b will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:01.095651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.098679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:01.099401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:01.099870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60690) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:01.100356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3371a9eb-b72d-42d0-b52b-58ce2cb9db0d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8127134 Aug 04 15:10:01.106594 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.151208 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Pushing event updated for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:01.162997 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.163353 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.163822 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.164167 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.164503 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.164838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.165165 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.165493 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.165842 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.166139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.166621 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.166942 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:01.248852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:01.266564 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Attempting to bind port 041366f3-b049-407f-a2c8-d1f1008d761b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:10:01.266882 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Attempting to bind port 041366f3-b049-407f-a2c8-d1f1008d761b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:10:01.267246 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Attempting to bind port 041366f3-b049-407f-a2c8-d1f1008d761b on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:01.282753 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:10:01.283277 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:01.283745 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.284202 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:10:01.284678 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Bound port: 041366f3-b049-407f-a2c8-d1f1008d761b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:10:01.285058 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.389405 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] For port 041366f3-b049-407f-a2c8-d1f1008d761b, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:01.393378 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] For port 041366f3-b049-407f-a2c8-d1f1008d761b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=041366f3-b049-407f-a2c8-d1f1008d761b,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:01.413022 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.483784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21076e43-79d3-400a-a01a-c4093552ddd0 None None] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:10:01.509454 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:01.510258 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:01.641448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c7c42-1215-45ee-a09e-309bea3841b5 None None] Pushing event updated for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:01.680779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5fdd10f0-e166-49ea-95bd-f4b9474f3d5d None None] Provisioning for port 73111294-5824-4b98-8717-874a4116bcb0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:01.695574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:01.819277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:01.849376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 3, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:01.885554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Checking router: 4c187beb-4894-433b-b3e8-01fede1e01d8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:10:01.888870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Updating router 4c187beb-4894-433b-b3e8-01fede1e01d8 port 52d6f731-382a-4b77-b4e7-00f90ee65157 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:10:01.962019 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.073716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 041366f3-b049-407f-a2c8-d1f1008d761b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:02.099328 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:01Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:02.100989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Allocated IP 172.20.0.1 (1b3c8cc2-3ef6-48cd-a85c-02fd7a009190/6b41484e-4263-40c8-84e7-25a94a7a2d98/bf4713df-8ace-4e9d-bfc9-070edb96664d) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:10:02.133570 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76518b-44a4-47cb-9670-bf103c7c4917 None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:01Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:10:02.240939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.259196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Transition to ACTIVE for port object bf4713df-8ace-4e9d-bfc9-070edb96664d will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:02.297103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 041366f3-b049-407f-a2c8-d1f1008d761b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:02.298545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.304179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 041366f3-b049-407f-a2c8-d1f1008d761b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:02.305064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.359174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:10:02.366115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:02.370540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:10:02.378047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Pushing event updated for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:02.428585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.547504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.604765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 041366f3-b049-407f-a2c8-d1f1008d761b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=041366f3-b049-407f-a2c8-d1f1008d761b,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:02.615727 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.616603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device deeb298e-bcde-4e83-8073-8fb2dfd8cd51 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:02.666275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.687063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.708803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Transition to ACTIVE for port object 52d6f731-382a-4b77-b4e7-00f90ee65157 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:02.728640 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.748073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:02.748468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.753715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89f44871-9347-44fc-92c4-8b4e723cd2d5 None None] Provisioning for port bf4713df-8ace-4e9d-bfc9-070edb96664d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:02.758173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:02.799424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89f44871-9347-44fc-92c4-8b4e723cd2d5 None None] Provisioning complete for port bf4713df-8ace-4e9d-bfc9-070edb96664d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:02.799906 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89f44871-9347-44fc-92c4-8b4e723cd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.929691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:02.937469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.028563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Attempting to bind port 52d6f731-382a-4b77-b4e7-00f90ee65157 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:10:03.028950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Attempting to bind port 52d6f731-382a-4b77-b4e7-00f90ee65157 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:10:03.029367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Attempting to bind port 52d6f731-382a-4b77-b4e7-00f90ee65157 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:03.029983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.047986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:10:03.048385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:03.048801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.049252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:10:03.049809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Bound port: 52d6f731-382a-4b77-b4e7-00f90ee65157, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:10:03.050144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.052508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Pushing event updated for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:03.085302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-89f44871-9347-44fc-92c4-8b4e723cd2d5 None None] Port bf4713df-8ace-4e9d-bfc9-070edb96664d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:10:03.087275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d7ce8-7f3e-46bb-95b3-7a78ed4ba862 None None] Pushing event updated for resources: {'Port': ['ID=52d6f731-382a-4b77-b4e7-00f90ee65157,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:03.130386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] For port 52d6f731-382a-4b77-b4e7-00f90ee65157, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:03.165152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] For port 52d6f731-382a-4b77-b4e7-00f90ee65157, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=52d6f731-382a-4b77-b4e7-00f90ee65157,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:03.177660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.179542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:10:03.181436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:03.187232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 73111294-5824-4b98-8717-874a4116bcb0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:03.282482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:03.284530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:03.285010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d7ce8-7f3e-46bb-95b3-7a78ed4ba862 None None] Pushing event updated for resources: {'Port': ['ID=52d6f731-382a-4b77-b4e7-00f90ee65157,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:03.347677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Router 4c187beb-4894-433b-b3e8-01fede1e01d8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:10:03.366206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 73111294-5824-4b98-8717-874a4116bcb0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:03.372056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 73111294-5824-4b98-8717-874a4116bcb0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:03.372790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.472869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:03.489707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:10:03.494864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-45e50fce-5b06-4548-8543-bd714adcbf9f admin admin] 10.222.0.76 "PUT /v2.0/routers/4c187beb-4894-433b-b3e8-01fede1e01d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936179 Aug 04 15:10:03.606150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7af3247d-c39d-490a-a410-80c65dc4be05 None None] Provisioning complete for port bf4713df-8ace-4e9d-bfc9-070edb96664d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:03.606910 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7af3247d-c39d-490a-a410-80c65dc4be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.669044 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.699445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7af3247d-c39d-490a-a410-80c65dc4be05 None None] Port bf4713df-8ace-4e9d-bfc9-070edb96664d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:10:03.743601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 73111294-5824-4b98-8717-874a4116bcb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=73111294-5824-4b98-8717-874a4116bcb0,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:03.751735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:03.840814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=73111294-5824-4b98-8717-874a4116bcb0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:03.879423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 041366f3-b049-407f-a2c8-d1f1008d761b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:03.931430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf4713df-8ace-4e9d-bfc9-070edb96664d', 'name': '', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'mac_address': 'fa:16:3e:42:b2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:10:01Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 2, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'subnets': [{'id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:03.963643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4f2cf-4812-467c-9ba3-c5d8619175ed None None] The sync data for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 is: [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf4713df-8ace-4e9d-bfc9-070edb96664d', 'name': '', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'mac_address': 'fa:16:3e:42:b2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:10:01Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 2, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'subnets': [{'id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:10:03.970045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 041366f3-b049-407f-a2c8-d1f1008d761b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:03.970517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:04.241224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37650e39-e5cc-45c0-9c19-1dd3dbb41c42 req-6426dbfe-0cdb-420c-9706-36738f87b6fa tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:04.252207 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37650e39-e5cc-45c0-9c19-1dd3dbb41c42 req-6426dbfe-0cdb-420c-9706-36738f87b6fa tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0837243 Aug 04 15:10:04.315355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37650e39-e5cc-45c0-9c19-1dd3dbb41c42 req-67e538b9-0afd-46d7-a4e9-c582ce737cbc tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623128 Aug 04 15:10:05.444214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-a134fe42-4be2-4bc2-9241-3d2447df1777 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:05.445802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-a134fe42-4be2-4bc2-9241-3d2447df1777 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0647669 Aug 04 15:10:05.548365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503516-1977-470f-9f1f-20112135702c req-a4abbe28-7ed9-4407-96fe-0e2d8fb326ba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:05.550790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de503516-1977-470f-9f1f-20112135702c req-a4abbe28-7ed9-4407-96fe-0e2d8fb326ba tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 946 time: 0.0956714 Aug 04 15:10:05.570890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Deleting port 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:05.571237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:05.618350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de503516-1977-470f-9f1f-20112135702c req-2916a84c-cc2c-4c0a-b3eb-bc65ad13c5d8 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef674e4b-53d8-4ea7-9ce6-394321ca3205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604622 Aug 04 15:10:05.671078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] For port 01b4966c-abe6-44c3-91dc-84da3860fb7e, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=01b4966c-abe6-44c3-91dc-84da3860fb7e,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:05.671448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:05.910442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:05.911053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:05.911583 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Floating IP ea96f881-9094-4584-8447-9edf8ebf93b7 disassociated. External IP: 172.25.0.252, port: 01b4966c-abe6-44c3-91dc-84da3860fb7e. Aug 04 15:10:05.912208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Calling delete_port for 01b4966c-abe6-44c3-91dc-84da3860fb7e owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:05.986273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 73111294-5824-4b98-8717-874a4116bcb0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:05.988449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-46f62b9a-5b7e-4e20-af0c-f04bd275cd26 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:05.990385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-46f62b9a-5b7e-4e20-af0c-f04bd275cd26 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1382890 Aug 04 15:10:06.025291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-6d589a8a-03fc-4b10-8435-fca86f7edabd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0256627 Aug 04 15:10:06.057597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 73111294-5824-4b98-8717-874a4116bcb0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:06.057984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.081158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-c0e60899-5d17-4181-a2d2-b7a192523890 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539191 Aug 04 15:10:06.086144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.126959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'Port': ['ID=01b4966c-abe6-44c3-91dc-84da3860fb7e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:06.169868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 52d6f731-382a-4b77-b4e7-00f90ee65157 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:06.247545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 52d6f731-382a-4b77-b4e7-00f90ee65157 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:06.253380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 52d6f731-382a-4b77-b4e7-00f90ee65157 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:06.254566 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.269473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-4e6bc0e9-e1b5-40df-8e3e-ae8dc6555370 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:10:06.270598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-4e6bc0e9-e1b5-40df-8e3e-ae8dc6555370 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1831059 Aug 04 15:10:06.303162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:10:06.352543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.382061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 52d6f731-382a-4b77-b4e7-00f90ee65157, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=52d6f731-382a-4b77-b4e7-00f90ee65157,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:06.388267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.411502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-54a86c2f-e788-49fb-b8b8-7d6040cf869d service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343157 Aug 04 15:10:06.419508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:10:06.430858 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:10:06.447299 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:06.449023 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:06.479946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] No DVR routers for this DVR port 01b4966c-abe6-44c3-91dc-84da3860fb7e on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:10:06.484186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:06.486349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3c6fdf4b-434b-4d1f-bfa5-d7b5fa4e17f8 req-5cf26e5f-122e-4700-b629-c7e678f7112e tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.38 "DELETE /v2.0/ports/01b4966c-abe6-44c3-91dc-84da3860fb7e HTTP/1.1" status: 204 len: 173 time: 1.0341737 Aug 04 15:10:06.487279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-deleted', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:10:06.492282 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e02edf-88ec-42ca-a28b-3f252195b217" -d '{"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-deleted", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:10:06.525281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Sync routers for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:10:06.527765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=52d6f731-382a-4b77-b4e7-00f90ee65157,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:06.556008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-6c09704d-2200-4fe2-be83-62c2585b91d4 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301861 Aug 04 15:10:06.558648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:06.559305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:06.650159 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ffd22-cf59-4233-8985-e7e5c1211c90 x-openstack-request-id: req-796ffd22-cf59-4233-8985-e7e5c1211c90 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:10:06.650714 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6173de79-533a-4f0b-a3e7-dd107897758a", "name": "network-vif-deleted", "tag": "01b4966c-abe6-44c3-91dc-84da3860fb7e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:10:06.651125 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-796ffd22-cf59-4233-8985-e7e5c1211c90 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:10:06.651749 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6173de79-533a-4f0b-a3e7-dd107897758a', 'name': 'network-vif-deleted', 'tag': '01b4966c-abe6-44c3-91dc-84da3860fb7e', 'status': 'completed', 'code': 200} Aug 04 15:10:06.695201 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:06.855100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:06.873830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd1411ab-d4df-4a4d-a675-f6429925c886 req-d9d07ff7-d239-42c6-9d3c-903998d690ea tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6173de79-533a-4f0b-a3e7-dd107897758a HTTP/1.1" status: 200 len: 210 time: 0.0769844 Aug 04 15:10:07.056640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e45c1806-796c-400d-b70a-71c457643c99 req-462c8793-9892-499d-9285-8deea6a99e19 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0400963 Aug 04 15:10:07.080668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:07.113296 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:10:07.122214 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:07.123126 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:07.184029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf4713df-8ace-4e9d-bfc9-070edb96664d', 'name': '', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'mac_address': 'fa:16:3e:42:b2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:10:01Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 2, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'subnets': [{'id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:07.213479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Checking router: 4c187beb-4894-433b-b3e8-01fede1e01d8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:10:07.213844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Updating router 4c187beb-4894-433b-b3e8-01fede1e01d8 port bf4713df-8ace-4e9d-bfc9-070edb96664d binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:10:07.257761 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:07.262730 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:07.553462 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:07.614945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:07.631796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Transition to ACTIVE for port object bf4713df-8ace-4e9d-bfc9-070edb96664d will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:07.642559 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:07.703691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d7a2-a2de-4eda-98dd-df0865f01b24 None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:02:57Z', 'revision_number': 4, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c68ed3-7170-4c6c-aef0-13637fa0eda6', 'name': '', 'network_id': '908b645c-f3fe-430c-af28-a04a81a6bdc6', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'mac_address': 'fa:16:3e:bc:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:56Z', 'updated_at': '2021-08-04T15:03:05Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'subnets': [{'id': 'e1154ce1-80ca-45e0-9497-8fb3d4990152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:10:07.717260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626cfa0-4f31-47f9-b1eb-dde70cf8ccdf None None] Pushing event updated for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:07.789993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Attempting to bind port bf4713df-8ace-4e9d-bfc9-070edb96664d on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:10:07.790610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Attempting to bind port bf4713df-8ace-4e9d-bfc9-070edb96664d by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:10:07.790927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Attempting to bind port bf4713df-8ace-4e9d-bfc9-070edb96664d on network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:07.803072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:10:07.803451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Checking segment: {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:07.803853 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:07.804249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Bound using segment: {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:10:07.804731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Bound port: bf4713df-8ace-4e9d-bfc9-070edb96664d, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f8a9bd-1e8d-4563-8575-979e6859382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:10:07.805116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:07.895386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 52d6f731-382a-4b77-b4e7-00f90ee65157 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:07.968058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] For port bf4713df-8ace-4e9d-bfc9-070edb96664d, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:07.972162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] For port bf4713df-8ace-4e9d-bfc9-070edb96664d, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf4713df-8ace-4e9d-bfc9-070edb96664d,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:07.979412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.062318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:08.063209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:09:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:08.100061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:08.196926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6c1cd-d53e-46d1-b475-34b91fe5041f None None] New status for floating IP ea96f881-9094-4584-8447-9edf8ebf93b7: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:10:08.198261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68a25826-0e8f-4c7e-89ff-7551dc450c6d req-6627c24f-43f5-40e6-8414-e8d2c69ff328 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0383341 Aug 04 15:10:08.200165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.228991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.291282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:08.311563 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.314868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.316407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "DELETE /v2.0/security-groups/ef674e4b-53d8-4ea7-9ce6-394321ca3205 HTTP/1.1" status: 204 len: 168 time: 0.2147422 Aug 04 15:10:08.319754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60868) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:08.336903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0831-b056-4337-b5b8-d802d70378c1 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef674e4b-53d8-4ea7-9ce6-394321ca3205,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:08.356183 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-2a37e1cf-4894-4602-8f0e-c475763a6a81 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] show failed (client error): The resource could not be found. Aug 04 15:10:08.360255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a37e1cf-4894-4602-8f0e-c475763a6a81 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "GET /v2.0/security-groups/ef674e4b-53d8-4ea7-9ce6-394321ca3205 HTTP/1.1" status: 404 len: 347 time: 0.0394740 Aug 04 15:10:08.360470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 60874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:08.444727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626cfa0-4f31-47f9-b1eb-dde70cf8ccdf None None] Pushing event updated for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:08.455785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 52d6f731-382a-4b77-b4e7-00f90ee65157 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:08.456230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:08.630846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-d08f45dc-de88-4aa8-b612-fbf3c0c7eddf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:08.632545 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-d08f45dc-de88-4aa8-b612-fbf3c0c7eddf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.2004178 Aug 04 15:10:08.649649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:08.675247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf4713df-8ace-4e9d-bfc9-070edb96664d', 'name': '', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'mac_address': 'fa:16:3e:42:b2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:10:01Z', 'updated_at': '2021-08-04T15:10:07Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'subnets': [{'id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:08.711290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b72d-9e82-49e9-847e-77ff8586deda None None] The sync data for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 is: [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'bf4713df-8ace-4e9d-bfc9-070edb96664d', 'name': '', 'network_id': '1b3c8cc2-3ef6-48cd-a85c-02fd7a009190', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'mac_address': 'fa:16:3e:42:b2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:10:01Z', 'updated_at': '2021-08-04T15:10:07Z', 'revision_number': 4, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'subnets': [{'id': '6b41484e-4263-40c8-84e7-25a94a7a2d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:10:08.732527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Deleting port 220ba2ee-12f0-4de8-b6be-902b49a1662a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:08.733248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.183513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.184194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.186944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:10:09.190799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.211804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Calling delete_port for 220ba2ee-12f0-4de8-b6be-902b49a1662a owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:09.331833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4fd1099-f932-41c1-adfa-fe9595aa6541 req-d95ada6b-5978-47d3-9100-5b1eff8e11c7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0523272 Aug 04 15:10:09.395637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.3 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/39c781fb-90a3-4368-9068-af7864059f7a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:10:09.527767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.646421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Pushing event deleted for resources: {'Port': ['ID=220ba2ee-12f0-4de8-b6be-902b49a1662a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:09.689176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.692097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.697546 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53f7b1ee-9668-4995-8ce9-1a34bfe5e9d9 tempest-AttachVolumeShelveTestJSON-1824254064 tempest-AttachVolumeShelveTestJSON-1824254064-project] 10.222.0.76 "DELETE /v2.0/floatingips/ea96f881-9094-4584-8447-9edf8ebf93b7 HTTP/1.1" status: 204 len: 168 time: 1.3318391 Aug 04 15:10:09.782231 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.812408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object 39c781fb-90a3-4368-9068-af7864059f7a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:09.882619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:09.949497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf4713df-8ace-4e9d-bfc9-070edb96664d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:09.974423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:10:09.978463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:09.993852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:10:09.997031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:10:10.002691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:10.026090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 01b4966c-abe6-44c3-91dc-84da3860fb7e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:10:10.027231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 01b4966c-abe6-44c3-91dc-84da3860fb7e not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:10:10.067704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bf4713df-8ace-4e9d-bfc9-070edb96664d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:10.074353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bf4713df-8ace-4e9d-bfc9-070edb96664d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:10.074993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.079396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:10.080506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.122297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-b14484b5-cc04-4f15-bdb7-56c25312960d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4789424 Aug 04 15:10:10.136116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Request body: {'port': {'device_id': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:10.201360 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.234355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.256328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bf4713df-8ace-4e9d-bfc9-070edb96664d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf4713df-8ace-4e9d-bfc9-070edb96664d,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:10.263901 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.368203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:10.490416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11650219-f72a-4d11-9f33-bc5b3fd8912b None None] Provisioning for port 39c781fb-90a3-4368-9068-af7864059f7a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:10.501583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11650219-f72a-4d11-9f33-bc5b3fd8912b None None] Provisioning complete for port 39c781fb-90a3-4368-9068-af7864059f7a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:10.501947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11650219-f72a-4d11-9f33-bc5b3fd8912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.544064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61980d-0bc8-46ba-952e-631c80cedd52 req-442f493a-2669-4377-9dcf-abce9d6340ba tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:10.545989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d61980d-0bc8-46ba-952e-631c80cedd52 req-442f493a-2669-4377-9dcf-abce9d6340ba tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 931 time: 0.1247461 Aug 04 15:10:10.583851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-11650219-f72a-4d11-9f33-bc5b3fd8912b None None] Port 39c781fb-90a3-4368-9068-af7864059f7a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:10:10.600182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c781fb-90a3-4368-9068-af7864059f7a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:10:10.600433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d61980d-0bc8-46ba-952e-631c80cedd52 req-1cb0ec3d-0437-4ad4-9b40-f996cb76420d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Aug 04 15:10:10.608900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.640739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Transition to ACTIVE for port object 39c781fb-90a3-4368-9068-af7864059f7a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:10.646411 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.699045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:10.785177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Attempting to bind port 39c781fb-90a3-4368-9068-af7864059f7a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:10:10.785518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Attempting to bind port 39c781fb-90a3-4368-9068-af7864059f7a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:10:10.785992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Attempting to bind port 39c781fb-90a3-4368-9068-af7864059f7a on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:10.790916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Port 39c781fb-90a3-4368-9068-af7864059f7a on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:10:10.791299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Attempting to bind port 39c781fb-90a3-4368-9068-af7864059f7a on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:10.796423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:10:10.796774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:10.797159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:10:10.798148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Bound port: 39c781fb-90a3-4368-9068-af7864059f7a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:10:10.798525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.893956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:10.897974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=39c781fb-90a3-4368-9068-af7864059f7a,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:10.903752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.943177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:10.944267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:10.945747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] 10.222.0.38 "PUT /v2.0/ports/39c781fb-90a3-4368-9068-af7864059f7a HTTP/1.1" status: 200 len: 1092 time: 0.8151734 Aug 04 15:10:10.948362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:10:10.951619 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab21d3-7699-4637-843e-24aae00bd7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "tag": "39c781fb-90a3-4368-9068-af7864059f7a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:10:10.984424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c068f-42a9-455e-9936-9d7c96a1f9dd service neutron] Pushing event updated for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:11.066786 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d529265c-696e-438b-9a51-1686c9cd0658 x-openstack-request-id: req-d529265c-696e-438b-9a51-1686c9cd0658 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:10:11.067090 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "tag": "39c781fb-90a3-4368-9068-af7864059f7a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:10:11.067343 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d529265c-696e-438b-9a51-1686c9cd0658 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:10:11.067748 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a', 'status': 'completed', 'code': 200} Aug 04 15:10:11.109614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-1ecf5e45-20dd-45dc-8cea-f9e96745e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.111570 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-1ecf5e45-20dd-45dc-8cea-f9e96745e677 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 1095 time: 0.1085527 Aug 04 15:10:11.178893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-642c1ea8-0665-458f-9727-f5b670620351 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c781fb-90a3-4368-9068-af7864059f7a HTTP/1.1" status: 200 len: 217 time: 0.0590017 Aug 04 15:10:11.267101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-d90c92a7-8c9e-4768-8c61-a4124b25fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.269533 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-d90c92a7-8c9e-4768-8c61-a4124b25fa2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0839036 Aug 04 15:10:11.332160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eee98-d9f7-4018-b330-c161b2502666 req-72307689-cd62-4de8-92e8-9e88bbbacc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.333728 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-72307689-cd62-4de8-92e8-9e88bbbacc5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571296 Aug 04 15:10:11.433597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-8756e7ee-e436-4877-8a3b-a8bc0ff68dc2 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922441 Aug 04 15:10:11.537858 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-342eee98-d9f7-4018-b330-c161b2502666 req-99979e8e-3d29-48f3-adb2-ee0c48401ed8 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971909 Aug 04 15:10:11.675855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-06c2d59d-fc1c-4bc8-93df-b02307dc4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.677798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-06c2d59d-fc1c-4bc8-93df-b02307dc4c02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 1095 time: 0.0711248 Aug 04 15:10:11.767786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f9a39-1591-49e8-98a4-f22495f85a6a req-fe4d4bfb-4391-4a08-b509-6a08285937f5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.770047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-597f9a39-1591-49e8-98a4-f22495f85a6a req-fe4d4bfb-4391-4a08-b509-6a08285937f5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0688744 Aug 04 15:10:11.813300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-8d1dd61c-90bc-47fb-989d-9753242181c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.815914 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-8d1dd61c-90bc-47fb-989d-9753242181c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1311617 Aug 04 15:10:11.856402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-597f9a39-1591-49e8-98a4-f22495f85a6a req-3d1640d9-9a07-4a38-b923-a0906e2cf0ae tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731027 Aug 04 15:10:11.890637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-e36d5a9a-2440-4c5c-b629-5b72b614ea6f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c781fb-90a3-4368-9068-af7864059f7a HTTP/1.1" status: 200 len: 217 time: 0.0661159 Aug 04 15:10:11.904542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf4713df-8ace-4e9d-bfc9-070edb96664d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:11.952217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-50056018-0539-44ff-9651-9e9a50f69bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:11.953905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-50056018-0539-44ff-9651-9e9a50f69bfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0571322 Aug 04 15:10:11.976763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bf4713df-8ace-4e9d-bfc9-070edb96664d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:11.977153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:12.011101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-a5012294-73c2-4aa4-b289-071d451dac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:12.012720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-a5012294-73c2-4aa4-b289-071d451dac2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509470 Aug 04 15:10:12.136230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-6d0c0dae-02a7-4200-8270-bbeffab5bc0c service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155725 Aug 04 15:10:12.249791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92ab21d3-7699-4637-843e-24aae00bd7ec req-22788399-4fae-42dd-ad74-3b453d8ae5d0 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051185 Aug 04 15:10:12.988654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ebf4-f48d-43e0-b710-21fb197fbfb0 req-d405b358-d98d-4a38-a020-861063b1ccb1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:12.990181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0667ebf4-f48d-43e0-b710-21fb197fbfb0 req-d405b358-d98d-4a38-a020-861063b1ccb1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0503075 Aug 04 15:10:13.032306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0667ebf4-f48d-43e0-b710-21fb197fbfb0 req-ede8f2cc-1b7d-47cd-a43b-0bb084661b21 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Aug 04 15:10:14.157200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3b800-aad3-4e03-85e1-bc4528ddd194 req-f376d436-7b40-4985-b3b0-3056eaacdae3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:14.158875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49e3b800-aad3-4e03-85e1-bc4528ddd194 req-f376d436-7b40-4985-b3b0-3056eaacdae3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0530446 Aug 04 15:10:14.201700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49e3b800-aad3-4e03-85e1-bc4528ddd194 req-dfd23ee7-121c-470e-a37a-6cf4c6f047ed tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Aug 04 15:10:14.802269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e425-6e4a-44e2-872c-14aa4441d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:15.346569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2a066-28f2-41cd-8dbd-5a46a0f14ee6 req-d569d7d0-051e-4864-bc51-257f48941818 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:15.348200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16a2a066-28f2-41cd-8dbd-5a46a0f14ee6 req-d569d7d0-051e-4864-bc51-257f48941818 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0588777 Aug 04 15:10:15.396602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16a2a066-28f2-41cd-8dbd-5a46a0f14ee6 req-2c8f08aa-7ed6-4ea1-93f6-7ba1e1cb8ff0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Aug 04 15:10:15.648049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60986) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:16.110726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:16.364594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Deleting port 02c68ed3-7170-4c6c-aef0-13637fa0eda6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:16.365353 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:16.448491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] For port 02c68ed3-7170-4c6c-aef0-13637fa0eda6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c68ed3-7170-4c6c-aef0-13637fa0eda6,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:16.448963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:16.467625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Calling delete_port for 02c68ed3-7170-4c6c-aef0-13637fa0eda6 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:16.576502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a5296-da05-45f5-bdb6-51ad488440ca req-7f1c2bb1-b825-4a1b-bc57-1085eef83a47 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:16.577912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a9a5296-da05-45f5-bdb6-51ad488440ca req-7f1c2bb1-b825-4a1b-bc57-1085eef83a47 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0967448 Aug 04 15:10:16.657689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a9a5296-da05-45f5-bdb6-51ad488440ca req-42ed00f1-7427-4c35-8813-5a4a576fde4b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726368 Aug 04 15:10:16.733784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:16.758987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Pushing event deleted for resources: {'Port': ['ID=02c68ed3-7170-4c6c-aef0-13637fa0eda6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:16.929350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:17.379796 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a3f44de-b9e1-455e-98d0-7483b3c5e706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:17.513655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Router 7c37b921-e10b-428d-833a-fd2efafa3a35 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:10:17.629215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:10:17.636919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0925ae0-e6e7-458f-837d-01d49c6e888e admin admin] 10.222.0.76 "PUT /v2.0/routers/7c37b921-e10b-428d-833a-fd2efafa3a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851544 Aug 04 15:10:17.637029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 60996) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:17.641835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Sync routers for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:10:17.654035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:17.657175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:17.657876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:10:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:17.768721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:17.836474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f355dc8-ee9b-478b-a279-f7e2a1941d0c req-ee93b9b6-5818-44c0-bfbe-d9369d20d2d8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:17.838170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f355dc8-ee9b-478b-a279-f7e2a1941d0c req-ee93b9b6-5818-44c0-bfbe-d9369d20d2d8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.1087379 Aug 04 15:10:17.916580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f355dc8-ee9b-478b-a279-f7e2a1941d0c req-f3fdb0cf-ad23-4ea8-a55d-67557ae65aed tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Aug 04 15:10:17.919680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:17.928836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:17.974792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Deleting port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:17.975151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.030757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.056464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] For port 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:18.056846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.068813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Calling delete_port for 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:18.118038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:10:16Z', 'revision_number': 5, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port': {'id': '2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:02:50Z', 'updated_at': '2021-08-04T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:18.151497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Checking router: 7c37b921-e10b-428d-833a-fd2efafa3a35 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:10:18.161063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Routers {'7c37b921-e10b-428d-833a-fd2efafa3a35'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:10:18.161767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:10:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7c37b921-e10b-428d-833a-fd2efafa3a35'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:18.239685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.265078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] Set router 7c37b921-e10b-428d-833a-fd2efafa3a35 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:10:18.265521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:18.319486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:10:17Z', 'revision_number': 6, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:18.329466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.349997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da667fdd-7a3a-436a-bf06-b67bb9144cfa None None] The sync data for ids ['7c37b921-e10b-428d-833a-fd2efafa3a35'] in n-d-801743-12 is: [{'id': '7c37b921-e10b-428d-833a-fd2efafa3a35', 'name': 'tempest-AttachVolumeShelveTestJSON-1296985284-router', 'tenant_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:02:49Z', 'updated_at': '2021-08-04T15:10:17Z', 'revision_number': 6, 'project_id': '178091d63e76447cb63ce3f0f3e0fd9c', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:10:18.424588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.426734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.474564 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.475145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c37b921-e10b-428d-833a-fd2efafa3a35 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:10:18.480010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.481484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81648a25-1124-4bff-b852-3ce32f8e4b12 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7c37b921-e10b-428d-833a-fd2efafa3a35 HTTP/1.1" status: 204 len: 168 time: 0.8435440 Aug 04 15:10:18.483945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:18.528171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Deleting subnet e1154ce1-80ca-45e0-9497-8fb3d4990152 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:10:18.531529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.567905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.648512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.704486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.729051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1154ce1-80ca-45e0-9497-8fb3d4990152,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:18.737816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.739917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a68c145b-c002-4104-a54e-b0e7c4c0cf43 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e1154ce1-80ca-45e0-9497-8fb3d4990152 HTTP/1.1" status: 204 len: 168 time: 0.2548909 Aug 04 15:10:18.742612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 32778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:18.746638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ceadd-2064-4695-bcae-9ebe7729b236 None None] Network 908b645c-f3fe-430c-af28-a04a81a6bdc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:10:18.760804 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.813196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.826705 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.878619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Deleting port 43451524-e696-4cbc-9936-beb6a710639c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:18.879084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.940392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] For port 43451524-e696-4cbc-9936-beb6a710639c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=43451524-e696-4cbc-9936-beb6a710639c,segment=NetworkSegment(2e492186-0835-4eeb-ae76-4e31af34ab31),segment_id=2e492186-0835-4eeb-ae76-4e31af34ab31)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:18.940889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:18.954551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Calling delete_port for 43451524-e696-4cbc-9936-beb6a710639c owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:19.068406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2653a-aee6-4e38-9b28-6191517253bf req-2b91f8a3-237a-4d2d-9fc9-38dabacd3f71 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:19.069793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4b2653a-aee6-4e38-9b28-6191517253bf req-2b91f8a3-237a-4d2d-9fc9-38dabacd3f71 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0717578 Aug 04 15:10:19.091115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.122568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43451524-e696-4cbc-9936-beb6a710639c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:19.128400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] No DVR routers for this DVR port 43451524-e696-4cbc-9936-beb6a710639c on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:10:19.141898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d0f13-35c5-4c42-adf3-c03608a6c5d1 None None] DHCP port deletion for 908b645c-f3fe-430c-af28-a04a81a6bdc6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:10:19.166646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4b2653a-aee6-4e38-9b28-6191517253bf req-b89fe110-0533-4f2c-8948-407e029c2a30 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903933 Aug 04 15:10:19.216675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.227038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908b645c-f3fe-430c-af28-a04a81a6bdc6']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:19.238095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e492186-0835-4eeb-ae76-4e31af34ab31') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:19.238397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e492186-0835-4eeb-ae76-4e31af34ab31') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:10:19.248529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.263520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.269648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:10:19.270017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:10:19.271721 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:10:19.330742 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.336770 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.341513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/908b645c-f3fe-430c-af28-a04a81a6bdc6 HTTP/1.1" status: 204 len: 168 time: 0.5979733 Aug 04 15:10:19.355058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c8e5-d3c0-400e-9f10-5a7b4912a5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=908b645c-f3fe-430c-af28-a04a81a6bdc6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:19.457916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32784) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:19.501263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1e7d2f7f-5ce6-4334-a73b-ba98cdec6f6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=178091d63e76447cb63ce3f0f3e0fd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419583 Aug 04 15:10:19.503584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 32788) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:19.562258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.584701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.639911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.642437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:19.644021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e400c88e-c0f5-479c-bef2-2565244cef2e HTTP/1.1" status: 204 len: 168 time: 0.1393209 Aug 04 15:10:19.654126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867eb39-2edf-441f-8715-f9779c97452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400c88e-c0f5-479c-bef2-2565244cef2e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:19.836880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:10:19.861562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:10:19.861920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f2c9e1a-0eb1-4053-aaf2-17f1bff48f8c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:10:19.862345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c68ed3-7170-4c6c-aef0-13637fa0eda6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:10:19.883641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 02c68ed3-7170-4c6c-aef0-13637fa0eda6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:10:19.884480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c68ed3-7170-4c6c-aef0-13637fa0eda6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:10:19.885295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 43451524-e696-4cbc-9936-beb6a710639c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:10:19.907899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 43451524-e696-4cbc-9936-beb6a710639c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:10:19.908286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 43451524-e696-4cbc-9936-beb6a710639c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:10:20.257954 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:20.290125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7f484-cc78-41c6-92f4-39bf4399fd96 req-66ca7002-9daf-4633-ba0c-6739e8fa7fdd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:20.291724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ece7f484-cc78-41c6-92f4-39bf4399fd96 req-66ca7002-9daf-4633-ba0c-6739e8fa7fdd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0557234 Aug 04 15:10:20.336245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ece7f484-cc78-41c6-92f4-39bf4399fd96 req-8390f644-cb7b-4250-93ac-257930c32585 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Aug 04 15:10:21.472423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288ebf-13ac-46c3-b8db-d8b4d749b6c2 req-24552f76-37ef-43e2-8cf9-dc62b63acac8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:21.479664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3288ebf-13ac-46c3-b8db-d8b4d749b6c2 req-24552f76-37ef-43e2-8cf9-dc62b63acac8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 943 time: 0.0712249 Aug 04 15:10:21.515434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3288ebf-13ac-46c3-b8db-d8b4d749b6c2 req-91a30b9c-286e-4bf5-8451-ca3ee48c5121 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Aug 04 15:10:22.049947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 39c781fb-90a3-4368-9068-af7864059f7a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:10:22.172052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=39c781fb-90a3-4368-9068-af7864059f7a,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:22.184445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '39c781fb-90a3-4368-9068-af7864059f7a', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': '39c781fb-90a3-4368-9068-af7864059f7a', 'mac_address': 'fa:16:3e:6c:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:10:22.224638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:22.240088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c781fb-90a3-4368-9068-af7864059f7a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:10:22.261403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=39c781fb-90a3-4368-9068-af7864059f7a,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:22.266215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:22.322015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:22.453974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['39c781fb-90a3-4368-9068-af7864059f7a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:10:22.640015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d89e1f-cd96-4703-a898-d6d1f920a7b0 req-c621994e-38e3-45dc-b96d-ba1ce4cdec2b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:22.641548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58d89e1f-cd96-4703-a898-d6d1f920a7b0 req-c621994e-38e3-45dc-b96d-ba1ce4cdec2b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 944 time: 0.0538390 Aug 04 15:10:22.688552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58d89e1f-cd96-4703-a898-d6d1f920a7b0 req-f55bc827-3ffc-4213-a4fe-260c93ff37f9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Aug 04 15:10:23.831318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51e1a-d037-420e-85b0-50d32b263ffc req-7762bd84-bc4c-46e7-a402-8eb48187b0c8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:23.833658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ab51e1a-d037-420e-85b0-50d32b263ffc req-7762bd84-bc4c-46e7-a402-8eb48187b0c8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 944 time: 0.0742006 Aug 04 15:10:23.892676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ab51e1a-d037-420e-85b0-50d32b263ffc req-b3a03197-279e-4721-ab8b-f3a4e1e6c2b9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Aug 04 15:10:24.057525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 39c781fb-90a3-4368-9068-af7864059f7a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:10:24.114776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 39c781fb-90a3-4368-9068-af7864059f7a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:10:24.118971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 39c781fb-90a3-4368-9068-af7864059f7a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:10:24.119345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:24.202378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:24.226438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:10:24.228916 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2718f-c7d3-4f6b-baae-e7e23af00251" -d '{"events": [{"server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "39c781fb-90a3-4368-9068-af7864059f7a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:10:24.264120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=39c781fb-90a3-4368-9068-af7864059f7a,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:24.269729 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:24.341661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:24.456397 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffdafbb-fc1c-4fc6-ae3b-28f8f3f7de22 x-openstack-request-id: req-3ffdafbb-fc1c-4fc6-ae3b-28f8f3f7de22 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:10:24.456692 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "39c781fb-90a3-4368-9068-af7864059f7a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:10:24.456946 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ffdafbb-fc1c-4fc6-ae3b-28f8f3f7de22 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:10:24.457347 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a', 'code': 200} Aug 04 15:10:24.560658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa58855-ed37-4bc5-9035-1679dafd8615 req-1e980e80-d655-4fd3-aab6-2710b8a9d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:24.564461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-baa58855-ed37-4bc5-9035-1679dafd8615 req-1e980e80-d655-4fd3-aab6-2710b8a9d351 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 1097 time: 0.0514550 Aug 04 15:10:24.601358 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-baa58855-ed37-4bc5-9035-1679dafd8615 req-677adad4-ffca-43ae-86c8-a2afe2c1f950 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298569 Aug 04 15:10:25.066491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a362f9-fcc6-41f6-b85a-08832a2642d4 req-4411695c-7306-4a8d-aec3-7fa4df0bfcdf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:25.069305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26a362f9-fcc6-41f6-b85a-08832a2642d4 req-4411695c-7306-4a8d-aec3-7fa4df0bfcdf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0658920 Aug 04 15:10:25.078841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33466) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:25.132683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26a362f9-fcc6-41f6-b85a-08832a2642d4 req-86eeb1d6-a9b2-4fb6-ac77-6ea161e5575b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Aug 04 15:10:25.218984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-648bd330-93e2-44fd-9635-61eec7ebbd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.352815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-648bd330-93e2-44fd-9635-61eec7ebbd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.358519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-648bd330-93e2-44fd-9635-61eec7ebbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.413870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33470) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:25.415268 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-648bd330-93e2-44fd-9635-61eec7ebbd47 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b92e970b43374bd79ea7b3587fd863cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347733 Aug 04 15:10:25.421135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd330-93e2-44fd-9635-61eec7ebbd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fced9c54-cea8-4b66-9404-845d3bddd261,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:25.473112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.495480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.550676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.554929 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.561023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fced9c54-cea8-4b66-9404-845d3bddd261 HTTP/1.1" status: 204 len: 168 time: 0.1441052 Aug 04 15:10:25.574252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f48d1-7df1-4139-a267-aa3e1052e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fced9c54-cea8-4b66-9404-845d3bddd261,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:25.870052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:25.883637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40f36d2b-e80e-4046-bad6-557565a08c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.974663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40f36d2b-e80e-4046-bad6-557565a08c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:25.979039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-40f36d2b-e80e-4046-bad6-557565a08c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:26.016955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-40f36d2b-e80e-4046-bad6-557565a08c81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1d416eb51d845e39bb59dfa14d91cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457293 Aug 04 15:10:26.017919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f36d2b-e80e-4046-bad6-557565a08c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0771cab8-61c2-4e06-9e70-7cad9a6fddeb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:26.019731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33478) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:26.079083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:26.103166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:26.153456 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:26.156916 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:26.158406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0771cab8-61c2-4e06-9e70-7cad9a6fddeb HTTP/1.1" status: 204 len: 168 time: 0.1374085 Aug 04 15:10:26.167659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa5cbb-5398-4559-8ec9-eec6442180bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0771cab8-61c2-4e06-9e70-7cad9a6fddeb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:26.258133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b464a60-8218-4f10-8794-9f25c3609824 req-759899ff-1aa6-4dab-8b6a-78a19647b8a1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:26.259745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b464a60-8218-4f10-8794-9f25c3609824 req-759899ff-1aa6-4dab-8b6a-78a19647b8a1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0518680 Aug 04 15:10:26.300559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b464a60-8218-4f10-8794-9f25c3609824 req-067acc68-5517-48b6-a05f-007bcf3f777f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Aug 04 15:10:26.440829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6c502-3a23-4835-b7e1-b729e036813f req-f7bd9ef1-e290-46c9-bccd-c95526004522 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:26.442451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fa6c502-3a23-4835-b7e1-b729e036813f req-f7bd9ef1-e290-46c9-bccd-c95526004522 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0562036 Aug 04 15:10:26.486029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9fa6c502-3a23-4835-b7e1-b729e036813f req-75b1f3e8-0dde-4daf-86bc-db3fb9ee50ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Aug 04 15:10:26.611760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9559d8-e068-4fd0-a6eb-859085e3d5e4 req-a53ed2f9-1050-47e1-90d3-0db49a502bda tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:26.613270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c9559d8-e068-4fd0-a6eb-859085e3d5e4 req-a53ed2f9-1050-47e1-90d3-0db49a502bda tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0595858 Aug 04 15:10:26.655845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c9559d8-e068-4fd0-a6eb-859085e3d5e4 req-917e68b0-f795-4a83-8e09-fc5702e484a9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Aug 04 15:10:26.913721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934201c2-e761-4f32-a79a-55cb05864d20 req-2b4250e1-46d5-42bc-afdf-1b6ac4889c3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:26.915745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-934201c2-e761-4f32-a79a-55cb05864d20 req-2b4250e1-46d5-42bc-afdf-1b6ac4889c3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0509126 Aug 04 15:10:26.958214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-934201c2-e761-4f32-a79a-55cb05864d20 req-0600bf5c-defc-4431-98a5-e5b42327fc63 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Aug 04 15:10:28.043249 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:10:28.088573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ffba8-7014-448c-8ed0-e804a98159d8 req-8af71d25-c9bc-4276-bfe8-3ab592c57775 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:28.090463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a98ffba8-7014-448c-8ed0-e804a98159d8 req-8af71d25-c9bc-4276-bfe8-3ab592c57775 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0579340 Aug 04 15:10:28.130460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a98ffba8-7014-448c-8ed0-e804a98159d8 req-ae4b2683-be55-4c6a-9dab-881527a8450b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Aug 04 15:10:28.294617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-24d08754-0e57-459b-b05c-8350a1eb04f0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:28.296876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-24d08754-0e57-459b-b05c-8350a1eb04f0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 945 time: 0.0579045 Aug 04 15:10:28.402974 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 39c781fb-90a3-4368-9068-af7864059f7a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:10:28.403551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.442042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33578) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:28.501961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port 39c781fb-90a3-4368-9068-af7864059f7a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=39c781fb-90a3-4368-9068-af7864059f7a,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:10:28.502345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.516227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 39c781fb-90a3-4368-9068-af7864059f7a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:10:28.592957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9af4016e-7617-43ad-a2ec-25503225d3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.656952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.672162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['39c781fb-90a3-4368-9068-af7864059f7a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:10:28.689844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=39c781fb-90a3-4368-9068-af7864059f7a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:28.751482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9af4016e-7617-43ad-a2ec-25503225d3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.756187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9af4016e-7617-43ad-a2ec-25503225d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.761916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port 39c781fb-90a3-4368-9068-af7864059f7a on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:10:28.767904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.770405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e6e83c3-9028-4b78-afdb-4ef8436b8809 req-2f6b2707-3e8c-4013-9be5-e9e51ff7b246 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "DELETE /v2.0/ports/39c781fb-90a3-4368-9068-af7864059f7a HTTP/1.1" status: 204 len: 173 time: 0.4670215 Aug 04 15:10:28.771074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'name': 'network-vif-deleted', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:10:28.773663 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d72d210-ad05-41d7-a7e9-ae54a7d11e43" -d '{"events": [{"server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "name": "network-vif-deleted", "tag": "39c781fb-90a3-4368-9068-af7864059f7a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:10:28.820908 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d79ba4-d0e1-4bae-8894-04b00ca22b22 x-openstack-request-id: req-b3d79ba4-d0e1-4bae-8894-04b00ca22b22 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:10:28.821207 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac74e72-1c26-47f6-910a-7360b82ed15d", "name": "network-vif-deleted", "tag": "39c781fb-90a3-4368-9068-af7864059f7a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:10:28.821460 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3d79ba4-d0e1-4bae-8894-04b00ca22b22 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:10:28.821894 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac74e72-1c26-47f6-910a-7360b82ed15d', 'name': 'network-vif-deleted', 'tag': '39c781fb-90a3-4368-9068-af7864059f7a', 'status': 'completed', 'code': 200} Aug 04 15:10:28.834686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33598) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:28.834834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9af4016e-7617-43ad-a2ec-25503225d3d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a059b55acce415a9ed7d7645b5aef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903074 Aug 04 15:10:28.836043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4016e-7617-43ad-a2ec-25503225d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec67661d-e220-413c-9e60-b3ca94a4ef91,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:28.912818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.936283 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.992151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.995306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:28.999342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec67661d-e220-413c-9e60-b3ca94a4ef91 HTTP/1.1" status: 204 len: 168 time: 0.1632824 Aug 04 15:10:29.012715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd5343-dcef-4a97-b406-722396349b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec67661d-e220-413c-9e60-b3ca94a4ef91,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:29.257437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff9842fb-36a4-4b84-8448-d30684ff6a5b req-32fb139e-e770-48bd-b1f5-5e9740cd5d19 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0434358 Aug 04 15:10:29.332340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33618) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:29.352156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80179e5d-b63a-4b1a-9acd-23a689e7c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.453930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80179e5d-b63a-4b1a-9acd-23a689e7c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.460266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80179e5d-b63a-4b1a-9acd-23a689e7c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.501041 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-80179e5d-b63a-4b1a-9acd-23a689e7c3ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c92330ca81004ae086a5aacb69c8d9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637459 Aug 04 15:10:29.501041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80179e5d-b63a-4b1a-9acd-23a689e7c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269a7d3-5b6c-44bd-982b-7b1ead0f4321,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:29.502306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33622) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:29.577531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.600594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.651760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.655848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:29.663106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8269a7d3-5b6c-44bd-982b-7b1ead0f4321 HTTP/1.1" status: 204 len: 168 time: 0.1594670 Aug 04 15:10:29.672561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8269a7d3-5b6c-44bd-982b-7b1ead0f4321,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:29.683346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.683700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.684233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.684739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.685298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.685815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.686304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.687234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.687758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.688640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.689437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.690350 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efc6db-cfd2-4803-b9ba-6ebaca9e683f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:29.726094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:29.964649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dc7027e-9f7d-4d5c-b791-49920b865a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.060158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dc7027e-9f7d-4d5c-b791-49920b865a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.064293 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1dc7027e-9f7d-4d5c-b791-49920b865a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.107730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1dc7027e-9f7d-4d5c-b791-49920b865a53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=872d031c8a994f178285050cbc6c353e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779285 Aug 04 15:10:30.107730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7027e-9f7d-4d5c-b791-49920b865a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18fada-bdde-4fc5-b2dc-75d53ae53f14,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:30.108059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:30.161809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.190200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.246556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.249472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.250681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e18fada-bdde-4fc5-b2dc-75d53ae53f14 HTTP/1.1" status: 204 len: 168 time: 0.1415911 Aug 04 15:10:30.259982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad86742-d810-4a65-80e1-9015088f5ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18fada-bdde-4fc5-b2dc-75d53ae53f14,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:30.387295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c5e39a8-8879-4811-acb9-e19f42cb888a req-c779f8d6-37c6-4d95-84cb-64aa0b70672b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0329595 Aug 04 15:10:30.591308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33666) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:30.605821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-495e7b0f-acbc-4973-85f8-4a305a211866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.705816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-495e7b0f-acbc-4973-85f8-4a305a211866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.710532 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-495e7b0f-acbc-4973-85f8-4a305a211866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.750260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-495e7b0f-acbc-4973-85f8-4a305a211866 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdc1b6f57fb14820b2526594bffdab53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577179 Aug 04 15:10:30.752044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e7b0f-acbc-4973-85f8-4a305a211866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0de139-4454-4a60-a98a-e3216176f6ba,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:30.753538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33698) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:30.818051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.846159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.905825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.911528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:30.912981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d0de139-4454-4a60-a98a-e3216176f6ba HTTP/1.1" status: 204 len: 168 time: 0.1570566 Aug 04 15:10:30.923115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d15b-8b18-4683-a50f-55d8bcf58ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0de139-4454-4a60-a98a-e3216176f6ba,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:31.481983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09e346ba-19eb-4ec7-b2d5-b6fbcc463b3d req-cc7475c6-e195-4e7c-aa80-c19a23d36081 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0404756 Aug 04 15:10:32.098127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 39c781fb-90a3-4368-9068-af7864059f7a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:10:32.134997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 39c781fb-90a3-4368-9068-af7864059f7a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:10:32.135653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 39c781fb-90a3-4368-9068-af7864059f7a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:10:32.619896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eea93b97-2794-45b7-ad70-bb97e7d169ca req-024d16f2-9dd8-48ce-829f-6bf47ff13c55 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=dac74e72-1c26-47f6-910a-7360b82ed15d HTTP/1.1" status: 200 len: 210 time: 0.0439677 Aug 04 15:10:37.502335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:37.626255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ad74707-cd18-4ab3-81d0-ffb90d51e2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.720596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ad74707-cd18-4ab3-81d0-ffb90d51e2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.726095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ad74707-cd18-4ab3-81d0-ffb90d51e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.760793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9ad74707-cd18-4ab3-81d0-ffb90d51e2c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c45f6f1cbae24c79bc7e38cab7448771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637935 Aug 04 15:10:37.761185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 33964) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:37.795090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad74707-cd18-4ab3-81d0-ffb90d51e2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65e304-e707-4c2c-b5ba-1bf2739b5f1f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:37.814271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.839954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.891603 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.894709 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:37.898803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b65e304-e707-4c2c-b5ba-1bf2739b5f1f HTTP/1.1" status: 204 len: 168 time: 0.1364758 Aug 04 15:10:37.907631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65e304-e707-4c2c-b5ba-1bf2739b5f1f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:37.916254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.916858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.917353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.917870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.918370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.918880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.919377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.919852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.920336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.920807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.921459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:37.921949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7074a00-5556-4669-90f2-678223170f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:10:38.213090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33990) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:38.228213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a4385b4-f5a5-41bb-9c4d-dfff89cd6097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.333842 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a4385b4-f5a5-41bb-9c4d-dfff89cd6097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.338894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a4385b4-f5a5-41bb-9c4d-dfff89cd6097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.378868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4385b4-f5a5-41bb-9c4d-dfff89cd6097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf317a70-be19-4180-a46b-f34f496b0e09,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:38.383289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3a4385b4-f5a5-41bb-9c4d-dfff89cd6097 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07cb9990eb074c6abe6d7909adafe1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691265 Aug 04 15:10:38.385935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 33992) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:38.438827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.469113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.544081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.548361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:38.562887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf317a70-be19-4180-a46b-f34f496b0e09 HTTP/1.1" status: 204 len: 168 time: 0.1675844 Aug 04 15:10:38.576604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2df0e6-741f-4951-ba55-1cf3ec28a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf317a70-be19-4180-a46b-f34f496b0e09,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:41.071427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:41.183453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0e29a8f-9e12-40c4-9163-dd57db21fa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.280867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0e29a8f-9e12-40c4-9163-dd57db21fa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.284996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b0e29a8f-9e12-40c4-9163-dd57db21fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.330134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b0e29a8f-9e12-40c4-9163-dd57db21fa04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6aecdf68d8ed4a79afb0606224a60b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575269 Aug 04 15:10:41.332685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34082) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:41.334800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29a8f-9e12-40c4-9163-dd57db21fa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83951afd-5665-42eb-9447-3e217a4c81f6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:41.391637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.413898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.466855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.469447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.470668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83951afd-5665-42eb-9447-3e217a4c81f6 HTTP/1.1" status: 204 len: 168 time: 0.1369560 Aug 04 15:10:41.480455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f15876-7865-4acc-9292-05e3d9b83867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83951afd-5665-42eb-9447-3e217a4c81f6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:41.774951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:41.810020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e38b0cc1-6f70-4673-91fa-d86677a29dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.945862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e38b0cc1-6f70-4673-91fa-d86677a29dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.952132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e38b0cc1-6f70-4673-91fa-d86677a29dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:41.991389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e38b0cc1-6f70-4673-91fa-d86677a29dd9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3330b8b6c6cb431a8f6678deedfd0b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147803 Aug 04 15:10:41.993398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b0cc1-6f70-4673-91fa-d86677a29dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40d793-abf8-470d-8338-23f831328b6d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:41.994165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:42.046217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:42.069072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:42.119651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:42.122361 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:42.126395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c40d793-abf8-470d-8338-23f831328b6d HTTP/1.1" status: 204 len: 168 time: 0.1310947 Aug 04 15:10:42.134554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68667f-4a78-49ab-90f8-6ef1873cbeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40d793-abf8-470d-8338-23f831328b6d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:44.808638 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65f15b91-f134-45c7-846d-090532a02ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:47.386996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9279811b-a3f0-4d6c-9053-ab9cbcdad4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:47.668701 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:48.029832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:48.756147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:48.805439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:50.265159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.253345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34344) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:51.377449 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dabcc89e-67de-4895-8b13-91fcf57a0c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.480773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dabcc89e-67de-4895-8b13-91fcf57a0c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.485983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dabcc89e-67de-4895-8b13-91fcf57a0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.524684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dabcc89e-67de-4895-8b13-91fcf57a0c50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a5ab6300c254ce29af5a6569ccb19b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696261 Aug 04 15:10:51.526525 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc89e-67de-4895-8b13-91fcf57a0c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddbb997-1782-4897-a19a-48d4a72efa97,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:51.527434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:51.582548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.614626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.670682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.674617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:51.679381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ddbb997-1782-4897-a19a-48d4a72efa97 HTTP/1.1" status: 204 len: 168 time: 0.1508846 Aug 04 15:10:51.703844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf54f-bca7-4cb5-bb2e-ccd44d160ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddbb997-1782-4897-a19a-48d4a72efa97,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:51.884782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:52.008953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-371df028-8a22-4964-8c32-73a0b2b854cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.024316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34374) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:52.042549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9acd-849d-4a54-92a4-8d064eef9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.114514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-371df028-8a22-4964-8c32-73a0b2b854cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.119961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-371df028-8a22-4964-8c32-73a0b2b854cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.160087 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-371df028-8a22-4964-8c32-73a0b2b854cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=489b5c84d9ce47d99a0d68894ed2df50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741790 Aug 04 15:10:52.161212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371df028-8a22-4964-8c32-73a0b2b854cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e54a9-e770-4685-ada6-0ffce53e05c9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:52.162778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34376) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:52.243990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.279239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9acd-849d-4a54-92a4-8d064eef9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.281272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.289252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9acd-849d-4a54-92a4-8d064eef9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.347219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9acd-849d-4a54-92a4-8d064eef9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c0da23-6871-4ce5-abef-dd68be4137f6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:52.352710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cd1a9acd-849d-4a54-92a4-8d064eef9edb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf05a3dcda2d4daab4a0dd5ec7740b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272800 Aug 04 15:10:52.355559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34378) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:52.383455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.386042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.387312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/034e54a9-e770-4685-ada6-0ffce53e05c9 HTTP/1.1" status: 204 len: 168 time: 0.2232723 Aug 04 15:10:52.407542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9d0c0-2a56-4320-9673-5c9901da53d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e54a9-e770-4685-ada6-0ffce53e05c9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:52.434552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.472746 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.529628 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.534274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:52.536192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0c0da23-6871-4ce5-abef-dd68be4137f6 HTTP/1.1" status: 204 len: 168 time: 0.1795578 Aug 04 15:10:52.553160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34496f0-b558-4114-9a21-e7948c152119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c0da23-6871-4ce5-abef-dd68be4137f6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:52.914513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34406) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:52.932455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c445bb73-a04b-40e8-bef4-810c9d4b40dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.031210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c445bb73-a04b-40e8-bef4-810c9d4b40dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.037621 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c445bb73-a04b-40e8-bef4-810c9d4b40dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.082418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445bb73-a04b-40e8-bef4-810c9d4b40dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248838be-0ffa-401e-a914-1fe1f3a8417b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:53.090467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:53.095255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c445bb73-a04b-40e8-bef4-810c9d4b40dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=660236dafe9e48fcb131fea50a2ebc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791873 Aug 04 15:10:53.143350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.167920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.216157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.219090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.222780 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/248838be-0ffa-401e-a914-1fe1f3a8417b HTTP/1.1" status: 204 len: 168 time: 0.1289067 Aug 04 15:10:53.237689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb42d39-9c72-48a3-be75-7d74bb4ad7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248838be-0ffa-401e-a914-1fe1f3a8417b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:53.251209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:53.410756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-874031356-network', 'tenant_id': 'f13536ea16de4825ba44909c3e8e6176'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:53.435516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Made reservation on behalf of f13536ea16de4825ba44909c3e8e6176 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:10:53.438170 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.450768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.557573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.563672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.596307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827dd3f7-7b63-4f63-bc25-7a043b5e6577,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:53.618086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:10:53.629742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.630233 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Added segment 0bb22ef6-9328-443a-911c-571ac21f732f of type vlan for network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 Aug 04 15:10:53.673102 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.705055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.706380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:53.707012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:53.765999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:10:53.771040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Request body: {'subnet': {'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-874031356-subnet', 'tenant_id': 'f13536ea16de4825ba44909c3e8e6176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:53.771458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5187232 Aug 04 15:10:53.779961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c50444-dc1e-4cce-be66-9cc3f35692fd admin admin] Pushing event updated for resources: {'Network': ['ID=503e873d-b9b4-4cc6-a6d1-bbff9913d641,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:53.792212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:10:53.818827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Made reservation on behalf of f13536ea16de4825ba44909c3e8e6176 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:10:53.822081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:54.027524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:54.087862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=667e308d-8315-428c-8f15-acbe93e722c2,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:54.093569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Checking segment: {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:54.094071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Network hostable DHCP agents. Network: 503e873d-b9b4-4cc6-a6d1-bbff9913d641, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:10:54.111648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:10:54.121033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 503e873d-b9b4-4cc6-a6d1-bbff9913d641) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:54.125719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:54.126390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:54.137078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a28fe-a847-467b-a0e6-757f40aa5917 None None] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:10:54.150298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de30fece-0192-4ec9-8def-f332ee6edc8f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3831222 Aug 04 15:10:54.334716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b26a24-908d-40f4-9543-09a5a3307a4c None None] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:10:56.294196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-cdd614f8-059b-4ff9-b497-962095d44898 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:56.295800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-cdd614f8-059b-4ff9-b497-962095d44898 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 808 time: 0.1058805 Aug 04 15:10:56.314458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-5f49a246-9367-4dd2-950a-4cae57444e6a tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/quotas/f13536ea16de4825ba44909c3e8e6176 HTTP/1.1" status: 200 len: 375 time: 0.0121272 Aug 04 15:10:56.356171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0771792b-37c7-4898-99ae-863043cb03bc tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356200 Aug 04 15:10:56.367106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0220f801-fdf7-44a9-8ee9-0e3910ed7ee2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:10:56.368055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0220f801-fdf7-44a9-8ee9-0e3910ed7ee2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050933 Aug 04 15:10:56.461549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-64249467-eb38-4f67-8e4c-7c7bb58693d1 service neutron] 10.222.0.76 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Aug 04 15:10:56.568540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-ac6e5f4b-8569-4369-bf1a-009f2a44eb43 service neutron] 10.222.0.76 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002934 Aug 04 15:10:56.746702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a8b5fcc-01dd-43c4-b4e5-9b5aeba3df94 req-79e1f415-8de2-42ea-a2db-e5d44091a9ed tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 210 time: 0.0501630 Aug 04 15:10:57.850298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-804c1772-6841-4fb0-bc6d-76e7075e59a1 req-e69fc17e-41c2-449f-a818-eeddd329f2b5 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Aug 04 15:10:57.871325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-2fc15e56-dac3-4988-b288-ea15f47bfd3b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:57.873221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-2fc15e56-dac3-4988-b288-ea15f47bfd3b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 808 time: 0.1479790 Aug 04 15:10:57.886944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Request body: {'port': {'device_id': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641', 'admin_state_up': True, 'tenant_id': 'f13536ea16de4825ba44909c3e8e6176'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:58.005594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Made reservation on behalf of f13536ea16de4825ba44909c3e8e6176 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:10:58.010026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.148570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Allocated IP 172.20.0.4 (503e873d-b9b4-4cc6-a6d1-bbff9913d641/667e308d-8315-428c-8f15-acbe93e722c2/9df33c09-c237-412b-8f09-7400c49159b3) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:10:58.309955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.350960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.378448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-550815f4-7b1c-4ac4-86f5-f060457dd17b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:58.380269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-550815f4-7b1c-4ac4-86f5-f060457dd17b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1190178 Aug 04 15:10:58.396793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:10:58.399295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-b1464574-c76d-4c89-bbe2-3b8498835bdd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0124302 Aug 04 15:10:58.403549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:10:58.407618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:10:58.431842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Pushing event updated for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:58.460792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:58.461492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.462460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-80898810-7aea-420d-ae2e-85fe4dae3137 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587842 Aug 04 15:10:58.482266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-a6329e94-6b42-474d-86a8-5b7ef18bda6f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996811 Aug 04 15:10:58.494999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Request body: {'port': {'device_id': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:58.553747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.555899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4ba4a6dc-0944-4c55-a483-fdbc4838ed9a service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Aug 04 15:10:58.660816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-f28f9b65-54b9-4046-9332-e20e5fa6862b service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982978 Aug 04 15:10:58.851062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df33c09-c237-412b-8f09-7400c49159b3 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:10:58.860795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.868082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e867e18-51d1-40db-b630-992d8f837a69 req-117fcb78-358e-49ed-b414-e498e78e218b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0343103 Aug 04 15:10:58.886267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Transition to ACTIVE for port object 9df33c09-c237-412b-8f09-7400c49159b3 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:10:58.892470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:58.955048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:58.997237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc190-72c9-40dd-9df0-46615d66b20c req-bde10b86-ec65-49e9-af42-947180f5d51a tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:58.998805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb0fc190-72c9-40dd-9df0-46615d66b20c req-bde10b86-ec65-49e9-af42-947180f5d51a tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 943 time: 0.0632231 Aug 04 15:10:59.047761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb0fc190-72c9-40dd-9df0-46615d66b20c req-81227af6-f160-4992-8ad3-f5e0b20975d3 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Aug 04 15:10:59.054045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Attempting to bind port 9df33c09-c237-412b-8f09-7400c49159b3 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:10:59.054419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Attempting to bind port 9df33c09-c237-412b-8f09-7400c49159b3 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:10:59.054899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Attempting to bind port 9df33c09-c237-412b-8f09-7400c49159b3 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:59.062998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Port 9df33c09-c237-412b-8f09-7400c49159b3 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:10:59.063456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Attempting to bind port 9df33c09-c237-412b-8f09-7400c49159b3 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:10:59.069276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:10:59.069769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Checking segment: {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:10:59.070285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Bound using segment: {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:10:59.070953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Bound port: 9df33c09-c237-412b-8f09-7400c49159b3, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:10:59.071452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:59.146689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:10:59.150611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9df33c09-c237-412b-8f09-7400c49159b3,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:10:59.156290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:59.194803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.195391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:10:59.196874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/9df33c09-c237-412b-8f09-7400c49159b3 HTTP/1.1" status: 200 len: 1092 time: 0.7063634 Aug 04 15:10:59.197321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:10:59.199639 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c220a-efed-4950-8d91-5be46a7e60de" -d '{"events": [{"name": "network-changed", "server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "tag": "9df33c09-c237-412b-8f09-7400c49159b3"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:10:59.238569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaddad7-022e-4516-bf8b-3a62208f4cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:10:59.250077 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d78405-f6d9-4b81-abce-9c3ec85a9fdc x-openstack-request-id: req-47d78405-f6d9-4b81-abce-9c3ec85a9fdc {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:10:59.250459 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "tag": "9df33c09-c237-412b-8f09-7400c49159b3", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:10:59.250808 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47d78405-f6d9-4b81-abce-9c3ec85a9fdc {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:10:59.251311 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3', 'status': 'completed', 'code': 200} Aug 04 15:10:59.284926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-eebd2803-5a4a-4440-84c4-01d75e62440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.286530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-eebd2803-5a4a-4440-84c4-01d75e62440a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 1095 time: 0.0469708 Aug 04 15:10:59.336232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-c5f1b31b-8da7-4f27-84d4-fec55cf8f1f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df33c09-c237-412b-8f09-7400c49159b3 HTTP/1.1" status: 200 len: 217 time: 0.0414453 Aug 04 15:10:59.388815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-43fa668d-518d-48c1-8915-5ef3805973b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.390542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-43fa668d-518d-48c1-8915-5ef3805973b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=667e308d-8315-428c-8f15-acbe93e722c2 HTTP/1.1" status: 200 len: 848 time: 0.0478919 Aug 04 15:10:59.432587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-c6e2eae6-41d7-4417-a972-71206ec22fac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=503e873d-b9b4-4cc6-a6d1-bbff9913d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352199 Aug 04 15:10:59.531844 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-2d49c2d2-46c1-4c0f-b41a-8d81c13c1b91 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920575 Aug 04 15:10:59.623984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-805c3249-508c-45cd-9d5e-e7ca79035c9d req-3106aff6-29b0-4a95-a05b-542155243615 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843334 Aug 04 15:10:59.714963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-dd1c1cc9-578a-40b6-9be1-4703db778137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.716784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-dd1c1cc9-578a-40b6-9be1-4703db778137 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 1095 time: 0.0435388 Aug 04 15:10:59.895189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-9ae84536-98f6-4a1c-9a71-b1cf7485174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.897491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-9ae84536-98f6-4a1c-9a71-b1cf7485174e service neutron] 10.222.0.46 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 909 time: 0.1738708 Aug 04 15:10:59.908976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-7a9755fb-3125-46da-8c99-c49b33d5f7ff tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:10:59.911261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-7a9755fb-3125-46da-8c99-c49b33d5f7ff tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1654060 Aug 04 15:10:59.956659 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:10:59.965874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-c7b746c8-e91c-4134-8c0d-24c0855088c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9df33c09-c237-412b-8f09-7400c49159b3 HTTP/1.1" status: 200 len: 217 time: 0.0533624 Aug 04 15:10:59.998434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a19411ec-bba8-417f-b5b8-3d2af43a7f92 req-659f15f2-3af4-438a-b17c-b56ad3f95aca tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0477881 Aug 04 15:11:00.077429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-262cd2b4-dcc5-43a3-982b-1b093ce35c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:00.079050 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-262cd2b4-dcc5-43a3-982b-1b093ce35c9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=667e308d-8315-428c-8f15-acbe93e722c2 HTTP/1.1" status: 200 len: 848 time: 0.1023018 Aug 04 15:11:00.122990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-76b65f0c-ae70-46fb-9a9d-9a079d2ab3b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=503e873d-b9b4-4cc6-a6d1-bbff9913d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324178 Aug 04 15:11:00.175359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358ee29-1afd-4009-8488-cc7c91545e97 req-9e1694ec-4b1b-4244-82fd-92530ab90b2c tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:00.182670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d358ee29-1afd-4009-8488-cc7c91545e97 req-9e1694ec-4b1b-4244-82fd-92530ab90b2c tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 943 time: 0.0570986 Aug 04 15:11:00.207399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:00.213562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:00.242800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d358ee29-1afd-4009-8488-cc7c91545e97 req-9f2dc41e-e86e-47a0-8d8f-7b26a8a1b968 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584679 Aug 04 15:11:00.364646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-494404dc-e06c-4fab-8f90-9f563fa13b32 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329962 Aug 04 15:11:00.445171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.11 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:00.518179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c8c220a-efed-4950-8d91-5be46a7e60de req-4302344c-9512-444a-ba61-62ff88854d0f service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430545 Aug 04 15:11:00.640399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:00.654570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:00.690830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:00.732108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:00.739559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:00.743331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:00.768168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:00.799604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:00.800289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:00.825299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-4290445e-0b51-4ef2-8fa2-4152835a9746 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9022808 Aug 04 15:11:00.838099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Request body: {'port': {'device_id': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:01.108936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cee00ba5-2c2f-4d15-89d1-b7fb082e4d98 None None] Provisioning for port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:01.116876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cee00ba5-2c2f-4d15-89d1-b7fb082e4d98 None None] Provisioning complete for port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:01.117522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cee00ba5-2c2f-4d15-89d1-b7fb082e4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.142142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f68b02-0449-4f17-99f4-60f4e7456af7 req-f1f61b02-5e4a-4f55-a710-47633e22c3ce tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:01.144519 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6f68b02-0449-4f17-99f4-60f4e7456af7 req-f1f61b02-5e4a-4f55-a710-47633e22c3ce tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 932 time: 0.0697153 Aug 04 15:11:01.195200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cee00ba5-2c2f-4d15-89d1-b7fb082e4d98 None None] Port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:11:01.214392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6f68b02-0449-4f17-99f4-60f4e7456af7 req-e18790c4-8457-48c5-a80a-c5a6dbcdf2ea tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Aug 04 15:11:01.237089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.367607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13a2b-9be5-4774-aa56-c3ed3b2e9bce req-d80830a1-5fa6-4ff3-ad98-a0b8ed8cbbf7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:01.369921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3b13a2b-9be5-4774-aa56-c3ed3b2e9bce req-d80830a1-5fa6-4ff3-ad98-a0b8ed8cbbf7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 943 time: 0.0625896 Aug 04 15:11:01.425570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3b13a2b-9be5-4774-aa56-c3ed3b2e9bce req-e0ccb030-2f15-466b-b2ce-bc1142e44673 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Aug 04 15:11:01.547526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:11:01.557857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.571762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Transition to ACTIVE for port object 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:01.576701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.654404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:01.712642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Attempting to bind port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:11:01.713212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Attempting to bind port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:11:01.713649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Attempting to bind port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:01.719142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:11:01.719706 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Attempting to bind port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:01.725904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:11:01.726420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:01.726983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:11:01.727532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Bound port: 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:11:01.728013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.798915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:11:01.802775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:11:01.813914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.853382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:01.854147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:01.855618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] 10.222.0.38 "PUT /v2.0/ports/1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d HTTP/1.1" status: 200 len: 1093 time: 1.0221863 Aug 04 15:11:01.856082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:01.858500 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129" -d '{"events": [{"name": "network-changed", "server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:01.897153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c1bae-06d6-4c79-bbcf-4008a51f949b service neutron] Pushing event updated for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:01.923329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9df33c09-c237-412b-8f09-7400c49159b3 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:11:01.966645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-772ff345-9c98-4295-894f-42c8c44d3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:01.968198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-772ff345-9c98-4295-894f-42c8c44d3b8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 1096 time: 0.0611041 Aug 04 15:11:01.974510 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7817923-a12f-4c83-86b8-0de2491ffec5 x-openstack-request-id: req-d7817923-a12f-4c83-86b8-0de2491ffec5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:01.974960 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:01.975218 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7817923-a12f-4c83-86b8-0de2491ffec5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:01.975616 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d', 'status': 'completed', 'code': 200} Aug 04 15:11:02.053906 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-18f5d67b-7854-4694-a576-a2b6cb74c6a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d HTTP/1.1" status: 200 len: 217 time: 0.0702903 Aug 04 15:11:02.109158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9df33c09-c237-412b-8f09-7400c49159b3,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:02.143424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9df33c09-c237-412b-8f09-7400c49159b3', 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641', 'port_id': '9df33c09-c237-412b-8f09-7400c49159b3', 'mac_address': 'fa:16:3e:c8:94:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667e308d-8315-428c-8f15-acbe93e722c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:11:02.151258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-b8515185-1d8d-42de-bc0f-357e125d2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.153823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-b8515185-1d8d-42de-bc0f-357e125d2b17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0931606 Aug 04 15:11:02.228290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:02.244394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df33c09-c237-412b-8f09-7400c49159b3 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:11:02.271616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9df33c09-c237-412b-8f09-7400c49159b3,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:02.277973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:02.283597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f95d-ebb4-4508-8752-21910f679171 req-cd1f2a0d-ffea-4f80-9c9d-6d3ea3b639a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.287291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-cd1f2a0d-ffea-4f80-9c9d-6d3ea3b639a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232097 Aug 04 15:11:02.365040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:02.373781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.374130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.374607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.375157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.375648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.376157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.377057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.377573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.378071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.378557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.379064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.379548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:02.405645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8cd7b-09f0-4e3c-b941-78cdc79333ab req-d3095e80-4842-4a1a-b677-75fc85e01a17 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.407257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae8cd7b-09f0-4e3c-b941-78cdc79333ab req-d3095e80-4842-4a1a-b677-75fc85e01a17 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0807920 Aug 04 15:11:02.414231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-362b1dd8-c2f3-42be-89fb-f63b85a8096e service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158643 Aug 04 15:11:02.466193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bae8cd7b-09f0-4e3c-b941-78cdc79333ab req-222b6fd6-a20b-4a7e-aa36-3bbbca871735 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Aug 04 15:11:02.524680 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b04f95d-ebb4-4508-8752-21910f679171 req-b6eb4240-5c5d-4667-aa3c-5c9d267749e8 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031051 Aug 04 15:11:02.526025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9df33c09-c237-412b-8f09-7400c49159b3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:02.587700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d51fa4-2e52-43b9-8b21-178e4972929a req-5ed227bb-3196-4fbf-9f3a-ff87d255fef1 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.595023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d51fa4-2e52-43b9-8b21-178e4972929a req-5ed227bb-3196-4fbf-9f3a-ff87d255fef1 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 944 time: 0.0751951 Aug 04 15:11:02.620058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-8b6bec56-eb6f-4f59-be6f-bc5d679b3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.621825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-8b6bec56-eb6f-4f59-be6f-bc5d679b3b66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 1096 time: 0.0498946 Aug 04 15:11:02.648465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7d51fa4-2e52-43b9-8b21-178e4972929a req-36e755c5-ab28-4694-82c4-d226bbc94b27 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521755 Aug 04 15:11:02.759681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-d216f415-bd2d-402a-891b-ad547fd5fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.761179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-d216f415-bd2d-402a-891b-ad547fd5fda9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1327522 Aug 04 15:11:02.812595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-77d7cb48-563f-4264-b7cb-77102137f779 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d HTTP/1.1" status: 200 len: 217 time: 0.0435312 Aug 04 15:11:02.862245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-cddb6e76-a2ba-4ee9-bbc8-02ecf31c1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.863889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-cddb6e76-a2ba-4ee9-bbc8-02ecf31c1983 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0448160 Aug 04 15:11:02.920410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-3b501c01-2640-4dc5-9e1a-993ab82096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:02.922391 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-3b501c01-2640-4dc5-9e1a-993ab82096f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511425 Aug 04 15:11:03.022408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-d2eee75b-53f9-42ef-8555-e479674d725d service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926919 Aug 04 15:11:03.127027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e26e136-fc2c-4ab6-b611-f7dda0cc8129 req-4b0314e5-50cf-455b-86cc-a5d16a498b13 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979540 Aug 04 15:11:03.599540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b8c1-7f9c-4723-ae12-5c612f038c2f req-1649e953-a1a6-4c9a-8080-e0ed31fcc63c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:03.607812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c591b8c1-7f9c-4723-ae12-5c612f038c2f req-1649e953-a1a6-4c9a-8080-e0ed31fcc63c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0688784 Aug 04 15:11:03.645232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c591b8c1-7f9c-4723-ae12-5c612f038c2f req-bbd4b32b-64ea-4391-a443-2318dc1ef904 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Aug 04 15:11:03.804596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb88bb-2987-4fe7-b6b8-e1604777ea6e req-92e50ab6-6f21-4d52-b858-ad1722d43857 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:03.807796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30bb88bb-2987-4fe7-b6b8-e1604777ea6e req-92e50ab6-6f21-4d52-b858-ad1722d43857 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 944 time: 0.0866017 Aug 04 15:11:03.858840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30bb88bb-2987-4fe7-b6b8-e1604777ea6e req-611a3856-5437-4351-848b-6c98d86f5de3 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Aug 04 15:11:03.936303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9df33c09-c237-412b-8f09-7400c49159b3 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:04.016157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9df33c09-c237-412b-8f09-7400c49159b3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:04.025240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9df33c09-c237-412b-8f09-7400c49159b3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:04.026103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:04.156945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:04.200440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:04.202056 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13963a37-4987-42da-8739-da4604cbf226" -d '{"events": [{"server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "name": "network-vif-plugged", "status": "completed", "tag": "9df33c09-c237-412b-8f09-7400c49159b3"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:04.220450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9df33c09-c237-412b-8f09-7400c49159b3,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:04.229733 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:04.264927 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce23614b-10ea-4a8c-b1c7-046149486b19 x-openstack-request-id: req-ce23614b-10ea-4a8c-b1c7-046149486b19 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:04.265224 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "name": "network-vif-plugged", "status": "completed", "tag": "9df33c09-c237-412b-8f09-7400c49159b3", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:04.265487 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce23614b-10ea-4a8c-b1c7-046149486b19 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:04.265894 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3', 'code': 200} Aug 04 15:11:04.306449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:04.389434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298bb92-297b-4cab-b548-48bec019378d req-75a7a452-6066-4d19-bff3-18e93721635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:04.391028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a298bb92-297b-4cab-b548-48bec019378d req-75a7a452-6066-4d19-bff3-18e93721635f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 1097 time: 0.0580242 Aug 04 15:11:04.464977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a298bb92-297b-4cab-b548-48bec019378d req-c5b0403b-e1e2-427d-927b-310b8d630d56 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671227 Aug 04 15:11:04.800289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0345-5a9c-45a8-a268-5d17b760b38b req-37e8f4b2-5e53-421e-8583-3fe6d05f1392 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:04.802144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3eaf0345-5a9c-45a8-a268-5d17b760b38b req-37e8f4b2-5e53-421e-8583-3fe6d05f1392 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0812340 Aug 04 15:11:04.847328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3eaf0345-5a9c-45a8-a268-5d17b760b38b req-226dd4b5-6afe-40ab-8544-6de25cd4fabc tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Aug 04 15:11:05.010210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876e7d-4013-442d-af0c-818e6fcfbb08 req-b4cfce7a-ef42-488c-a087-7d13ec9b4e96 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:05.015382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25876e7d-4013-442d-af0c-818e6fcfbb08 req-b4cfce7a-ef42-488c-a087-7d13ec9b4e96 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 945 time: 0.0745978 Aug 04 15:11:05.047104 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:11:05.108573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-25876e7d-4013-442d-af0c-818e6fcfbb08 req-5edba2d7-06ae-4547-a6ae-a35a328bf364 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822122 Aug 04 15:11:06.005728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5930-6f6f-4036-966a-728050108eae req-47bf6197-754e-4318-91d8-bb9f49166575 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:06.013982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f5c5930-6f6f-4036-966a-728050108eae req-47bf6197-754e-4318-91d8-bb9f49166575 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0677705 Aug 04 15:11:06.055870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f5c5930-6f6f-4036-966a-728050108eae req-63e428ab-9e01-465c-b9b2-9c1c1ba3014d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Aug 04 15:11:06.249548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8ecb7-7863-4c5f-8e7d-ed9f32202c3d req-bd8d57d2-7fa8-43c4-9b23-c028989a8842 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:06.252128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06d8ecb7-7863-4c5f-8e7d-ed9f32202c3d req-bd8d57d2-7fa8-43c4-9b23-c028989a8842 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 945 time: 0.0678124 Aug 04 15:11:06.309136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06d8ecb7-7863-4c5f-8e7d-ed9f32202c3d req-32729a7b-ae0a-4077-a06f-07d42242bf32 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487974 Aug 04 15:11:06.889313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34816) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:07.028321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32ad3b-6bff-44d4-963a-729d4c8f7ad2 req-1d2fd427-1156-4087-b4f7-d7c7c07a43a3 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:07.029811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f32ad3b-6bff-44d4-963a-729d4c8f7ad2 req-1d2fd427-1156-4087-b4f7-d7c7c07a43a3 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 945 time: 0.0680795 Aug 04 15:11:07.030995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3932d570-0d26-4805-b584-556019d0d611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.098455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f32ad3b-6bff-44d4-963a-729d4c8f7ad2 req-a0bad5cb-da30-4846-902f-7e0789614c18 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595560 Aug 04 15:11:07.185220 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3932d570-0d26-4805-b584-556019d0d611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.194001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3932d570-0d26-4805-b584-556019d0d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.234035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a366147-3f6d-4083-b6a4-5ab24c907b14 req-0cd573f3-26fc-46df-8cd9-5b2045607ed8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:07.247845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a366147-3f6d-4083-b6a4-5ab24c907b14 req-0cd573f3-26fc-46df-8cd9-5b2045607ed8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.1073239 Aug 04 15:11:07.266463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3932d570-0d26-4805-b584-556019d0d611 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5b7c3a7b7524ce1a032cb57160d9e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759949 Aug 04 15:11:07.269379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:07.269877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932d570-0d26-4805-b584-556019d0d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499e45ac-a3fc-4761-98b6-5fae6b7a670a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:07.313543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a366147-3f6d-4083-b6a4-5ab24c907b14 req-ad168242-7efc-4790-a5c8-371545283d5f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Aug 04 15:11:07.341333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.366329 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.423289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.425909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.438896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/499e45ac-a3fc-4761-98b6-5fae6b7a670a HTTP/1.1" status: 204 len: 168 time: 0.1614032 Aug 04 15:11:07.448722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23abf1-8191-4d8e-a611-1217a7fd4863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e45ac-a3fc-4761-98b6-5fae6b7a670a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:07.704147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:07.718746 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90f94285-954a-4f33-a09e-d12ea2d71b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.825848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90f94285-954a-4f33-a09e-d12ea2d71b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.831130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-90f94285-954a-4f33-a09e-d12ea2d71b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.874646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-90f94285-954a-4f33-a09e-d12ea2d71b41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a570115d272e41d38826f2be210dc031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666865 Aug 04 15:11:07.874646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94285-954a-4f33-a09e-d12ea2d71b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4086c2-952d-4313-8742-2fe555d1e2e0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:07.874936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34832) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:07.930256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:07.953808 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.007850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.010991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.012478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c4086c2-952d-4313-8742-2fe555d1e2e0 HTTP/1.1" status: 204 len: 168 time: 0.1365845 Aug 04 15:11:08.024460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f2b29-1fc2-4d78-955b-4f96691bf892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4086c2-952d-4313-8742-2fe555d1e2e0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:08.257140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4ad6-4dc3-4c57-9d9c-deed3cfa8aa7 req-3b8d6aba-a11b-40a0-ae9f-7f0590618cb8 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:08.268188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-498b4ad6-4dc3-4c57-9d9c-deed3cfa8aa7 req-3b8d6aba-a11b-40a0-ae9f-7f0590618cb8 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 945 time: 0.0950093 Aug 04 15:11:08.321004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-833dc4be-642a-4af4-a117-93563c2af17b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:08.322826 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-833dc4be-642a-4af4-a117-93563c2af17b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "GET /v2.0/ports?device_id=169f43c8-3fef-490d-b3b2-bdbefa602c97 HTTP/1.1" status: 200 len: 945 time: 0.1085181 Aug 04 15:11:08.339518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-498b4ad6-4dc3-4c57-9d9c-deed3cfa8aa7 req-2fcb11b4-c27f-47db-8fef-562888ecd5c7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704067 Aug 04 15:11:08.464735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Deleting port 9df33c09-c237-412b-8f09-7400c49159b3 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:08.465215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.471179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d2c2-44d5-44c0-af53-61f674ceb690 req-e90c5e3b-04b4-4fa3-b2c6-f1b462131ca7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:08.472974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f00d2c2-44d5-44c0-af53-61f674ceb690 req-e90c5e3b-04b4-4fa3-b2c6-f1b462131ca7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0614738 Aug 04 15:11:08.512843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f00d2c2-44d5-44c0-af53-61f674ceb690 req-7270c761-69c5-46e8-85f3-1d2f00740595 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Aug 04 15:11:08.566290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] For port 9df33c09-c237-412b-8f09-7400c49159b3, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9df33c09-c237-412b-8f09-7400c49159b3,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:08.566694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.580882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Calling delete_port for 9df33c09-c237-412b-8f09-7400c49159b3 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:08.720344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.733842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9df33c09-c237-412b-8f09-7400c49159b3'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:08.772314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Pushing event deleted for resources: {'Port': ['ID=9df33c09-c237-412b-8f09-7400c49159b3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:08.793091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] No DVR routers for this DVR port 9df33c09-c237-412b-8f09-7400c49159b3 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:11:08.795688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:08.798105 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b91136f3-6951-4340-bca2-de57d17c7f9b req-3b3a43f9-14cb-4f56-a784-d6770d0540fa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "DELETE /v2.0/ports/9df33c09-c237-412b-8f09-7400c49159b3 HTTP/1.1" status: 204 len: 173 time: 0.4691505 Aug 04 15:11:08.798543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'name': 'network-vif-deleted', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:08.800969 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca5ca89-54aa-4906-9c3f-a193012d24bd" -d '{"events": [{"server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "name": "network-vif-deleted", "tag": "9df33c09-c237-412b-8f09-7400c49159b3"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:08.836883 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78129726-72e7-4af1-95a7-96f1171eaab8 x-openstack-request-id: req-78129726-72e7-4af1-95a7-96f1171eaab8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:08.837368 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f43c8-3fef-490d-b3b2-bdbefa602c97", "name": "network-vif-deleted", "tag": "9df33c09-c237-412b-8f09-7400c49159b3", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:08.837538 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78129726-72e7-4af1-95a7-96f1171eaab8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:08.837829 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f43c8-3fef-490d-b3b2-bdbefa602c97', 'name': 'network-vif-deleted', 'tag': '9df33c09-c237-412b-8f09-7400c49159b3', 'status': 'completed', 'code': 200} Aug 04 15:11:09.684919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804e600-9dcf-4580-904d-cd69826318bd req-6e5e925a-bf74-4e43-b695-5d186fe0325e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:09.686514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2804e600-9dcf-4580-904d-cd69826318bd req-6e5e925a-bf74-4e43-b695-5d186fe0325e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0828233 Aug 04 15:11:09.708324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-b105f8ca-370f-42d0-9a34-66ac93657405 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:09.709792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-b105f8ca-370f-42d0-9a34-66ac93657405 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 808 time: 0.1590440 Aug 04 15:11:09.733584 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-4a0d9aed-e993-4cb3-9c84-a1c6dde12631 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/quotas/f13536ea16de4825ba44909c3e8e6176 HTTP/1.1" status: 200 len: 375 time: 0.0161214 Aug 04 15:11:09.759331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2804e600-9dcf-4580-904d-cd69826318bd req-a6de1e35-864d-46b7-8d71-6da9d84d64c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651731 Aug 04 15:11:09.774611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-6c831b6c-a48d-4e4d-9632-bba1771c5269 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300906 Aug 04 15:11:09.874980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-02501db1-53bf-4d3a-b0e7-2202747402e8 service neutron] 10.222.0.76 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911162 Aug 04 15:11:10.331453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-a4c209d9-f308-4502-83b8-8518457ed7a3 service neutron] 10.222.0.76 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500649 Aug 04 15:11:10.389214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34910) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:10.505214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37920927-5acb-4332-984b-65dfaa38ecb3 req-d79acba1-c572-45bc-bfa9-9209ae87ce71 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Aug 04 15:11:10.507940 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a139-e4e0-423c-a233-b6f6d02d0d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.614615 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a139-e4e0-423c-a233-b6f6d02d0d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.619516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a139-e4e0-423c-a233-b6f6d02d0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.665063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e7f3a139-e4e0-423c-a233-b6f6d02d0d98 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a76653bd3fc434488d271ad37258d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747452 Aug 04 15:11:10.667461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3a139-e4e0-423c-a233-b6f6d02d0d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdfe802-a640-4413-afa4-40fa507555ce,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:10.670929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:10.727425 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.753277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.806256 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.808920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:10.812724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bdfe802-a640-4413-afa4-40fa507555ce HTTP/1.1" status: 204 len: 168 time: 0.1373909 Aug 04 15:11:10.831503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109639c-733b-45e8-b986-1af5b2889b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdfe802-a640-4413-afa4-40fa507555ce,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:10.927284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc935d5-8c2b-4beb-b147-ec5cfc3d656a req-a78585a2-b35c-4701-a67a-5ace2e760f95 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:10.929034 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fc935d5-8c2b-4beb-b147-ec5cfc3d656a req-a78585a2-b35c-4701-a67a-5ace2e760f95 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0545080 Aug 04 15:11:11.004070 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fc935d5-8c2b-4beb-b147-ec5cfc3d656a req-33acad7b-95f1-44ff-b06a-141e92e36c1d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Aug 04 15:11:11.211875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34934) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:11.225486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8eb8-8ca3-4ff6-adbb-4ec135f573af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.326767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8eb8-8ca3-4ff6-adbb-4ec135f573af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.332021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8eb8-8ca3-4ff6-adbb-4ec135f573af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.372719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c4bc8eb8-8ca3-4ff6-adbb-4ec135f573af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b09ae581adb4841aa693fc582a7942f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573977 Aug 04 15:11:11.372719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc8eb8-8ca3-4ff6-adbb-4ec135f573af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b064d-51b0-45ef-96a1-42f2cb3627cc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:11.373284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34936) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:11.424450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.446093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.496680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.499779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.500962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a7b064d-51b0-45ef-96a1-42f2cb3627cc HTTP/1.1" status: 204 len: 168 time: 0.1266201 Aug 04 15:11:11.511290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dacbd-84f8-4128-b4f3-874dcbdd675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b064d-51b0-45ef-96a1-42f2cb3627cc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:11.641421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd476f6d-c889-4772-976d-b9ef8dbc02da req-ce9548b5-193f-4ffc-82ab-ec28763846c2 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 210 time: 0.0330720 Aug 04 15:11:11.755739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-ad92ca41-9610-42d8-9e1a-f6c98964cd16 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:11.758162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-ad92ca41-9610-42d8-9e1a-f6c98964cd16 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 808 time: 0.1258931 Aug 04 15:11:11.773846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Request body: {'port': {'device_id': '36862555-1c97-4dd2-b2d8-b7d036824835', 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641', 'admin_state_up': True, 'tenant_id': 'f13536ea16de4825ba44909c3e8e6176'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:11.888497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Made reservation on behalf of f13536ea16de4825ba44909c3e8e6176 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:11.892115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:11.974750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9df33c09-c237-412b-8f09-7400c49159b3 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:11:12.004073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9df33c09-c237-412b-8f09-7400c49159b3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:12.005420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9df33c09-c237-412b-8f09-7400c49159b3 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:11:12.026629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Allocated IP 172.20.0.6 (503e873d-b9b4-4cc6-a6d1-bbff9913d641/667e308d-8315-428c-8f15-acbe93e722c2/40b99e05-8aa7-421c-8449-2af75e4f6b67) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:12.123321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fbca4-bd55-43b7-b8e6-1fbc387f9c88 req-236dbfc0-030b-4172-a011-fd0d359e58ca tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:12.131452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a91fbca4-bd55-43b7-b8e6-1fbc387f9c88 req-236dbfc0-030b-4172-a011-fd0d359e58ca tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0581422 Aug 04 15:11:12.196242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a91fbca4-bd55-43b7-b8e6-1fbc387f9c88 req-54248e6d-ac5c-4c22-b4a0-672b4343e962 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Aug 04 15:11:12.209487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.262764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.306425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:12.315599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:12.319487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:12.326271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Pushing event updated for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:12.379524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:12.380216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.397382 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-59ebbfdf-064d-4eb0-af97-c1d0c9516fdf tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295342 Aug 04 15:11:12.411004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Request body: {'port': {'device_id': '36862555-1c97-4dd2-b2d8-b7d036824835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:12.473066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.642484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 34968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:12.761656 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df1bd866-749e-4222-9632-976d67906cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.782620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b99e05-8aa7-421c-8449-2af75e4f6b67 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:11:12.788747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7435f-7545-4927-82db-0b91672ea922 req-0477b88d-5d61-4cd5-9352-7bc6e631d212 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:12.790807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.793630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4d7435f-7545-4927-82db-0b91672ea922 req-0477b88d-5d61-4cd5-9352-7bc6e631d212 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 931 time: 0.0801365 Aug 04 15:11:12.807184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Transition to ACTIVE for port object 40b99e05-8aa7-421c-8449-2af75e4f6b67 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:12.811036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.859784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4d7435f-7545-4927-82db-0b91672ea922 req-59c43a26-2217-42ee-abeb-95433f0c480c tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595467 Aug 04 15:11:12.864691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:12.923943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df1bd866-749e-4222-9632-976d67906cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.927998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df1bd866-749e-4222-9632-976d67906cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.959468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Attempting to bind port 40b99e05-8aa7-421c-8449-2af75e4f6b67 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:11:12.959816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Attempting to bind port 40b99e05-8aa7-421c-8449-2af75e4f6b67 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:11:12.960139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Attempting to bind port 40b99e05-8aa7-421c-8449-2af75e4f6b67 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:12.964793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Port 40b99e05-8aa7-421c-8449-2af75e4f6b67 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:11:12.965497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Attempting to bind port 40b99e05-8aa7-421c-8449-2af75e4f6b67 on network 503e873d-b9b4-4cc6-a6d1-bbff9913d641 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:12.969854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:11:12.970201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Checking segment: {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:12.970626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Bound using segment: {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:11:12.971050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Bound port: 40b99e05-8aa7-421c-8449-2af75e4f6b67, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb22ef6-9328-443a-911c-571ac21f732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:11:12.971417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:12.972008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df1bd866-749e-4222-9632-976d67906cd3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5d62293aace4ae6913538d9199e7744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279755 Aug 04 15:11:12.973173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bd866-749e-4222-9632-976d67906cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05cf47-8e4d-4681-9718-47755e903d6d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:12.975856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 34974) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:13.077340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.079424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:11:13.083445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:11:13.093094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.135495 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.159225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.159862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.161278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] 10.222.0.46 "PUT /v2.0/ports/40b99e05-8aa7-421c-8449-2af75e4f6b67 HTTP/1.1" status: 200 len: 1092 time: 0.7549713 Aug 04 15:11:13.161727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:13.164013 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:13.200445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc8ebd-9139-4764-9783-8c210e02ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:13.216251 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0cefd-db06-427d-9ef8-d0808cc18d56 x-openstack-request-id: req-4da0cefd-db06-427d-9ef8-d0808cc18d56 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:13.216550 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:13.216808 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4da0cefd-db06-427d-9ef8-d0808cc18d56 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:13.217230 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67', 'status': 'completed', 'code': 200} Aug 04 15:11:13.256487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.259154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:13.263469 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc05cf47-8e4d-4681-9718-47755e903d6d HTTP/1.1" status: 204 len: 168 time: 0.2854440 Aug 04 15:11:13.284192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-4cd4cf3e-7056-4918-a03a-bf04a5feebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.285716 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-4cd4cf3e-7056-4918-a03a-bf04a5feebeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 1095 time: 0.0713699 Aug 04 15:11:13.286885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67b991-dff6-46a4-98c4-bbc3775e4ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05cf47-8e4d-4681-9718-47755e903d6d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:13.309005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d487f-1d74-446a-80a8-394b4717e419 req-429b852d-b74c-48c8-95e0-a9ff3a7d1b40 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.316606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-468d487f-1d74-446a-80a8-394b4717e419 req-429b852d-b74c-48c8-95e0-a9ff3a7d1b40 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0554280 Aug 04 15:11:13.351255 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-53672ea9-3593-47fb-8ffb-76b39d7d1674 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67 HTTP/1.1" status: 200 len: 217 time: 0.0565214 Aug 04 15:11:13.353667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-468d487f-1d74-446a-80a8-394b4717e419 req-5a462851-c0e7-46a8-9a5b-a295f35ab6db tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Aug 04 15:11:13.420027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d51c2c18-9d94-410c-a22f-eb099460a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.421953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d51c2c18-9d94-410c-a22f-eb099460a4fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=667e308d-8315-428c-8f15-acbe93e722c2 HTTP/1.1" status: 200 len: 848 time: 0.0584660 Aug 04 15:11:13.455156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-27a1c3f6-be90-4ff7-b4ee-e171ffdab4d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=503e873d-b9b4-4cc6-a6d1-bbff9913d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259597 Aug 04 15:11:13.556961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-be293d05-14b2-4509-b845-b846327af7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945704 Aug 04 15:11:13.656714 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2291dc0a-8527-4cb8-8783-da52d010b53d req-d0e231e8-a388-4c6e-9a19-636ae85babd6 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921166 Aug 04 15:11:13.746698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-2cc31310-a586-40cc-b44f-4736c4cfd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.748270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-2cc31310-a586-40cc-b44f-4736c4cfd57d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13536ea16de4825ba44909c3e8e6176&device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 1095 time: 0.0444441 Aug 04 15:11:13.857003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-cbbd7cec-8aae-4bd2-802b-5daa758947d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.858573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-cbbd7cec-8aae-4bd2-802b-5daa758947d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 200 len: 909 time: 0.1028373 Aug 04 15:11:13.904631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-8772d883-604c-4455-ab2d-73fd2184b936 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67 HTTP/1.1" status: 200 len: 217 time: 0.0369735 Aug 04 15:11:13.975156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-c82f1c8f-9d73-411a-a971-eb5b61873f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:13.975156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-c82f1c8f-9d73-411a-a971-eb5b61873f03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=667e308d-8315-428c-8f15-acbe93e722c2 HTTP/1.1" status: 200 len: 848 time: 0.0608325 Aug 04 15:11:14.011634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-de9eea39-a85e-4530-aa5a-250682ec1a32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=503e873d-b9b4-4cc6-a6d1-bbff9913d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264750 Aug 04 15:11:14.013160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e8b78-6b6a-48f9-9f23-792ca1df51d8 req-63eb49a7-d260-44bd-aad1-4e69ac47a61e tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:14.014861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-348e8b78-6b6a-48f9-9f23-792ca1df51d8 req-63eb49a7-d260-44bd-aad1-4e69ac47a61e tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 943 time: 0.0632162 Aug 04 15:11:14.058156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-348e8b78-6b6a-48f9-9f23-792ca1df51d8 req-7253eea7-8fac-4b78-9e48-75e4b905385e tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Aug 04 15:11:14.124841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-6b93d4ee-cc1a-483d-96e2-436c9bcaee9c service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051283 Aug 04 15:11:14.217065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-edc86ecb-ed3e-4ce8-bc4f-9af95891b1d9 req-c10eb115-ef9f-4a9a-9ece-acfc8504e110 service neutron] 10.222.0.46 "GET /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Aug 04 15:11:14.482131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c8c4-3c86-4701-9d53-b79bf9807520 req-63b5df01-0731-4d7c-9e09-6cf890ded4c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:14.483680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad1c8c4-3c86-4701-9d53-b79bf9807520 req-63b5df01-0731-4d7c-9e09-6cf890ded4c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0525074 Aug 04 15:11:14.524284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad1c8c4-3c86-4701-9d53-b79bf9807520 req-ed87451f-8adc-4dec-af9f-17ecaac9f4aa tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Aug 04 15:11:14.806229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dc5c076a-c153-420e-929c-12ae5ccc0c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.188121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b421f1-a5d2-4e1f-a171-85f100695153 req-abf9215e-3779-4c4a-8a99-934847e560fd tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:15.189744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b421f1-a5d2-4e1f-a171-85f100695153 req-abf9215e-3779-4c4a-8a99-934847e560fd tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 943 time: 0.0544822 Aug 04 15:11:15.230996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1b421f1-a5d2-4e1f-a171-85f100695153 req-c9a04b53-9a36-4fb8-b425-84cb6d1af051 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Aug 04 15:11:15.508607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:15.621775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ffd268e6-961e-44bc-9847-bbe4024b9601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.640682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1ed3-8941-4c66-bd3d-a74b457c8844 req-9e388e1a-14cb-4e85-a480-3526dbb9aaa2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:15.642248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62a1ed3-8941-4c66-bd3d-a74b457c8844 req-9e388e1a-14cb-4e85-a480-3526dbb9aaa2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0509200 Aug 04 15:11:15.683123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c62a1ed3-8941-4c66-bd3d-a74b457c8844 req-64e6a52f-6eed-443b-ac75-9875176ec60d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Aug 04 15:11:15.715828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ffd268e6-961e-44bc-9847-bbe4024b9601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.720197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ffd268e6-961e-44bc-9847-bbe4024b9601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.756532 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ffd268e6-961e-44bc-9847-bbe4024b9601 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=546871e26738484eacdbc29f834f5893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468693 Aug 04 15:11:15.758708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd268e6-961e-44bc-9847-bbe4024b9601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e123c16-85be-4bff-ac61-54bc2b4419f8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:15.759554 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:15.814134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.837433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.889733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.892560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:15.893735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e123c16-85be-4bff-ac61-54bc2b4419f8 HTTP/1.1" status: 204 len: 168 time: 0.1332014 Aug 04 15:11:15.902159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0740a4-502b-4869-83c1-987c235f2328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e123c16-85be-4bff-ac61-54bc2b4419f8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:15.999527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 40b99e05-8aa7-421c-8449-2af75e4f6b67 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:11:16.098251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:16.109992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '40b99e05-8aa7-421c-8449-2af75e4f6b67', 'network_id': '503e873d-b9b4-4cc6-a6d1-bbff9913d641', 'port_id': '40b99e05-8aa7-421c-8449-2af75e4f6b67', 'mac_address': 'fa:16:3e:d7:07:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667e308d-8315-428c-8f15-acbe93e722c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:11:16.151756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.153815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35106) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:16.166517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b99e05-8aa7-421c-8449-2af75e4f6b67 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:11:16.167008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e8f6bb-2cb9-4000-b344-cd8ab4a13d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.186096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:16.190529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.238780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:16.258053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e8f6bb-2cb9-4000-b344-cd8ab4a13d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.263256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e8f6bb-2cb9-4000-b344-cd8ab4a13d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.299952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8f6bb-2cb9-4000-b344-cd8ab4a13d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d25f3f7-64d2-449b-9c7c-fad76ebee45c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:16.304363 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76e8f6bb-2cb9-4000-b344-cd8ab4a13d20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e24750536a1448d190959e8a21f9a9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494889 Aug 04 15:11:16.306971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35110) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:16.358840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.359279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521197c-0afe-44b7-9a25-b3cc44f3a123 req-a5df4c36-7659-4ee5-952d-7a8d1f8681e1 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:16.360833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1521197c-0afe-44b7-9a25-b3cc44f3a123 req-a5df4c36-7659-4ee5-952d-7a8d1f8681e1 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 944 time: 0.0565035 Aug 04 15:11:16.383526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.384533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['40b99e05-8aa7-421c-8449-2af75e4f6b67'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:16.399263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1521197c-0afe-44b7-9a25-b3cc44f3a123 req-89fa13a1-0d22-4385-acd2-99e49282d2e3 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Aug 04 15:11:16.439660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.442656 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:16.443907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d25f3f7-64d2-449b-9c7c-fad76ebee45c HTTP/1.1" status: 204 len: 168 time: 0.1360204 Aug 04 15:11:16.452176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837407a0-03ba-406c-a9c2-b44d898cbc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d25f3f7-64d2-449b-9c7c-fad76ebee45c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:16.799697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775e7a-ec3d-4718-9396-7a51c6acae97 req-7f485aef-aea5-44ac-90d1-c0c6b108935f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:16.801201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4775e7a-ec3d-4718-9396-7a51c6acae97 req-7f485aef-aea5-44ac-90d1-c0c6b108935f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0504370 Aug 04 15:11:16.844232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4775e7a-ec3d-4718-9396-7a51c6acae97 req-a38f33c2-6bf4-4076-960c-e8715dfc8c0c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Aug 04 15:11:17.380817 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-38bbf11c-bad4-45dc-bd9b-29ba3468d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:17.539590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6dc82-54e5-4733-bd0e-a78d65fdaf97 req-644e0471-c3f0-4a3b-99d5-1209b8f1db1f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:17.541460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bb6dc82-54e5-4733-bd0e-a78d65fdaf97 req-644e0471-c3f0-4a3b-99d5-1209b8f1db1f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 944 time: 0.0537560 Aug 04 15:11:17.580572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bb6dc82-54e5-4733-bd0e-a78d65fdaf97 req-4057d501-a00c-4e32-97e3-04c9bb437dfc tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Aug 04 15:11:17.645221 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:17.729651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35166) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:17.855036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91add8c1-3a50-4fb2-a301-87be7d928aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:17.949767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91add8c1-3a50-4fb2-a301-87be7d928aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:17.954966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-91add8c1-3a50-4fb2-a301-87be7d928aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:17.968218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41953ca6-25bb-4354-9a08-b0d6d43b1056 req-f7e62eb9-7b36-4f6d-9f8d-bc6e70a76a0d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:17.969903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41953ca6-25bb-4354-9a08-b0d6d43b1056 req-f7e62eb9-7b36-4f6d-9f8d-bc6e70a76a0d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0499160 Aug 04 15:11:17.995326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-91add8c1-3a50-4fb2-a301-87be7d928aeb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c89c1cc130f4852a2d04f0787557960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620485 Aug 04 15:11:17.995326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add8c1-3a50-4fb2-a301-87be7d928aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e853921-0491-468c-a71e-cec8fd842a67,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:17.996461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35172) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:18.012626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41953ca6-25bb-4354-9a08-b0d6d43b1056 req-f03bf892-b896-4969-862d-ba38a349fa42 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Aug 04 15:11:18.015573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 40b99e05-8aa7-421c-8449-2af75e4f6b67 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:18.047519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.057219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.070559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.073644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 40b99e05-8aa7-421c-8449-2af75e4f6b67 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:18.077563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 40b99e05-8aa7-421c-8449-2af75e4f6b67 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:18.077921 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.119533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.122126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.123440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e853921-0491-468c-a71e-cec8fd842a67 HTTP/1.1" status: 204 len: 168 time: 0.1260743 Aug 04 15:11:18.132749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde76f1-c8d0-4816-914e-c44e0ee6deb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e853921-0491-468c-a71e-cec8fd842a67,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:18.167862 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.195303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:18.197826 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de89fb6-4dbf-443b-9c65-b05b43db345b" -d '{"events": [{"server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "name": "network-vif-plugged", "status": "completed", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:18.211077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:18.217017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.244935 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78eb7d4-99fb-4cb1-803f-7146cb24285e x-openstack-request-id: req-a78eb7d4-99fb-4cb1-803f-7146cb24285e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:18.245220 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "name": "network-vif-plugged", "status": "completed", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:18.245709 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a78eb7d4-99fb-4cb1-803f-7146cb24285e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:18.246252 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67', 'code': 200} Aug 04 15:11:18.273696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:18.341262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfc264-bcc6-49b5-b662-34eb2e0691b1 req-1c77ec6e-26ca-4143-a0d5-2ffa8c51e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:18.342812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1cfc264-bcc6-49b5-b662-34eb2e0691b1 req-1c77ec6e-26ca-4143-a0d5-2ffa8c51e559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 1097 time: 0.0426693 Aug 04 15:11:18.378392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c1cfc264-bcc6-49b5-b662-34eb2e0691b1 req-b64da3ae-fcf7-479f-84e1-ec51ca6ba571 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287740 Aug 04 15:11:18.702035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a418da-753b-4933-84ad-1ff27d60bb31 req-784ef434-952e-496c-adc5-e4d39bd60faa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:18.703589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2a418da-753b-4933-84ad-1ff27d60bb31 req-784ef434-952e-496c-adc5-e4d39bd60faa tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 945 time: 0.0504451 Aug 04 15:11:18.741397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e2a418da-753b-4933-84ad-1ff27d60bb31 req-cd22e358-a135-475e-960f-32503ccb1b9b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Aug 04 15:11:18.757613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:18.804396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.135885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0168-63b5-4588-832d-22a7f74d5388 req-013be4af-19bb-45bc-a85f-15533a417d85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:19.137436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f5a0168-63b5-4588-832d-22a7f74d5388 req-013be4af-19bb-45bc-a85f-15533a417d85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0551963 Aug 04 15:11:19.181851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f5a0168-63b5-4588-832d-22a7f74d5388 req-31796ece-dab9-419c-ab83-bdba12325c72 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Aug 04 15:11:19.335634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35214) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:19.486794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-279404175'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:19.513710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Made reservation on behalf of 2fff195671e649bc96fa7dcb58f99173 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:19.517268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.525944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.628532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.633861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.659736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:11:19.669390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888813ef-c735-4788-8cea-4c9a8355c357,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:19.675542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.675885 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Added segment d2af1845-2fcf-416c-9992-71f5eefc7881 of type vlan for network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 Aug 04 15:11:19.715444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.746876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.752363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:19.752963 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:19.821810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4850867 Aug 04 15:11:19.825636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35220) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:19.830137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Request body: {'subnet': {'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:19.845649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafdbc4-8774-49fb-90f8-f1da7f81bfc7 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event updated for resources: {'Network': ['ID=3703c6fb-e1a9-4ffb-884e-7903d99734f2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:19.857490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:11:19.867656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32c7f-96bc-406b-a300-aa7069e41623 req-a90adbd7-1120-4fcf-ace4-5a34464503c7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:19.869333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdb32c7f-96bc-406b-a300-aa7069e41623 req-a90adbd7-1120-4fcf-ace4-5a34464503c7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 945 time: 0.0598338 Aug 04 15:11:19.912469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bdb32c7f-96bc-406b-a300-aa7069e41623 req-4730fe50-b71a-44a0-abf8-5d22ace3efd2 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Aug 04 15:11:19.925200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Made reservation on behalf of 2fff195671e649bc96fa7dcb58f99173 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:19.928762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.116923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.178717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event updated for resources: {'Subnet': ['ID=f64bf0ee-6c89-4946-b18f-eec94a0fb9f7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:20.190473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Checking segment: {'id': 'd2af1845-2fcf-416c-9992-71f5eefc7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:20.190724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Network hostable DHCP agents. Network: 3703c6fb-e1a9-4ffb-884e-7903d99734f2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:11:20.209902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:11:20.221643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 3703c6fb-e1a9-4ffb-884e-7903d99734f2) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:20.226625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:20.227404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.235816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac5d10-a4f1-4843-badc-4e987eec951e None None] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:20.250519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-04598fce-fbeb-4c92-9872-3706ed0f4ecf tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4241529 Aug 04 15:11:20.252844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35232) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:20.258902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Request body: {'port': {'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1165954343'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:20.331833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917145c-1ebd-4bb9-a7a3-469dbe124c42 req-26d93235-5eb7-4de8-aca3-1e9b8cc803c4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:20.333700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b917145c-1ebd-4bb9-a7a3-469dbe124c42 req-26d93235-5eb7-4de8-aca3-1e9b8cc803c4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0615377 Aug 04 15:11:20.391049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b917145c-1ebd-4bb9-a7a3-469dbe124c42 req-fe1017f3-af1d-413c-b13e-f2b93407ccab tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511506 Aug 04 15:11:20.412117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Made reservation on behalf of 2fff195671e649bc96fa7dcb58f99173 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:20.430814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.451031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] device_id is not set on port 15387ac0-d84c-45e6-a7a0-59d1f55b2b83 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:11:20.479169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.578905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Allocated IP 172.20.0.8 (3703c6fb-e1a9-4ffb-884e-7903d99734f2/f64bf0ee-6c89-4946-b18f-eec94a0fb9f7/15387ac0-d84c-45e6-a7a0-59d1f55b2b83) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:20.596101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-3703c6fb-e1a9-4ffb-884e-7903d99734f2', 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2', 'tenant_id': '2fff195671e649bc96fa7dcb58f99173', 'fixed_ips': [{'subnet_id': 'f64bf0ee-6c89-4946-b18f-eec94a0fb9f7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:11:20.597106 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.644244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05e690-36e1-44a0-a6a3-d035b9dd166e req-a67020d9-bf47-4bf8-af45-392d13334853 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:20.645771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f05e690-36e1-44a0-a6a3-d035b9dd166e req-a67020d9-bf47-4bf8-af45-392d13334853 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 945 time: 0.0551929 Aug 04 15:11:20.699585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f05e690-36e1-44a0-a6a3-d035b9dd166e req-389b4b9b-00da-4f09-af56-02ff6439321f tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Aug 04 15:11:20.740501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.754853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Transition to ACTIVE for port object 15387ac0-d84c-45e6-a7a0-59d1f55b2b83 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:20.791642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.833687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Allocated IP 172.20.0.2 (3703c6fb-e1a9-4ffb-884e-7903d99734f2/f64bf0ee-6c89-4946-b18f-eec94a0fb9f7/6ac264a1-5d87-40c0-8ff5-706868d1f2da) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:20.838401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:20.843784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:20.846294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:20.871851 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event updated for resources: {'Port': ['ID=15387ac0-d84c-45e6-a7a0-59d1f55b2b83,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:20.901208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:20.901805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.919676 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f50cb8e7-e62a-49f1-ae1a-b2d6b26ee19e tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6627989 Aug 04 15:11:20.920040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35240) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:20.978450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:20.988713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Transition to ACTIVE for port object 6ac264a1-5d87-40c0-8ff5-706868d1f2da will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:21.003056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Transition to ACTIVE for port object 6ac264a1-5d87-40c0-8ff5-706868d1f2da will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:21.008221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Deleting port 15387ac0-d84c-45e6-a7a0-59d1f55b2b83 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:21.008559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.009919 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.046892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:21.051696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:21.055403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:21.060895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Pushing event updated for resources: {'Port': ['ID=6ac264a1-5d87-40c0-8ff5-706868d1f2da,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:21.105887 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.113066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Attempting to bind port 6ac264a1-5d87-40c0-8ff5-706868d1f2da on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:11:21.113458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Attempting to bind port 6ac264a1-5d87-40c0-8ff5-706868d1f2da by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd2af1845-2fcf-416c-9992-71f5eefc7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:11:21.113832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Attempting to bind port 6ac264a1-5d87-40c0-8ff5-706868d1f2da on network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:21.117914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Calling delete_port for 15387ac0-d84c-45e6-a7a0-59d1f55b2b83 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:21.118940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:11:21.119309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Checking segment: {'id': 'd2af1845-2fcf-416c-9992-71f5eefc7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:21.119710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.120105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Bound using segment: {'id': 'd2af1845-2fcf-416c-9992-71f5eefc7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:11:21.120576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Bound port: 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af1845-2fcf-416c-9992-71f5eefc7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3703c6fb-e1a9-4ffb-884e-7903d99734f2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:11:21.121247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.189784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] For port 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:11:21.192931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] For port 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6ac264a1-5d87-40c0-8ff5-706868d1f2da,segment=NetworkSegment(d2af1845-2fcf-416c-9992-71f5eefc7881),segment_id=d2af1845-2fcf-416c-9992-71f5eefc7881)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:11:21.197942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.260114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.260932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1601e9-269b-40f8-94c2-773c8a5be742 None None] Pushing event updated for resources: {'Port': ['ID=6ac264a1-5d87-40c0-8ff5-706868d1f2da,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:21.290687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event deleted for resources: {'Port': ['ID=15387ac0-d84c-45e6-a7a0-59d1f55b2b83,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:21.360165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.364673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8aa903b0-b8b3-46f6-83fe-bd283cb9a140 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "DELETE /v2.0/ports/15387ac0-d84c-45e6-a7a0-59d1f55b2b83 HTTP/1.1" status: 204 len: 168 time: 0.4412873 Aug 04 15:11:21.364900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35242) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:21.443329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-900ae8fc-0ebc-4578-8857-29d2369e64a2 tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.0760283 Aug 04 15:11:21.445147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35248) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:21.450485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-789795740'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:21.477843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Made reservation on behalf of 2fff195671e649bc96fa7dcb58f99173 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:21.481945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.519214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:11:21.523502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5311c3-153f-4496-ba82-5bd78d43b209 req-3c16c1e9-aadb-408a-bb02-e516c5467b85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:21.525157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b5311c3-153f-4496-ba82-5bd78d43b209 req-3c16c1e9-aadb-408a-bb02-e516c5467b85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0533493 Aug 04 15:11:21.529258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.529613 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Added segment 8aa59375-6908-4313-bf4a-0d01dc3f36ef of type vlan for network 34a75638-2c72-40b4-99dd-5800d15bdbea Aug 04 15:11:21.565126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b5311c3-153f-4496-ba82-5bd78d43b209 req-ea258a10-7a8f-4ed9-81e4-6b9bd9e1ffd1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Aug 04 15:11:21.575157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.604662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.610308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:21.610944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:21.669740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2233815 Aug 04 15:11:21.673011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35250) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:21.682529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a861a79-d884-4d1c-886b-f7655d5f120b tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event updated for resources: {'Network': ['ID=34a75638-2c72-40b4-99dd-5800d15bdbea,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:21.693235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 34a75638-2c72-40b4-99dd-5800d15bdbea details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:11:21.838688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dae17f-c590-4a2a-b287-240a6d2ed23b req-ad0bc256-6528-46ea-b310-bf61e94afc6b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:21.851227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35dae17f-c590-4a2a-b287-240a6d2ed23b req-ad0bc256-6528-46ea-b310-bf61e94afc6b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 945 time: 0.0774193 Aug 04 15:11:21.876751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b5cf33e3-8ff2-47a5-a36a-3553c8b6faea tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks HTTP/1.1" status: 200 len: 5687 time: 0.2026725 Aug 04 15:11:21.879793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35254) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:21.909395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35dae17f-c590-4a2a-b287-240a6d2ed23b req-600892ed-8a08-4f2e-b9bd-bd82cbd15a5b tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/security-groups?id=827dd3f7-7b63-4f63-bc25-7a043b5e6577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570266 Aug 04 15:11:21.924250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6ac264a1-5d87-40c0-8ff5-706868d1f2da up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:21.980693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 6ac264a1-5d87-40c0-8ff5-706868d1f2da completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:22.187264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e525090-2248-4369-8af0-c19b8f237829 None None] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:22.253456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Provisioning for port 6ac264a1-5d87-40c0-8ff5-706868d1f2da completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:22.261462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-06dd6bc0-01d7-4b63-aadd-5671a56baefe tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:22.263012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-06dd6bc0-01d7-4b63-aadd-5671a56baefe tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 945 time: 0.4166603 Aug 04 15:11:22.266170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Provisioning complete for port 6ac264a1-5d87-40c0-8ff5-706868d1f2da triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:22.266604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.293961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:11:22.353643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6aa43-a0f1-47f3-839a-4c1bbda1f98e tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] Network 34a75638-2c72-40b4-99dd-5800d15bdbea is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:11:22.370995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5ad6aa43-a0f1-47f3-839a-4c1bbda1f98e tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "POST /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4873192 Aug 04 15:11:22.371751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:22.380662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31473d88-1b4f-4156-8235-bf07e79e9815 None None] Network 34a75638-2c72-40b4-99dd-5800d15bdbea requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:22.387420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Deleting port 40b99e05-8aa7-421c-8449-2af75e4f6b67 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:22.387773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.481252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] For port 40b99e05-8aa7-421c-8449-2af75e4f6b67, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=40b99e05-8aa7-421c-8449-2af75e4f6b67,segment=NetworkSegment(0bb22ef6-9328-443a-911c-571ac21f732f),segment_id=0bb22ef6-9328-443a-911c-571ac21f732f)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:22.481684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.495747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Calling delete_port for 40b99e05-8aa7-421c-8449-2af75e4f6b67 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:22.585091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:22.597603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d', 'mac_address': 'fa:16:3e:6d:aa:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:11:22.608176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.617247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c7a355b6-36cf-4665-bd40-586b832592af tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks HTTP/1.1" status: 200 len: 6457 time: 0.2420356 Aug 04 15:11:22.617581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35262) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:22.646471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] For port 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6ac264a1-5d87-40c0-8ff5-706868d1f2da,segment=NetworkSegment(d2af1845-2fcf-416c-9992-71f5eefc7881),segment_id=d2af1845-2fcf-416c-9992-71f5eefc7881)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:22.668766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.678439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.707909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Pushing event deleted for resources: {'Port': ['ID=40b99e05-8aa7-421c-8449-2af75e4f6b67,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:22.724117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['40b99e05-8aa7-421c-8449-2af75e4f6b67'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:22.754370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f4191-8fda-4de7-a7c7-c6a3a1963bd8 req-283c1966-710d-490c-81cf-c402f52ca7d7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:22.766090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f86f4191-8fda-4de7-a7c7-c6a3a1963bd8 req-283c1966-710d-490c-81cf-c402f52ca7d7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 944 time: 0.0923705 Aug 04 15:11:22.790264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3b08a3e4-4e8f-4c47-af16-a35cbd210a8f tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "DELETE /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks/34a75638-2c72-40b4-99dd-5800d15bdbea HTTP/1.1" status: 204 len: 168 time: 0.1712584 Aug 04 15:11:22.791258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35264) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:22.810854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] No DVR routers for this DVR port 40b99e05-8aa7-421c-8449-2af75e4f6b67 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:11:22.813729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.816588 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-27fb902e-4f97-43c5-8b8c-1a9eab45557b req-16276e3d-5eba-4582-8c64-3bba1c24ebd7 tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.46 "DELETE /v2.0/ports/40b99e05-8aa7-421c-8449-2af75e4f6b67 HTTP/1.1" status: 204 len: 173 time: 0.5467136 Aug 04 15:11:22.817333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'name': 'network-vif-deleted', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:22.820867 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744529db-5d94-4490-81a9-7053bef287f5" -d '{"events": [{"server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "name": "network-vif-deleted", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:22.858285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e14d63-186b-4099-b115-2101f8fda2c1 None None] Pushing event updated for resources: {'Port': ['ID=6ac264a1-5d87-40c0-8ff5-706868d1f2da,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:22.862038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.864875 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a13cea-4ed0-45be-a29a-27f8d9e2b344 x-openstack-request-id: req-56a13cea-4ed0-45be-a29a-27f8d9e2b344 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:22.865804 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36862555-1c97-4dd2-b2d8-b7d036824835", "name": "network-vif-deleted", "tag": "40b99e05-8aa7-421c-8449-2af75e4f6b67", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:22.866400 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56a13cea-4ed0-45be-a29a-27f8d9e2b344 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:22.867671 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36862555-1c97-4dd2-b2d8-b7d036824835', 'name': 'network-vif-deleted', 'tag': '40b99e05-8aa7-421c-8449-2af75e4f6b67', 'status': 'completed', 'code': 200} Aug 04 15:11:22.882943 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:11:22.904943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f86f4191-8fda-4de7-a7c7-c6a3a1963bd8 req-a8dd40c5-6497-404a-8a61-c884645edfc5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374156 Aug 04 15:11:22.907633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:22.914283 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:22.992519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:23.006305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-27f0a9de-e006-4a6f-bcbe-844e3e4b5447 tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks HTTP/1.1" status: 200 len: 5687 time: 0.2020726 Aug 04 15:11:23.010780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35270) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.031543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c4468461-4dc3-4118-9421-80e67ff25d0c tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/networks/3703c6fb-e1a9-4ffb-884e-7903d99734f2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0189693 Aug 04 15:11:23.034979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35272) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.050188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a74619f-c58b-4342-9892-58129e0adfd6 req-0f931632-ce06-4787-b0a2-d440ef7dd34e tempest-VolumesActionsTest-1467424959 tempest-VolumesActionsTest-1467424959-project] 10.222.0.76 "GET /v2.0/ports?device_id=36862555-1c97-4dd2-b2d8-b7d036824835 HTTP/1.1" status: 200 len: 210 time: 0.0267446 Aug 04 15:11:23.058374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35274) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.058841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5976a8b-3472-4b8f-9a95-d0fc3b1c4b56 tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/networks/3703c6fb-e1a9-4ffb-884e-7903d99734f2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0225346 Aug 04 15:11:23.097364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-14be1c16-2a51-43b0-9023-55484a3413e1 None None] Provisioning complete for port 6ac264a1-5d87-40c0-8ff5-706868d1f2da triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:23.097794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-14be1c16-2a51-43b0-9023-55484a3413e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.120339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:23.186198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-543a90c2-138d-4afd-aaa7-c161ec0cb274 tempest-DHCPAgentSchedulersTestJSON-435239919 tempest-DHCPAgentSchedulersTestJSON-435239919-project-admin] 10.222.0.76 "GET /v2.0/agents/c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49/dhcp-networks HTTP/1.1" status: 200 len: 5687 time: 0.1258545 Aug 04 15:11:23.189901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35276) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.295661 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.359028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0323d200-022e-4473-9b89-16aded1d6724 None None] Could not find standard attr ID for object 15387ac0-d84c-45e6-a7a0-59d1f55b2b83. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:11:23.387147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.397869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a75638-2c72-40b4-99dd-5800d15bdbea']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:23.409613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa59375-6908-4313-bf4a-0d01dc3f36ef') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:23.409937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa59375-6908-4313-bf4a-0d01dc3f36ef') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:23.427241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.442688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.449885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:11:23.450286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:11:23.453228 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:11:23.518034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.525231 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.527094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "DELETE /v2.0/networks/34a75638-2c72-40b4-99dd-5800d15bdbea HTTP/1.1" status: 204 len: 168 time: 0.3359575 Aug 04 15:11:23.530133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35278) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.538508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb9ad-cfc7-4913-a63c-3ee01c439934 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event deleted for resources: {'Network': ['ID=34a75638-2c72-40b4-99dd-5800d15bdbea,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:23.557477 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-120516c4-a6f2-4542-aada-dabc962470ff tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] DELETE failed (client error): The resource could not be found. Aug 04 15:11:23.558093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120516c4-a6f2-4542-aada-dabc962470ff tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:11:23.559859 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-120516c4-a6f2-4542-aada-dabc962470ff tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "DELETE /v2.0/ports/15387ac0-d84c-45e6-a7a0-59d1f55b2b83 HTTP/1.1" status: 404 len: 333 time: 0.0286820 Aug 04 15:11:23.562623 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35280) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.613219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Deleting subnet f64bf0ee-6c89-4946-b18f-eec94a0fb9f7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:11:23.616235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.653804 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.738337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.800539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.828006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event deleted for resources: {'Subnet': ['ID=f64bf0ee-6c89-4946-b18f-eec94a0fb9f7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:23.831870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.836605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35282) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:23.836797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a19b42fe-9ac6-4e98-82fc-f0468799b4b5 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "DELETE /v2.0/subnets/f64bf0ee-6c89-4946-b18f-eec94a0fb9f7 HTTP/1.1" status: 204 len: 168 time: 0.2728777 Aug 04 15:11:23.839170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95979449-7609-414e-87c4-b0d20ce190c3 None None] Network 3703c6fb-e1a9-4ffb-884e-7903d99734f2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:23.888274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6ac264a1-5d87-40c0-8ff5-706868d1f2da up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:23.913630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.967324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Deleting port 6ac264a1-5d87-40c0-8ff5-706868d1f2da {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:23.967671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:23.991737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 6ac264a1-5d87-40c0-8ff5-706868d1f2da triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:23.992113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.025376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da318-27a2-4b36-848f-0664aaf36c41 req-2d599960-c3e0-4032-a35d-791f09f18434 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:24.027403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e3da318-27a2-4b36-848f-0664aaf36c41 req-2d599960-c3e0-4032-a35d-791f09f18434 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 945 time: 0.0562365 Aug 04 15:11:24.045456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] For port 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=6ac264a1-5d87-40c0-8ff5-706868d1f2da,segment=NetworkSegment(d2af1845-2fcf-416c-9992-71f5eefc7881),segment_id=d2af1845-2fcf-416c-9992-71f5eefc7881)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:24.046040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.059583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Calling delete_port for 6ac264a1-5d87-40c0-8ff5-706868d1f2da owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:24.079311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e3da318-27a2-4b36-848f-0664aaf36c41 req-46ab6945-008a-4058-98af-0c28d74f5715 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Aug 04 15:11:24.105149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] DHCP port deletion for 3703c6fb-e1a9-4ffb-884e-7903d99734f2 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:11:24.151891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.156944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Deleting port 6ac264a1-5d87-40c0-8ff5-706868d1f2da {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:24.157351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.181808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event deleted for resources: {'Port': ['ID=6ac264a1-5d87-40c0-8ff5-706868d1f2da,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:24.185729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] No DVR routers for this DVR port 6ac264a1-5d87-40c0-8ff5-706868d1f2da on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:11:24.225365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] For port 6ac264a1-5d87-40c0-8ff5-706868d1f2da, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:24.225760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.247418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Calling delete_port for 6ac264a1-5d87-40c0-8ff5-706868d1f2da owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:24.251079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Port 6ac264a1-5d87-40c0-8ff5-706868d1f2da was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:11:24.252530 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.271949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.276912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] Pushing event deleted for resources: {'Port': ['ID=6ac264a1-5d87-40c0-8ff5-706868d1f2da,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:24.282874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f5bda-91cd-4b01-a89f-4730f8431bc6 None None] No DVR routers for this DVR port 6ac264a1-5d87-40c0-8ff5-706868d1f2da on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:11:24.282972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703c6fb-e1a9-4ffb-884e-7903d99734f2']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:24.295198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af1845-2fcf-416c-9992-71f5eefc7881') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:24.295506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af1845-2fcf-416c-9992-71f5eefc7881') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:24.299274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:24.308366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.324462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.331809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:11:24.332680 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:11:24.336501 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:11:24.357275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:24.361839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:24.362359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.403948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.411857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.413152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] 10.222.0.76 "DELETE /v2.0/networks/3703c6fb-e1a9-4ffb-884e-7903d99734f2 HTTP/1.1" status: 204 len: 168 time: 0.5756090 Aug 04 15:11:24.426490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324de88-da96-4dff-9990-d6c45c3aaf28 tempest-DHCPAgentSchedulersTestJSON-701385273 tempest-DHCPAgentSchedulersTestJSON-701385273-project] Pushing event deleted for resources: {'Network': ['ID=3703c6fb-e1a9-4ffb-884e-7903d99734f2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:24.463688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.492129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:24.494675 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179cf45-fa15-435c-a093-cad66fac3666" -d '{"events": [{"server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:24.509267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:24.515290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.554737 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50315fc5-a42e-48cc-a913-94b9ab11d975 x-openstack-request-id: req-50315fc5-a42e-48cc-a913-94b9ab11d975 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:24.555048 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:24.555364 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50315fc5-a42e-48cc-a913-94b9ab11d975 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:24.555852 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d', 'code': 200} Aug 04 15:11:24.579792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:24.645215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a61663-8755-4830-a607-ad6d83c8b3fd req-231bacea-345e-42f3-a7ef-70974924dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:24.646783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6a61663-8755-4830-a607-ad6d83c8b3fd req-231bacea-345e-42f3-a7ef-70974924dc4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 1098 time: 0.0416486 Aug 04 15:11:24.684884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d6a61663-8755-4830-a607-ad6d83c8b3fd req-c99c625c-0c6e-4c21-ba11-19170657fa5e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299988 Aug 04 15:11:24.697598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35316) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:24.835943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-09d761a4-2f3d-4cae-9e2b-98c2bbffa957 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2fff195671e649bc96fa7dcb58f99173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347919 Aug 04 15:11:24.836233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35328) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:24.885594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.911543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.964410 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.967391 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:24.968654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/888813ef-c735-4788-8cea-4c9a8355c357 HTTP/1.1" status: 204 len: 168 time: 0.1314974 Aug 04 15:11:24.977727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5b96-7f59-4c5e-8780-2633e6e2caee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888813ef-c735-4788-8cea-4c9a8355c357,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:25.206038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f265-f0e0-40ae-b1b0-7492cd908e2a req-63e5764c-5e19-4c7e-ae10-23c4785daf6c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:25.207747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26e8f265-f0e0-40ae-b1b0-7492cd908e2a req-63e5764c-5e19-4c7e-ae10-23c4785daf6c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0508978 Aug 04 15:11:25.252371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-26e8f265-f0e0-40ae-b1b0-7492cd908e2a req-60a4a4f6-f221-4ed5-856c-2b4892112d49 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Aug 04 15:11:25.252521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35348) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:25.268142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-47ee18ba-96d0-43e0-9620-1de35af14e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.385827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-47ee18ba-96d0-43e0-9620-1de35af14e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.390972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-47ee18ba-96d0-43e0-9620-1de35af14e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.430895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-47ee18ba-96d0-43e0-9620-1de35af14e53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea88ec55b2aa4bee8a48b6ce63c25924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766243 Aug 04 15:11:25.433026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee18ba-96d0-43e0-9620-1de35af14e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd8a34b-b161-4b3f-b194-cb6a6df8a218,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:25.433796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35356) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:25.500169 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.522665 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.575663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.578615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:25.580181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dd8a34b-b161-4b3f-b194-cb6a6df8a218 HTTP/1.1" status: 204 len: 168 time: 0.1449876 Aug 04 15:11:25.588049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0f75-0268-4af2-831a-ad9a93cb2922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd8a34b-b161-4b3f-b194-cb6a6df8a218,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:25.901469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6ac264a1-5d87-40c0-8ff5-706868d1f2da no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:11:25.925533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 6ac264a1-5d87-40c0-8ff5-706868d1f2da {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:25.926308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 6ac264a1-5d87-40c0-8ff5-706868d1f2da not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:11:26.060600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 40b99e05-8aa7-421c-8449-2af75e4f6b67 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:11:26.088680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 40b99e05-8aa7-421c-8449-2af75e4f6b67 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:26.089419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 40b99e05-8aa7-421c-8449-2af75e4f6b67 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:11:26.402686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ed60c-ef6d-4a9c-a314-f5762aadf23c req-3ba84afc-9d02-44c9-b304-54f3b3cb6b3c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:26.411265 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac3ed60c-ef6d-4a9c-a314-f5762aadf23c req-3ba84afc-9d02-44c9-b304-54f3b3cb6b3c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0648253 Aug 04 15:11:26.461599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac3ed60c-ef6d-4a9c-a314-f5762aadf23c req-29da2d8b-567e-433e-8226-83c5792d8d1d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Aug 04 15:11:26.639356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b1d9b-956a-4281-acae-82f660f6bf13 req-44545378-ca31-4444-9567-e0925ced12af tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:26.641336 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f33b1d9b-956a-4281-acae-82f660f6bf13 req-44545378-ca31-4444-9567-e0925ced12af tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0849030 Aug 04 15:11:26.692126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f33b1d9b-956a-4281-acae-82f660f6bf13 req-92c346ed-e723-4755-9418-8afc3803bebd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Aug 04 15:11:26.825540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff998d-5fce-4b3e-b701-a6e171e971df req-84244737-1028-4465-b700-b1f015922f12 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:26.833012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cff998d-5fce-4b3e-b701-a6e171e971df req-84244737-1028-4465-b700-b1f015922f12 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0672886 Aug 04 15:11:26.886867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cff998d-5fce-4b3e-b701-a6e171e971df req-4c6a4879-f44c-4c45-bafd-d8543e07d151 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526462 Aug 04 15:11:27.303736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf66219-cdb7-4ac6-be22-27ea51db65eb req-ebd0c503-7477-4f6e-b752-8bb170694c39 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:27.307601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cf66219-cdb7-4ac6-be22-27ea51db65eb req-ebd0c503-7477-4f6e-b752-8bb170694c39 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0675979 Aug 04 15:11:27.354035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cf66219-cdb7-4ac6-be22-27ea51db65eb req-6fdef288-9b90-47a6-957d-db14f770e308 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Aug 04 15:11:27.402418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35426) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:27.524188 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1068578778', 'router:external': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:27.550937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Made reservation on behalf of 1620a2029c454f828b275ea8a39504c1 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:27.554205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.565605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.671992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.677842 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.705889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:11:27.717466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d2d29-56b8-4c50-8341-5d001fdb03f9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:27.722805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.723153 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Added segment 4b748986-f312-4c54-b6d9-da97c4ff96de of type vlan for network e08855f9-fce1-49f9-9872-f968fdccf602 Aug 04 15:11:27.773880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.814457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.815475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:27.816156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:27.877226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35430) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:27.882298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'subnet': {'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:27.887666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4828634 Aug 04 15:11:27.899160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bf173-4a00-495a-87aa-b499af0f3cd8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Network': ['ID=e08855f9-fce1-49f9-9872-f968fdccf602,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:27.910628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e08855f9-fce1-49f9-9872-f968fdccf602 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:11:27.928821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Made reservation on behalf of 1620a2029c454f828b275ea8a39504c1 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:27.931904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:28.335792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.objects.ports [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 15:11:28.336602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:28.399660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53cc3cb1-d80d-443a-a7e7-60c274510a38,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:28.410533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Checking segment: {'id': '4b748986-f312-4c54-b6d9-da97c4ff96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:28.411021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network hostable DHCP agents. Network: e08855f9-fce1-49f9-9872-f968fdccf602, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:11:28.431333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network e08855f9-fce1-49f9-9872-f968fdccf602 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:11:28.442152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e08855f9-fce1-49f9-9872-f968fdccf602) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:28.447325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:28.448086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:28.452074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c0e73-4e3c-4ca9-a22d-0eca4f8f2e00 None None] Network e08855f9-fce1-49f9-9872-f968fdccf602 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:28.486622 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-04b50cfe-b2dd-4048-8092-23db6c3fc35e tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6060898 Aug 04 15:11:28.487272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:28.499730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1101909149', 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:28.534115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Made reservation on behalf of 1620a2029c454f828b275ea8a39504c1 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:11:28.536821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:28.565074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] device_id is not set on port 4c222307-5908-41fa-b105-ca6469741d60 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:11:28.588412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edd790-0b0e-4443-b273-a89e3691c3d1 req-3b42ff80-b4ea-4a07-a697-6d20e8311234 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:28.590039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3edd790-0b0e-4443-b273-a89e3691c3d1 req-3b42ff80-b4ea-4a07-a697-6d20e8311234 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.0835037 Aug 04 15:11:28.630854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a8b3f-f166-46ed-af0e-aacc918da401 None None] Network e08855f9-fce1-49f9-9872-f968fdccf602 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:11:28.638641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3edd790-0b0e-4443-b273-a89e3691c3d1 req-a16c3484-4d0c-45cd-90ec-04ba2aadeb0e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Aug 04 15:11:28.727620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-97a0c058-8cb6-4441-9035-b392287198b2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:28.729366 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-97a0c058-8cb6-4441-9035-b392287198b2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 946 time: 0.1078479 Aug 04 15:11:28.800565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 2001:db8::38b (e08855f9-fce1-49f9-9872-f968fdccf602/53cc3cb1-d80d-443a-a7e7-60c274510a38/4c222307-5908-41fa-b105-ca6469741d60) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:28.900546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:28.901266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.062919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.066244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:29.066649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.084209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:29.181402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.232071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network e08855f9-fce1-49f9-9872-f968fdccf602 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:29.257889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:29.262031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=4c222307-5908-41fa-b105-ca6469741d60,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:29.266723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:29.267752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:29.268377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.297828 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-58420212-c634-4f8d-8f05-dd1d46ec75c8 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8064554 Aug 04 15:11:29.297828 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.298189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:29.309910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:11:29.338862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:29.386196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:11:29.389938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.392148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b3b14797-81c3-485c-9b45-9fd3dc1e7acb req-e6f22f4c-ca5d-4cf1-9467-d855a4e8df2c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "DELETE /v2.0/ports/1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d HTTP/1.1" status: 204 len: 173 time: 0.6562223 Aug 04 15:11:29.392643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'name': 'network-vif-deleted', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:11:29.395134 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d2e72-4655-4e08-ab82-5fbc52bda172" -d '{"events": [{"server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "name": "network-vif-deleted", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:11:29.466510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Deleting port 4c222307-5908-41fa-b105-ca6469741d60 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:29.467284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.495081 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c877f0-adaa-4416-ac65-aed321886a29 x-openstack-request-id: req-35c877f0-adaa-4416-ac65-aed321886a29 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:11:29.495374 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81162d0f-af70-4f77-b8b4-b6a6643a0c7e", "name": "network-vif-deleted", "tag": "1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:11:29.495658 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35c877f0-adaa-4416-ac65-aed321886a29 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:11:29.496084 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81162d0f-af70-4f77-b8b4-b6a6643a0c7e', 'name': 'network-vif-deleted', 'tag': '1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d', 'status': 'completed', 'code': 200} Aug 04 15:11:29.579328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.598844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Calling delete_port for 4c222307-5908-41fa-b105-ca6469741d60 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:29.772214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c309d53-116d-4aa3-9b82-a2d2bf5a4e48 req-a0e683cb-8dbe-4122-883c-c08dbcfd5d2e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0556383 Aug 04 15:11:29.808497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.882505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c222307-5908-41fa-b105-ca6469741d60,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:29.912396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.917503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:29.918124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/ports/4c222307-5908-41fa-b105-ca6469741d60 HTTP/1.1" status: 204 len: 168 time: 0.6184769 Aug 04 15:11:29.922874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602', 'external_fixed_ips': [{'subnet_id': '53cc3cb1-d80d-443a-a7e7-60c274510a38', 'ip_address': '2001:db8::38b'}]}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:29.927824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.928175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.928524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.928874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.929201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.929530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.929867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.930193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.930522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.930892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.931223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.931548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d9c84-762a-4bd2-ac73-091b1aa0cfe6 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:29.953448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:29.954969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.013472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.204483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.513024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.533732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.770357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 2001:db8::38b (e08855f9-fce1-49f9-9872-f968fdccf602/53cc3cb1-d80d-443a-a7e7-60c274510a38/cea2272a-0c54-4936-9c04-f571095e37d9) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:30.946919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:30.950135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97daeef5-c1f2-40ad-baae-40a6a5754d43 req-18042b52-046a-436f-abd6-5aa098b1d78b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0601361 Aug 04 15:11:31.004267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:31.048093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network e08855f9-fce1-49f9-9872-f968fdccf602 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:31.051667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:31.063849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:31.104104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=cea2272a-0c54-4936-9c04-f571095e37d9,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:31.347056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:31.592976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:31.861916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router 14c03793-e535-419b-86bd-3848c66d193f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:32.105532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81312f3e-e119-4760-8005-886d5dfa1881 req-7d39eaae-1165-495c-b896-31a94aacab0f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0346441 Aug 04 15:11:32.332258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:11:32.339702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:32.348856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Sync routers for ids ['14c03793-e535-419b-86bd-3848c66d193f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:32.364252 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Routers {'14c03793-e535-419b-86bd-3848c66d193f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:32.364794 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['14c03793-e535-419b-86bd-3848c66d193f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:32.379925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.383788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9ca3d714-0d0e-43e4-ae20-97951b8bd416 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4627244 Aug 04 15:11:32.384318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35472) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:32.390227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:32.391877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 1a1b0ee1-1af0-4d8f-ae10-b4ccee8b7a1d not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:11:32.491567 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Set router 14c03793-e535-419b-86bd-3848c66d193f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:11:32.563444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.677818 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c03793-e535-419b-86bd-3848c66d193f', 'name': '', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602', 'external_fixed_ips': [{'subnet_id': '53cc3cb1-d80d-443a-a7e7-60c274510a38', 'ip_address': '2001:db8::38b'}], 'enable_snat': True}, 'gw_port_id': 'cea2272a-0c54-4936-9c04-f571095e37d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:29Z', 'updated_at': '2021-08-04T15:11:31Z', 'revision_number': 3, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port': {'id': 'cea2272a-0c54-4936-9c04-f571095e37d9', 'name': '', 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c03793-e535-419b-86bd-3848c66d193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '53cc3cb1-d80d-443a-a7e7-60c274510a38', 'ip_address': '2001:db8::38b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:11:30Z', 'updated_at': '2021-08-04T15:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53cc3cb1-d80d-443a-a7e7-60c274510a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:32.702017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.712931 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Checking router: 14c03793-e535-419b-86bd-3848c66d193f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:11:32.713274 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Updating router 14c03793-e535-419b-86bd-3848c66d193f port cea2272a-0c54-4936-9c04-f571095e37d9 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:11:32.757120 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.771280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Deleting port cea2272a-0c54-4936-9c04-f571095e37d9 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:32.771845 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.904687 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:32.920865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Calling delete_port for cea2272a-0c54-4936-9c04-f571095e37d9 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:33.151427 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.163259 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Transition to ACTIVE for port object cea2272a-0c54-4936-9c04-f571095e37d9 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:33.174440 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.258463 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Pushing event updated for resources: {'Port': ['ID=cea2272a-0c54-4936-9c04-f571095e37d9,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:33.269870 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.270301 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.270745 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.273496 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.273496 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.276160 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.278290 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.280702 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.281873 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.284313 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.285472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.289851 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf328fad-de36-4d17-8ec3-d183bbfbc625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:33.341255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47d28288-5275-424d-ace6-e4eb45316f75 req-37586403-4fc9-40de-98a6-1b63ebe1d85a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0651174 Aug 04 15:11:33.359693 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.366172 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Attempting to bind port cea2272a-0c54-4936-9c04-f571095e37d9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:11:33.369975 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Attempting to bind port cea2272a-0c54-4936-9c04-f571095e37d9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4b748986-f312-4c54-b6d9-da97c4ff96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:11:33.369975 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Attempting to bind port cea2272a-0c54-4936-9c04-f571095e37d9 on network e08855f9-fce1-49f9-9872-f968fdccf602 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:33.390799 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:11:33.391181 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Checking segment: {'id': '4b748986-f312-4c54-b6d9-da97c4ff96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:33.391676 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.394719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Bound using segment: {'id': '4b748986-f312-4c54-b6d9-da97c4ff96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:11:33.396546 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Bound port: cea2272a-0c54-4936-9c04-f571095e37d9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b748986-f312-4c54-b6d9-da97c4ff96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e08855f9-fce1-49f9-9872-f968fdccf602'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:11:33.398142 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.410607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Port': ['ID=cea2272a-0c54-4936-9c04-f571095e37d9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:33.434105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.plugin [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Port cea2272a-0c54-4936-9c04-f571095e37d9 has been deleted concurrently {{(pid=94268) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 04 15:11:33.453936 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Routers {'14c03793-e535-419b-86bd-3848c66d193f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:33.454600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['14c03793-e535-419b-86bd-3848c66d193f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:33.455052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.555797 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] Set router 14c03793-e535-419b-86bd-3848c66d193f gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:11:33.568937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.576254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.621811 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c03793-e535-419b-86bd-3848c66d193f', 'name': '', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:29Z', 'updated_at': '2021-08-04T15:11:33Z', 'revision_number': 5, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:33.647071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.648220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14c03793-e535-419b-86bd-3848c66d193f {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:33.660336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ec0c6-7926-41dd-8ef0-8749109e3000 None None] The sync data for ids ['14c03793-e535-419b-86bd-3848c66d193f'] in n-d-801743-12 is: [{'id': '14c03793-e535-419b-86bd-3848c66d193f', 'name': '', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:29Z', 'updated_at': '2021-08-04T15:11:33Z', 'revision_number': 5, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:33.672853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.674521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-89fb4c86-9516-4ca7-a19d-0d7ee73f4ddd tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/routers/14c03793-e535-419b-86bd-3848c66d193f HTTP/1.1" status: 204 len: 168 time: 1.2891066 Aug 04 15:11:33.685062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35480) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:33.745909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Deleting subnet 53cc3cb1-d80d-443a-a7e7-60c274510a38 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:11:33.751345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.804134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.882124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:33.993483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.042618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53cc3cb1-d80d-443a-a7e7-60c274510a38,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:34.064807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.069694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35486) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:34.070473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a513d96-532d-4c6b-87f1-3e0ded03ad72 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/53cc3cb1-d80d-443a-a7e7-60c274510a38 HTTP/1.1" status: 204 len: 168 time: 0.3843179 Aug 04 15:11:34.174357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.294745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.306845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08855f9-fce1-49f9-9872-f968fdccf602']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:34.321900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b748986-f312-4c54-b6d9-da97c4ff96de') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:34.323171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b748986-f312-4c54-b6d9-da97c4ff96de') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:34.346914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.379435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.388273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:11:34.388921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: items = [ Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:11:34.390412 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:11:34.490104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.505774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e08855f9-fce1-49f9-9872-f968fdccf602 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 15:11:34.508547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.514903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/networks/e08855f9-fce1-49f9-9872-f968fdccf602 HTTP/1.1" status: 204 len: 168 time: 0.4396679 Aug 04 15:11:34.522779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3504c-e7dc-4d40-b242-2123c28d3fd1 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Network': ['ID=e08855f9-fce1-49f9-9872-f968fdccf602,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:34.642806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24bce6a7-ff2a-403f-a8b4-9356ec30810c req-dcc9974c-67a9-43eb-908b-1c3401d5949b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=81162d0f-af70-4f77-b8b4-b6a6643a0c7e HTTP/1.1" status: 200 len: 210 time: 0.0648799 Aug 04 15:11:34.799042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35500) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:34.805157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'name': 'tempest-router--1152232047', 'project_id': '07106be241154c0c96b6cc8062cfd969'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:34.835894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.837713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.993242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:34.999530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.018201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.022281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3f58f83e-80e2-4ac0-9e65-522dd1fbf329 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2188041 Aug 04 15:11:35.022609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35502) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:35.101322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.748591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.752242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.826470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.828252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7b06cd-686d-451e-902b-7d82777c3216 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:35.837756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:35.839500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c82c12a-9ae7-4561-aa9a-181ec2dcfde3 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/routers/6c7b06cd-686d-451e-902b-7d82777c3216 HTTP/1.1" status: 204 len: 168 time: 0.8157337 Aug 04 15:11:36.010883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35514) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:36.400904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-732462019', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:36.456503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:36.458528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:36.530602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:36.745277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:37.042212 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:37.071144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:37.215254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Allocated IP 172.25.0.229 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2c5147e5-3d57-47a8-b257-1b19a7c9e29e) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:37.431539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:37.480991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:37.550014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:37.556061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:37.560547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:37.587504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event updated for resources: {'Port': ['ID=2c5147e5-3d57-47a8-b257-1b19a7c9e29e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:37.972318 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:38.363821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:38.555241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Router 4e4bcac0-977d-4b30-8917-8ab93e423735 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:38.737230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:38.749563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] Sync routers for ids ['4e4bcac0-977d-4b30-8917-8ab93e423735'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:38.761760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] Routers {'4e4bcac0-977d-4b30-8917-8ab93e423735'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:38.764782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4e4bcac0-977d-4b30-8917-8ab93e423735'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:38.785669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:38.790183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35546) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:38.790836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a2c90957-0882-48f0-ac09-88c7445161f0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7782788 Aug 04 15:11:38.853470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:38.872056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] Routers {'4e4bcac0-977d-4b30-8917-8ab93e423735'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:38.873094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4e4bcac0-977d-4b30-8917-8ab93e423735'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:38.920552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:38.922142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ab246-b036-4363-a544-9f9bcd2693b5 None None] The sync data for ids ['4e4bcac0-977d-4b30-8917-8ab93e423735'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:38.968059 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-578b10c7-75eb-4585-b7e8-0dee61e504cb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/4e4bcac0-977d-4b30-8917-8ab93e423735 HTTP/1.1" status: 200 len: 924 time: 0.1755924 Aug 04 15:11:38.970741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35548) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:39.016802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d6ab64a-21bc-45fa-a7f4-85d8ef5682e2 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bcac0-977d-4b30-8917-8ab93e423735 HTTP/1.1" status: 200 len: 205 time: 0.0425110 Aug 04 15:11:39.017242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35550) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:39.151584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:39.292529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:39.376853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port 2c5147e5-3d57-47a8-b257-1b19a7c9e29e {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:39.377529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:39.478341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:39.514605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for 2c5147e5-3d57-47a8-b257-1b19a7c9e29e owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:39.767067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:39.799869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=2c5147e5-3d57-47a8-b257-1b19a7c9e29e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:39.878530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.250858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.253738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.302431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.309465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4bcac0-977d-4b30-8917-8ab93e423735 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:40.319792 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.319792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e4f062d-d600-4b67-bdae-920a3d02748b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/4e4bcac0-977d-4b30-8917-8ab93e423735 HTTP/1.1" status: 204 len: 168 time: 1.3010588 Aug 04 15:11:40.322873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35562) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:40.327685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1096809999', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:40.353187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.354691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.439031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.631411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.920868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:40.943643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:41.065834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 172.25.0.191 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/fd11b2d2-89d3-43e0-94c5-522569083d5a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:41.202662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:41.263356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:41.344149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:41.347533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:41.350032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:41.472740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=fd11b2d2-89d3-43e0-94c5-522569083d5a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:41.891562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:42.048874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:11:42.202246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:42.420560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router effcd0d3-b2cb-4461-95ae-38f44306280b is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:42.588328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:42.600385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Sync routers for ids ['effcd0d3-b2cb-4461-95ae-38f44306280b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:42.613254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Routers {'effcd0d3-b2cb-4461-95ae-38f44306280b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:42.614953 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['effcd0d3-b2cb-4461-95ae-38f44306280b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:42.630574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:42.633381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ec87c1e-4183-48d3-98ed-e783d0af9fac tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3091145 Aug 04 15:11:42.637483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:42.741790 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Set router effcd0d3-b2cb-4461-95ae-38f44306280b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:11:42.790281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35660) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:42.794028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-546567c6-6936-4344-b461-b6cee7699c39 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/effcd0d3-b2cb-4461-95ae-38f44306280b HTTP/1.1" status: 200 len: 909 time: 0.1488352 Aug 04 15:11:42.796578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1096809999', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': True}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:42.850184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:42.851764 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:42.918518 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.140045 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.218485 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'name': 'tempest-snat-router-1096809999', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:41Z', 'revision_number': 3, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port': {'id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:43.288535 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Checking router: effcd0d3-b2cb-4461-95ae-38f44306280b for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:11:43.288894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Updating router effcd0d3-b2cb-4461-95ae-38f44306280b port fd11b2d2-89d3-43e0-94c5-522569083d5a binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:11:43.372246 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.569482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.589077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.847532 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.858149 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Transition to ACTIVE for port object fd11b2d2-89d3-43e0-94c5-522569083d5a will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:11:43.866470 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.914391 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Attempting to bind port fd11b2d2-89d3-43e0-94c5-522569083d5a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:11:43.914786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Attempting to bind port fd11b2d2-89d3-43e0-94c5-522569083d5a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:11:43.915149 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Attempting to bind port fd11b2d2-89d3-43e0-94c5-522569083d5a on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:11:43.927922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:11:43.927922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:11:43.928291 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.928650 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:11:43.929110 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Bound port: fd11b2d2-89d3-43e0-94c5-522569083d5a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:11:43.929484 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:43.945705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 172.25.0.46 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/d14f5616-105d-45c7-8252-6a9b53cd911c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:43.955175 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2939452-e9d8-456d-ae9b-511024fc1f3a None None] Pushing event updated for resources: {'Port': ['ID=fd11b2d2-89d3-43e0-94c5-522569083d5a,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:44.021978 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] For port fd11b2d2-89d3-43e0-94c5-522569083d5a, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:11:44.031087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] For port fd11b2d2-89d3-43e0-94c5-522569083d5a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd11b2d2-89d3-43e0-94c5-522569083d5a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:11:44.041781 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:44.103034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:44.148087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2939452-e9d8-456d-ae9b-511024fc1f3a None None] Pushing event updated for resources: {'Port': ['ID=fd11b2d2-89d3-43e0-94c5-522569083d5a,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:44.152471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Routers {'effcd0d3-b2cb-4461-95ae-38f44306280b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:44.153094 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['effcd0d3-b2cb-4461-95ae-38f44306280b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:44.190996 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:44.232976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:44.240436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:44.244694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:44.271651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=d14f5616-105d-45c7-8252-6a9b53cd911c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:44.301826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.307355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.311487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.312048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.312503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.313030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.315077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:11:44.316014 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] Set router effcd0d3-b2cb-4461-95ae-38f44306280b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:11:44.630996 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'name': 'tempest-snat-router-1096809999', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:41Z', 'revision_number': 3, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port': {'id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:44.668786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d323a9c-89b9-400f-aa46-fe247043f6b4 None None] The sync data for ids ['effcd0d3-b2cb-4461-95ae-38f44306280b'] in n-d-801743-12 is: [{'id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'name': 'tempest-snat-router-1096809999', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:41Z', 'revision_number': 3, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port': {'id': 'fd11b2d2-89d3-43e0-94c5-522569083d5a', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effcd0d3-b2cb-4461-95ae-38f44306280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:11:40Z', 'updated_at': '2021-08-04T15:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:44.724198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:44.814348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c869c71e-c4b2-47b4-8494-eb179d3d8f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:45.033969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:45.341722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:45.552339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:45.563473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Sync routers for ids ['40d5e2d2-31f9-46e1-a210-0956cc3bd6c1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:45.582373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Routers {'40d5e2d2-31f9-46e1-a210-0956cc3bd6c1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:45.583559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['40d5e2d2-31f9-46e1-a210-0956cc3bd6c1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:45.587684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:45.588986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-60778f86-c309-4210-b4b7-1d1cdffbcc68 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7970178 Aug 04 15:11:45.591793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:45.801473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35670) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:45.812697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c0293be6-4ba3-43dc-af7c-0e8bc85cebcb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 HTTP/1.1" status: 200 len: 907 time: 0.2196202 Aug 04 15:11:45.965348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Set router 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:11:46.044602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd11b2d2-89d3-43e0-94c5-522569083d5a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:46.067501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.172360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port fd11b2d2-89d3-43e0-94c5-522569083d5a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:11:46.183402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port fd11b2d2-89d3-43e0-94c5-522569083d5a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:11:46.184536 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.260124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.307405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.336772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port fd11b2d2-89d3-43e0-94c5-522569083d5a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd11b2d2-89d3-43e0-94c5-522569083d5a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:46.345148 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.384486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Deleting port d14f5616-105d-45c7-8252-6a9b53cd911c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:46.384806 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.413349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d5e2d2-31f9-46e1-a210-0956cc3bd6c1', 'name': 'tempest-snat-router-1096809999', 'tenant_id': '1620a2029c454f828b275ea8a39504c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd14f5616-105d-45c7-8252-6a9b53cd911c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:11:42Z', 'updated_at': '2021-08-04T15:11:44Z', 'revision_number': 3, 'project_id': '1620a2029c454f828b275ea8a39504c1', 'gw_port': {'id': 'd14f5616-105d-45c7-8252-6a9b53cd911c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d5e2d2-31f9-46e1-a210-0956cc3bd6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:11:43Z', 'updated_at': '2021-08-04T15:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:46.453503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Checking router: 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:11:46.454105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Updating router 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 port d14f5616-105d-45c7-8252-6a9b53cd911c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:11:46.484852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=fd11b2d2-89d3-43e0-94c5-522569083d5a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:46.503782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.552363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.576358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Calling delete_port for d14f5616-105d-45c7-8252-6a9b53cd911c owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:46.896634 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:46.920508 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:11:46.924643 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:11:46.968645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Port': ['ID=d14f5616-105d-45c7-8252-6a9b53cd911c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:47.017059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.141305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.144074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.197127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.197763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:47.204973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.208905 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5415ce70-4195-4446-b992-a9ab42e8cf8c tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/routers/40d5e2d2-31f9-46e1-a210-0956cc3bd6c1 HTTP/1.1" status: 204 len: 168 time: 1.4032500 Aug 04 15:11:47.209218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35674) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:47.334377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.405495 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-741ab716-1d83-4490-aab1-db3cdd435db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.453772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.458364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Port d14f5616-105d-45c7-8252-6a9b53cd911c not found while updating agent binding for router 40d5e2d2-31f9-46e1-a210-0956cc3bd6c1. {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 15:11:47.477622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Routers set() bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:47.478048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Router IDs set() for agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 15:11:47.478750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40d5e2d2-31f9-46e1-a210-0956cc3bd6c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent'). {{(pid=94267) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 15:11:47.479135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f78c38-a89a-4bc9-ba39-c669bff1a85e None None] The sync data for ids ['40d5e2d2-31f9-46e1-a210-0956cc3bd6c1'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:47.543199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Deleting port fd11b2d2-89d3-43e0-94c5-522569083d5a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:47.543458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.647499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] For port fd11b2d2-89d3-43e0-94c5-522569083d5a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=fd11b2d2-89d3-43e0-94c5-522569083d5a,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:11:47.647904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.668407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Calling delete_port for fd11b2d2-89d3-43e0-94c5-522569083d5a owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:47.680049 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.912781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:47.941353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd11b2d2-89d3-43e0-94c5-522569083d5a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:47.971413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd11b2d2-89d3-43e0-94c5-522569083d5a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:11:48.011752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.014498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fd11b2d2-89d3-43e0-94c5-522569083d5a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:48.014898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd11b2d2-89d3-43e0-94c5-522569083d5a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 04 15:11:48.051652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port fd11b2d2-89d3-43e0-94c5-522569083d5a not found, will not notify nova. {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 04 15:11:48.066970 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.137919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.140085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.193125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.193695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router effcd0d3-b2cb-4461-95ae-38f44306280b {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:48.201724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.206506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1cbab73-231c-4425-9e3c-e45018480b51 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "DELETE /v2.0/routers/effcd0d3-b2cb-4461-95ae-38f44306280b HTTP/1.1" status: 204 len: 168 time: 0.9919598 Aug 04 15:11:48.207252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35682) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:48.211555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-534222257', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:48.257211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.258399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.352112 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.517244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.762261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:48.838617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.103534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.122516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.229433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Allocated IP 172.25.0.31 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/4553c03a-7c6e-4e0d-8be9-22681f8f19dc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:49.341322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.384295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.429948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:49.435348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:49.439328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:49.464802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event updated for resources: {'Port': ['ID=4553c03a-7c6e-4e0d-8be9-22681f8f19dc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:49.731287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:49.911017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd11b2d2-89d3-43e0-94c5-522569083d5a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:11:49.932312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: fd11b2d2-89d3-43e0-94c5-522569083d5a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:11:49.932665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device fd11b2d2-89d3-43e0-94c5-522569083d5a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:11:49.955308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:50.091349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Router 329fb17a-b58a-4c6d-b2ff-824a3e583866 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:50.204416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:50.216367 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] Sync routers for ids ['329fb17a-b58a-4c6d-b2ff-824a3e583866'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:50.231324 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] Routers {'329fb17a-b58a-4c6d-b2ff-824a3e583866'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:50.232161 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['329fb17a-b58a-4c6d-b2ff-824a3e583866'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:50.242421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:50.244342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-daa3aa8b-f3a2-4af5-bfce-d3e4433f2a68 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0366342 Aug 04 15:11:50.247167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35720) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:50.252233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:50.267467 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:50.272059 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:50.281186 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] Routers {'329fb17a-b58a-4c6d-b2ff-824a3e583866'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:50.282029 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['329fb17a-b58a-4c6d-b2ff-824a3e583866'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:50.318743 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:50.319341 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57358695-7ec4-4317-8ddd-10baed8bb864 None None] The sync data for ids ['329fb17a-b58a-4c6d-b2ff-824a3e583866'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:50.583250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:51.019309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:51.022954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:51.141318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router 329fb17a-b58a-4c6d-b2ff-824a3e583866 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:11:51.556234 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:51.561676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:51.562982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5fce2764-1922-4ba8-ba17-69ece92199eb tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "PUT /v2.0/routers/329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 200 len: 924 time: 1.3143721 Aug 04 15:11:51.565765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35766) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:51.579685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] Sync routers for ids ['329fb17a-b58a-4c6d-b2ff-824a3e583866'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:51.591091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] Routers {'329fb17a-b58a-4c6d-b2ff-824a3e583866'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:51.591969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['329fb17a-b58a-4c6d-b2ff-824a3e583866'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:51.640187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:51.653238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] Routers {'329fb17a-b58a-4c6d-b2ff-824a3e583866'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:51.653954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['329fb17a-b58a-4c6d-b2ff-824a3e583866'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:51.692795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:51.693610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826b39b-5969-482e-91d0-148a68801fcc None None] The sync data for ids ['329fb17a-b58a-4c6d-b2ff-824a3e583866'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:51.696120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-688202f9-2e84-4e20-8eee-95c76bc4b1e0 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 200 len: 924 time: 0.1291986 Aug 04 15:11:51.697947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35768) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:51.772335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16ec54-9298-41f5-ab39-1506808434e9 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:51.773940 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ef16ec54-9298-41f5-ab39-1506808434e9 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=329fb17a-b58a-4c6d-b2ff-824a3e583866&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0749981 Aug 04 15:11:51.776837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35770) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:51.864409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea85c35f-df44-4ed5-9887-658de08a1cea tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:51.868583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ea85c35f-df44-4ed5-9887-658de08a1cea tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.0863490 Aug 04 15:11:51.868864 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35772) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:51.903320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:51.903605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30c5c96c-c405-40f8-80e4-6f9b749a4daa tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 200 len: 205 time: 0.0334105 Aug 04 15:11:52.035101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.145911 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.204397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port 4553c03a-7c6e-4e0d-8be9-22681f8f19dc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:52.204735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.288735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.304263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for 4553c03a-7c6e-4e0d-8be9-22681f8f19dc owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:52.479924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.532121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=4553c03a-7c6e-4e0d-8be9-22681f8f19dc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:52.583332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.677501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.679758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.725593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.726268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 329fb17a-b58a-4c6d-b2ff-824a3e583866 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:52.733687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.738674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:52.738918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1cba6a38-1e52-43a5-8143-87cbc7b53f4a tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 204 len: 168 time: 0.8341050 Aug 04 15:11:52.743465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594453705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:52.767297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.768342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.822861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.827645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.847626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:52.852343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-354f3add-41df-45b3-9842-b2b2890659b0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1094506 Aug 04 15:11:52.852584 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:52.857482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:53.038476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35788) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:53.101339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Deleting subnet 667e308d-8315-428c-8f15-acbe93e722c2 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:11:53.107959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.155693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.203258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.276676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.307272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667e308d-8315-428c-8f15-acbe93e722c2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:53.320958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.325263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-38274e04-c1fc-40c6-93ad-d3f562ecd4a8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/667e308d-8315-428c-8f15-acbe93e722c2 HTTP/1.1" status: 204 len: 168 time: 0.2834902 Aug 04 15:11:53.325471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35790) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:53.397266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.441437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.490676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.502037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503e873d-b9b4-4cc6-a6d1-bbff9913d641']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:53.513879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb22ef6-9328-443a-911c-571ac21f732f') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:53.514766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb22ef6-9328-443a-911c-571ac21f732f') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:53.523278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.537441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.544309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:11:53.544805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:11:53.546957 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:11:53.610554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.615779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.618665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] 10.222.0.76 "DELETE /v2.0/networks/503e873d-b9b4-4cc6-a6d1-bbff9913d641 HTTP/1.1" status: 204 len: 168 time: 0.2917316 Aug 04 15:11:53.632794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacb88a-33e6-4daa-b263-ff59fa4ffd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=503e873d-b9b4-4cc6-a6d1-bbff9913d641,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:53.664577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.685292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.802875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Allocated IP 172.25.0.211 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/829d900d-e501-4db5-84bf-8f4dadcbfa28) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:53.806042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35794) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:53.853789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6c18c9ad-81f9-43a2-9c09-7096d5ad46f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f13536ea16de4825ba44909c3e8e6176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461423 Aug 04 15:11:53.854384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:53.910573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.920397 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.933293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.962843 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.988731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.991740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:53.996229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/827dd3f7-7b63-4f63-bc25-7a043b5e6577 HTTP/1.1" status: 204 len: 168 time: 0.1384664 Aug 04 15:11:54.008703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb095fb-1ad1-4a65-8c18-a30c694b3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827dd3f7-7b63-4f63-bc25-7a043b5e6577,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:54.017449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:54.026462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:54.030850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:54.067509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event updated for resources: {'Port': ['ID=829d900d-e501-4db5-84bf-8f4dadcbfa28,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:54.316836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:54.530601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:54.534791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:54.670512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Router 7586c713-c853-4ac7-8b0f-475d17d30991 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:54.784824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:54.798176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:54.813956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ce8999a3-917b-4979-9c32-267f7dd4655f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "PUT /v2.0/routers/7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 200 len: 883 time: 1.9460642 Aug 04 15:11:54.815118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:54.816535 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] Sync routers for ids ['7586c713-c853-4ac7-8b0f-475d17d30991'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:54.842033 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] Routers {'7586c713-c853-4ac7-8b0f-475d17d30991'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:54.842663 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7586c713-c853-4ac7-8b0f-475d17d30991'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:54.874240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:54.883794 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] Routers {'7586c713-c853-4ac7-8b0f-475d17d30991'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:54.884402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7586c713-c853-4ac7-8b0f-475d17d30991'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:54.916397 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:54.917049 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02682e98-fb31-4d76-9631-274b8eb587a6 None None] The sync data for ids ['7586c713-c853-4ac7-8b0f-475d17d30991'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:54.961558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3a1fa2fc-1e45-4e7e-a2f8-1685a10eb7e7 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 200 len: 924 time: 0.1572351 Aug 04 15:11:54.964297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35826) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:55.011766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada49b4-aea1-4da9-b587-86cd2435dd53 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:55.016202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6ada49b4-aea1-4da9-b587-86cd2435dd53 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=7586c713-c853-4ac7-8b0f-475d17d30991&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0508029 Aug 04 15:11:55.016366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35828) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:55.119291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43af4d-d414-45cb-9c4f-b82955c51dad tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:55.121915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d43af4d-d414-45cb-9c4f-b82955c51dad tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.1044261 Aug 04 15:11:55.124965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35832) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:55.165715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-25d832e4-41df-428b-a669-23a7aeb79637 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 200 len: 205 time: 0.0366838 Aug 04 15:11:55.165911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35834) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:55.292662 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.404319 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.461143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port 829d900d-e501-4db5-84bf-8f4dadcbfa28 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:55.461503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.546739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.567157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for 829d900d-e501-4db5-84bf-8f4dadcbfa28 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:55.742051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.774300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=829d900d-e501-4db5-84bf-8f4dadcbfa28,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:55.834998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.933109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.936122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.997931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:55.998409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 7586c713-c853-4ac7-8b0f-475d17d30991 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:56.007021 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.012056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4483778a-9091-4ef8-875c-75c4b3f8ec61 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 204 len: 168 time: 0.8415468 Aug 04 15:11:56.012791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35842) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:56.018540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110700709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:56.043197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.044343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.102292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.110965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.129275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.131222 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f4dbbb6-1ce0-45fe-bdc0-4b23f39f67fc tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1170611 Aug 04 15:11:56.134069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35844) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:56.138574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': True}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:56.350366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.606708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.628790 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.741863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 172.25.0.200 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/c7dc8700-1b24-4f08-9d46-852dd7d3ee36) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:11:56.850167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.893661 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:56.940204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:11:56.945719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:11:56.950393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:11:56.973578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=c7dc8700-1b24-4f08-9d46-852dd7d3ee36,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:57.210446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:57.725599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:57.729553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:57.892362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router 7b475c11-85be-4bbe-8177-9d0013bec931 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:11:58.001448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:11:58.006402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:58.010028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4aca5677-f6b7-4c58-9313-efdd6694de37 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "PUT /v2.0/routers/7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 200 len: 919 time: 1.8725610 Aug 04 15:11:58.010732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] Sync routers for ids ['7b475c11-85be-4bbe-8177-9d0013bec931'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:11:58.011749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35882) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:58.021467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] Routers {'7b475c11-85be-4bbe-8177-9d0013bec931'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:58.022085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7b475c11-85be-4bbe-8177-9d0013bec931'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:58.056845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:58.066038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] Routers {'7b475c11-85be-4bbe-8177-9d0013bec931'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:11:58.066917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['7b475c11-85be-4bbe-8177-9d0013bec931'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:58.106527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:11:58.107288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55837528-4544-41e3-b96a-7f2d62a41933 None None] The sync data for ids ['7b475c11-85be-4bbe-8177-9d0013bec931'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:11:58.434173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9a5f177f-8eba-4b2f-8472-35dc1a3830cf tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 200 len: 925 time: 0.4204097 Aug 04 15:11:58.436846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35886) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:58.512253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b4b68-3191-4a5e-8387-2897ac319582 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:58.513814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-413b4b68-3191-4a5e-8387-2897ac319582 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=7b475c11-85be-4bbe-8177-9d0013bec931&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0756516 Aug 04 15:11:58.516658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:58.605415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a0c9d-434e-4f8b-8a52-5199668c27ae tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:11:58.609436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c8a0c9d-434e-4f8b-8a52-5199668c27ae tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.0892658 Aug 04 15:11:58.610238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:58.649179 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf625b2b-03a3-4526-9297-cf8486f66243 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 200 len: 205 time: 0.0379488 Aug 04 15:11:58.651615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35894) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:58.764439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:58.871312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:58.933422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port c7dc8700-1b24-4f08-9d46-852dd7d3ee36 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:11:58.933812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.012827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.025601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for c7dc8700-1b24-4f08-9d46-852dd7d3ee36 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:11:59.206512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.264459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=c7dc8700-1b24-4f08-9d46-852dd7d3ee36,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:11:59.305547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.407399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.407399 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.451798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.452510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 7b475c11-85be-4bbe-8177-9d0013bec931 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:11:59.465979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.470942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e1a6b905-4cbd-45f6-adca-de76b365c92f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 204 len: 168 time: 0.8148220 Aug 04 15:11:59.471730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 35902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:59.476801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843703479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:59.502620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.503939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.561303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.566316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.590065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:11:59.591352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-82af7c03-cb9d-403c-a4ff-a5fc7dc60483 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1186430 Aug 04 15:11:59.595516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35904) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:11:59.599858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'enable_snat': False}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:11:59.858272 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.117829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.143767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.257472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Allocated IP 172.25.0.182 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/897ded3c-f6f5-41c7-855d-3bd6905da2a2) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:00.372987 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.418652 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.471684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:00.475107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:00.479844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:00.483302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Pushing event updated for resources: {'Port': ['ID=897ded3c-f6f5-41c7-855d-3bd6905da2a2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:00.760047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.965733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:00.969364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:01.108596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Router 47f7a019-bc63-4e92-b2e3-8ef3fba1a11d is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:12:01.217795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:01.222295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:01.223534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-315f1b1e-7c1d-4390-8abc-e0579704e4ba tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "PUT /v2.0/routers/47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 200 len: 920 time: 1.6275718 Aug 04 15:12:01.226417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:01.227150 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] Sync routers for ids ['47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:01.240989 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] Routers {'47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:01.240989 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:01.273515 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:01.282077 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] Routers {'47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:01.282708 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:01.314367 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:01.315057 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d1f05-6697-4303-8d0f-e2ba8af0f873 None None] The sync data for ids ['47f7a019-bc63-4e92-b2e3-8ef3fba1a11d'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:01.331877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af2d976e-c11f-4493-a53e-2c6099d9b1a0 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 200 len: 926 time: 0.1042571 Aug 04 15:12:01.334734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35916) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:01.374530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d109890-3210-479b-844f-54b2faf4b274 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:01.376112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0d109890-3210-479b-844f-54b2faf4b274 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=47f7a019-bc63-4e92-b2e3-8ef3fba1a11d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0404413 Aug 04 15:12:01.378891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35918) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:01.463040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c12a9-5ef6-40d0-8b19-b10cde68b984 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:01.465174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae1c12a9-5ef6-40d0-8b19-b10cde68b984 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/networks/1fdf6bb4-3950-4f99-9337-fbc74aa451ad HTTP/1.1" status: 200 len: 881 time: 0.0852017 Aug 04 15:12:01.469489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:01.501513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6ec4425a-681c-4f80-8ab8-fd01c6cdc3c6 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 200 len: 205 time: 0.0299509 Aug 04 15:12:01.503130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35924) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:01.611891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:01.858466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-58f158bc-2c21-4a96-9e9a-4baa2a909934 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:01.860436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-58f158bc-2c21-4a96-9e9a-4baa2a909934 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1137409 Aug 04 15:12:01.876252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-e32ff4bd-2d52-4cb3-a960-5cdd54e93561 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0098519 Aug 04 15:12:01.930803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-0334dcc1-a24a-4a44-8f03-2dbf8df4239b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481637 Aug 04 15:12:02.020823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.025730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-1e753163-01be-46ad-bad0-0a3ac329b5c1 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873833 Aug 04 15:12:02.073317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port 897ded3c-f6f5-41c7-855d-3bd6905da2a2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:02.073910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.124390 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-85d0994e-846d-43cc-b253-0a8c7ec761ff service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Aug 04 15:12:02.161057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.175159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for 897ded3c-f6f5-41c7-855d-3bd6905da2a2 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:02.355660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.390226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=897ded3c-f6f5-41c7-855d-3bd6905da2a2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:02.471960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfb5e06f-b6b3-4958-a006-92aedbe099ea req-e18bc0cc-b437-453f-86a4-e18cda734171 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0457022 Aug 04 15:12:02.474698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.567401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.569511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.616128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.616688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 47f7a019-bc63-4e92-b2e3-8ef3fba1a11d {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:12:02.632846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.634165 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-14cf1a54-f6e3-445e-9c39-bff8e07d2a0f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 204 len: 168 time: 1.1301050 Aug 04 15:12:02.639010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 35968) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:02.644632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-299391218', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:02.672086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.673163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.730470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:02.877053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.083568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.102850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.211925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Allocated IP 172.25.0.20 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/9e5215a1-bfdb-43c2-b758-89f6b91cc488) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:03.320214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.449762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.485472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-8b983a7e-8d3f-4911-89cb-fecd61862f10 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:03.487721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-8b983a7e-8d3f-4911-89cb-fecd61862f10 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1558156 Aug 04 15:12:03.509903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:03.513661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:03.535391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:03.562172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event updated for resources: {'Port': ['ID=9e5215a1-bfdb-43c2-b758-89f6b91cc488,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:03.564927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:03.598243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51d13c47-e897-4773-a1dd-85eb6393ef0f req-5030a8aa-e323-42b3-bc91-8834c459bfa3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0367029 Aug 04 15:12:03.768377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:03.772090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:03.968578 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:04.038475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.12 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:04.290287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:04.350302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:04.372826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:04.471068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:04.528287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:04.534059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:04.536254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:04.538387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Router 9cf01039-7338-4298-9183-2dfe4cfbe259 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:12:04.540942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:04.792335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94794-0711-4879-ae27-ac32a4881624 req-cd7f49ae-6561-4b2d-89e2-ffcb46ee208b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:04.800978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cb94794-0711-4879-ae27-ac32a4881624 req-cd7f49ae-6561-4b2d-89e2-ffcb46ee208b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 932 time: 0.1087711 Aug 04 15:12:04.881913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cb94794-0711-4879-ae27-ac32a4881624 req-77d41c79-fb2f-42aa-a738-b110ff2d8152 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794570 Aug 04 15:12:04.921761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-893ac643-52b3-40b2-a3f9-cd56a825581b None None] Provisioning for port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:04.927579 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-893ac643-52b3-40b2-a3f9-cd56a825581b None None] Provisioning complete for port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:04.928441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-893ac643-52b3-40b2-a3f9-cd56a825581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:04.975760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-893ac643-52b3-40b2-a3f9-cd56a825581b None None] Port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:12:05.053441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:05.054066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.078360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-81ba38e4-e4c1-4c06-91d3-045bcbda5f3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5781298 Aug 04 15:12:05.084811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:05.090915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Request body: {'port': {'device_id': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:05.098807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] Sync routers for ids ['9cf01039-7338-4298-9183-2dfe4cfbe259'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:05.109545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] Routers {'9cf01039-7338-4298-9183-2dfe4cfbe259'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:05.110159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9cf01039-7338-4298-9183-2dfe4cfbe259'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:05.133605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.138133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:05.143067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:05.143437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:05.146759 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f432195-b5a3-4b66-95c8-7b1fdd470b56 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5065107 Aug 04 15:12:05.153301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] Routers {'9cf01039-7338-4298-9183-2dfe4cfbe259'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:05.153994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9cf01039-7338-4298-9183-2dfe4cfbe259'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:05.185219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.200245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:05.201193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc45538-c9cd-4cae-8e7f-65b5a9bee867 None None] The sync data for ids ['9cf01039-7338-4298-9183-2dfe4cfbe259'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:05.517048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.539325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.569181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:12:05.577129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.590057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Transition to ACTIVE for port object cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:05.594469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.606165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Deleting port 9e5215a1-bfdb-43c2-b758-89f6b91cc488 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:05.606620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.649898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:05.708041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.723813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Calling delete_port for 9e5215a1-bfdb-43c2-b758-89f6b91cc488 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:05.780170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Attempting to bind port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:12:05.780282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Attempting to bind port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:12:05.780625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Attempting to bind port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:12:05.790800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:12:05.791172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Attempting to bind port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:12:05.802790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:12:05.803156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:12:05.803512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:12:05.803946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Bound port: cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:12:05.804306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.943769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:05.951666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:12:05.958418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:12:05.970470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.010494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Pushing event deleted for resources: {'Port': ['ID=9e5215a1-bfdb-43c2-b758-89f6b91cc488,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:06.045955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:06.051657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.051657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.051993 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-75fcac1a-b946-423f-9a18-4066ad9b5509 service neutron] 10.222.0.46 "PUT /v2.0/ports/cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 HTTP/1.1" status: 200 len: 1093 time: 0.9652889 Aug 04 15:12:06.052492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:12:06.054873 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204d44b-a49f-438f-bde3-cbda91594200" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:12:06.135949 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7515a155-d0a5-44f1-b4a5-db055e4e464f x-openstack-request-id: req-7515a155-d0a5-44f1-b4a5-db055e4e464f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:12:06.136390 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:12:06.136643 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7515a155-d0a5-44f1-b4a5-db055e4e464f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:12:06.137055 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5', 'status': 'completed', 'code': 200} Aug 04 15:12:06.142832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc8620-e366-484a-abcf-2485c551c57d req-eb636788-fe6c-42d6-bc6e-0844f438674a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.144780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95dc8620-e366-484a-abcf-2485c551c57d req-eb636788-fe6c-42d6-bc6e-0844f438674a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.1461272 Aug 04 15:12:06.172885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-7866eab0-e50b-44dd-b265-b6bc2c9acf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.175062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-7866eab0-e50b-44dd-b265-b6bc2c9acf30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0776885 Aug 04 15:12:06.179951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.234510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-f03c0182-5fe7-4dd6-bb40-6f277c72f995 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 HTTP/1.1" status: 200 len: 217 time: 0.0508637 Aug 04 15:12:06.283694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95dc8620-e366-484a-abcf-2485c551c57d req-65b1429f-54ad-4e89-a817-431990ce7319 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Aug 04 15:12:06.319589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-d558dcdc-669b-46a0-aa97-5a9c5e9d4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.321050 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-d558dcdc-669b-46a0-aa97-5a9c5e9d4a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0800402 Aug 04 15:12:06.383596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-07309ce0-db63-48d4-b2ae-962bd8120ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.385151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-07309ce0-db63-48d4-b2ae-962bd8120ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564444 Aug 04 15:12:06.448641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3879691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3870296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29715'] for router, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.455167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3879730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3879717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3870275'] for router, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.508985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-8ee1f34b-d231-4a3c-86ae-9bfd957ef2ea service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161427 Aug 04 15:12:06.547661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Router 9cf01039-7338-4298-9183-2dfe4cfbe259 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:06.605616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32ac5d03-6b62-4363-9389-684aa4cdb4f5 req-af28a5a5-21c7-48e6-926b-039a876a4072 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891757 Aug 04 15:12:06.632693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:06.640149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.643744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c8d96c7-014e-417f-9de7-9056051cddd0 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "PUT /v2.0/routers/9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 200 len: 709 time: 1.5020788 Aug 04 15:12:06.644019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36048) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:06.647472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] Sync routers for ids ['9cf01039-7338-4298-9183-2dfe4cfbe259'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:06.666609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] Routers {'9cf01039-7338-4298-9183-2dfe4cfbe259'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:06.667452 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9cf01039-7338-4298-9183-2dfe4cfbe259'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:06.707451 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:06.733049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5425047-bff9-45f7-b055-38c7dc8c3a31 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/routers/9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 200 len: 744 time: 0.0878181 Aug 04 15:12:06.735575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36050) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:06.735700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] Routers {'9cf01039-7338-4298-9183-2dfe4cfbe259'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:06.736336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9cf01039-7338-4298-9183-2dfe4cfbe259'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:06.739597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d44b-a49f-438f-bde3-cbda91594200 req-d3082887-2e39-428c-ab7c-9b7eee326b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.741148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-d3082887-2e39-428c-ab7c-9b7eee326b3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0780854 Aug 04 15:12:06.770592 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:06.771617 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04291e-d774-4744-b5ef-660bf57f37be None None] The sync data for ids ['9cf01039-7338-4298-9183-2dfe4cfbe259'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:06.811885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-143e0ed8-cd10-455c-a1ed-26e5bd6f79c9 tempest-RoutersIpV6AdminTest-806025391 tempest-RoutersIpV6AdminTest-806025391-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&device_id=9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 200 len: 205 time: 0.0745001 Aug 04 15:12:06.812130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:06.849177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f9ba88b-0970-45f8-9d53-d5a2c85fd61f tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 200 len: 205 time: 0.0338225 Aug 04 15:12:06.850242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36054) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:06.881262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d44b-a49f-438f-bde3-cbda91594200 req-5156c782-f072-4159-bf55-3a7844871b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.882865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-5156c782-f072-4159-bf55-3a7844871b8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1316698 Aug 04 15:12:06.942926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-ece41ff6-cdd8-49c2-a814-d8f8c6ed8655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 HTTP/1.1" status: 200 len: 217 time: 0.0484369 Aug 04 15:12:06.950038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:06.993971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d44b-a49f-438f-bde3-cbda91594200 req-26b41653-26da-4167-b05e-aa8cb85f4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:06.995786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-26b41653-26da-4167-b05e-aa8cb85f4952 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0515797 Aug 04 15:12:07.051727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204d44b-a49f-438f-bde3-cbda91594200 req-ed039ff4-7289-4489-9951-244864309ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:07.053436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-ed039ff4-7289-4489-9951-244864309ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500300 Aug 04 15:12:07.190883 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-e6fd7e5a-2193-464e-9314-0765fbbb3e9d service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279862 Aug 04 15:12:07.299653 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2204d44b-a49f-438f-bde3-cbda91594200 req-82fcde3d-869b-4dea-ae8c-ef8806c1ffd1 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010485 Aug 04 15:12:07.463111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:07.466185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:07.523717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44fb3d-97eb-4838-9977-ac50ed90fd38 req-5d3d5b30-e126-48ee-a443-b59ae7b87e79 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:07.525455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da44fb3d-97eb-4838-9977-ac50ed90fd38 req-5d3d5b30-e126-48ee-a443-b59ae7b87e79 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.1175115 Aug 04 15:12:07.526648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:07.527563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf01039-7338-4298-9183-2dfe4cfbe259 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:12:07.552474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:07.553759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f355fbd6-93e1-4af0-bd0f-71751fab63cb tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 204 len: 168 time: 0.7021434 Aug 04 15:12:07.557700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36072) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.599590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d469ccc-f880-4363-bd4f-84e42736ee2b tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 200 len: 205 time: 0.0384552 Aug 04 15:12:07.600043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36074) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.608610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da44fb3d-97eb-4838-9977-ac50ed90fd38 req-412caa06-9c9b-48ae-9012-d89d7a43ce99 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Aug 04 15:12:07.640729 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-36f75bdf-6109-4d5b-91b7-e22a18025674 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:07.642617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-36f75bdf-6109-4d5b-91b7-e22a18025674 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/9cf01039-7338-4298-9183-2dfe4cfbe259 HTTP/1.1" status: 404 len: 336 time: 0.0410247 Aug 04 15:12:07.644475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36076) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.675566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-205a782e-a9fe-4bcd-a5c7-283508ed2af4 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 200 len: 205 time: 0.0298300 Aug 04 15:12:07.677884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.714392 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-4adb8795-0cdc-4051-9e9e-2d9baa473ef4 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:07.718046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4adb8795-0cdc-4051-9e9e-2d9baa473ef4 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/47f7a019-bc63-4e92-b2e3-8ef3fba1a11d HTTP/1.1" status: 404 len: 336 time: 0.0366561 Aug 04 15:12:07.718288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36080) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.746648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6a83594d-fab3-4f1a-93bf-d58f6627a739 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 200 len: 205 time: 0.0271065 Aug 04 15:12:07.749061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36084) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.788905 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-01b3c603-7fd6-48cb-bd35-b812e951176d tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:07.790384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01b3c603-7fd6-48cb-bd35-b812e951176d tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/7b475c11-85be-4bbe-8177-9d0013bec931 HTTP/1.1" status: 404 len: 336 time: 0.0403080 Aug 04 15:12:07.793317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36088) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.821592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e7ba1a26-e7e4-476e-a084-6d8e490ab05e tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 200 len: 205 time: 0.0271518 Aug 04 15:12:07.824325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.871768 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-9784678a-0e09-4307-a635-768cd797e4d9 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:07.872954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9784678a-0e09-4307-a635-768cd797e4d9 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/7586c713-c853-4ac7-8b0f-475d17d30991 HTTP/1.1" status: 404 len: 336 time: 0.0466976 Aug 04 15:12:07.875619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36092) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.905234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33600176-527a-4972-abfd-9c60bf8d308e tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 200 len: 205 time: 0.0280700 Aug 04 15:12:07.907347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36094) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.945167 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d0331413-01dc-475e-8a37-fbe381882397 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:07.948687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0331413-01dc-475e-8a37-fbe381882397 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/329fb17a-b58a-4c6d-b2ff-824a3e583866 HTTP/1.1" status: 404 len: 336 time: 0.0378597 Aug 04 15:12:07.950428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36098) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:07.982122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b5c01d9-3f13-49df-ab9f-78c4318563c2 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bcac0-977d-4b30-8917-8ab93e423735 HTTP/1.1" status: 200 len: 205 time: 0.0298841 Aug 04 15:12:07.984423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36100) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:08.022012 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-58e6cbc4-4b4c-4307-81ca-d4197ceb3590 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] delete failed (client error): The resource could not be found. Aug 04 15:12:08.025579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58e6cbc4-4b4c-4307-81ca-d4197ceb3590 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/routers/4e4bcac0-977d-4b30-8917-8ab93e423735 HTTP/1.1" status: 404 len: 336 time: 0.0376251 Aug 04 15:12:08.025851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36106) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:08.054218 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-123f630f-af8b-41cf-93a4-53488ef86260 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] DELETE failed (client error): The resource could not be found. Aug 04 15:12:08.054829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123f630f-af8b-41cf-93a4-53488ef86260 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:12:08.058712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-123f630f-af8b-41cf-93a4-53488ef86260 tempest-RoutersIpV6AdminTest-1322544604 tempest-RoutersIpV6AdminTest-1322544604-project] 10.222.0.76 "DELETE /v2.0/subnets/53cc3cb1-d80d-443a-a7e7-60c274510a38 HTTP/1.1" status: 404 len: 337 time: 0.0299218 Aug 04 15:12:08.349279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36116) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:08.474210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3b474d0-4cc2-4c66-9e00-a87552ce22b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.584399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3b474d0-4cc2-4c66-9e00-a87552ce22b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.590121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a3b474d0-4cc2-4c66-9e00-a87552ce22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.630861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a3b474d0-4cc2-4c66-9e00-a87552ce22b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=034348474a924ccc8878fe2a1903b04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800248 Aug 04 15:12:08.631762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b474d0-4cc2-4c66-9e00-a87552ce22b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0526f-8bfa-41af-9bc1-cfa3eef05b03,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:08.634502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36124) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:08.692632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.715292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.737180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7a749-bd97-4a04-955f-33031fee71e4 req-5224c174-9c14-40ee-b496-2e8e9dcc1b4b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:08.738849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fab7a749-bd97-4a04-955f-33031fee71e4 req-5224c174-9c14-40ee-b496-2e8e9dcc1b4b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0510018 Aug 04 15:12:08.767782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.770691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:08.776976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/efd0526f-8bfa-41af-9bc1-cfa3eef05b03 HTTP/1.1" status: 204 len: 168 time: 0.1369159 Aug 04 15:12:08.792296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad1daa-477d-498a-9f72-43f968e654a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0526f-8bfa-41af-9bc1-cfa3eef05b03,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:08.808588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fab7a749-bd97-4a04-955f-33031fee71e4 req-91d515ac-9322-4e84-b8a5-739c3df917f3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Aug 04 15:12:09.090146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36138) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:09.132720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4bab5758-7e40-4f7f-87a6-837f995c618d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1620a2029c454f828b275ea8a39504c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413554 Aug 04 15:12:09.135349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36144) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:09.190811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:09.212947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:09.261096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:09.263905 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:09.265121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/224d2d29-56b8-4c50-8341-5d001fdb03f9 HTTP/1.1" status: 204 len: 168 time: 0.1288989 Aug 04 15:12:09.274385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d87b4-b514-4d5a-8b8b-5defa028a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d2d29-56b8-4c50-8341-5d001fdb03f9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:09.934613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050507e7-5f2b-453b-b914-6396bf5c6223 req-3a4bd08e-aea6-4437-b98f-3ef56f26115f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:09.936612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-050507e7-5f2b-453b-b914-6396bf5c6223 req-3a4bd08e-aea6-4437-b98f-3ef56f26115f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0546007 Aug 04 15:12:09.989327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-050507e7-5f2b-453b-b914-6396bf5c6223 req-efd5fe5e-fa8a-410e-aeef-1f62810156d6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Aug 04 15:12:10.008876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36182) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:10.105800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2031933091'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:10.128730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:10.132565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.142200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.251723 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.256755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.283927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:12:10.293967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef600b77-7955-4b15-98ff-89faad6e88fc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:10.300822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.301172 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Added segment 2412793b-bf42-44bc-8170-2e785e11f2d5 of type vlan for network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 Aug 04 15:12:10.343970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.377116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.383241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:10.383873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.446931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4368470 Aug 04 15:12:10.450238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:10.457858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'subnet': {'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:10.476918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525087-6267-46f4-a7b0-4e0cc2e9349a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Network': ['ID=dd8fb098-22e4-42ef-aa3b-6d0ef59060e4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:10.487385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:12:10.555072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:10.561923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.759818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.824057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Subnet': ['ID=18595481-9317-4084-8936-23140cf091be,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:10.832997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Checking segment: {'id': '2412793b-bf42-44bc-8170-2e785e11f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:12:10.833368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network hostable DHCP agents. Network: dd8fb098-22e4-42ef-aa3b-6d0ef59060e4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:12:10.849591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:12:10.859053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dd8fb098-22e4-42ef-aa3b-6d0ef59060e4) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:10.863066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:10.863665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.868801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de3063-c71b-4549-bad5-3af0ec0e4272 None None] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:12:10.887176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36200) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:10.892271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1199224163', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:10.895321 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1be1717e-e6ed-40bb-8f3b-7a529aaa7451 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4438150 Aug 04 15:12:10.919401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.921490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:10.978556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.017202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fc509-13ee-4847-a7a5-4ed8f8edfed7 None None] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:12:11.125731 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.217021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978a906-ed03-41b0-8497-04eab7a7873e req-bed12beb-e5fa-4ecf-9574-42b72a480fa7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:11.218562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0978a906-ed03-41b0-8497-04eab7a7873e req-bed12beb-e5fa-4ecf-9574-42b72a480fa7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0958791 Aug 04 15:12:11.291288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0978a906-ed03-41b0-8497-04eab7a7873e req-05b38d77-f605-4b25-9ff0-fd41f7024787 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651231 Aug 04 15:12:11.399365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.417912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.531264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.220 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/e0bb3dea-ed29-426e-b4d7-46ea28d6c5e7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:11.635575 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.676795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:11.715189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:11.720354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:11.724040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:11.729712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=e0bb3dea-ed29-426e-b4d7-46ea28d6c5e7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:11.979511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:12.188782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:12.335737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:12:12.472614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7434f-9ee1-4391-92de-1e192ec328ca req-37426770-853d-4445-ab36-bd2d3b69a00b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:12.474126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50a7434f-9ee1-4391-92de-1e192ec328ca req-37426770-853d-4445-ab36-bd2d3b69a00b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0974123 Aug 04 15:12:12.479500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:12.489548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993221d7-4805-484b-88e3-d84264f32631 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:12.499450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:12.500120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:12.528116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50a7434f-9ee1-4391-92de-1e192ec328ca req-5ef4242d-b370-47d4-9e8f-cf314046fcab tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Aug 04 15:12:12.528826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:12.529915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f130c7d-d337-412b-8e7c-fd49cb5ed964 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6417375 Aug 04 15:12:12.532931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:12.539075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:12.548222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:12.548861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:12.581679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-993221d7-4805-484b-88e3-d84264f32631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:12.582342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993221d7-4805-484b-88e3-d84264f32631 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:12.991799 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:13.312350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.1 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/f26ffc20-64a8-4480-9f46-f5c3030ba6cc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:13.430722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:13.473159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:13.516393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:13.519578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:13.524096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:13.528083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=f26ffc20-64a8-4480-9f46-f5c3030ba6cc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:13.574747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:13.657777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a818c00-f946-4507-9f54-43a3491992d0 req-39aed60f-a438-4262-a5c6-4d84ef3aaca8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:13.660139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a818c00-f946-4507-9f54-43a3491992d0 req-39aed60f-a438-4262-a5c6-4d84ef3aaca8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0519829 Aug 04 15:12:13.699506 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a818c00-f946-4507-9f54-43a3491992d0 req-a36ca389-bdf2-48be-a943-c20f4b989f32 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 04 15:12:13.755150 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:14.038314 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:14.044264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:14.122441 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:14.124396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=f26ffc20-64a8-4480-9f46-f5c3030ba6cc,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:14.225633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:14.227114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:14.348855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:14.465054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:14.470600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fdbe2ea5-45ec-4ff8-8a55-f932fbaebe14 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/routers/80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9364741 Aug 04 15:12:14.473184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36274) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:14.476705 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:14.478501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'port': {'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4', 'name': 'tempest-FloatingIPTestJSON-457399177'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:14.487631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:14.488350 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:14.522820 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:14.532770 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:14.533371 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:11:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:14.565297 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:14.565841 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d5717-ba8b-44b5-9593-cac4fc780652 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:14.594828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:14.598493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:14.619343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] device_id is not set on port dfdf19e2-1eb1-4fc7-96e7-07dab7d09184 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:12:14.810512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-29a3cc09-2b76-457e-aefb-ea001e8b13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.097424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.11 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/dfdf19e2-1eb1-4fc7-96e7-07dab7d09184) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:15.109039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016f147-42d9-4128-9664-c8a4712d4d77 req-2fa4c116-7275-4974-b012-8da42d582a6d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:15.110633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b016f147-42d9-4128-9664-c8a4712d4d77 req-2fa4c116-7275-4974-b012-8da42d582a6d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.1032817 Aug 04 15:12:15.181770 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b016f147-42d9-4128-9664-c8a4712d4d77 req-832b3bae-c018-4472-8d12-7b9d9a6bd249 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647607 Aug 04 15:12:15.294042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.338729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.428870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:15.435180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:15.440206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:15.444499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=dfdf19e2-1eb1-4fc7-96e7-07dab7d09184,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:15.492863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:15.493498 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.508022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f9a195a0-8656-438f-a201-f792a94f9b9f tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0337563 Aug 04 15:12:15.510570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36296) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:15.515691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'port': {'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4', 'name': 'tempest-FloatingIPTestJSON-2092978711'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:15.633665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:15.637760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.659532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] device_id is not set on port a91a75ab-7551-4060-ba44-12415e43af2a yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:12:15.775176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.8 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/a91a75ab-7551-4060-ba44-12415e43af2a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:15.930225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:15.972986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.020878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:16.024092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:16.028567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:16.032478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=a91a75ab-7551-4060-ba44-12415e43af2a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:16.082599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:16.083246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.102660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-733ff3ef-8178-4809-ae48-31b6eee218ed tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5909791 Aug 04 15:12:16.103469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36306) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:16.108739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'a91a75ab-7551-4060-ba44-12415e43af2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:16.132499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.265275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:12:16.334299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beed59-3d8a-445a-9681-80f82ce44b0f req-7a2a48b7-2b59-402b-857a-58b876d10ac6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:16.342446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63beed59-3d8a-445a-9681-80f82ce44b0f req-7a2a48b7-2b59-402b-857a-58b876d10ac6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 944 time: 0.0744696 Aug 04 15:12:16.378300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:16.392538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5', 'mac_address': 'fa:16:3e:e4:76:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:12:16.394208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-63beed59-3d8a-445a-9681-80f82ce44b0f req-dd040cc9-6a01-4878-b5f2-066b2447b64b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499361 Aug 04 15:12:16.438093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.452462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:12:16.478129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:16.483658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.534704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:16.542084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.542430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.542803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.543223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.543478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.543810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.544146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.544480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.544811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.546087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.546221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.546521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:16.594052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.698070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:12:16.709533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.37 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/609b1cc5-9eb2-46f6-b188-c93e2775de57) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:16.838491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.879792 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:16.923082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:16.927917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:16.931645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:16.954710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=609b1cc5-9eb2-46f6-b188-c93e2775de57,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:17.330707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.388373 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7250-8896-4dc0-a8d4-ae13cd30a5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.406969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.505126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af3f1e-0e74-41bb-bc93-90e82af72971 req-52485d84-9576-4ed3-bb97-07cd716effeb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:17.506766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96af3f1e-0e74-41bb-bc93-90e82af72971 req-52485d84-9576-4ed3-bb97-07cd716effeb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 945 time: 0.0536840 Aug 04 15:12:17.549142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96af3f1e-0e74-41bb-bc93-90e82af72971 req-a4c975ff-44ba-4679-8d4e-2f83097a7bd6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Aug 04 15:12:17.582038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.587982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.654949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.657110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=609b1cc5-9eb2-46f6-b188-c93e2775de57,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:17.670262 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:17.780002 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 1ffd1041-fc3e-4cb0-9b31-ac2738de70f9 associated. External IP: 172.25.0.37, port: a91a75ab-7551-4060-ba44-12415e43af2a. Aug 04 15:12:17.999374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:18.042825 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.115381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:18.126214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:18.131985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.136142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:18.136883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.159881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4cc151b9-eb87-4237-9597-9d52554a5460 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0554271 Aug 04 15:12:18.162638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36348) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:18.167411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:18.179398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.188111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:18.188718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.223004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.223229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.223651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601c74a-f917-4477-a81a-9d4e73a37d06 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:18.279254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:12:18.340994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:18.344882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:18.345393 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.378932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.384210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.384599 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 1ffd1041-fc3e-4cb0-9b31-ac2738de70f9 disassociated. External IP: 172.25.0.37, port: a91a75ab-7551-4060-ba44-12415e43af2a. Aug 04 15:12:18.425040 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.451856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:12:18.454272 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98779d-cc79-4e64-9adc-d4e68e93115a" -d '{"events": [{"server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "name": "network-vif-plugged", "status": "completed", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:12:18.467906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:18.472841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.511270 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538c19a-f70a-47c1-a3bc-4e3ee5b9e93e x-openstack-request-id: req-b538c19a-f70a-47c1-a3bc-4e3ee5b9e93e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:12:18.511549 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "name": "network-vif-plugged", "status": "completed", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:12:18.511982 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b538c19a-f70a-47c1-a3bc-4e3ee5b9e93e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:12:18.512366 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5', 'code': 200} Aug 04 15:12:18.526365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:18.641788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea8b5-fcb1-41e5-8623-a528f45c21dc req-37dcfaed-f555-4328-ae4a-70ae8ba07865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:18.643691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-617ea8b5-fcb1-41e5-8623-a528f45c21dc req-37dcfaed-f555-4328-ae4a-70ae8ba07865 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0615449 Aug 04 15:12:18.658562 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:18.674116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20553e4-d3f4-4049-9ce0-0b73f8c1ccbb req-46e56520-3c5b-486d-808a-f8ede7115ee7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:18.679180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a20553e4-d3f4-4049-9ce0-0b73f8c1ccbb req-46e56520-3c5b-486d-808a-f8ede7115ee7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0554330 Aug 04 15:12:18.697631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-617ea8b5-fcb1-41e5-8623-a528f45c21dc req-7d9c33e4-86bd-4463-bf53-79f7b4487fb6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461676 Aug 04 15:12:18.728314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a20553e4-d3f4-4049-9ce0-0b73f8c1ccbb req-716875e0-cfc6-4fa2-9d57-4961d843538d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Aug 04 15:12:18.761474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.802241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:18.806793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.812547 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:18.824422 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:18.825183 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.836950 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:18.837338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fd31326-fb7f-4c06-abc5-ad037d5996fb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/1ffd1041-fc3e-4cb0-9b31-ac2738de70f9 HTTP/1.1" status: 200 len: 687 time: 0.6734443 Aug 04 15:12:18.840414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36364) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:18.863471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.872431 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:18.873146 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:18.995253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 609b1cc5-9eb2-46f6-b188-c93e2775de57 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:18.995586 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.007638 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:19.008300 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1487ed-dc66-48db-a509-83df3c94639e None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:19.051701 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:12:19.077434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.077812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.089282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 609b1cc5-9eb2-46f6-b188-c93e2775de57 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:19.223260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.254841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=609b1cc5-9eb2-46f6-b188-c93e2775de57,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:19.315254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.317815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.319101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f11daf3-32a2-4dd1-97b3-bc7411dd0829 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/1ffd1041-fc3e-4cb0-9b31-ac2738de70f9 HTTP/1.1" status: 204 len: 168 time: 0.4774873 Aug 04 15:12:19.322734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36376) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:19.327144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'dfdf19e2-1eb1-4fc7-96e7-07dab7d09184'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:19.351039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.460109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.568227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.150 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/b7301c04-7ebe-42b4-9492-c79ef872984b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:19.674695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.716677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:19.761630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:19.773080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:19.775891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:19.801646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=b7301c04-7ebe-42b4-9492-c79ef872984b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:19.848698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980576d-c1f1-4dab-b131-64b02fd5264f req-abcd886e-af9c-4f2a-adc9-38f653797874 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:19.850322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7980576d-c1f1-4dab-b131-64b02fd5264f req-abcd886e-af9c-4f2a-adc9-38f653797874 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0512836 Aug 04 15:12:19.893175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7980576d-c1f1-4dab-b131-64b02fd5264f req-5f63b722-e688-484d-8d53-9c8fb611de97 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Aug 04 15:12:20.019408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a25f3-07e9-4730-9d68-2dc6bc2e7c2b req-53d568d3-02c3-4c26-b072-e8e814d6b72f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:20.021157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-277a25f3-07e9-4730-9d68-2dc6bc2e7c2b req-53d568d3-02c3-4c26-b072-e8e814d6b72f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0564876 Aug 04 15:12:20.063221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-277a25f3-07e9-4730-9d68-2dc6bc2e7c2b req-81bad975-d7a9-4e3a-b844-0ab68c3fe7c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Aug 04 15:12:20.269796 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.486927 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.577067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.766541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.773295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.867017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=b7301c04-7ebe-42b4-9492-c79ef872984b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:20.881920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:20.991429 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP f5398ce5-5181-4bb2-901f-47106f9ffc00 associated. External IP: 172.25.0.150, port: dfdf19e2-1eb1-4fc7-96e7-07dab7d09184. Aug 04 15:12:21.269909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:21.436275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:21.457163 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:21.465559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:21.481217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:21.482071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:21.508248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2ca77855-e250-4e36-8e9b-2504fbb0d045 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1844726 Aug 04 15:12:21.510898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36474) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:21.537543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:21.557246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:21.558129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:21.593945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-24d72a5a-e8b7-49c0-a694-4b2fb8d7a8b5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/floatingips/f5398ce5-5181-4bb2-901f-47106f9ffc00 HTTP/1.1" status: 200 len: 978 time: 0.0808792 Aug 04 15:12:21.596227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:21.614109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:21.615029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483618c-0d02-4906-aa23-4b4c648277e5 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:21.755686 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e40ac50c-ef65-4ad5-9846-4d61b6f86d84 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1581261 Aug 04 15:12:21.758935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:21.763911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': 'a91a75ab-7551-4060-ba44-12415e43af2a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:21.823813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:22.320649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:22.327088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:22.463450 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-a0007d63-6abc-46b5-9277-e28dd94ee312 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0960014 Aug 04 15:12:22.473126 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP f5398ce5-5181-4bb2-901f-47106f9ffc00 associated. External IP: 172.25.0.150, port: dfdf19e2-1eb1-4fc7-96e7-07dab7d09184. Aug 04 15:12:22.612625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-755df4ad-73ef-4a6c-85b8-fe7897253814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:22.614134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-755df4ad-73ef-4a6c-85b8-fe7897253814 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 1098 time: 0.1016581 Aug 04 15:12:22.805072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:22.809259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-8814cfc7-5623-4050-a73d-7885fb8a0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:22.810942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-8814cfc7-5623-4050-a73d-7885fb8a0746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1485169 Aug 04 15:12:22.847431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-36549020-4395-493b-b2da-ce1f997dc0c5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:22.848845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-36549020-4395-493b-b2da-ce1f997dc0c5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1204238 Aug 04 15:12:22.865082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-69d23a30-d1f2-43ee-b503-d10fbb1b0104 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0101516 Aug 04 15:12:22.891031 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-741fec3b-af01-4667-8a57-b4835c7e9858 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 HTTP/1.1" status: 200 len: 217 time: 0.0722616 Aug 04 15:12:22.920685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-047b8e6c-231f-4c2a-97f8-445122af361d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491889 Aug 04 15:12:23.004783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-aad991a1-ff2c-48dc-ab55-a53ded91f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:23.006520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-aad991a1-ff2c-48dc-ab55-a53ded91f979 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.1080930 Aug 04 15:12:23.009754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:23.022884 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:23.032770 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:23.033648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.035566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a8c893ff-89e8-431c-ba5d-e8a7b897d14d service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049137 Aug 04 15:12:23.074841 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.083966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:23.084793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.126325 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.127150 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3d066-fbe1-4f87-b022-f9a400991049 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:23.161252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-dbcf1dc9-b0a6-4a64-aa32-0bf2a9d7d111 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193578 Aug 04 15:12:23.197320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-6fac70e5-d91f-4582-81c2-f14ed0bbfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:23.199055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-6fac70e5-d91f-4582-81c2-f14ed0bbfa68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835771 Aug 04 15:12:23.326893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:23.341606 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-3519b518-7535-484f-8f43-339c301c9ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 Aug 04 15:12:23.427844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7a8a4a1-19a5-4563-9c69-211b9231d7a6 req-06c1141d-81a6-475e-a1bb-b99da4726cbd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0599933 Aug 04 15:12:23.851400 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fc335666-bb3a-4340-a43c-679830ad7f45 req-3b67386c-53f3-4bb4-8577-b246ac8482ea service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678881 Aug 04 15:12:23.852854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:23.857677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:23.862353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:23.873279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:23.874173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.914646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.915595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1872e010-a023-45c0-980f-5d0872a8c017 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/f5398ce5-5181-4bb2-901f-47106f9ffc00 HTTP/1.1" status: 200 len: 978 time: 2.1557083 Aug 04 15:12:23.918341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36542) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:23.923288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:23.926353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:23.927213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:23.984890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:24.142847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:24.143471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308eb1c-d391-4c0d-ae10-ca3230929b38 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:24.147640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:24.152313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:24.152846 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP f5398ce5-5181-4bb2-901f-47106f9ffc00 disassociated. External IP: 172.25.0.150, port: a91a75ab-7551-4060-ba44-12415e43af2a. Aug 04 15:12:24.459613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:24.493228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-f063a69a-cc35-407e-b27e-16fe983a4bb8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:24.494637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-f063a69a-cc35-407e-b27e-16fe983a4bb8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1375384 Aug 04 15:12:24.519729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97e949e1-67be-422a-bc3b-cbe218694755 req-c43c80ef-87d0-45a9-9583-dd31204eb038 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0269892 Aug 04 15:12:24.542337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:24.688094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:24.695638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:24.703816 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:24.716203 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:24.716858 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:24.734874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ccaf3de6-354c-4a65-a969-acf946cbf1e4 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/f5398ce5-5181-4bb2-901f-47106f9ffc00 HTTP/1.1" status: 200 len: 688 time: 0.8130689 Aug 04 15:12:24.735828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36556) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:24.742801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:24.746535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:24.764421 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:24.775940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:24.777510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:24.824687 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:24.825442 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd03492-13fd-4854-a9d2-23e0025b22a1 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:24.954559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.7 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/cf291a57-8517-41b8-b355-cd4a5d641278) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:25.002202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port b7301c04-7ebe-42b4-9492-c79ef872984b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:25.002637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.104244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.104599 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.120123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for b7301c04-7ebe-42b4-9492-c79ef872984b owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:25.131955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.157318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object cf291a57-8517-41b8-b355-cd4a5d641278 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:25.196100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.208708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:12:25.251464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:25.269245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:25.271191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:25.278338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:25.345805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.346937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.349419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.362984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-a21a1948-6971-4bac-af59-bd15676ad321 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8334644 Aug 04 15:12:25.375654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Request body: {'port': {'device_id': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:25.385866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=b7301c04-7ebe-42b4-9492-c79ef872984b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:25.465747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.546509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.574986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.577003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5d849519-eeca-40ea-addc-f2e851aad398 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/f5398ce5-5181-4bb2-901f-47106f9ffc00 HTTP/1.1" status: 204 len: 168 time: 0.8392839 Aug 04 15:12:25.579589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36578) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:25.628107 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-7fa46b50-1a92-4f0f-a30e-0902bc9d3f39 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] delete failed (client error): The resource could not be found. Aug 04 15:12:25.634006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7fa46b50-1a92-4f0f-a30e-0902bc9d3f39 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/f5398ce5-5181-4bb2-901f-47106f9ffc00 HTTP/1.1" status: 404 len: 345 time: 0.0496302 Aug 04 15:12:25.634965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36580) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:25.704283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-903dd146-4291-4517-b8e0-67191062822e None None] Provisioning for port cf291a57-8517-41b8-b355-cd4a5d641278 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:25.712722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-903dd146-4291-4517-b8e0-67191062822e None None] Provisioning complete for port cf291a57-8517-41b8-b355-cd4a5d641278 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:25.713110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-903dd146-4291-4517-b8e0-67191062822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:25.740025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a3649-65f5-4874-a11c-1db0380e3ba2 req-29f57873-04c1-4d3f-95c1-e6c6cc55b7df tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.741757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e29a3649-65f5-4874-a11c-1db0380e3ba2 req-29f57873-04c1-4d3f-95c1-e6c6cc55b7df tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 931 time: 0.0866745 Aug 04 15:12:25.786482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92a33a-cc92-496b-9477-60ebc5ab33a3 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.790366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e29a3649-65f5-4874-a11c-1db0380e3ba2 req-ebcd49f7-18b8-446e-8ec8-6bd0cad38d94 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Aug 04 15:12:25.792552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92a33a-cc92-496b-9477-60ebc5ab33a3 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.797817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-903dd146-4291-4517-b8e0-67191062822e None None] Port cf291a57-8517-41b8-b355-cd4a5d641278 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:12:25.798869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92a33a-cc92-496b-9477-60ebc5ab33a3 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.803404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b92a33a-cc92-496b-9477-60ebc5ab33a3 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/ports?network_id=dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 HTTP/1.1" status: 200 len: 2358 time: 0.1646929 Aug 04 15:12:25.804186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36582) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:25.869156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0cc6c-32fd-4686-9855-40792560e073 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:25.871908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-54b0cc6c-32fd-4686-9855-40792560e073 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/subnets/18595481-9317-4084-8936-23140cf091be HTTP/1.1" status: 200 len: 797 time: 0.0664201 Aug 04 15:12:25.877384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:25.886508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'port': {'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4', 'name': 'tempest-FloatingIPTestJSON-349038326', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:26.068129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf291a57-8517-41b8-b355-cd4a5d641278 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:12:26.078748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.088216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:26.105755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Transition to ACTIVE for port object cf291a57-8517-41b8-b355-cd4a5d641278 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:26.136508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.229902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Pushing event updated for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:26.283250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.312682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] device_id is not set on port ede0f294-997b-4df4-82a6-619f385f6e9f yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:12:26.444408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Attempting to bind port cf291a57-8517-41b8-b355-cd4a5d641278 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:12:26.444925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Attempting to bind port cf291a57-8517-41b8-b355-cd4a5d641278 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:12:26.445323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Attempting to bind port cf291a57-8517-41b8-b355-cd4a5d641278 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:12:26.478420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Port cf291a57-8517-41b8-b355-cd4a5d641278 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:12:26.478420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Attempting to bind port cf291a57-8517-41b8-b355-cd4a5d641278 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:12:26.489784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:12:26.490181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:12:26.490509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:12:26.491058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Bound port: cf291a57-8517-41b8-b355-cd4a5d641278, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:12:26.491341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.632343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:12:26.638564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cf291a57-8517-41b8-b355-cd4a5d641278,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:12:26.660487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.727485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:26.727719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:26.729294 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] 10.222.0.38 "PUT /v2.0/ports/cf291a57-8517-41b8-b355-cd4a5d641278 HTTP/1.1" status: 200 len: 1092 time: 1.3580766 Aug 04 15:12:26.731786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:12:26.734431 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb2703-32a5-41a8-91f3-ce84c35f1971" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:12:26.761775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.14 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/ede0f294-997b-4df4-82a6-619f385f6e9f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:26.778946 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.13 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/ede0f294-997b-4df4-82a6-619f385f6e9f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:26.786453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b10a-80f2-4f6e-a3e4-9b13d2ee717e service neutron] Pushing event updated for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:26.791351 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e23646-8709-47a1-b998-61406fbd4605 x-openstack-request-id: req-b3e23646-8709-47a1-b998-61406fbd4605 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:12:26.791640 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:12:26.791894 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3e23646-8709-47a1-b998-61406fbd4605 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:12:26.792317 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278', 'status': 'completed', 'code': 200} Aug 04 15:12:26.912777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-9bab6b05-4ed6-4963-b887-e781702201a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:26.914547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-9bab6b05-4ed6-4963-b887-e781702201a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 1095 time: 0.1062305 Aug 04 15:12:27.003043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6d82-da28-424a-bd4d-7842ec16d125 req-f501a051-1f30-4cab-a55f-f0795fec2c4e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:27.005293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e9e6d82-da28-424a-bd4d-7842ec16d125 req-f501a051-1f30-4cab-a55f-f0795fec2c4e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1125717 Aug 04 15:12:27.069922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e9e6d82-da28-424a-bd4d-7842ec16d125 req-a49c9cec-48d2-48eb-84cc-5683ae4c6227 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 Aug 04 15:12:27.141800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:27.157941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-ed3050cc-397c-4f25-873f-a94dc8b7376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:27.159569 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-ed3050cc-397c-4f25-873f-a94dc8b7376b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5b9fab175fd645e19fab7876b27ada75&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2371819 Aug 04 15:12:27.341352 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:27.414607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:27.416190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-232ca948-be72-4c90-893b-96d9ac7ac385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:27.417694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9feb2703-32a5-41a8-91f3-ce84c35f1971 req-232ca948-be72-4c90-893b-96d9ac7ac385 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2513049 Aug 04 15:12:27.421162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:27.425816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:27.430162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=ede0f294-997b-4df4-82a6-619f385f6e9f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:27.866226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:27.866737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:27.885902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-1512998a-e8c8-4389-b17e-279b929b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:27.887511 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-1512998a-e8c8-4389-b17e-279b929b63e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 1095 time: 0.4323545 Aug 04 15:12:27.889266 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-17825a89-6692-4d99-b3cb-5ea9d1c28506 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0091906 Aug 04 15:12:27.892537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36624) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:27.899583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'ede0f294-997b-4df4-82a6-619f385f6e9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:27.957488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:27.970131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-47bf870f-b677-4605-be19-efdb738c105f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf291a57-8517-41b8-b355-cd4a5d641278 HTTP/1.1" status: 200 len: 217 time: 0.0745490 Aug 04 15:12:28.073586 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-917684e4-3507-444c-8c4d-342528a95865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:28.076077 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-917684e4-3507-444c-8c4d-342528a95865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0988050 Aug 04 15:12:28.113589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:28.148870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655282b-2158-4633-95ff-afdbd8ee655d req-3ecece7f-7896-4439-8251-b73e4f868cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:28.150210 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-3ecece7f-7896-4439-8251-b73e4f868cee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653055 Aug 04 15:12:28.304634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d147abe-5002-49cb-919c-f22cff69acd6 req-2dd94aa9-9a92-4aa7-a25f-2a9797cca201 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:28.313450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d147abe-5002-49cb-919c-f22cff69acd6 req-2dd94aa9-9a92-4aa7-a25f-2a9797cca201 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1130931 Aug 04 15:12:28.315228 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-0200c92e-c2ba-4e64-9efa-7f541ff5406a service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577661 Aug 04 15:12:28.360674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.250 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/77cd3055-7bac-4be9-bac7-f92b8bff57e6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:28.392493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d147abe-5002-49cb-919c-f22cff69acd6 req-1699595d-b363-40e6-8b4d-6d7cddc07900 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779130 Aug 04 15:12:28.531582 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:28.585340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5655282b-2158-4633-95ff-afdbd8ee655d req-4f78efe3-cd0e-4388-811e-86ec046a09d1 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626107 Aug 04 15:12:28.635149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:28.684601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:28.694241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:28.702924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:28.740265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=77cd3055-7bac-4be9-bac7-f92b8bff57e6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:29.194702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:29.284916 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:29.485267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:29.494643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:29.558336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=77cd3055-7bac-4be9-bac7-f92b8bff57e6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:29.647521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc138-64ef-4793-b42f-9a3e765cc0cd req-92d4812d-223b-46c4-9b0d-45f53a359bec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:29.649134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f5dc138-64ef-4793-b42f-9a3e765cc0cd req-92d4812d-223b-46c4-9b0d-45f53a359bec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1117589 Aug 04 15:12:29.682895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:29.747849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f5dc138-64ef-4793-b42f-9a3e765cc0cd req-b5059b84-8d56-4739-9d2a-64ae15cbe263 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Aug 04 15:12:29.833181 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 04ef2b20-d6cb-4182-b54c-9c5784e4014e associated. External IP: 172.25.0.250, port: ede0f294-997b-4df4-82a6-619f385f6e9f. Aug 04 15:12:30.145019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:30.292715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:30.313238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:30.339154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:30.341306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:30.341992 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:30.377729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:30.394767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:30.395419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:30.405222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd2991ae-a0e6-4d1f-9339-674fe1b5d235 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5113149 Aug 04 15:12:30.410501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36664) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:30.416155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': 'ede0f294-997b-4df4-82a6-619f385f6e9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:30.442151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:30.442898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fc7e6-252b-4d8f-87b5-3eb8a51a1d5d None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:30.492427 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:31.194295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c0fc-a2a9-4541-8305-f687238a6798 req-b53760e8-854a-44c9-aa91-544a09f8cf79 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:31.195862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec4c0fc-a2a9-4541-8305-f687238a6798 req-b53760e8-854a-44c9-aa91-544a09f8cf79 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0961254 Aug 04 15:12:31.297780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aec4c0fc-a2a9-4541-8305-f687238a6798 req-cf5fd50a-258f-4888-8508-37e70bb05ee7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846279 Aug 04 15:12:31.557771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:31.566071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:31.819024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:31.932601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:31.939364 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:31.946877 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:31.959797 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:31.960565 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:32.003465 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:32.023737 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:32.025425 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:32.025719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30d14703-e3fc-4d7c-a210-fd92a81a6e0e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/04ef2b20-d6cb-4182-b54c-9c5784e4014e HTTP/1.1" status: 200 len: 978 time: 1.6138875 Aug 04 15:12:32.028452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36692) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:32.071557 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:32.072379 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b7a23-25e3-4689-a2ed-082acddc9a9d None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:32.226250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 77cd3055-7bac-4be9-bac7-f92b8bff57e6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:32.226764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:32.323484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:32.325866 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:32.355731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 77cd3055-7bac-4be9-bac7-f92b8bff57e6 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:32.491009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c81ca-f6a1-4236-90ae-3d6c24dc9a57 req-341e8958-1d1a-432d-b3a7-b58d89dba5a3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:32.492651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7c81ca-f6a1-4236-90ae-3d6c24dc9a57 req-341e8958-1d1a-432d-b3a7-b58d89dba5a3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1040573 Aug 04 15:12:32.552487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7c81ca-f6a1-4236-90ae-3d6c24dc9a57 req-7b35bc64-057c-4b37-951d-fef9a368110b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Aug 04 15:12:32.625190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:32.651585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=77cd3055-7bac-4be9-bac7-f92b8bff57e6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:32.666466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.666878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.667394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.668088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.668088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.668088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.668507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.668733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.669079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.669487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.669967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.670440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:32.741589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:32.742507 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 04ef2b20-d6cb-4182-b54c-9c5784e4014e disassociated (deleted). External IP: 172.25.0.250, port: ede0f294-997b-4df4-82a6-619f385f6e9f. Aug 04 15:12:33.015867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:33.136324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:33.141551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:33.149287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:33.165159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:33.167352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:33.184879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5b770a73-7e75-4d57-8cb4-ee0641fb4d7d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/04ef2b20-d6cb-4182-b54c-9c5784e4014e HTTP/1.1" status: 204 len: 168 time: 1.1553588 Aug 04 15:12:33.188550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36710) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:33.206745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:33.242398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:33.246226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:33.289165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:33.291170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07f13-cfa2-4d30-a686-f0fde51584c5 None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:33.328422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port ede0f294-997b-4df4-82a6-619f385f6e9f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:33.328422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:33.418381 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:33.436004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for ede0f294-997b-4df4-82a6-619f385f6e9f owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:33.773615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:33.796664 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d408-652f-4a11-8919-fa7d2e273bb3 req-bc3c598e-ef8c-454f-bd77-2cfc5aa74e3d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:33.798460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9183d408-652f-4a11-8919-fa7d2e273bb3 req-bc3c598e-ef8c-454f-bd77-2cfc5aa74e3d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1228170 Aug 04 15:12:33.853763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=ede0f294-997b-4df4-82a6-619f385f6e9f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:34.004106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9183d408-652f-4a11-8919-fa7d2e273bb3 req-3401df01-7b6c-4cf4-9247-d419b4bc8048 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785483 Aug 04 15:12:34.026973 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.029233 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f7d3b6d1-bf40-4738-b143-a063e949d495 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/ede0f294-997b-4df4-82a6-619f385f6e9f HTTP/1.1" status: 204 len: 168 time: 0.8364096 Aug 04 15:12:34.032954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36716) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:34.038549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:34.066546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.169911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.276641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.184 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/24fd302a-3068-4584-abdd-53ceefdd24bb) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:34.378561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.420470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.460019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:34.463489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:34.466937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:34.495793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=24fd302a-3068-4584-abdd-53ceefdd24bb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:34.558710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.593846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.758390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.763830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.830138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=24fd302a-3068-4584-abdd-53ceefdd24bb,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:34.845862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.860932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:34.862555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e86ca341-29c2-4a9f-9fd2-5dc007ef70eb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8283460 Aug 04 15:12:34.865209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:34.870992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'port': {'network_id': 'dd8fb098-22e4-42ef-aa3b-6d0ef59060e4', 'name': 'tempest-FloatingIPTestJSON-544230192'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:34.980145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:34.983620 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:35.001078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] device_id is not set on port 9fefa203-6fa6-4afc-bb66-dfc2647ca968 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:12:35.139276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.2 (dd8fb098-22e4-42ef-aa3b-6d0ef59060e4/18595481-9317-4084-8936-23140cf091be/9fefa203-6fa6-4afc-bb66-dfc2647ca968) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:35.167083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e75fd-db03-4b21-8e1a-1e68c29dde84 req-c9d01aef-b3df-46bd-b69c-16b3c2b44351 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:35.168712 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b69e75fd-db03-4b21-8e1a-1e68c29dde84 req-c9d01aef-b3df-46bd-b69c-16b3c2b44351 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0801027 Aug 04 15:12:35.544974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b69e75fd-db03-4b21-8e1a-1e68c29dde84 req-7fc6a276-07fd-4df0-871c-df45a50fbb1e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670497 Aug 04 15:12:35.611541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:35.650133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:35.691546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:35.694753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:35.700764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:35.726602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=9fefa203-6fa6-4afc-bb66-dfc2647ca968,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:35.755553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:35.756181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:35.772226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fa69b5f6-f1e5-4723-8c80-17210d2b616d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9054718 Aug 04 15:12:35.776724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:35.782126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': '9fefa203-6fa6-4afc-bb66-dfc2647ca968'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:35.823192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:36.271815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:36.276670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:36.377574 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP e2868583-a64a-4711-8a6b-e8d17b9342ed associated. External IP: 172.25.0.184, port: 9fefa203-6fa6-4afc-bb66-dfc2647ca968. Aug 04 15:12:36.592105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:36.680765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba50b1-930c-4b95-a60c-df2b93a171f5 req-cba063b7-f0d3-49db-8bdc-ffe682a4cd74 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:36.682997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2aba50b1-930c-4b95-a60c-df2b93a171f5 req-cba063b7-f0d3-49db-8bdc-ffe682a4cd74 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0570884 Aug 04 15:12:36.712883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:36.717336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:36.723842 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:36.724643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2aba50b1-930c-4b95-a60c-df2b93a171f5 req-349d3173-6885-4007-a39f-95399c873a51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Aug 04 15:12:36.734331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:36.735576 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:36.748492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f25eae75-1b69-4b9c-9597-e4611df9d4e5 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/e2868583-a64a-4711-8a6b-e8d17b9342ed HTTP/1.1" status: 200 len: 977 time: 0.9704449 Aug 04 15:12:36.751339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:36.771817 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:36.780855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:36.781448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:36.813271 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:36.813926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db29d1-447d-45da-b59b-00f24db1031f None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:36.843861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 9fefa203-6fa6-4afc-bb66-dfc2647ca968 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:36.844183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:36.938091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:37.179893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:37.180489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:37.180990 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP e2868583-a64a-4711-8a6b-e8d17b9342ed disassociated. External IP: 172.25.0.184, port: 9fefa203-6fa6-4afc-bb66-dfc2647ca968. Aug 04 15:12:37.181451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 9fefa203-6fa6-4afc-bb66-dfc2647ca968 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:37.343418 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:37.380071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=9fefa203-6fa6-4afc-bb66-dfc2647ca968,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:37.515739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:37.640989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:37.651760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:37.663899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:37.664801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:37.717735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:37.720163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:37.724983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36824) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:37.732947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-813580ca-9040-4707-b630-fdcc37a565c1 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/9fefa203-6fa6-4afc-bb66-dfc2647ca968 HTTP/1.1" status: 204 len: 168 time: 0.9792588 Aug 04 15:12:37.734059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:37.734941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:37.778010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 36834) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:37.786309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a31b43b3-284e-44d0-aef7-d53f36db0399 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/floatingips/e2868583-a64a-4711-8a6b-e8d17b9342ed HTTP/1.1" status: 200 len: 688 time: 0.0600929 Aug 04 15:12:37.842950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:37.845015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827a37c-3d3d-415f-a04f-d8b5bd14de9c None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:37.964983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c459b-b73d-4187-b1a3-8a92c3481dc8 req-2dcf9bc0-db64-41c9-801b-f72fbe3674b9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:37.966847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b07c459b-b73d-4187-b1a3-8a92c3481dc8 req-2dcf9bc0-db64-41c9-801b-f72fbe3674b9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0978942 Aug 04 15:12:37.997514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 24fd302a-3068-4584-abdd-53ceefdd24bb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:37.997876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.056319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b07c459b-b73d-4187-b1a3-8a92c3481dc8 req-56039a52-209e-47c8-8369-7f242f5b34f9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805273 Aug 04 15:12:38.113578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.113578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.127653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 24fd302a-3068-4584-abdd-53ceefdd24bb owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:38.294121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.326468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=24fd302a-3068-4584-abdd-53ceefdd24bb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:38.399460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.402150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.409329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 36914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:38.414440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'a91a75ab-7551-4060-ba44-12415e43af2a'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:38.420531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7520413-d370-4f58-a675-a68287e2ef94 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/e2868583-a64a-4711-8a6b-e8d17b9342ed HTTP/1.1" status: 204 len: 168 time: 0.6396055 Aug 04 15:12:38.445292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.584065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.721115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.202 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2dc72d33-aff6-4366-b3e2-81b005f6713c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:38.860130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.902876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:38.943097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:38.948071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:38.951279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:38.977965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=2dc72d33-aff6-4366-b3e2-81b005f6713c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:39.207344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b1722-e97c-4d51-83dc-8773077585d4 req-48ff27ec-e9da-4e62-bce6-c086f1480950 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:39.209632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e45b1722-e97c-4d51-83dc-8773077585d4 req-48ff27ec-e9da-4e62-bce6-c086f1480950 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0670891 Aug 04 15:12:39.258896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e45b1722-e97c-4d51-83dc-8773077585d4 req-c3cb4a7a-c4f3-4eb1-9c9f-256f45a936de tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Aug 04 15:12:39.400900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:39.477294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:39.657628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:39.663232 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:39.738560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=2dc72d33-aff6-4366-b3e2-81b005f6713c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:39.756579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:39.872208 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 4bd6c845-9d3c-4613-b9e2-69bde33759c2 associated. External IP: 172.25.0.202, port: a91a75ab-7551-4060-ba44-12415e43af2a. Aug 04 15:12:40.102819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:40.226809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:40.239643 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:40.255134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.260785 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:40.261448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:40.293263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-67ba59bc-5035-4ea0-914c-07f063afbd61 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8822360 Aug 04 15:12:40.296381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37170) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:40.303351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2106000976'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:40.323295 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:40.341930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:40.347685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.350232 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:40.350883 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:40.394308 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:40.395080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e2277-9577-4d56-afe1-23f2177bf8af None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:40.399671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:12:40.439757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.446948 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Added segment 9ec47dff-d85c-426a-9558-41c94584380e of type vlan for network d937817b-3654-473f-a1a6-2508f8e379f6 Aug 04 15:12:40.499856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.516036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a9ec1-0ab1-48f7-b50e-23f308669f59 req-613a0447-7c96-4a42-86f8-7bdf5ad9be13 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:40.517663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d7a9ec1-0ab1-48f7-b50e-23f308669f59 req-613a0447-7c96-4a42-86f8-7bdf5ad9be13 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.1356869 Aug 04 15:12:40.562291 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.567719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:40.568302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.631227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d7a9ec1-0ab1-48f7-b50e-23f308669f59 req-23409a91-e1c5-42ca-b68b-46f44127b9cf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014442 Aug 04 15:12:40.653110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3538551 Aug 04 15:12:40.654510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37192) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:40.658347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23dcb1-8556-4db5-9618-d0005bb45732 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Network': ['ID=d937817b-3654-473f-a1a6-2508f8e379f6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:40.659865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'subnet': {'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:40.669831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network d937817b-3654-473f-a1a6-2508f8e379f6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:12:40.769280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:40.774729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:40.965665 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.017894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Subnet': ['ID=d9eb5944-582f-4849-be4c-aa950339e753,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:41.034587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Checking segment: {'id': '9ec47dff-d85c-426a-9558-41c94584380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:12:41.034976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network hostable DHCP agents. Network: d937817b-3654-473f-a1a6-2508f8e379f6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:12:41.054915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network d937817b-3654-473f-a1a6-2508f8e379f6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:12:41.065406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, d937817b-3654-473f-a1a6-2508f8e379f6) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:41.071138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:41.072567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.076877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606ca43-f8c4-4a64-95a0-415389f30251 None None] Network d937817b-3654-473f-a1a6-2508f8e379f6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:12:41.095407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37194) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:41.095883 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-42908906-6256-4461-9a0e-01e4ea004112 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4398658 Aug 04 15:12:41.102177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1300154276', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}, 'admin_state_up': False}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:41.129885 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.131285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.190210 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.257153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-d937817b-3654-473f-a1a6-2508f8e379f6', 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6', 'tenant_id': '35124b13e45b494497329250a4b05c1b', 'fixed_ips': [{'subnet_id': 'd9eb5944-582f-4849-be4c-aa950339e753'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:12:41.258177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.412344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.426515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Allocated IP 172.20.0.2 (d937817b-3654-473f-a1a6-2508f8e379f6/d9eb5944-582f-4849-be4c-aa950339e753/735c8577-4a9e-447f-81d5-0cc8b7a0c1df) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:41.576730 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.586357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Transition to ACTIVE for port object 735c8577-4a9e-447f-81d5-0cc8b7a0c1df will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:41.606356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Transition to ACTIVE for port object 735c8577-4a9e-447f-81d5-0cc8b7a0c1df will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:41.615953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.632342 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.652336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Network d937817b-3654-473f-a1a6-2508f8e379f6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:41.653289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.660766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:41.665689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:41.676486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Pushing event updated for resources: {'Port': ['ID=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:41.737041 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Attempting to bind port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:12:41.737410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Attempting to bind port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9ec47dff-d85c-426a-9558-41c94584380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:12:41.737770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Attempting to bind port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df on network d937817b-3654-473f-a1a6-2508f8e379f6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:12:41.743481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:12:41.743857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Checking segment: {'id': '9ec47dff-d85c-426a-9558-41c94584380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:12:41.744262 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.745373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Bound using segment: {'id': '9ec47dff-d85c-426a-9558-41c94584380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:12:41.745886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Bound port: 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec47dff-d85c-426a-9558-41c94584380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:12:41.746276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.821996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23129e2-be3a-419c-8dc6-c2c4c8225ae8 req-bdfce168-526f-4132-9f86-f0ad725b2e87 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:41.823719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d23129e2-be3a-419c-8dc6-c2c4c8225ae8 req-bdfce168-526f-4132-9f86-f0ad725b2e87 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0971358 Aug 04 15:12:41.824977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.25.0.163 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/cb8bf7da-9902-45ee-a0cd-661d51cc8c8c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:41.840357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] For port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:12:41.845067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] For port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,segment=NetworkSegment(9ec47dff-d85c-426a-9558-41c94584380e),segment_id=9ec47dff-d85c-426a-9558-41c94584380e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:12:41.850440 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:41.916228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d23129e2-be3a-419c-8dc6-c2c4c8225ae8 req-173fa656-abea-47c9-a550-be306419bf42 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836618 Aug 04 15:12:41.967505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b23b-ac26-4893-86bc-0d092a4c43b5 None None] Pushing event updated for resources: {'Port': ['ID=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:41.984612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:42.044537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:42.093209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:42.097630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:42.104082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:42.160570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=cb8bf7da-9902-45ee-a0cd-661d51cc8c8c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:42.410363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:42.939723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:42.982405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c5916-7b1b-4ebc-9aef-60f857e55510 None None] Network d937817b-3654-473f-a1a6-2508f8e379f6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:12:43.048689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-99f7caf3-4a8b-43cd-8805-7ed34e84bbfe None None] Provisioning for port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:43.130333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72fb4-8529-48c0-b076-6fbbe9a09869 req-d7784cd1-5bcb-43b4-8e98-d551fcda2e3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:43.131953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13a72fb4-8529-48c0-b076-6fbbe9a09869 req-d7784cd1-5bcb-43b4-8e98-d551fcda2e3e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0782266 Aug 04 15:12:43.168336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:12:43.187746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13a72fb4-8529-48c0-b076-6fbbe9a09869 req-6747cf1d-374f-4cda-a802-dde47f31d161 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 04 15:12:43.312742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:43.323818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] Sync routers for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:43.333748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:43.334045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:43.337919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ba64fe0f-4924-4f42-8a5a-3a2d31b7a5c2 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2379541 Aug 04 15:12:43.338112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:43.338269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37208) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:43.378672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:43.388457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:43.389346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:43.427233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:43.427961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da812716-6a70-4ddd-b232-75d224ed3421 None None] The sync data for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:43.997502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 735c8577-4a9e-447f-81d5-0cc8b7a0c1df up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:12:44.057234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:44.064630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:44.065531 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.153173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.188817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,segment=NetworkSegment(9ec47dff-d85c-426a-9558-41c94584380e),segment_id=9ec47dff-d85c-426a-9558-41c94584380e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:44.190390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.193965 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.247973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:44.376796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5feb-2d22-4831-83c6-e4c10a532e0c req-61820097-83c5-4f0e-aa7c-f59fc7d5e05a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:44.378525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b9c5feb-2d22-4831-83c6-e4c10a532e0c req-61820097-83c5-4f0e-aa7c-f59fc7d5e05a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0589230 Aug 04 15:12:44.423080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b9c5feb-2d22-4831-83c6-e4c10a532e0c req-6d7f43c5-bcb1-4c9e-84ea-548fbc114561 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Aug 04 15:12:44.496950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.1 (d937817b-3654-473f-a1a6-2508f8e379f6/d9eb5944-582f-4849-be4c-aa950339e753/3eae66a9-2863-426c-ba2c-b8012298605d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:44.630700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.646111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Transition to ACTIVE for port object 3eae66a9-2863-426c-ba2c-b8012298605d will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:44.685202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.733718 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network d937817b-3654-473f-a1a6-2508f8e379f6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:44.737853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:44.742274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:44.785131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=3eae66a9-2863-426c-ba2c-b8012298605d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:44.801835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-92817844-f5a3-456d-ad6a-504624adf55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.822777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.823281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.823731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.824269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.824924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.825466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.826098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.826654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.827189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.827725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.828156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.828735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:12:44.834250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:44.846015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:44.975816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca4383e0-a86f-4a69-a3f1-01cbde497c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.010373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.088333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca4383e0-a86f-4a69-a3f1-01cbde497c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.092471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ca4383e0-a86f-4a69-a3f1-01cbde497c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.112810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-61e66ac6-50a2-4d63-b440-d2964fd04e9c None None] Provisioning for port 3eae66a9-2863-426c-ba2c-b8012298605d completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:45.117234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-61e66ac6-50a2-4d63-b440-d2964fd04e9c None None] Provisioning complete for port 3eae66a9-2863-426c-ba2c-b8012298605d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:45.117656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61e66ac6-50a2-4d63-b440-d2964fd04e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.146610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ca4383e0-a86f-4a69-a3f1-01cbde497c93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1232476a69f466aac2f0ed14707096f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965405 Aug 04 15:12:45.146610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4383e0-a86f-4a69-a3f1-01cbde497c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb790e-a3b0-477c-8281-67c2050bd0f5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:45.149328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37224) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:45.176606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-61e66ac6-50a2-4d63-b440-d2964fd04e9c None None] Port 3eae66a9-2863-426c-ba2c-b8012298605d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:12:45.211524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.238653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.289228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.292487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.293706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86bb790e-a3b0-477c-8281-67c2050bd0f5 HTTP/1.1" status: 204 len: 168 time: 0.1433151 Aug 04 15:12:45.302307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961b090-f3d6-4374-8800-ab3ddb598d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb790e-a3b0-477c-8281-67c2050bd0f5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:45.343818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.348753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.433256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.436217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=3eae66a9-2863-426c-ba2c-b8012298605d,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:45.542054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network d937817b-3654-473f-a1a6-2508f8e379f6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:45.543847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:45.559907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f5b8-0c11-4857-92c5-789c0126c2d7 req-24d4d081-8e3f-46fa-99c9-6c4a92ff889b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:45.561513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5fe1f5b8-0c11-4857-92c5-789c0126c2d7 req-24d4d081-8e3f-46fa-99c9-6c4a92ff889b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0614290 Aug 04 15:12:45.612762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5fe1f5b8-0c11-4857-92c5-789c0126c2d7 req-1550cccb-f1ab-4da5-94c2-6def1be3d9b6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Aug 04 15:12:45.689685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:45.811202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b3e92fcd-0624-4bad-8e34-c865125015be None None] Provisioning complete for port 3eae66a9-2863-426c-ba2c-b8012298605d triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:45.811929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b3e92fcd-0624-4bad-8e34-c865125015be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:45.816913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:45.823625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c458e5b7-770c-47de-9ff4-44d8b9c7ab8a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/routers/6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4841166 Aug 04 15:12:45.826466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37240) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:45.832205 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749acac9-363d-4189-9877-d410eefbb46d None None] Sync routers for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:45.832729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'port': {'network_id': 'd937817b-3654-473f-a1a6-2508f8e379f6', 'name': 'tempest-FloatingIPTestJSON-1245677468'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:45.846275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:45.852516 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:45.883670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b3e92fcd-0624-4bad-8e34-c865125015be None None] Port 3eae66a9-2863-426c-ba2c-b8012298605d cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:12:45.920174 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:45.931004 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:45.931910 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:45.971691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-749acac9-363d-4189-9877-d410eefbb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:45.972571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 735c8577-4a9e-447f-81d5-0cc8b7a0c1df up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:12:45.972859 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749acac9-363d-4189-9877-d410eefbb46d None None] The sync data for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:46.001832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Made reservation on behalf of 35124b13e45b494497329250a4b05c1b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:12:46.006337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.026807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] device_id is not set on port 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:12:46.039290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:46.039683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.145428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Allocated IP 172.20.0.9 (d937817b-3654-473f-a1a6-2508f8e379f6/d9eb5944-582f-4849-be4c-aa950339e753/427ddafd-e4d2-4cfa-b5ce-582f3543dc56) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:12:46.297527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.312911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Transition to ACTIVE for port object 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:12:46.349154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.392558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Network d937817b-3654-473f-a1a6-2508f8e379f6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:12:46.395758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:12:46.398726 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:12:46.438363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event updated for resources: {'Port': ['ID=427ddafd-e4d2-4cfa-b5ce-582f3543dc56,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:46.469168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:46.470110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.490558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c7ed576-91b4-4c8f-afc7-a729d2fc864c tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6627676 Aug 04 15:12:46.491104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:46.498029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Request body: {'floatingip': {'port_id': '427ddafd-e4d2-4cfa-b5ce-582f3543dc56'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:12:46.566176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.713908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c143b709-e2f2-49fe-a2af-f1dc118b82a6 None None] Provisioning for port 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:46.724127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c143b709-e2f2-49fe-a2af-f1dc118b82a6 None None] Provisioning complete for port 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:46.724750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c143b709-e2f2-49fe-a2af-f1dc118b82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:46.759930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa88b0-b1a7-444c-aa12-7d0b2593243e req-0ce409a8-367f-4dc6-ab8f-b425753671cc tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:46.762264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbaa88b0-b1a7-444c-aa12-7d0b2593243e req-0ce409a8-367f-4dc6-ab8f-b425753671cc tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0563457 Aug 04 15:12:46.782860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c143b709-e2f2-49fe-a2af-f1dc118b82a6 None None] Port 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:12:46.811119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bbaa88b0-b1a7-444c-aa12-7d0b2593243e req-107a3079-d54c-4857-b031-a3ebc49f7e58 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Aug 04 15:12:47.087157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:47.091937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:47.198844 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 4bd6c845-9d3c-4613-b9e2-69bde33759c2 associated. External IP: 172.25.0.202, port: a91a75ab-7551-4060-ba44-12415e43af2a. Aug 04 15:12:47.393432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1133141-2e5f-4530-a086-cd9c8aef8a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:47.422725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:47.536968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:47.547858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:47.558736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:47.559459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.600912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.610207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:47.610848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.652622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.653337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c096720-b763-48b9-991f-079e8fbdc58c None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:47.665153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:47.755530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:47.870039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:47.876738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:47.883669 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] Sync routers for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:47.895306 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:47.896279 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.931329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5324-fe43-4ff3-ba23-747a29602631 req-5fc23e52-83e8-4cff-bf91-157986cb2380 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:47.936137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ffb5324-fe43-4ff3-ba23-747a29602631 req-5fc23e52-83e8-4cff-bf91-157986cb2380 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0576377 Aug 04 15:12:47.954874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.964601 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:47.965700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:47.998747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ffb5324-fe43-4ff3-ba23-747a29602631 req-093a0d7b-b51b-467e-84c1-051e8f2635f4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523438 Aug 04 15:12:48.004940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:48.005856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a4f24-642a-42f4-9db3-0414b644be58 None None] The sync data for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:48.045440 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.322625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2b4a3821-0d9b-44a9-9c5d-48449c424ab7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/floatingips/4bd6c845-9d3c-4613-b9e2-69bde33759c2 HTTP/1.1" status: 200 len: 978 time: 1.8280146 Aug 04 15:12:48.323408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37284) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:48.420570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:48.420899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.520962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.718545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.718545 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.719271 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Floating IP 4bd6c845-9d3c-4613-b9e2-69bde33759c2 disassociated. External IP: 172.25.0.202, port: 427ddafd-e4d2-4cfa-b5ce-582f3543dc56. Aug 04 15:12:48.719689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 427ddafd-e4d2-4cfa-b5ce-582f3543dc56 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:48.768359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.831949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.864081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:48.892528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=427ddafd-e4d2-4cfa-b5ce-582f3543dc56,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:49.017182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:49.122001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526c0e-3cdf-4558-bced-3c6a97f4bfcc req-c9d4ef99-2504-45a4-bf52-568e608d5830 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:49.123575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da526c0e-3cdf-4558-bced-3c6a97f4bfcc req-c9d4ef99-2504-45a4-bf52-568e608d5830 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0575275 Aug 04 15:12:49.146053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:49.160372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] Sync routers for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:49.163841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da526c0e-3cdf-4558-bced-3c6a97f4bfcc req-be864b69-deb6-481b-a081-7a73c13019dd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Aug 04 15:12:49.171743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:49.173559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:49.218490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:49.226685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:49.227861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:49.228498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:49.229045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b4af48a5-42c7-4529-9911-348f021a8b6d tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/427ddafd-e4d2-4cfa-b5ce-582f3543dc56 HTTP/1.1" status: 204 len: 168 time: 0.9046931 Aug 04 15:12:49.232095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37292) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:49.277691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:49.278718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f19cb4-9b01-4a09-bd0d-290b4cda4c3a None None] The sync data for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:49.632658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:49.909502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 3eae66a9-2863-426c-ba2c-b8012298605d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:49.910225 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.006208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.021402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 3eae66a9-2863-426c-ba2c-b8012298605d owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:50.219066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.248265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=3eae66a9-2863-426c-ba2c-b8012298605d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:50.270177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.318973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658464-a558-4022-93ed-a1f3e9d87eb0 req-a75ebe65-4fcd-4ef6-be8a-cfa0ea857998 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:50.321274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1658464-a558-4022-93ed-a1f3e9d87eb0 req-a75ebe65-4fcd-4ef6-be8a-cfa0ea857998 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 943 time: 0.0808909 Aug 04 15:12:50.367708 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c1658464-a558-4022-93ed-a1f3e9d87eb0 req-3cdc831a-5ed2-4371-80a0-17bd7c742d00 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Aug 04 15:12:50.442092 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.662279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cf291a57-8517-41b8-b355-cd4a5d641278 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:12:50.688671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:50.775873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cf291a57-8517-41b8-b355-cd4a5d641278,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:50.793388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'cf291a57-8517-41b8-b355-cd4a5d641278', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': 'cf291a57-8517-41b8-b355-cd4a5d641278', 'mac_address': 'fa:16:3e:6c:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:12:50.808824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:50.814701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-451a91d4-dc37-4624-8893-509919ac6313 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/routers/6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5814118 Aug 04 15:12:50.817501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37302) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:50.820890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] Sync routers for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:50.831408 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:50.832112 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:50.853616 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.869418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf291a57-8517-41b8-b355-cd4a5d641278 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:12:50.883999 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:50.895512 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] Routers {'6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:50.896321 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:50.899347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cf291a57-8517-41b8-b355-cd4a5d641278,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:50.904519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.935465 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:50.936247 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afa85b-aab9-4c2c-9c9b-d94019860e40 None None] The sync data for ids ['6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:50.946644 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:50.970433 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:51.062943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.105406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cf291a57-8517-41b8-b355-cd4a5d641278'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:12:51.125494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port cb8bf7da-9902-45ee-a0cd-661d51cc8c8c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:51.125865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.211027 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.224096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for cb8bf7da-9902-45ee-a0cd-661d51cc8c8c owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:51.421461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.451897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=cb8bf7da-9902-45ee-a0cd-661d51cc8c8c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:51.551106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eec31-336b-4997-b3cb-4d480c98a12f req-196cf3dd-0edc-4824-bd75-1d0ec3846c5c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:51.552654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-151eec31-336b-4997-b3cb-4d480c98a12f req-196cf3dd-0edc-4824-bd75-1d0ec3846c5c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 944 time: 0.0971451 Aug 04 15:12:51.553719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.665980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.669174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.689598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-151eec31-336b-4997-b3cb-4d480c98a12f req-a9a0de78-c837-4973-aab0-9824606ed002 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079965 Aug 04 15:12:51.754029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.755238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:12:51.768693 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.772812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-59d352b3-1cc9-4cb7-b226-f2decc1098ab tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/routers/6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 HTTP/1.1" status: 204 len: 168 time: 0.9514647 Aug 04 15:12:51.773472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37312) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:51.839247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting subnet d9eb5944-582f-4849-be4c-aa950339e753 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:12:51.842983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:51.898475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.005691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.064438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.098271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Subnet': ['ID=d9eb5944-582f-4849-be4c-aa950339e753,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:52.105176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.107271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4c59dbe1-03f6-491e-bf81-bc2edf6cf4e7 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/subnets/d9eb5944-582f-4849-be4c-aa950339e753 HTTP/1.1" status: 204 len: 168 time: 0.3324442 Aug 04 15:12:52.110299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37314) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:52.119215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036098fe-e6e5-47a2-98db-fa5501504273 None None] Network d937817b-3654-473f-a1a6-2508f8e379f6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:12:52.202066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.267459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:52.267849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.326547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] DHCP port deletion for d937817b-3654-473f-a1a6-2508f8e379f6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:12:52.350488 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] For port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,segment=NetworkSegment(9ec47dff-d85c-426a-9558-41c94584380e),segment_id=9ec47dff-d85c-426a-9558-41c94584380e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:52.350991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.366031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 735c8577-4a9e-447f-81d5-0cc8b7a0c1df owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:52.390371 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Deleting port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:52.390913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.459285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] For port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,segment=NetworkSegment(9ec47dff-d85c-426a-9558-41c94584380e),segment_id=9ec47dff-d85c-426a-9558-41c94584380e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:52.459886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.463205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.478497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Calling delete_port for 735c8577-4a9e-447f-81d5-0cc8b7a0c1df owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:52.491460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:52.495743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] No DVR routers for this DVR port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:12:52.574904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.585249 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.598421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d937817b-3654-473f-a1a6-2508f8e379f6']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:52.610548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] Pushing event deleted for resources: {'Port': ['ID=735c8577-4a9e-447f-81d5-0cc8b7a0c1df,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:52.612200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28075f0f-5915-4452-bf94-c367cae7a50e None None] No DVR routers for this DVR port 735c8577-4a9e-447f-81d5-0cc8b7a0c1df on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:12:52.620053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec47dff-d85c-426a-9558-41c94584380e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:52.620053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec47dff-d85c-426a-9558-41c94584380e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:52.630802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.646190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.654272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:12:52.654702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:12:52.659348 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:12:52.665347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cf291a57-8517-41b8-b355-cd4a5d641278 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:12:52.736673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.747304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port cf291a57-8517-41b8-b355-cd4a5d641278 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:12:52.754836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port cf291a57-8517-41b8-b355-cd4a5d641278 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:12:52.755412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.757435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.759689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/networks/d937817b-3654-473f-a1a6-2508f8e379f6 HTTP/1.1" status: 204 len: 168 time: 0.6483438 Aug 04 15:12:52.762836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37320) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:52.775358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875829b-1759-44d5-b6ee-8a9b8db148bb tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Network': ['ID=d937817b-3654-473f-a1a6-2508f8e379f6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:52.859832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.887734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:12:52.890992 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7882c377-0d78-457c-a968-df70a5432816" -d '{"events": [{"server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:12:52.892959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf22fa-c24f-4eb7-ad52-ff82a411b016 req-fc3b4f3d-a8d6-463d-9576-fb1fd83aced2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:52.909009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42bf22fa-c24f-4eb7-ad52-ff82a411b016 req-fc3b4f3d-a8d6-463d-9576-fb1fd83aced2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 944 time: 0.0852098 Aug 04 15:12:52.916656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cf291a57-8517-41b8-b355-cd4a5d641278,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:52.923544 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.952531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port 2dc72d33-aff6-4366-b3e2-81b005f6713c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:52.953811 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:52.985007 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea39939-065a-4fa2-8918-a82ed35224cd x-openstack-request-id: req-aea39939-065a-4fa2-8918-a82ed35224cd {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:12:52.985296 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:12:52.985600 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aea39939-065a-4fa2-8918-a82ed35224cd {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:12:52.990324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42bf22fa-c24f-4eb7-ad52-ff82a411b016 req-8555a330-274f-49f6-867e-207fd3da40d4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747480 Aug 04 15:12:52.991044 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278', 'code': 200} Aug 04 15:12:53.016452 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:53.112731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.113243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.117226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70fbbc-9971-4d5f-96c8-0ac31d6af3fc req-f55b7822-0808-4673-b172-6f5fb23d5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:53.118852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c70fbbc-9971-4d5f-96c8-0ac31d6af3fc req-f55b7822-0808-4673-b172-6f5fb23d5416 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 1097 time: 0.0809934 Aug 04 15:12:53.135260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for 2dc72d33-aff6-4366-b3e2-81b005f6713c owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:53.220178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c70fbbc-9971-4d5f-96c8-0ac31d6af3fc req-8b930c2d-3ca7-45be-943a-5ee2a8bb5c0a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934100 Aug 04 15:12:53.317554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.347925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=2dc72d33-aff6-4366-b3e2-81b005f6713c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:53.410116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.413025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.414249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c578f2f2-04da-4380-83e1-b536085cba54 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/floatingips/4bd6c845-9d3c-4613-b9e2-69bde33759c2 HTTP/1.1" status: 204 len: 168 time: 0.6500232 Aug 04 15:12:53.418121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:53.442075 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-425e9342-d744-4422-904b-e644b79849d8 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] DELETE failed (client error): The resource could not be found. Aug 04 15:12:53.442883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425e9342-d744-4422-904b-e644b79849d8 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:12:53.444753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-425e9342-d744-4422-904b-e644b79849d8 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/427ddafd-e4d2-4cfa-b5ce-582f3543dc56 HTTP/1.1" status: 404 len: 333 time: 0.0256598 Aug 04 15:12:53.447487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37326) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:53.474062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af7aab50-0cef-47e9-bea9-b60ef1fd1eee tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 HTTP/1.1" status: 200 len: 205 time: 0.0255189 Aug 04 15:12:53.476745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37328) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:53.515679 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-b229d64a-749f-4d34-805a-7e1b8b067026 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] delete failed (client error): The resource could not be found. Aug 04 15:12:53.516793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b229d64a-749f-4d34-805a-7e1b8b067026 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/routers/6dbf5b55-c2e7-4ef3-b2a8-321f9f910f79 HTTP/1.1" status: 404 len: 336 time: 0.0391223 Aug 04 15:12:53.519510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37330) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:53.547265 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8fa932-c866-4a35-a843-416fb3aea658 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] DELETE failed (client error): The resource could not be found. Aug 04 15:12:53.547770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8fa932-c866-4a35-a843-416fb3aea658 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:12:53.549568 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b8fa932-c866-4a35-a843-416fb3aea658 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/subnets/d9eb5944-582f-4849-be4c-aa950339e753 HTTP/1.1" status: 404 len: 337 time: 0.0291975 Aug 04 15:12:53.552232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:53.639059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port a91a75ab-7551-4060-ba44-12415e43af2a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:53.639402 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.733087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.745079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for a91a75ab-7551-4060-ba44-12415e43af2a owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:53.911193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:53.955269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=a91a75ab-7551-4060-ba44-12415e43af2a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:54.009646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 735c8577-4a9e-447f-81d5-0cc8b7a0c1df no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:12:54.043747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 735c8577-4a9e-447f-81d5-0cc8b7a0c1df {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:12:54.044508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 735c8577-4a9e-447f-81d5-0cc8b7a0c1df not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:12:54.055344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:54.063815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-27ebdd3c-ed42-4136-97ed-249e9002a70a tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/a91a75ab-7551-4060-ba44-12415e43af2a HTTP/1.1" status: 204 len: 168 time: 0.5080533 Aug 04 15:12:54.065750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:54.257251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35f50-34a4-493f-82e5-442ca96f4d53 req-f48df343-7862-4f19-bfe2-e4fda790faff tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:54.259341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bc35f50-34a4-493f-82e5-442ca96f4d53 req-f48df343-7862-4f19-bfe2-e4fda790faff tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.1276774 Aug 04 15:12:54.274714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port dfdf19e2-1eb1-4fc7-96e7-07dab7d09184 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:54.275065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:54.350765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bc35f50-34a4-493f-82e5-442ca96f4d53 req-27eaf212-095d-4abf-9aab-3c8d24043e1f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Aug 04 15:12:54.381002 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:54.392909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for dfdf19e2-1eb1-4fc7-96e7-07dab7d09184 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:54.817495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:54.846411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=dfdf19e2-1eb1-4fc7-96e7-07dab7d09184,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:54.917044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:54.920385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-58cac378-52b2-4f42-92b4-32b51adcb977 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/ports/dfdf19e2-1eb1-4fc7-96e7-07dab7d09184 HTTP/1.1" status: 204 len: 168 time: 0.8531191 Aug 04 15:12:54.923410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37350) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:54.977341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afe8a7-26c1-4eb5-8b24-1c376d471992 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:54.978855 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-30afe8a7-26c1-4eb5-8b24-1c376d471992 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "GET /v2.0/ports?device_id=80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 HTTP/1.1" status: 200 len: 913 time: 0.0543625 Aug 04 15:12:54.981672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37352) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:55.336238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:55.480760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577f259-f5ac-4c4b-8dcb-290f716ec69b req-897939c9-ee6b-41f7-8d77-ae975893e52a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:55.483003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9577f259-f5ac-4c4b-8dcb-290f716ec69b req-897939c9-ee6b-41f7-8d77-ae975893e52a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.0591500 Aug 04 15:12:55.535999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9577f259-f5ac-4c4b-8dcb-290f716ec69b req-36a5af93-44a5-48ee-84c9-10076d6fb3aa tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Aug 04 15:12:55.652173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port f26ffc20-64a8-4480-9f46-f5c3030ba6cc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:55.652521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:55.664941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb950ee-d9d6-4b91-9b2f-70d279055b9c req-8b9af134-a3bd-46f7-af70-156614289995 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:55.668502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eb950ee-d9d6-4b91-9b2f-70d279055b9c req-8b9af134-a3bd-46f7-af70-156614289995 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.0552073 Aug 04 15:12:55.709246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eb950ee-d9d6-4b91-9b2f-70d279055b9c req-a9943509-42f5-4866-9fdf-7c30f66ab34b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Aug 04 15:12:55.753266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:55.766206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for f26ffc20-64a8-4480-9f46-f5c3030ba6cc owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:55.974810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:56.002340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=f26ffc20-64a8-4480-9f46-f5c3030ba6cc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:56.040017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313e2b-b0e8-4f60-b3d7-68691868db02 req-c24d6635-4b39-472f-a07c-85e509d7acb8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:56.041547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5313e2b-b0e8-4f60-b3d7-68691868db02 req-c24d6635-4b39-472f-a07c-85e509d7acb8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.0581686 Aug 04 15:12:56.050990 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:12:56.088422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5313e2b-b0e8-4f60-b3d7-68691868db02 req-51e62ada-6978-4eca-91f8-7a30e0a84a7e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Aug 04 15:12:56.189696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:56.772525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:12:56.889585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:12:56.898091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f05af21-4014-47db-947e-2e0de9442d90 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "PUT /v2.0/routers/80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123354 Aug 04 15:12:56.898218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37378) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:56.899883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29530555-8e6f-45fa-a076-889310c19daa None None] Sync routers for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:12:56.910277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:56.911107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:56.945104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:56.953983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] Routers {'80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:12:56.954923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:12:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:56.991464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-29530555-8e6f-45fa-a076-889310c19daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:56.992305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29530555-8e6f-45fa-a076-889310c19daa None None] The sync data for ids ['80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:12:57.010262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.111600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.198400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting port e0bb3dea-ed29-426e-b4d7-46ea28d6c5e7 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:57.198668 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.266349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119e9a-a725-4222-b8a2-1fea845d670e req-d4358659-dbf7-41b2-8985-28277b79ddca tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:57.268092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e119e9a-a725-4222-b8a2-1fea845d670e req-d4358659-dbf7-41b2-8985-28277b79ddca tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.1031380 Aug 04 15:12:57.331962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.347199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e119e9a-a725-4222-b8a2-1fea845d670e req-7690ba97-5e86-4416-af10-ce712db694be tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714846 Aug 04 15:12:57.351370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Calling delete_port for e0bb3dea-ed29-426e-b4d7-46ea28d6c5e7 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:57.384307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-90cc6f03-d7cb-49af-b2db-042be5067440 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:12:57.386448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-90cc6f03-d7cb-49af-b2db-042be5067440 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 945 time: 0.0589836 Aug 04 15:12:57.497436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port cf291a57-8517-41b8-b355-cd4a5d641278 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:12:57.497600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.535681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.562943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Port': ['ID=e0bb3dea-ed29-426e-b4d7-46ea28d6c5e7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:57.593049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port cf291a57-8517-41b8-b355-cd4a5d641278, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=cf291a57-8517-41b8-b355-cd4a5d641278,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:12:57.593423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.607243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for cf291a57-8517-41b8-b355-cd4a5d641278 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:12:57.625155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.735702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.737788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.747662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.761106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['cf291a57-8517-41b8-b355-cd4a5d641278'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:12:57.794548 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.795620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Fanout notify agent at l3_agent the message router_deleted on router 80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:12:57.807224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.812914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a63bbe1f-0da3-4992-bf0d-335616b9145e tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/routers/80d7d7b2-5b1f-4bd8-9882-e7bcc07faeb5 HTTP/1.1" status: 204 len: 168 time: 0.9093151 Aug 04 15:12:57.813123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=cf291a57-8517-41b8-b355-cd4a5d641278,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:57.813228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37384) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:57.813320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:12:57.837082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port cf291a57-8517-41b8-b355-cd4a5d641278 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:12:57.839974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.843160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-192ff355-5cf7-433a-b1fb-d81db8387924 req-fbbd168a-b1dc-425e-b6f2-26a2c89bd2ef tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "DELETE /v2.0/ports/cf291a57-8517-41b8-b355-cd4a5d641278 HTTP/1.1" status: 204 len: 173 time: 0.4505894 Aug 04 15:12:57.843646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'name': 'network-vif-deleted', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:12:57.846786 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65f2ec-a687-4aa4-8d56-a3239c336169" -d '{"events": [{"server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "name": "network-vif-deleted", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:12:57.872070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Deleting subnet 18595481-9317-4084-8936-23140cf091be {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:12:57.880240 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:57.899658 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84ca01-4fa3-4a46-ab25-bea347526857 x-openstack-request-id: req-af84ca01-4fa3-4a46-ab25-bea347526857 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:12:57.900163 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ff7cf3-218d-4ce8-a477-0fed41e443eb", "name": "network-vif-deleted", "tag": "cf291a57-8517-41b8-b355-cd4a5d641278", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:12:57.900919 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af84ca01-4fa3-4a46-ab25-bea347526857 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:12:57.908034 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ff7cf3-218d-4ce8-a477-0fed41e443eb', 'name': 'network-vif-deleted', 'tag': 'cf291a57-8517-41b8-b355-cd4a5d641278', 'status': 'completed', 'code': 200} Aug 04 15:12:57.964591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.033389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.107880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.142373 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.146763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/subnets/18595481-9317-4084-8936-23140cf091be HTTP/1.1" status: 204 len: 168 time: 0.3325138 Aug 04 15:12:58.146763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba4df5-2d03-4c57-8da5-54a5160b7886 tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Subnet': ['ID=18595481-9317-4084-8936-23140cf091be,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:58.148099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:58.227833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.327094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.340688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8fb098-22e4-42ef-aa3b-6d0ef59060e4']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:58.357391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2412793b-bf42-44bc-8170-2e785e11f2d5') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:58.357614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2412793b-bf42-44bc-8170-2e785e11f2d5') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:12:58.368319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.383477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.390826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:12:58.391477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:12:58.404008 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:12:58.467269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.476024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:58.480708 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] 10.222.0.76 "DELETE /v2.0/networks/dd8fb098-22e4-42ef-aa3b-6d0ef59060e4 HTTP/1.1" status: 204 len: 168 time: 0.3284583 Aug 04 15:12:58.488068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140db83-4de8-4af6-b556-d130d8ef0fca tempest-FloatingIPTestJSON-1425646697 tempest-FloatingIPTestJSON-1425646697-project] Pushing event deleted for resources: {'Network': ['ID=dd8fb098-22e4-42ef-aa3b-6d0ef59060e4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:58.534091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b385c7ca-0e08-4a73-88d3-a4ae9110f2e2 req-d35191e0-1c18-43c2-80ec-0419383776df tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0773540 Aug 04 15:12:58.790868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37398) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:58.931562 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad806938-7d3b-41a5-ad96-3d9e082fddc3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35124b13e45b494497329250a4b05c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368766 Aug 04 15:12:58.931830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37402) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:12:58.983075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:59.005277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:59.053180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:59.056063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:12:59.059846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef600b77-7955-4b15-98ff-89faad6e88fc HTTP/1.1" status: 204 len: 168 time: 0.1246412 Aug 04 15:12:59.073812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f147be-4e50-4650-9d79-fca86af28edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef600b77-7955-4b15-98ff-89faad6e88fc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:12:59.683275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f39c3c48-2745-4af4-a82f-6577c5d1d92f req-9712cdcf-7b0c-4cdd-b3dd-07574bb27604 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0629129 Aug 04 15:12:59.943347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:00.065300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1222082454'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:00.089609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:00.093574 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.111191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.234310 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.239150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.263742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:00.283754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e072de0-157c-47ee-8d96-df5f9c0520cd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:00.302502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.303898 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment 8a79a44e-516e-4ad7-a42c-94842ac17da0 of type vlan for network cc349016-dfe1-421d-849c-d77f035f5f17 Aug 04 15:13:00.355614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.399058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.405382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:00.406223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.470404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5256081 Aug 04 15:13:00.473822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37432) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:00.481704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'name': 'tempest-PortsIpV6TestJSON-1633905731'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:00.536859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394dd3d-574d-4d5f-9453-4b973cdae4e2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=cc349016-dfe1-421d-849c-d77f035f5f17,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:00.548951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:00.588269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:00.595715 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.635190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 3b51afba-4f13-4780-8ae7-f82b720831ac yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:00.694336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cf291a57-8517-41b8-b355-cd4a5d641278 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:00.727080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: cf291a57-8517-41b8-b355-cd4a5d641278 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:00.727700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device cf291a57-8517-41b8-b355-cd4a5d641278 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:00.838768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d093e84e-c57d-4c0f-a73b-cde5edbaf8cf req-6aab147f-a77c-42fa-b1de-8e9c473f9eec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0422544 Aug 04 15:13:00.885351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:00.934052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.015059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=3b51afba-4f13-4780-8ae7-f82b720831ac,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:01.017526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': '8a79a44e-516e-4ad7-a42c-94842ac17da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:01.018098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: cc349016-dfe1-421d-849c-d77f035f5f17, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:01.047205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:01.057351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, cc349016-dfe1-421d-849c-d77f035f5f17) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:01.067917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852e7e8-3802-423a-81ba-c403d4194ff2 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:01.068412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:01.088216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:01.090498 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.126984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2c76051a-b533-4463-93c9-22f394fff85d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6519659 Aug 04 15:13:01.130343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37442) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:01.140454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-56135974'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:01.166487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:01.179934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.224086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:01.236178 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.237046 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment c8daedc8-0b1d-4713-8d21-6fffc4c26db4 of type vlan for network cb627e51-8f78-447b-a1bc-cca1f130ee2b Aug 04 15:13:01.304302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.358164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.363869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:01.364597 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.446933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3127542 Aug 04 15:13:01.449619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37444) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:01.456001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'ports': [{'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'}, {'network_id': 'cb627e51-8f78-447b-a1bc-cca1f130ee2b'}]} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:01.456569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:01.457220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cb627e51-8f78-447b-a1bc-cca1f130ee2b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:01.489719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a081-c300-4c96-80b4-7903ab0fc01c tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=cb627e51-8f78-447b-a1bc-cca1f130ee2b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:01.507677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network cb627e51-8f78-447b-a1bc-cca1f130ee2b details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:01.668956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 2} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:01.673941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.690013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.781321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 35ae154c-8202-4c60-adc6-702d6417424f yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:01.959971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:01.982120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22117cd3-1b5b-429d-a6e5-9b84e5ad1a8e req-b37722c7-10fe-4e3c-a728-f5778111e436 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3ff7cf3-218d-4ce8-a477-0fed41e443eb HTTP/1.1" status: 200 len: 210 time: 0.0330966 Aug 04 15:13:02.065534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port a68af838-242a-491e-92d1-bac70f3b0614 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:02.197698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.274894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.334176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:02.339597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:02.343778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:02.344787 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.352193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=35ae154c-8202-4c60-adc6-702d6417424f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:02.421253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=a68af838-242a-491e-92d1-bac70f3b0614,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:02.432970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': 'c8daedc8-0b1d-4713-8d21-6fffc4c26db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb627e51-8f78-447b-a1bc-cca1f130ee2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:02.433439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: cb627e51-8f78-447b-a1bc-cca1f130ee2b, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:02.454110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cb627e51-8f78-447b-a1bc-cca1f130ee2b is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:02.471080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, cb627e51-8f78-447b-a1bc-cca1f130ee2b) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:02.480386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:02.486665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bca595-9a84-4d8b-a51c-55e72299cde4 None None] Network cb627e51-8f78-447b-a1bc-cca1f130ee2b requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:02.489351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:02.495426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:02.496768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.516745 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c26c6faa-1db7-4be3-b42c-9f39d75bd35f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0652952 Aug 04 15:13:02.520297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:02.653741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port a68af838-242a-491e-92d1-bac70f3b0614 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:02.654357 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.735663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.750609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for a68af838-242a-491e-92d1-bac70f3b0614 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:02.865354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.895759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=a68af838-242a-491e-92d1-bac70f3b0614,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:02.901191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:02.906330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90060948-4291-4142-8eaa-96248d96176e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/a68af838-242a-491e-92d1-bac70f3b0614 HTTP/1.1" status: 204 len: 168 time: 0.3823271 Aug 04 15:13:02.906957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37452) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.002788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3ddd0-20de-4378-8bdb-867a917352fe tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:03.010667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3ddd0-20de-4378-8bdb-867a917352fe tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:03.015129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87f3ddd0-20de-4378-8bdb-867a917352fe tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1044595 Aug 04 15:13:03.016696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.144292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 35ae154c-8202-4c60-adc6-702d6417424f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:03.144722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.218372 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.242794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 35ae154c-8202-4c60-adc6-702d6417424f owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:03.333694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.363642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=35ae154c-8202-4c60-adc6-702d6417424f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:03.369344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.374832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a100b6f6-64b0-417a-850c-8bf045f28c0e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/35ae154c-8202-4c60-adc6-702d6417424f HTTP/1.1" status: 204 len: 168 time: 0.3536489 Aug 04 15:13:03.375199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.463821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45572ad-ef03-4215-b678-f45126345ee9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:03.465995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b45572ad-ef03-4215-b678-f45126345ee9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0898430 Aug 04 15:13:03.468930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37464) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.495803 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabf2cb4-b758-4698-9ff3-c338efa135ca tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:03.500009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cabf2cb4-b758-4698-9ff3-c338efa135ca tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/a68af838-242a-491e-92d1-bac70f3b0614 HTTP/1.1" status: 404 len: 333 time: 0.0275440 Aug 04 15:13:03.500352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.525794 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a942781-ec61-4b76-8c39-3e89d126816e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:03.529796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5a942781-ec61-4b76-8c39-3e89d126816e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/35ae154c-8202-4c60-adc6-702d6417424f HTTP/1.1" status: 404 len: 333 time: 0.0260749 Aug 04 15:13:03.530052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37468) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.615522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.712650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.724530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb627e51-8f78-447b-a1bc-cca1f130ee2b']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:03.741330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8daedc8-0b1d-4713-8d21-6fffc4c26db4') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:03.741595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8daedc8-0b1d-4713-8d21-6fffc4c26db4') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:03.752890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.769048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.777299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:03.777691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:03.780778 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:03.851855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.858685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.861304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/cb627e51-8f78-447b-a1bc-cca1f130ee2b HTTP/1.1" status: 204 len: 168 time: 0.3302162 Aug 04 15:13:03.866704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:03.875169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604782225'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:03.878928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cedaa-9139-4cdf-adce-37672e68333a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=cb627e51-8f78-447b-a1bc-cca1f130ee2b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:03.917071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:03.921448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.949346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:03.961676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:03.961948 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment f4fa1cdd-7a46-4f94-bad1-577c8212aef7 of type vlan for network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 Aug 04 15:13:04.020870 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.056753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.062927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:04.063494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.136103 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2677944 Aug 04 15:13:04.140154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:04.147339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:04.152967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1989fc-1f01-4e30-804f-80a6eaf12087 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=2e7052dc-1fc5-4071-932c-b32a17ffdfe3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:04.164497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:04.273987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:04.279105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.491260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.565772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=55862429-454e-4e2f-b46e-da3d2f808a50,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:04.579644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:04.580097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: 2e7052dc-1fc5-4071-932c-b32a17ffdfe3, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:04.600417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:04.612076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 2e7052dc-1fc5-4071-932c-b32a17ffdfe3) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:04.618020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:04.618241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.623225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca3123-8ed7-459f-ac7a-abe6c4674001 None None] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:04.637065 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f553509c-153a-4750-8ef2-e1a37b2f2563 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961879 Aug 04 15:13:04.639616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:04.645520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3', 'name': 'tempest-PortsIpV6TestJSON-201483253'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:04.795792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-2e7052dc-1fc5-4071-932c-b32a17ffdfe3', 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': '55862429-454e-4e2f-b46e-da3d2f808a50'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:04.796843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.811301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:04.815223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:04.837734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 89bf7ae0-3d74-42cf-bcc3-273cafb399dc yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:04.982239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::343 (2e7052dc-1fc5-4071-932c-b32a17ffdfe3/55862429-454e-4e2f-b46e-da3d2f808a50/89bf7ae0-3d74-42cf-bcc3-273cafb399dc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:05.178904 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.194804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 89bf7ae0-3d74-42cf-bcc3-273cafb399dc will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:05.236403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.277275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:05.298459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:05.305504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:05.319565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:05.319565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.321283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Allocated IP 2001:db8::2 (2e7052dc-1fc5-4071-932c-b32a17ffdfe3/55862429-454e-4e2f-b46e-da3d2f808a50/f937636c-121d-4115-baa8-6f6afc8514ef) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:05.348675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37486) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:05.356014 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7046514 Aug 04 15:13:05.357472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4419ec-4d8c-412f-948a-055185b47955 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=89bf7ae0-3d74-42cf-bcc3-273cafb399dc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:05.492102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 89bf7ae0-3d74-42cf-bcc3-273cafb399dc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:05.492424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.524887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.535620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Transition to ACTIVE for port object f937636c-121d-4115-baa8-6f6afc8514ef will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:05.557012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Transition to ACTIVE for port object f937636c-121d-4115-baa8-6f6afc8514ef will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:05.563753 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.586327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.604144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 89bf7ae0-3d74-42cf-bcc3-273cafb399dc owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:05.605888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:05.608983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:05.612397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:05.619165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Pushing event updated for resources: {'Port': ['ID=f937636c-121d-4115-baa8-6f6afc8514ef,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:05.679496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Attempting to bind port f937636c-121d-4115-baa8-6f6afc8514ef on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:05.679858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Attempting to bind port f937636c-121d-4115-baa8-6f6afc8514ef by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:05.680244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Attempting to bind port f937636c-121d-4115-baa8-6f6afc8514ef on network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:05.685916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:05.686292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Checking segment: {'id': 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:05.686766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.687142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Bound using segment: {'id': 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:05.687607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Bound port: f937636c-121d-4115-baa8-6f6afc8514ef, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e7052dc-1fc5-4071-932c-b32a17ffdfe3'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:05.688412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.752335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.753629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] For port f937636c-121d-4115-baa8-6f6afc8514ef, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:05.757397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] For port f937636c-121d-4115-baa8-6f6afc8514ef, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f937636c-121d-4115-baa8-6f6afc8514ef,segment=NetworkSegment(f4fa1cdd-7a46-4f94-bad1-577c8212aef7),segment_id=f4fa1cdd-7a46-4f94-bad1-577c8212aef7)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:05.762568 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.785248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=89bf7ae0-3d74-42cf-bcc3-273cafb399dc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:05.819884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c6c4-f0b6-4ea2-a695-86b07cb9a728 None None] Pushing event updated for resources: {'Port': ['ID=f937636c-121d-4115-baa8-6f6afc8514ef,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:05.820177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.824792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d5c828b7-0b13-4faf-aaca-48f1f5431b4f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/89bf7ae0-3d74-42cf-bcc3-273cafb399dc HTTP/1.1" status: 204 len: 168 time: 0.4653385 Aug 04 15:13:05.824977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37490) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:05.848863 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34410c0-83d6-49d1-9391-acd6ae96cf8a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:05.849541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34410c0-83d6-49d1-9391-acd6ae96cf8a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:05.854261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b34410c0-83d6-49d1-9391-acd6ae96cf8a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/89bf7ae0-3d74-42cf-bcc3-273cafb399dc HTTP/1.1" status: 404 len: 333 time: 0.0256371 Aug 04 15:13:05.854805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37492) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:05.880293 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa9349d-e02b-4dfe-9cca-ed47940def8d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:05.882188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7fa9349d-e02b-4dfe-9cca-ed47940def8d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/89bf7ae0-3d74-42cf-bcc3-273cafb399dc HTTP/1.1" status: 404 len: 333 time: 0.0263314 Aug 04 15:13:05.885028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:05.937302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 55862429-454e-4e2f-b46e-da3d2f808a50 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:05.940986 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:05.999523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.104821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.163913 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.195441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=55862429-454e-4e2f-b46e-da3d2f808a50,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:06.199104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.201488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9ec4a4f-50ac-4bc5-ac54-42c6872b2449 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/55862429-454e-4e2f-b46e-da3d2f808a50 HTTP/1.1" status: 204 len: 168 time: 0.3149836 Aug 04 15:13:06.203798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37496) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:06.284299 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.345381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port f937636c-121d-4115-baa8-6f6afc8514ef {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:06.345734 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.421247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port f937636c-121d-4115-baa8-6f6afc8514ef, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f937636c-121d-4115-baa8-6f6afc8514ef,segment=NetworkSegment(f4fa1cdd-7a46-4f94-bad1-577c8212aef7),segment_id=f4fa1cdd-7a46-4f94-bad1-577c8212aef7)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:06.421247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.441748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for f937636c-121d-4115-baa8-6f6afc8514ef owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:06.533603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.547770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port f937636c-121d-4115-baa8-6f6afc8514ef on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:06.589822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=f937636c-121d-4115-baa8-6f6afc8514ef,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:06.661699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.676166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7052dc-1fc5-4071-932c-b32a17ffdfe3']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:06.691139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:06.692228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fa1cdd-7a46-4f94-bad1-577c8212aef7') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:06.705723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.722218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.728673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:06.729085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:06.732282 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:06.802761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.814724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.817380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/2e7052dc-1fc5-4071-932c-b32a17ffdfe3 HTTP/1.1" status: 204 len: 168 time: 0.6120892 Aug 04 15:13:06.820728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37512) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:06.826031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-94343225'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:06.840190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67638b-3bc1-4fb0-a1c9-c09955dfabb1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=2e7052dc-1fc5-4071-932c-b32a17ffdfe3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:06.852571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:06.858648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.875272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-09366a86-ae1f-4b75-80e9-0f854857f16a None None] Could not find standard attr ID for object f937636c-121d-4115-baa8-6f6afc8514ef. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:06.897286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf9a42-cda5-4912-b92e-7aed0102dd1d None None] DHCP port deletion for 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:06.900070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:06.912109 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.912511 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment bf116303-0191-4a05-ba86-20826eb5a9de of type vlan for network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 Aug 04 15:13:06.923764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08c37c-5cea-4470-9ec3-a34589712583 None None] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:06.954008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08c37c-5cea-4470-9ec3-a34589712583 None None] Network 2e7052dc-1fc5-4071-932c-b32a17ffdfe3 could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 15:13:06.960040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:06.997651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.003281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:07.003874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.061252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2394624 Aug 04 15:13:07.064776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37518) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:07.070136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:07.070295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d96b79-38cf-4776-b40c-874c7354fc88 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=532d0fbb-1ad6-4d5c-b280-de2ffa562e81,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:07.083384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:07.164693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:07.168155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.349782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.407051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=7e479d4e-3bf4-4242-ba48-90bf465cb3ea,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:07.416474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': 'bf116303-0191-4a05-ba86-20826eb5a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:07.416843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: 532d0fbb-1ad6-4d5c-b280-de2ffa562e81, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:07.435603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:07.444981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 532d0fbb-1ad6-4d5c-b280-de2ffa562e81) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:07.452546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172b0c0-78de-4cff-bbd3-6ee6764b5f63 None None] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:07.453330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:07.456526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.474194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:07.474664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d6a7d85c-54fe-4e8f-92dd-5e9cc8fbd5de tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4049067 Aug 04 15:13:07.480013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-529514159'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:07.667630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-532d0fbb-1ad6-4d5c-b280-de2ffa562e81', 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': '7e479d4e-3bf4-4242-ba48-90bf465cb3ea'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:07.668846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.674772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:07.679200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.705195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 84d764d4-85bf-4911-9b14-e67844b44523 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:07.743900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46d02c-51b3-481d-ab29-607853004019 req-b50154b8-37e7-4e1f-888e-e151c54ad768 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:07.745427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e46d02c-51b3-481d-ab29-607853004019 req-b50154b8-37e7-4e1f-888e-e151c54ad768 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0566597 Aug 04 15:13:07.786311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e46d02c-51b3-481d-ab29-607853004019 req-37c5fe0d-225b-4f88-8409-0d8961b3e65d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 04 15:13:07.833067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::19 (532d0fbb-1ad6-4d5c-b280-de2ffa562e81/7e479d4e-3bf4-4242-ba48-90bf465cb3ea/84d764d4-85bf-4911-9b14-e67844b44523) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:07.964320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:07.978619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 84d764d4-85bf-4911-9b14-e67844b44523 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:08.014894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.067809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:08.068860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Allocated IP 2001:db8::2 (532d0fbb-1ad6-4d5c-b280-de2ffa562e81/7e479d4e-3bf4-4242-ba48-90bf465cb3ea/e0ff7517-f46f-4239-b52c-4519376be2f4) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:08.072597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:08.075270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=84d764d4-85bf-4911-9b14-e67844b44523,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:08.078009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:08.084112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:08.084812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.104553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1cd62cf-1d97-4e1e-96cc-9bab4be49d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.6264007 Aug 04 15:13:08.104932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37534) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:08.208692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 84d764d4-85bf-4911-9b14-e67844b44523 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:08.209002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.245627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.252475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Transition to ACTIVE for port object e0ff7517-f46f-4239-b52c-4519376be2f4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:08.268950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Transition to ACTIVE for port object e0ff7517-f46f-4239-b52c-4519376be2f4 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:08.275925 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.309883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.317243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:08.320035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:08.323586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:08.325327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 84d764d4-85bf-4911-9b14-e67844b44523 owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:08.338476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Pushing event updated for resources: {'Port': ['ID=e0ff7517-f46f-4239-b52c-4519376be2f4,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:08.388854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Attempting to bind port e0ff7517-f46f-4239-b52c-4519376be2f4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:08.389235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Attempting to bind port e0ff7517-f46f-4239-b52c-4519376be2f4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'bf116303-0191-4a05-ba86-20826eb5a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:08.389669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Attempting to bind port e0ff7517-f46f-4239-b52c-4519376be2f4 on network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:08.395120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:08.395729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Checking segment: {'id': 'bf116303-0191-4a05-ba86-20826eb5a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:08.395958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.396360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Bound using segment: {'id': 'bf116303-0191-4a05-ba86-20826eb5a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:08.397136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Bound port: e0ff7517-f46f-4239-b52c-4519376be2f4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf116303-0191-4a05-ba86-20826eb5a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '532d0fbb-1ad6-4d5c-b280-de2ffa562e81'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:08.397466 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.465388 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.466191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] For port e0ff7517-f46f-4239-b52c-4519376be2f4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:08.469650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] For port e0ff7517-f46f-4239-b52c-4519376be2f4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e0ff7517-f46f-4239-b52c-4519376be2f4,segment=NetworkSegment(bf116303-0191-4a05-ba86-20826eb5a9de),segment_id=bf116303-0191-4a05-ba86-20826eb5a9de)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:08.473905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.494963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=84d764d4-85bf-4911-9b14-e67844b44523,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:08.523659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.528214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3de626b9-723b-4d61-9fb7-dd31b56c5754 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/84d764d4-85bf-4911-9b14-e67844b44523 HTTP/1.1" status: 204 len: 168 time: 0.4196956 Aug 04 15:13:08.528552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37540) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:08.548464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429b85c-0653-4c6e-8f52-fe1889d00fda None None] Pushing event updated for resources: {'Port': ['ID=e0ff7517-f46f-4239-b52c-4519376be2f4,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:08.558055 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92e1756-1bf9-4516-be40-7280be140f0a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:08.560680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e92e1756-1bf9-4516-be40-7280be140f0a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/84d764d4-85bf-4911-9b14-e67844b44523 HTTP/1.1" status: 404 len: 333 time: 0.0310833 Aug 04 15:13:08.563647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37542) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:08.615992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 7e479d4e-3bf4-4242-ba48-90bf465cb3ea {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:08.619464 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.662074 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.779289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.855418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.887646 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.889922 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/7e479d4e-3bf4-4242-ba48-90bf465cb3ea HTTP/1.1" status: 204 len: 168 time: 0.3252823 Aug 04 15:13:08.891318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9a968-10ae-4554-8840-be67d2423fa0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=7e479d4e-3bf4-4242-ba48-90bf465cb3ea,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:08.893825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37548) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:08.941004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f28f3-07b6-4ed8-8055-82623b52055f req-fc774986-38e9-4a83-90c8-b90418d685fc tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:08.942610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f22f28f3-07b6-4ed8-8055-82623b52055f req-fc774986-38e9-4a83-90c8-b90418d685fc tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Aug 04 15:13:08.978829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:08.984084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f22f28f3-07b6-4ed8-8055-82623b52055f req-fd5fb8c4-57c0-4602-892b-b3a915e2c3ed tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=408e1234-bd62-4945-b49f-caa71f0a3918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Aug 04 15:13:09.037132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port e0ff7517-f46f-4239-b52c-4519376be2f4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:09.037531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.100239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port e0ff7517-f46f-4239-b52c-4519376be2f4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e0ff7517-f46f-4239-b52c-4519376be2f4,segment=NetworkSegment(bf116303-0191-4a05-ba86-20826eb5a9de),segment_id=bf116303-0191-4a05-ba86-20826eb5a9de)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:09.100548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.116589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for e0ff7517-f46f-4239-b52c-4519376be2f4 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:09.234467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-17dfbe60-3ebe-440b-955c-5925976993a9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:09.236054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-17dfbe60-3ebe-440b-955c-5925976993a9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 946 time: 0.0773973 Aug 04 15:13:09.279276 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.313733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=e0ff7517-f46f-4239-b52c-4519376be2f4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:09.320970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port e0ff7517-f46f-4239-b52c-4519376be2f4 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:09.446450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.460058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532d0fbb-1ad6-4d5c-b280-de2ffa562e81']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:09.476757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf116303-0191-4a05-ba86-20826eb5a9de') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:09.477195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf116303-0191-4a05-ba86-20826eb5a9de') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:09.489560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.499713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:09.500203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.549626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.561915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:09.562337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:09.565392 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:09.571632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe554d-0d9b-4c59-a759-b510ebf7f5bb None None] Network 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:09.630803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9e03e29c-d3e2-43d7-8f50-0658351b7c65 None None] Could not find standard attr ID for object e0ff7517-f46f-4239-b52c-4519376be2f4. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:09.657714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.662909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.668380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/532d0fbb-1ad6-4d5c-b280-de2ffa562e81 HTTP/1.1" status: 204 len: 168 time: 0.7698150 Aug 04 15:13:09.668781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37552) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:09.674033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:09.674483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.675128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'name': 'tempest-PortsIpV6TestJSON-644222887'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:09.690478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b6d78-0264-46de-b699-9d757442b71e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=532d0fbb-1ad6-4d5c-b280-de2ffa562e81,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:09.704751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:09.777748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8defb-1c17-4c78-b164-8d8356e41d6b None None] DHCP port deletion for 532d0fbb-1ad6-4d5c-b280-de2ffa562e81 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:09.886432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.907508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:13:09.920587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:09.983048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:09.985947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:09.988194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-be8e73a2-0a61-4d98-9611-2e2eca16d72a req-768321e7-a973-40d6-81e4-17c37880b852 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "DELETE /v2.0/ports/cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 HTTP/1.1" status: 204 len: 173 time: 0.7422154 Aug 04 15:13:09.988634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'name': 'network-vif-deleted', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:13:09.991746 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105b6c4-eb98-4341-a4c8-114ec25f5e46" -d '{"events": [{"server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "name": "network-vif-deleted", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:13:10.074159 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f739f06a-41b6-410c-a6d9-48df07ac094d x-openstack-request-id: req-f739f06a-41b6-410c-a6d9-48df07ac094d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:13:10.074340 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f7f686-0531-4acf-8639-ce8b03ef0fc8", "name": "network-vif-deleted", "tag": "cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:13:10.074455 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f739f06a-41b6-410c-a6d9-48df07ac094d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:13:10.074880 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f7f686-0531-4acf-8639-ce8b03ef0fc8', 'name': 'network-vif-deleted', 'tag': 'cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5', 'status': 'completed', 'code': 200} Aug 04 15:13:10.116920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f701ce7b-7792-44f5-900f-8e8e89f95185 req-b603f407-ee8a-45b0-b66f-825a557f93fd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0345976 Aug 04 15:13:10.126574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:10.131016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.154863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 2c5aace4-becc-41dd-bf8f-95372944142b yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:10.350134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.401092 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.450639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:10.455121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:10.462560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:10.469358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:10.470241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.484322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=2c5aace4-becc-41dd-bf8f-95372944142b,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:10.497703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2941f9cf-2467-44a4-99a2-1bf96cc51d59 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8249426 Aug 04 15:13:10.498061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37564) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:10.636779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 2c5aace4-becc-41dd-bf8f-95372944142b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:10.637115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.711868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.726870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 2c5aace4-becc-41dd-bf8f-95372944142b owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:10.823141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.855323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=2c5aace4-becc-41dd-bf8f-95372944142b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:10.865683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:10.868062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-909f80dc-50d9-4ac9-bd83-a3caedc3b0cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/2c5aace4-becc-41dd-bf8f-95372944142b HTTP/1.1" status: 204 len: 168 time: 0.3685207 Aug 04 15:13:10.870333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37566) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:10.875443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'mac_address': 'fa:16:3e:23:58:a5', 'name': 'tempest-PortsIpV6TestJSON-1031551273'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:10.967875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:11.034533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.058420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 0bc06054-372d-44e8-854f-1f7eebb4e9ad yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:11.234030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-535bac2f-30e9-4d27-9d8d-3e0884f372a8 req-13d192d9-693d-40be-b585-cd0aa72d2dcf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0353413 Aug 04 15:13:11.248955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.288593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.335660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:11.339195 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:11.341634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:11.347711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:11.348340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.368104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=0bc06054-372d-44e8-854f-1f7eebb4e9ad,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:11.378641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df943d23-318c-4980-87ef-0a06c58e37fd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5071859 Aug 04 15:13:11.380185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:11.423357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d105c-12e0-4fa2-a6fe-49f63d4ef3a4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:11.424932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c06d105c-12e0-4fa2-a6fe-49f63d4ef3a4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/0bc06054-372d-44e8-854f-1f7eebb4e9ad HTTP/1.1" status: 200 len: 845 time: 0.0435717 Aug 04 15:13:11.427930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37572) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:11.521358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 0bc06054-372d-44e8-854f-1f7eebb4e9ad {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:11.521605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.605613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.615091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 0bc06054-372d-44e8-854f-1f7eebb4e9ad owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:11.697663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.741572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.746351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/0bc06054-372d-44e8-854f-1f7eebb4e9ad HTTP/1.1" status: 204 len: 168 time: 0.3150866 Aug 04 15:13:11.746351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9538-8e8e-4218-b938-2b519dc3d5b0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=0bc06054-372d-44e8-854f-1f7eebb4e9ad,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:11.746759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37576) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:11.771553 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec50a37-aeae-4e8a-88f9-d83982f355ff tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:11.773111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-aec50a37-aeae-4e8a-88f9-d83982f355ff tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/0bc06054-372d-44e8-854f-1f7eebb4e9ad HTTP/1.1" status: 404 len: 333 time: 0.0253704 Aug 04 15:13:11.776599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:11.781485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'name': 'tempest-PortsIpV6TestJSON-1236711531'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:11.869488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:11.873252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:11.895093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 8295147d-0482-4569-9705-bc054646348b yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:12.075078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.116833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.174896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:12.178111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:12.180781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:12.186738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:12.187266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.196282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=8295147d-0482-4569-9705-bc054646348b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:12.211152 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36e8a2d3-8e16-49f1-831c-222cc8880264 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4311717 Aug 04 15:13:12.211322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37580) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:12.217075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:12.297980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.335765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1eb669ce-98ea-440b-8026-bbb4449bd3c0 req-078fd2a1-e8c1-4c13-9553-687aa6357c59 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Aug 04 15:13:12.478991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.485462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.496232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:12.517142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:12.517855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cdb46523-9cd8-46a1-b5d2-f0dbac94c3d5 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:12.519392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] In _notify_port_updated(), no bound segment for port 8295147d-0482-4569-9705-bc054646348b on network cc349016-dfe1-421d-849c-d77f035f5f17 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:13:12.526153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:12.527055 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.531066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/ports/8295147d-0482-4569-9705-bc054646348b HTTP/1.1" status: 200 len: 818 time: 0.3158882 Aug 04 15:13:12.531451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:12.552808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94aeb6-1ca5-4a86-86c3-695c77192854 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=8295147d-0482-4569-9705-bc054646348b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:12.640680 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 8295147d-0482-4569-9705-bc054646348b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:12.640680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.719097 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.734257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 8295147d-0482-4569-9705-bc054646348b owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:12.826447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.858146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=8295147d-0482-4569-9705-bc054646348b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:12.865041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:12.867137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97506135-db5a-4550-bd49-99b250daffd8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/8295147d-0482-4569-9705-bc054646348b HTTP/1.1" status: 204 len: 168 time: 0.3344667 Aug 04 15:13:12.869759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37626) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:12.924176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a8256-a1a5-4581-8586-4033b971492a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:12.929145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a2a8256-a1a5-4581-8586-4033b971492a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0547307 Aug 04 15:13:12.929145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:12.959165 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed653bc-0c0f-4185-8d9f-51420eb7138d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:12.961521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aed653bc-0c0f-4185-8d9f-51420eb7138d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/8295147d-0482-4569-9705-bc054646348b HTTP/1.1" status: 404 len: 333 time: 0.0319707 Aug 04 15:13:12.965306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37630) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:12.972768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1873801128'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:13.008938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:13.012703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.041878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:13.052038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.052390 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment abd48f8c-8600-40cc-87ee-44ae55d3fea1 of type vlan for network e3fa9417-9875-4e16-80b7-38dc7378b283 Aug 04 15:13:13.100921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.140370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.147511 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:13.148112 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.201877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2327094 Aug 04 15:13:13.203095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:13.209343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:13.219214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98a028-e8a3-42a8-80da-049b9994aed3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=e3fa9417-9875-4e16-80b7-38dc7378b283,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:13.233081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:13.337455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:13.341364 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.465862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86fb77cb-5eba-492e-b974-bb676416b19d req-2fcc7f84-005b-453e-a5e9-69520e7a4ca8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7f7f686-0531-4acf-8639-ce8b03ef0fc8 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Aug 04 15:13:13.601732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.663189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=c32bcfe8-609f-4861-ab89-cf199bf2a0be,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:13.673353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': 'abd48f8c-8600-40cc-87ee-44ae55d3fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:13.673859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: e3fa9417-9875-4e16-80b7-38dc7378b283, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:13.695058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network e3fa9417-9875-4e16-80b7-38dc7378b283 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:13.705517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e3fa9417-9875-4e16-80b7-38dc7378b283) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:13.710218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:13.710987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.719007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25da38e-50f3-478f-b7ea-23d8488b99db None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:13.729659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c6c3484e-a7c6-422b-a95d-e6d94c67a852 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5252104 Aug 04 15:13:13.732472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:13.738882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:13.870014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:13.873964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.935705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e3fa9417-9875-4e16-80b7-38dc7378b283', 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': 'c32bcfe8-609f-4861-ab89-cf199bf2a0be'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:13.936739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:13.989228 n-d-801743-12 neutron-server[94265]: INFO neutron.db.ipam_backend_mixin [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c32bcfe8-609f-4861-ab89-cf199bf2a0be (CIDR: 2001:db8::/64) Aug 04 15:13:13.994518 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:13:13.995014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:14.020517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37672) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:14.021433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0d652373-c079-4c97-ad4f-ae8193c82fea tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2876832 Aug 04 15:13:14.026026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:14.115311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Allocated IP 2001:db8::2 (e3fa9417-9875-4e16-80b7-38dc7378b283/c32bcfe8-609f-4861-ab89-cf199bf2a0be/25060e3b-f890-449c-9f95-18980648e84c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:14.233815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:14.240555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.325325 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.337631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Transition to ACTIVE for port object 25060e3b-f890-449c-9f95-18980648e84c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:14.357276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Transition to ACTIVE for port object 25060e3b-f890-449c-9f95-18980648e84c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:14.365437 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.405121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:14.410324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:14.417317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:14.436746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Pushing event updated for resources: {'Port': ['ID=25060e3b-f890-449c-9f95-18980648e84c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:14.493933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Attempting to bind port 25060e3b-f890-449c-9f95-18980648e84c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:14.494310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Attempting to bind port 25060e3b-f890-449c-9f95-18980648e84c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'abd48f8c-8600-40cc-87ee-44ae55d3fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:14.494725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Attempting to bind port 25060e3b-f890-449c-9f95-18980648e84c on network e3fa9417-9875-4e16-80b7-38dc7378b283 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:14.500277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:14.500654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Checking segment: {'id': 'abd48f8c-8600-40cc-87ee-44ae55d3fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:14.501243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.501648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Bound using segment: {'id': 'abd48f8c-8600-40cc-87ee-44ae55d3fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:14.502126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Bound port: 25060e3b-f890-449c-9f95-18980648e84c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd48f8c-8600-40cc-87ee-44ae55d3fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:14.502952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.565183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.589127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] For port 25060e3b-f890-449c-9f95-18980648e84c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:14.592777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] For port 25060e3b-f890-449c-9f95-18980648e84c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25060e3b-f890-449c-9f95-18980648e84c,segment=NetworkSegment(abd48f8c-8600-40cc-87ee-44ae55d3fea1),segment_id=abd48f8c-8600-40cc-87ee-44ae55d3fea1)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:14.598631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.636560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network e3fa9417-9875-4e16-80b7-38dc7378b283 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:14.644329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:14.649668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:14.650359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.670773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:14.682434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d79e3-5006-4e86-9f00-a0d9842e2ea6 None None] Pushing event updated for resources: {'Port': ['ID=25060e3b-f890-449c-9f95-18980648e84c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:14.682890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0319667-fe84-4b2d-a635-53364efca649 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6610286 Aug 04 15:13:14.685417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:14.691313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'fixed_ips': [{'subnet_id': 'c32bcfe8-609f-4861-ab89-cf199bf2a0be'}, {'subnet_id': 'd7a16a9d-1e18-4ffb-8d2c-6d623f42a86c'}], 'name': 'tempest-PortsIpV6TestJSON-2084364114'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:14.798836 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0895041f-20d8-43ab-8e46-1a7246fce75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.816445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:14.936983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:14.965673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 912ce6de-268d-4c0a-b247-25e2dcb2aaee yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:15.289278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::336 (e3fa9417-9875-4e16-80b7-38dc7378b283/c32bcfe8-609f-4861-ab89-cf199bf2a0be/912ce6de-268d-4c0a-b247-25e2dcb2aaee) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:15.297500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8:0:1::1d3 (e3fa9417-9875-4e16-80b7-38dc7378b283/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c/912ce6de-268d-4c0a-b247-25e2dcb2aaee) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:15.464961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:15.482079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 912ce6de-268d-4c0a-b247-25e2dcb2aaee will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:15.525928 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:15.582678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network e3fa9417-9875-4e16-80b7-38dc7378b283 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:15.586123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:15.588674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:15.598968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:15.599735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:15.608399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=912ce6de-268d-4c0a-b247-25e2dcb2aaee,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:15.629094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-62a86cc3-64d9-4805-b06c-a254dadf6de8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.9423757 Aug 04 15:13:15.631934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37686) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:15.639005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c32bcfe8-609f-4861-ab89-cf199bf2a0be'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:15.737417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:15.828395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf92b0-5302-4b0f-bf16-0a69a798a781 None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:15.956665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a9f97dd1-920e-4883-b355-58fbe7ad7927 None None] Provisioning for port 25060e3b-f890-449c-9f95-18980648e84c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:16.043914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Delete allocated IP 2001:db8:0:1::1d3 (e3fa9417-9875-4e16-80b7-38dc7378b283/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 15:13:16.069446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25060e3b-f890-449c-9f95-18980648e84c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:16.138693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 25060e3b-f890-449c-9f95-18980648e84c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:16.143713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 25060e3b-f890-449c-9f95-18980648e84c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:16.144143 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.221265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Update dhcp port {'port': {'network_id': 'e3fa9417-9875-4e16-80b7-38dc7378b283', 'fixed_ips': [{'subnet_id': 'c32bcfe8-609f-4861-ab89-cf199bf2a0be', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7a16a9d-1e18-4ffb-8d2c-6d623f42a86c'}], 'binding:host_id': 'n-d-801743-12'}, 'id': '25060e3b-f890-449c-9f95-18980648e84c'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:13:16.223360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.240037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Ignored duplicate provisioning block setup for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 15:13:16.244912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.261058 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.313417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] In _notify_port_updated(), no bound segment for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee on network e3fa9417-9875-4e16-80b7-38dc7378b283 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:13:16.319095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:16.319773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.321833 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.323975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37688) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:16.324475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/ports/912ce6de-268d-4c0a-b247-25e2dcb2aaee HTTP/1.1" status: 200 len: 926 time: 0.6912968 Aug 04 15:13:16.340470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c32bcfe8-609f-4861-ab89-cf199bf2a0be'}, {'subnet_id': 'd7a16a9d-1e18-4ffb-8d2c-6d623f42a86c'}]}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:16.342340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b62dc-2415-45ea-a121-1199e3aa0c20 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=912ce6de-268d-4c0a-b247-25e2dcb2aaee,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:16.432167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 25060e3b-f890-449c-9f95-18980648e84c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25060e3b-f890-449c-9f95-18980648e84c,segment=NetworkSegment(abd48f8c-8600-40cc-87ee-44ae55d3fea1),segment_id=abd48f8c-8600-40cc-87ee-44ae55d3fea1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:16.446192 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.532149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.536068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=25060e3b-f890-449c-9f95-18980648e84c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:16.551540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Allocated IP 2001:db8:0:1::2 (e3fa9417-9875-4e16-80b7-38dc7378b283/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c/25060e3b-f890-449c-9f95-18980648e84c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:16.679516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] For port 25060e3b-f890-449c-9f95-18980648e84c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25060e3b-f890-449c-9f95-18980648e84c,segment=NetworkSegment(abd48f8c-8600-40cc-87ee-44ae55d3fea1),segment_id=abd48f8c-8600-40cc-87ee-44ae55d3fea1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:16.723211 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.743069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Transition to ACTIVE for port object 25060e3b-f890-449c-9f95-18980648e84c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:16.748610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:16.890342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Pushing event updated for resources: {'Port': ['ID=25060e3b-f890-449c-9f95-18980648e84c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:16.902538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.903394 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.903904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.904419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.904944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.905461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.906040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.906683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.907177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.907804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.908313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.908802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcb885-60ae-4c62-ad11-0da575031d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:16.965295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8:0:1::391 (e3fa9417-9875-4e16-80b7-38dc7378b283/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c/912ce6de-268d-4c0a-b247-25e2dcb2aaee) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:17.154806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.172412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Ignored duplicate provisioning block setup for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 15:13:17.180038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.282064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=912ce6de-268d-4c0a-b247-25e2dcb2aaee,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:17.334055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] In _notify_port_updated(), no bound segment for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee on network e3fa9417-9875-4e16-80b7-38dc7378b283 {{(pid=94265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:13:17.340336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:17.344572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.346447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d53f2283-a3ad-4432-99d6-90e73148a98d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/ports/912ce6de-268d-4c0a-b247-25e2dcb2aaee HTTP/1.1" status: 200 len: 1012 time: 1.0203223 Aug 04 15:13:17.349322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37724) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:17.407390 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1095e951-3b0e-459e-89ef-b57e3461c8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.498241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 912ce6de-268d-4c0a-b247-25e2dcb2aaee {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:17.498700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.674413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.706315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e7f57-5372-45b1-a1c5-3147350a98e0 None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:17.831418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Provisioning for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:17.845699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Provisioning complete for port 912ce6de-268d-4c0a-b247-25e2dcb2aaee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:17.846473 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.928923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Port 912ce6de-268d-4c0a-b247-25e2dcb2aaee cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:17.967734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Provisioning for port 25060e3b-f890-449c-9f95-18980648e84c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:17.973423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Provisioning complete for port 25060e3b-f890-449c-9f95-18980648e84c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:17.973913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1100eeea-3e52-48e6-969f-c88cdffd66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:17.997298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.014749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 912ce6de-268d-4c0a-b247-25e2dcb2aaee owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:18.029319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25060e3b-f890-449c-9f95-18980648e84c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:18.112297 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.163966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.168782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774854736', 'description': 'tempest-secgroup-smoke-774854736 description', 'project_id': '5b9fab175fd645e19fab7876b27ada75'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:18.173458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 25060e3b-f890-449c-9f95-18980648e84c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:18.173458 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.224010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.280510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.316062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=912ce6de-268d-4c0a-b247-25e2dcb2aaee,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:18.384416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-da705494-7e9c-4d8f-b16e-74657bdf9c82 None None] Could not find standard attr ID for object 912ce6de-268d-4c0a-b247-25e2dcb2aaee. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:18.386613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.391543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-29bf9a85-e4f9-40a5-8656-10f5f21ab226 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/912ce6de-268d-4c0a-b247-25e2dcb2aaee HTTP/1.1" status: 204 len: 168 time: 1.0408866 Aug 04 15:13:18.392176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37744) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.395887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.397559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-da705494-7e9c-4d8f-b16e-74657bdf9c82 None None] Provisioning complete for port 25060e3b-f890-449c-9f95-18980648e84c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:18.398124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da705494-7e9c-4d8f-b16e-74657bdf9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.404276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.437714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.442042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2770278 Aug 04 15:13:18.445078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37746) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.448996 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-366bffe8-4aa2-4d06-ac40-e7e2e3c9d81f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:18.451236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:18.458795 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dccac-071e-40a6-a71c-c3984b0a9620 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c21f23-c615-4d68-a123-d4ddc2c029b6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:18.459954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-366bffe8-4aa2-4d06-ac40-e7e2e3c9d81f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/912ce6de-268d-4c0a-b247-25e2dcb2aaee HTTP/1.1" status: 404 len: 333 time: 0.0666919 Aug 04 15:13:18.460856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37748) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.504924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.536681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:18.542057 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.605662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.635235 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.642058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.667443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0437b92-26b8-485d-be90-42163c78924f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:18.681629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.686023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-146539dc-4765-44e5-b889-5ac7a8129550 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354741 Aug 04 15:13:18.687170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.692174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:18.741009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.754856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.785620 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.825189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.832437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.850670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.851507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.861620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16343e0b-415f-4938-9f4f-51cac4a73436,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:18.866006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f9167245-ecb1-48d0-b024-b97d6c64bd61 None None] Could not find standard attr ID for object 912ce6de-268d-4c0a-b247-25e2dcb2aaee. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:18.872614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.876814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c3367f5-b563-4710-998b-7ca72428cdb4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858280 Aug 04 15:13:18.877078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.884869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:18.886794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:18.905857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.908800 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f81fe521-be40-4c8d-a696-4b8de811ff89 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c HTTP/1.1" status: 204 len: 168 time: 0.4451363 Aug 04 15:13:18.911154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:18.931546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ad438-a587-4917-9a4f-f3d9aaf6c28f None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:18.953136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:18.985269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d2716fcd-1e68-4c58-832d-237d6760174f None None] Could not find standard attr ID for object 912ce6de-268d-4c0a-b247-25e2dcb2aaee. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:18.991184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet c32bcfe8-609f-4861-ab89-cf199bf2a0be {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:19.006136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.061690 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.090032 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.095776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.139718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ccdecb-f39a-474b-985a-d49f7ad612e9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.153688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.154759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9438c2d9-f346-4481-b223-c12ef0e50106 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766240 Aug 04 15:13:19.157760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37758) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:19.163967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:19.192153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.206186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.280719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.287490 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.293300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.316776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=c32bcfe8-609f-4861-ab89-cf199bf2a0be,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.317101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.318334 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594932 Aug 04 15:13:19.321327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:19.325828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:19.327984 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.330417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e61ad574-02c3-475e-9eef-67b09338bdf7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/c32bcfe8-609f-4861-ab89-cf199bf2a0be HTTP/1.1" status: 204 len: 168 time: 0.4180720 Aug 04 15:13:19.332709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebc646-ad5a-4b63-b979-257c583dc37b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4686cd9-8e88-413f-9d7b-a2528fdefe79,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.332942 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:19.361110 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Project 5b9fab175fd645e19fab7876b27ada75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:13:19.367805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.430879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.447265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.453351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.474801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1faff00-380a-479f-8422-3e70fabbe2ef,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.483190 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.484488 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-673e9815-a5aa-4b1f-a7c1-5eab0f73a80c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621611 Aug 04 15:13:19.487236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37764) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:19.492274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'security_group_rule': {'security_group_id': '63c21f23-c615-4d68-a123-d4ddc2c029b6', 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:19.498682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 25060e3b-f890-449c-9f95-18980648e84c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:19.500150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.519319 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Project 5b9fab175fd645e19fab7876b27ada75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:13:19.524782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.575310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port 25060e3b-f890-449c-9f95-18980648e84c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=25060e3b-f890-449c-9f95-18980648e84c,segment=NetworkSegment(abd48f8c-8600-40cc-87ee-44ae55d3fea1),segment_id=abd48f8c-8600-40cc-87ee-44ae55d3fea1)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:19.576195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.595118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 25060e3b-f890-449c-9f95-18980648e84c owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:19.611480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.618550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.648863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f0e4f-eec9-4d2a-82ce-bf70e7851a87,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.668984 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.674304 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2eba1ca5-7ea8-4834-add1-66ce496cd725 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829815 Aug 04 15:13:19.717623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.744632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d69947-15c5-46f6-b5ec-0cc7e3d73b9e None None] Network e3fa9417-9875-4e16-80b7-38dc7378b283 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:19.765409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=25060e3b-f890-449c-9f95-18980648e84c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:19.767328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port 25060e3b-f890-449c-9f95-18980648e84c on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:19.818962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-611ae718-3d94-453d-b722-dde3359f9299 None None] Could not find standard attr ID for object 25060e3b-f890-449c-9f95-18980648e84c. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:19.859921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.871209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fa9417-9875-4e16-80b7-38dc7378b283']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:19.884414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd48f8c-8600-40cc-87ee-44ae55d3fea1') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:19.885050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd48f8c-8600-40cc-87ee-44ae55d3fea1') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:19.909639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.931694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.942383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:19.943285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:19.947307 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:19.995117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796bb24-1773-475a-83c3-3b4f0aabc91a None None] DHCP port deletion for e3fa9417-9875-4e16-80b7-38dc7378b283 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:20.027630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.032399 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.034849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/e3fa9417-9875-4e16-80b7-38dc7378b283 HTTP/1.1" status: 204 len: 168 time: 0.6985300 Aug 04 15:13:20.039605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37806) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:20.051041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980ff3b-3d6b-48cc-a0f8-7daf41af05c6 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=e3fa9417-9875-4e16-80b7-38dc7378b283,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:20.093016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9bd2e-1b1e-4f5b-b13a-fc1e2cbdaf98 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:20.094744 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-46c9bd2e-1b1e-4f5b-b13a-fc1e2cbdaf98 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0539820 Aug 04 15:13:20.098357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37808) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:20.147284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-596017b4-3612-419a-adbc-7b6319db4579 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0473728 Aug 04 15:13:20.151105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37810) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:20.157088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-444998572'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:20.193349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:20.205537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.245440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:20.258704 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.259448 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment 16adc36d-a8e2-4304-8283-8728b2129e31 of type vlan for network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be Aug 04 15:13:20.268874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.314873 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.347088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.352975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:20.353585 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.414320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2620189 Aug 04 15:13:20.417257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:20.422809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:20.426862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddabdd9-9e4c-446b-b578-ab3fb3a2a1c1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=ef2ed3f5-4e17-48b4-8187-2f273cc3b5be,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:20.440900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:20.527214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:20.534725 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.759405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.820288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=7259b5d4-0699-488c-9c6d-5f1e83fe5d7f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:20.831443 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': '16adc36d-a8e2-4304-8283-8728b2129e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:20.831837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: ef2ed3f5-4e17-48b4-8187-2f273cc3b5be, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:20.852636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:20.864366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ef2ed3f5-4e17-48b4-8187-2f273cc3b5be) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:20.870312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:20.870737 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:20.875353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ff427-abc3-4e3a-8350-f9545dc48ba8 None None] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:20.892723 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b2f79579-a933-4025-97e7-b7a0783e7dda tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4718289 Aug 04 15:13:20.893116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37850) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:20.899946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be', 'name': 'tempest-PortsIpV6TestJSON-888288438'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:21.049149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:21.053736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.072896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:21.088600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-ef2ed3f5-4e17-48b4-8187-2f273cc3b5be', 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': '7259b5d4-0699-488c-9c6d-5f1e83fe5d7f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:21.090652 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.205017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::1a2 (ef2ed3f5-4e17-48b4-8187-2f273cc3b5be/7259b5d4-0699-488c-9c6d-5f1e83fe5d7f/9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:21.376978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.391523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:21.427938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.473157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:21.479665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Allocated IP 2001:db8::2 (ef2ed3f5-4e17-48b4-8187-2f273cc3b5be/7259b5d4-0699-488c-9c6d-5f1e83fe5d7f/643d0624-738c-4d8c-8a17-d92ef0cb22ec) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:21.479911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:21.484153 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:21.489871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:21.490494 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.499711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:21.516351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37854) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:21.516807 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee4432bf-8279-4bc5-8fa3-d17e4eba41db tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6225526 Aug 04 15:13:21.524306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be', 'name': 'tempest-PortsIpV6TestJSON-1090234264'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:21.631455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.639813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Transition to ACTIVE for port object 643d0624-738c-4d8c-8a17-d92ef0cb22ec will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:21.643983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:21.647650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.654886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Transition to ACTIVE for port object 643d0624-738c-4d8c-8a17-d92ef0cb22ec will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:21.662121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.670852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port b21644f1-c67b-4e9f-9d0c-564bd29ab12d yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:21.708478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:21.711725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:21.719902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:21.723370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Pushing event updated for resources: {'Port': ['ID=643d0624-738c-4d8c-8a17-d92ef0cb22ec,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:21.780336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Attempting to bind port 643d0624-738c-4d8c-8a17-d92ef0cb22ec on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:21.780946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Attempting to bind port 643d0624-738c-4d8c-8a17-d92ef0cb22ec by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '16adc36d-a8e2-4304-8283-8728b2129e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:21.781327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Attempting to bind port 643d0624-738c-4d8c-8a17-d92ef0cb22ec on network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:21.786868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:21.787257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Checking segment: {'id': '16adc36d-a8e2-4304-8283-8728b2129e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:21.787672 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.788076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Bound using segment: {'id': '16adc36d-a8e2-4304-8283-8728b2129e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:21.790646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Bound port: 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16adc36d-a8e2-4304-8283-8728b2129e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ef2ed3f5-4e17-48b4-8187-2f273cc3b5be'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:21.790646 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.816381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::22b (ef2ed3f5-4e17-48b4-8187-2f273cc3b5be/7259b5d4-0699-488c-9c6d-5f1e83fe5d7f/b21644f1-c67b-4e9f-9d0c-564bd29ab12d) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:21.875859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] For port 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:21.879960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] For port 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=643d0624-738c-4d8c-8a17-d92ef0cb22ec,segment=NetworkSegment(16adc36d-a8e2-4304-8283-8728b2129e31),segment_id=16adc36d-a8e2-4304-8283-8728b2129e31)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:21.885587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:21.917417 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25060e3b-f890-449c-9f95-18980648e84c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:21.953183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 25060e3b-f890-449c-9f95-18980648e84c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:21.953529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 25060e3b-f890-449c-9f95-18980648e84c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:21.976932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02c07-c3bc-4752-9b50-d53ccd6e44b4 None None] Pushing event updated for resources: {'Port': ['ID=643d0624-738c-4d8c-8a17-d92ef0cb22ec,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:22.008355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.024581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object b21644f1-c67b-4e9f-9d0c-564bd29ab12d will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:22.064286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.112611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:22.118355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:22.121127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:22.127280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:22.127909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.143534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=b21644f1-c67b-4e9f-9d0c-564bd29ab12d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:22.157287 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-56dc3714-71ad-4333-9161-38b2daa2168a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6395209 Aug 04 15:13:22.160619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37858) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:22.278635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6cf947-f1ad-4633-8ed1-d9230ef73dc2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:22.283143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:22.283490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c6cf947-f1ad-4633-8ed1-d9230ef73dc2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a2 HTTP/1.1" status: 200 len: 928 time: 0.1209190 Aug 04 15:13:22.389499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port b21644f1-c67b-4e9f-9d0c-564bd29ab12d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:22.389851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.480761 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.495204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for b21644f1-c67b-4e9f-9d0c-564bd29ab12d owned by {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:22.656898 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.688934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=b21644f1-c67b-4e9f-9d0c-564bd29ab12d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:22.718666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.723474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37864) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:22.723649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e34f10c8-6f4c-4544-93ee-ce61cfead18a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/b21644f1-c67b-4e9f-9d0c-564bd29ab12d HTTP/1.1" status: 204 len: 168 time: 0.4392924 Aug 04 15:13:22.756343 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f51284-5446-4795-99bc-1bf31e59933b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:22.758859 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5f51284-5446-4795-99bc-1bf31e59933b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/b21644f1-c67b-4e9f-9d0c-564bd29ab12d HTTP/1.1" status: 404 len: 333 time: 0.0339632 Aug 04 15:13:22.761559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37866) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:22.872798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:22.873103 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.971228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:22.987296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:23.068551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d34309-f877-4b5d-904a-8c8c50ba969a None None] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:23.131772 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.144688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2a7b9735-2ed6-42b1-8bad-c7008a1f9409 None None] Provisioning for port 643d0624-738c-4d8c-8a17-d92ef0cb22ec completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:23.172161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:23.197213 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.201950 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73d03623-b4c7-48fc-ba9f-d6b2fabe02c9 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 HTTP/1.1" status: 204 len: 168 time: 0.4367912 Aug 04 15:13:23.202182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37870) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:23.227895 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a429bd-ea80-4887-8526-ee016e254019 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:23.231998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-62a429bd-ea80-4887-8526-ee016e254019 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4 HTTP/1.1" status: 404 len: 333 time: 0.0263743 Aug 04 15:13:23.232253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37872) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:23.300464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 7259b5d4-0699-488c-9c6d-5f1e83fe5d7f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:23.307957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.358347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.472827 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.704602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-26f0d199-8fc0-45a4-a661-52edcd74050b None None] Could not find standard attr ID for object 9a4ae4f3-5b38-4d6f-a944-be8c5e88a3b4. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:23.862919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.886681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=7259b5d4-0699-488c-9c6d-5f1e83fe5d7f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:23.899694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:23.904094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ea913aa4-5164-407a-978a-a866ef64f872 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/7259b5d4-0699-488c-9c6d-5f1e83fe5d7f HTTP/1.1" status: 204 len: 168 time: 0.6685286 Aug 04 15:13:23.904589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37876) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:23.929057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a8d681c1-6954-41eb-ae57-c9e0b27089d8 None None] Could not find standard attr ID for object b21644f1-c67b-4e9f-9d0c-564bd29ab12d. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:23.963930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfddc98-0688-4cde-b09c-85a2084f26bb None None] Network ef2ed3f5-4e17-48b4-8187-2f273cc3b5be requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:24.032467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 643d0624-738c-4d8c-8a17-d92ef0cb22ec up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:24.039812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.099479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 643d0624-738c-4d8c-8a17-d92ef0cb22ec {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:24.099870 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.143125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 643d0624-738c-4d8c-8a17-d92ef0cb22ec completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:24.148097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 643d0624-738c-4d8c-8a17-d92ef0cb22ec triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:24.148573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.177878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=643d0624-738c-4d8c-8a17-d92ef0cb22ec,segment=NetworkSegment(16adc36d-a8e2-4304-8283-8728b2129e31),segment_id=16adc36d-a8e2-4304-8283-8728b2129e31)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:24.178346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.198862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 643d0624-738c-4d8c-8a17-d92ef0cb22ec owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:24.235607 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.246501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] DHCP port deletion for ef2ed3f5-4e17-48b4-8187-2f273cc3b5be request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:24.291246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=643d0624-738c-4d8c-8a17-d92ef0cb22ec,segment=NetworkSegment(16adc36d-a8e2-4304-8283-8728b2129e31),segment_id=16adc36d-a8e2-4304-8283-8728b2129e31)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:24.300113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.310654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.332526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event deleted for resources: {'Port': ['ID=643d0624-738c-4d8c-8a17-d92ef0cb22ec,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:24.339551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Deleting port 643d0624-738c-4d8c-8a17-d92ef0cb22ec {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:24.339934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.344142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=643d0624-738c-4d8c-8a17-d92ef0cb22ec,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:24.348977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port 643d0624-738c-4d8c-8a17-d92ef0cb22ec on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:24.406540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] For port 643d0624-738c-4d8c-8a17-d92ef0cb22ec, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:24.406969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.422398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Calling delete_port for 643d0624-738c-4d8c-8a17-d92ef0cb22ec owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:24.425270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Port 643d0624-738c-4d8c-8a17-d92ef0cb22ec was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:13:24.426522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.444825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.451959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] Pushing event deleted for resources: {'Port': ['ID=643d0624-738c-4d8c-8a17-d92ef0cb22ec,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:24.456153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f728d-0b6b-47a4-b092-f62f8efe574c None None] No DVR routers for this DVR port 643d0624-738c-4d8c-8a17-d92ef0cb22ec on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:24.458028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2ed3f5-4e17-48b4-8187-2f273cc3b5be']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:24.473841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16adc36d-a8e2-4304-8283-8728b2129e31') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:24.474195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16adc36d-a8e2-4304-8283-8728b2129e31') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:24.484102 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.498426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.505261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:24.505654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:24.520228 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:24.572281 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.582094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.587645 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/ef2ed3f5-4e17-48b4-8187-2f273cc3b5be HTTP/1.1" status: 204 len: 168 time: 0.6785498 Aug 04 15:13:24.588020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37882) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:24.595316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541595721'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:24.616456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e99fc-75a0-4526-9b57-092f01433de2 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=ef2ed3f5-4e17-48b4-8187-2f273cc3b5be,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:24.635997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:24.640264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.671453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:24.683703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.684087 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395 of type vlan for network 786aa391-ce28-43b0-894f-6c6f695ca26f Aug 04 15:13:24.725319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.755341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.761411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:24.762022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:24.822630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2326124 Aug 04 15:13:24.824757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37884) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:24.832460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:24.839320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94e97c-82fc-406b-af73-61bd4a144c2b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=786aa391-ce28-43b0-894f-6c6f695ca26f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:24.851044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 786aa391-ce28-43b0-894f-6c6f695ca26f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:24.934019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:24.937637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.150755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.212589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=14543327-b906-4ee3-b04d-229d43cf4a90,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:25.224373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:25.224973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: 786aa391-ce28-43b0-894f-6c6f695ca26f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:25.243992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 786aa391-ce28-43b0-894f-6c6f695ca26f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:25.255145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 786aa391-ce28-43b0-894f-6c6f695ca26f) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:25.259364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:25.259926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.266284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09d923-5c6a-47e9-ac04-ec0f4ae25792 None None] Network 786aa391-ce28-43b0-894f-6c6f695ca26f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:25.276718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-045b58ac-86ff-4851-a825-000882dfc232 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4509261 Aug 04 15:13:25.279735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37888) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:25.288284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f', 'name': 'tempest-PortsIpV6TestJSON-238343817', 'fixed_ips': [{'subnet_id': '14543327-b906-4ee3-b04d-229d43cf4a90', 'ip_address': '2001:db8::10'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:25.413425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-786aa391-ce28-43b0-894f-6c6f695ca26f', 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': '14543327-b906-4ee3-b04d-229d43cf4a90'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:25.414344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.424819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:25.523319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.550624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port a3d833b9-b559-4c3c-afd6-84c777b26d95 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:25.571135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Allocated IP 2001:db8::2 (786aa391-ce28-43b0-894f-6c6f695ca26f/14543327-b906-4ee3-b04d-229d43cf4a90/29c78988-ebae-4c2d-9aed-ac3ab4660caa) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:25.742675 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.751969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Transition to ACTIVE for port object 29c78988-ebae-4c2d-9aed-ac3ab4660caa will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:25.768034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Transition to ACTIVE for port object 29c78988-ebae-4c2d-9aed-ac3ab4660caa will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:25.774887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.812975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Network 786aa391-ce28-43b0-894f-6c6f695ca26f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:25.818108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:25.820850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:25.825422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::10 (786aa391-ce28-43b0-894f-6c6f695ca26f/14543327-b906-4ee3-b04d-229d43cf4a90/a3d833b9-b559-4c3c-afd6-84c777b26d95) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:25.830572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Pushing event updated for resources: {'Port': ['ID=29c78988-ebae-4c2d-9aed-ac3ab4660caa,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:25.890822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Attempting to bind port 29c78988-ebae-4c2d-9aed-ac3ab4660caa on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:25.891299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Attempting to bind port 29c78988-ebae-4c2d-9aed-ac3ab4660caa by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:25.891725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Attempting to bind port 29c78988-ebae-4c2d-9aed-ac3ab4660caa on network 786aa391-ce28-43b0-894f-6c6f695ca26f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:25.897224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:25.897603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Checking segment: {'id': 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:25.898009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.898408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Bound using segment: {'id': 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:25.898910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Bound port: 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:25.899291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:25.979874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] For port 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:25.983749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] For port 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29c78988-ebae-4c2d-9aed-ac3ab4660caa,segment=NetworkSegment(d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395),segment_id=d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:25.989417 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.001841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 643d0624-738c-4d8c-8a17-d92ef0cb22ec no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:26.011516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.028730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object a3d833b9-b559-4c3c-afd6-84c777b26d95 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:26.055139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 643d0624-738c-4d8c-8a17-d92ef0cb22ec {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:26.055497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 643d0624-738c-4d8c-8a17-d92ef0cb22ec not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:26.080264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.088002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c362d7-2f50-4855-ae6c-5ed7b0034139 None None] Pushing event updated for resources: {'Port': ['ID=29c78988-ebae-4c2d-9aed-ac3ab4660caa,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:26.151482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=a3d833b9-b559-4c3c-afd6-84c777b26d95,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:26.167670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 786aa391-ce28-43b0-894f-6c6f695ca26f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:26.169556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:26.174032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:26.180106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:26.181052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.199804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fc9de9a4-6e52-4349-82e0-8c38a77d2ffb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9164712 Aug 04 15:13:26.200058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37894) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:26.205763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': '786aa391-ce28-43b0-894f-6c6f695ca26f', 'name': 'tempest-PortsIpV6TestJSON-1581237439', 'fixed_ips': [{'subnet_id': '14543327-b906-4ee3-b04d-229d43cf4a90', 'ip_address': '2001:db8::f'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:26.399898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:26.409559 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.430380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 3b2646f5-f1eb-4910-b0b2-95715d111787 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:26.604126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::f (786aa391-ce28-43b0-894f-6c6f695ca26f/14543327-b906-4ee3-b04d-229d43cf4a90/3b2646f5-f1eb-4910-b0b2-95715d111787) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:26.763064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.778834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 3b2646f5-f1eb-4910-b0b2-95715d111787 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:26.820148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.873869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network 786aa391-ce28-43b0-894f-6c6f695ca26f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:26.877180 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:26.879799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:26.885877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:26.886517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:26.894199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=3b2646f5-f1eb-4910-b0b2-95715d111787,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:26.922071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-75d79b12-6b6d-4937-8da8-1876632659d5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7181900 Aug 04 15:13:26.922275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37898) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:27.024577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7503f9-d40f-4fe2-8400-f2cfd3aad991 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:27.026155 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3d7503f9-d40f-4fe2-8400-f2cfd3aad991 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1029289 Aug 04 15:13:27.028983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37900) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:27.085364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e70f34-4af1-4407-9bed-4c48275861cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:27.094679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e70f34-4af1-4407-9bed-4c48275861cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:27.101510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e70f34-4af1-4407-9bed-4c48275861cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:27.103810 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12e70f34-4af1-4407-9bed-4c48275861cf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0732555 Aug 04 15:13:27.105920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e6c06-26dc-4504-8fa6-ba99e11a0a95 None None] Network 786aa391-ce28-43b0-894f-6c6f695ca26f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:27.106429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37902) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:27.205226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 3b2646f5-f1eb-4910-b0b2-95715d111787 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:27.205588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.234169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-83cf1819-13f5-4ff6-b8f7-d3ba2ea98330 None None] Provisioning for port 29c78988-ebae-4c2d-9aed-ac3ab4660caa completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:27.302181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.318974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 3b2646f5-f1eb-4910-b0b2-95715d111787 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:27.468025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.497155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=3b2646f5-f1eb-4910-b0b2-95715d111787,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:27.530315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.532365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0e74e753-d3c8-49d1-9870-586f845f80fb tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/3b2646f5-f1eb-4910-b0b2-95715d111787 HTTP/1.1" status: 204 len: 168 time: 0.4249206 Aug 04 15:13:27.535066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:27.562047 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-503fa0bf-3a00-46b9-98e1-6747786cb209 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:27.563697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-503fa0bf-3a00-46b9-98e1-6747786cb209 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/3b2646f5-f1eb-4910-b0b2-95715d111787 HTTP/1.1" status: 404 len: 333 time: 0.0276833 Aug 04 15:13:27.566434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37908) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:27.681617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port a3d833b9-b559-4c3c-afd6-84c777b26d95 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:27.682281 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.700280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb2de809-f0bd-48a0-afff-d14bd1490a23 None None] Provisioning for port a3d833b9-b559-4c3c-afd6-84c777b26d95 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:27.706101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb2de809-f0bd-48a0-afff-d14bd1490a23 None None] Provisioning complete for port a3d833b9-b559-4c3c-afd6-84c777b26d95 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:27.706611 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb2de809-f0bd-48a0-afff-d14bd1490a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.793961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bb2de809-f0bd-48a0-afff-d14bd1490a23 None None] Port a3d833b9-b559-4c3c-afd6-84c777b26d95 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:27.798210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bb2de809-f0bd-48a0-afff-d14bd1490a23 None None] Could not find standard attr ID for object 3b2646f5-f1eb-4910-b0b2-95715d111787. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:27.817941 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.834197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for a3d833b9-b559-4c3c-afd6-84c777b26d95 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:27.933751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a0c5bc78-0722-4208-8cd9-17e0d53b3ed2 None None] Provisioning complete for port a3d833b9-b559-4c3c-afd6-84c777b26d95 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:27.934140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a0c5bc78-0722-4208-8cd9-17e0d53b3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:27.998635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5bc78-0722-4208-8cd9-17e0d53b3ed2 None None] Port a3d833b9-b559-4c3c-afd6-84c777b26d95 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:28.015262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.047782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=a3d833b9-b559-4c3c-afd6-84c777b26d95,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:28.073588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.077727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9a11467-b3d9-4e4a-abbb-0e29d268726e tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/a3d833b9-b559-4c3c-afd6-84c777b26d95 HTTP/1.1" status: 204 len: 168 time: 0.5090420 Aug 04 15:13:28.079436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:28.087259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29c78988-ebae-4c2d-9aed-ac3ab4660caa up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:28.117982 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d1bad4-37a3-48a7-bf0e-06626a7ee37a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:28.122745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f95ee1b-b88d-48e4-af99-084985f3ef3c None None] Could not find standard attr ID for object 3b2646f5-f1eb-4910-b0b2-95715d111787. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:28.124120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37914) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:28.124661 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d5d1bad4-37a3-48a7-bf0e-06626a7ee37a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/a3d833b9-b559-4c3c-afd6-84c777b26d95 HTTP/1.1" status: 404 len: 333 time: 0.0440955 Aug 04 15:13:28.159328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 29c78988-ebae-4c2d-9aed-ac3ab4660caa completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:28.179798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 29c78988-ebae-4c2d-9aed-ac3ab4660caa triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:28.180648 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.209053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 14543327-b906-4ee3-b04d-229d43cf4a90 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:28.223907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.338650 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.355631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.401189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29c78988-ebae-4c2d-9aed-ac3ab4660caa,segment=NetworkSegment(d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395),segment_id=d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:28.409116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.450432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.481970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=29c78988-ebae-4c2d-9aed-ac3ab4660caa,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:28.530625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.565299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=14543327-b906-4ee3-b04d-229d43cf4a90,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:28.567343 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.572062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37918) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:28.572297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-082188b3-e9a5-40a3-b7e1-742aa26fdc90 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/14543327-b906-4ee3-b04d-229d43cf4a90 HTTP/1.1" status: 204 len: 168 time: 0.4470603 Aug 04 15:13:28.587275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c95738-169d-441b-a67e-23203ab4a184 None None] Network 786aa391-ce28-43b0-894f-6c6f695ca26f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:28.654990 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.715484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 29c78988-ebae-4c2d-9aed-ac3ab4660caa {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:28.715830 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.789235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29c78988-ebae-4c2d-9aed-ac3ab4660caa,segment=NetworkSegment(d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395),segment_id=d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:28.789483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.792778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] DHCP port deletion for 786aa391-ce28-43b0-894f-6c6f695ca26f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:28.811773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 29c78988-ebae-4c2d-9aed-ac3ab4660caa owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:28.853787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Deleting port 29c78988-ebae-4c2d-9aed-ac3ab4660caa {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:28.854244 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.912064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.923716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] For port 29c78988-ebae-4c2d-9aed-ac3ab4660caa, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29c78988-ebae-4c2d-9aed-ac3ab4660caa,segment=NetworkSegment(d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395),segment_id=d02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:28.924197 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:28.936769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=29c78988-ebae-4c2d-9aed-ac3ab4660caa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:28.942324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Calling delete_port for 29c78988-ebae-4c2d-9aed-ac3ab4660caa owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:28.942555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port 29c78988-ebae-4c2d-9aed-ac3ab4660caa on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:29.031242 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:29.035204 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:13:29.041938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786aa391-ce28-43b0-894f-6c6f695ca26f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:29.043592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.054260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:29.054646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02ef7eb-5e97-47c6-8cdb-2d3a7bf4a395') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:29.066152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.074003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] Pushing event deleted for resources: {'Port': ['ID=29c78988-ebae-4c2d-9aed-ac3ab4660caa,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:29.075859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab4e47-a8dd-42f0-aa7e-018c95c488d8 None None] No DVR routers for this DVR port 29c78988-ebae-4c2d-9aed-ac3ab4660caa on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:29.087218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.093865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:29.094437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:29.097516 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:29.159488 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.164392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.166241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/786aa391-ce28-43b0-894f-6c6f695ca26f HTTP/1.1" status: 204 len: 168 time: 0.5931890 Aug 04 15:13:29.170422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:29.177900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1221728002'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:29.182096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ba70-fb2b-4664-a935-a0341ece01c5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=786aa391-ce28-43b0-894f-6c6f695ca26f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:29.206999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:29.210669 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.236691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:29.246538 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.246925 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Added segment 33a353e3-353f-4868-9a2f-9c1d128e2928 of type vlan for network b6487459-d322-4a7f-8b3d-744ce05f6d61 Aug 04 15:13:29.290211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.322506 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.330618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:29.330618 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.395216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2229490 Aug 04 15:13:29.398191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37926) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:29.403385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:29.404949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7dd7b-5aeb-42e2-bd35-2d3976694748 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Network': ['ID=b6487459-d322-4a7f-8b3d-744ce05f6d61,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:29.416151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:29.506522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:29.510215 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.702967 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.760304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=105732ac-2490-4661-9aec-7f93a0ffe04d,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:29.772289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Checking segment: {'id': '33a353e3-353f-4868-9a2f-9c1d128e2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:29.772641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network hostable DHCP agents. Network: b6487459-d322-4a7f-8b3d-744ce05f6d61, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:29.802919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:29.814202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b6487459-d322-4a7f-8b3d-744ce05f6d61) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:29.818970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:29.819581 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.826541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb2b07-9ade-423b-be05-f8ef74f894d9 None None] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:29.839399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-deacbbc3-1a8b-4e80-aa33-6bcdb6d14812 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4398375 Aug 04 15:13:29.841981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37934) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:29.847906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-934139598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:29.878987 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.880321 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.982497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:29.989422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.002739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29c78988-ebae-4c2d-9aed-ac3ab4660caa no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:30.017698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.023066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37940) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:30.023631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c0fd11a-75c9-482c-998e-168244b82d52 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1801250 Aug 04 15:13:30.028907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61', 'name': 'tempest-PortsIpV6TestJSON-556997143'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:30.030273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 29c78988-ebae-4c2d-9aed-ac3ab4660caa {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:30.030615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29c78988-ebae-4c2d-9aed-ac3ab4660caa not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:30.180608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:30.185756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.213918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 7c4e10e9-9540-4b14-92a4-a52948734c26 yet. {{(pid=94265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:30.238775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b6487459-d322-4a7f-8b3d-744ce05f6d61', 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': '105732ac-2490-4661-9aec-7f93a0ffe04d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:30.239989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.369329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::38a (b6487459-d322-4a7f-8b3d-744ce05f6d61/105732ac-2490-4661-9aec-7f93a0ffe04d/7c4e10e9-9540-4b14-92a4-a52948734c26) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:30.546491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.561641 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 7c4e10e9-9540-4b14-92a4-a52948734c26 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:30.595499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.644434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:30.647626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:30.650473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:30.657572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:30.658658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.676760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Allocated IP 2001:db8::2 (b6487459-d322-4a7f-8b3d-744ce05f6d61/105732ac-2490-4661-9aec-7f93a0ffe04d/7eb4629a-b2c9-489b-8a12-28cf27610c1e) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:30.678796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=7c4e10e9-9540-4b14-92a4-a52948734c26,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:30.688144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d5e6f75d-72ed-40fa-8947-3e30bc7ebe46 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6635475 Aug 04 15:13:30.690938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37952) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:30.880696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.893547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Transition to ACTIVE for port object 7eb4629a-b2c9-489b-8a12-28cf27610c1e will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:30.912170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Transition to ACTIVE for port object 7eb4629a-b2c9-489b-8a12-28cf27610c1e will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:30.925241 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:30.952499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:30.954403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:30.977787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:31.042161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Pushing event updated for resources: {'Port': ['ID=7eb4629a-b2c9-489b-8a12-28cf27610c1e,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:31.057426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Attempting to bind port 7eb4629a-b2c9-489b-8a12-28cf27610c1e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:31.057802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Attempting to bind port 7eb4629a-b2c9-489b-8a12-28cf27610c1e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '33a353e3-353f-4868-9a2f-9c1d128e2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:31.058194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Attempting to bind port 7eb4629a-b2c9-489b-8a12-28cf27610c1e on network b6487459-d322-4a7f-8b3d-744ce05f6d61 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:31.063878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:31.064757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Checking segment: {'id': '33a353e3-353f-4868-9a2f-9c1d128e2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:31.064757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.065176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Bound using segment: {'id': '33a353e3-353f-4868-9a2f-9c1d128e2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:31.065652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Bound port: 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a353e3-353f-4868-9a2f-9c1d128e2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b6487459-d322-4a7f-8b3d-744ce05f6d61'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:31.066038 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.107191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.143795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] For port 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:31.148733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] For port 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7eb4629a-b2c9-489b-8a12-28cf27610c1e,segment=NetworkSegment(33a353e3-353f-4868-9a2f-9c1d128e2928),segment_id=33a353e3-353f-4868-9a2f-9c1d128e2928)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:31.155501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.238149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841e1a4-74b3-42b1-bc74-e2ca7bd5b811 None None] Pushing event updated for resources: {'Port': ['ID=7eb4629a-b2c9-489b-8a12-28cf27610c1e,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:31.430952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.439795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.568637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=7c4e10e9-9540-4b14-92a4-a52948734c26,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:31.673271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:31.803239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.079639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7eb4629a-b2c9-489b-8a12-28cf27610c1e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:32.130757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.138325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.139563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.187531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7eb4629a-b2c9-489b-8a12-28cf27610c1e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:32.253723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=7c4e10e9-9540-4b14-92a4-a52948734c26,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:32.290732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:32.292370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:32.433244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726225ec-d892-4d86-86d0-fea74d1a12d9 None None] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:32.449828 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Router 61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:13:32.524270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Provisioning for port 7eb4629a-b2c9-489b-8a12-28cf27610c1e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:32.529455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Provisioning complete for port 7eb4629a-b2c9-489b-8a12-28cf27610c1e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:32.529870 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.587634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:13:32.593582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dc5c5af9-a3e5-4545-b486-96ad704c1a40 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/routers/61b61fca-1bcb-494c-b5d8-0f65e2a59ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013691 Aug 04 15:13:32.596559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37970) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:32.598749 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] Sync routers for ids ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:13:32.618534 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] Routers {'61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:32.618534 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:32.654919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03d6dd-bf53-4cb4-a188-f83c68d4d03b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:32.656481 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf03d6dd-bf53-4cb4-a188-f83c68d4d03b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?device_id=61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 HTTP/1.1" status: 200 len: 988 time: 0.0580621 Aug 04 15:13:32.659515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37972) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:32.683841 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:32.696751 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] Routers {'61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:32.697667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:32.752420 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:32.753711 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527caf2-794b-4b30-8014-3932b61b4e72 None None] The sync data for ids ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:13:32.774923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.818460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] For port 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7eb4629a-b2c9-489b-8a12-28cf27610c1e,segment=NetworkSegment(33a353e3-353f-4868-9a2f-9c1d128e2928),segment_id=33a353e3-353f-4868-9a2f-9c1d128e2928)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:32.832277 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:32.898213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bec1e-6c09-4ea2-a8ac-f6b0d3de4a04 None None] Pushing event updated for resources: {'Port': ['ID=7eb4629a-b2c9-489b-8a12-28cf27610c1e,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:33.057672 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:13:33.072063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Provisioning complete for port 7eb4629a-b2c9-489b-8a12-28cf27610c1e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:33.072582 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.203840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Provisioning for port 7c4e10e9-9540-4b14-92a4-a52948734c26 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:33.213700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Provisioning complete for port 7c4e10e9-9540-4b14-92a4-a52948734c26 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:33.213700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.262924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-30543ef5-63d7-41c2-9985-bd099c360a6a None None] Port 7c4e10e9-9540-4b14-92a4-a52948734c26 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:33.277393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.392606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5f623f0f-b10f-49fb-a685-37e3ecf7988d None None] Provisioning complete for port 7c4e10e9-9540-4b14-92a4-a52948734c26 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:33.393384 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5f623f0f-b10f-49fb-a685-37e3ecf7988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.464973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5f623f0f-b10f-49fb-a685-37e3ecf7988d None None] Port 7c4e10e9-9540-4b14-92a4-a52948734c26 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:33.701602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a034cb5c-db83-42be-995f-f208d5ced6a7 None None] Provisioning complete for port 7c4e10e9-9540-4b14-92a4-a52948734c26 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:33.702064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a034cb5c-db83-42be-995f-f208d5ced6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.759196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a034cb5c-db83-42be-995f-f208d5ced6a7 None None] Port 7c4e10e9-9540-4b14-92a4-a52948734c26 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:33.992581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 7c4e10e9-9540-4b14-92a4-a52948734c26 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:33.994752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:33.995867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2356ca1f-6a34-4202-8526-6cb5a5bb376c None None] Provisioning complete for port 7c4e10e9-9540-4b14-92a4-a52948734c26 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:33.996441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2356ca1f-6a34-4202-8526-6cb5a5bb376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:34.007033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7eb4629a-b2c9-489b-8a12-28cf27610c1e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:34.089233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2356ca1f-6a34-4202-8526-6cb5a5bb376c None None] Port 7c4e10e9-9540-4b14-92a4-a52948734c26 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:34.115953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7eb4629a-b2c9-489b-8a12-28cf27610c1e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:34.116391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:34.260726 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:34.274924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 7c4e10e9-9540-4b14-92a4-a52948734c26 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:34.463266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:34.496873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=7c4e10e9-9540-4b14-92a4-a52948734c26,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:34.525585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.526064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.526475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.526913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.527315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.527712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.528120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.528526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.528922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.529256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.529612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.530037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:34.608086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:34.803800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Router 61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:13:34.884491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:13:34.893250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-37673e7c-fedc-43a0-afd2-d44689f5774f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/routers/61b61fca-1bcb-494c-b5d8-0f65e2a59ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2293475 Aug 04 15:13:34.893250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:34.895184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d6560-378a-484f-8169-46729506c18d None None] Sync routers for ids ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:13:34.905018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] Routers {'61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:34.905649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:34.918567 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4e0743-d5c3-426d-97bc-f3463551550d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:34.923325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0f4e0743-d5c3-426d-97bc-f3463551550d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/7c4e10e9-9540-4b14-92a4-a52948734c26 HTTP/1.1" status: 404 len: 333 time: 0.0254519 Aug 04 15:13:34.923792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:34.939824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:34.950136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] Routers {'61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:34.950789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:34.987210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b75d6560-378a-484f-8169-46729506c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:34.987877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d6560-378a-484f-8169-46729506c18d None None] The sync data for ids ['61b61fca-1bcb-494c-b5d8-0f65e2a59ef6'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:13:35.014669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.184642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.187070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.232623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.233158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Fanout notify agent at l3_agent the message router_deleted on router 61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:13:35.240576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.244170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-affdea74-c561-4f4a-9ff9-797440d7c1ce tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/routers/61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 HTTP/1.1" status: 204 len: 168 time: 0.3168330 Aug 04 15:13:35.245032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 37988) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:35.297129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 105732ac-2490-4661-9aec-7f93a0ffe04d {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:35.300388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.341420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.431626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.493272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.518357 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=105732ac-2490-4661-9aec-7f93a0ffe04d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:35.525753 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.530701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1ff3f5b7-5fde-46a6-b2b8-7242d8afd9d3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/105732ac-2490-4661-9aec-7f93a0ffe04d HTTP/1.1" status: 204 len: 168 time: 0.2816534 Aug 04 15:13:35.530829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 37990) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:35.530942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724980dd-26c0-46bb-bc14-01676c600ae6 None None] Network b6487459-d322-4a7f-8b3d-744ce05f6d61 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:35.611422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.668733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 7eb4629a-b2c9-489b-8a12-28cf27610c1e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:35.669660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.724883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] DHCP port deletion for b6487459-d322-4a7f-8b3d-744ce05f6d61 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:35.751125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] For port 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7eb4629a-b2c9-489b-8a12-28cf27610c1e,segment=NetworkSegment(33a353e3-353f-4868-9a2f-9c1d128e2928),segment_id=33a353e3-353f-4868-9a2f-9c1d128e2928)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:35.751753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.768576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 7eb4629a-b2c9-489b-8a12-28cf27610c1e owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:35.789279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Deleting port 7eb4629a-b2c9-489b-8a12-28cf27610c1e {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:35.789859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.869829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] For port 7eb4629a-b2c9-489b-8a12-28cf27610c1e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7eb4629a-b2c9-489b-8a12-28cf27610c1e,segment=NetworkSegment(33a353e3-353f-4868-9a2f-9c1d128e2928),segment_id=33a353e3-353f-4868-9a2f-9c1d128e2928)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:35.869829 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:35.878984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Calling delete_port for 7eb4629a-b2c9-489b-8a12-28cf27610c1e owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:35.992408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.023013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] Pushing event deleted for resources: {'Port': ['ID=7eb4629a-b2c9-489b-8a12-28cf27610c1e,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:36.026691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88436d1-7d9d-4d44-a8ea-6d53393433d7 None None] No DVR routers for this DVR port 7eb4629a-b2c9-489b-8a12-28cf27610c1e on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:36.051431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7eb4629a-b2c9-489b-8a12-28cf27610c1e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:36.076823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7eb4629a-b2c9-489b-8a12-28cf27610c1e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:36.077241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7eb4629a-b2c9-489b-8a12-28cf27610c1e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:36.252735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.280069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=7eb4629a-b2c9-489b-8a12-28cf27610c1e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:36.288852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No DVR routers for this DVR port 7eb4629a-b2c9-489b-8a12-28cf27610c1e on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:36.397808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.408988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6487459-d322-4a7f-8b3d-744ce05f6d61']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:36.427713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a353e3-353f-4868-9a2f-9c1d128e2928') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:36.428250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a353e3-353f-4868-9a2f-9c1d128e2928') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:36.437875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.453850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.468599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:36.477086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:36.477786 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:36.535892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.543336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.545168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/b6487459-d322-4a7f-8b3d-744ce05f6d61 HTTP/1.1" status: 204 len: 168 time: 1.0136361 Aug 04 15:13:36.549853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38016) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:36.557280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cc7a2-002e-4b70-9cd0-4634b2bddb02 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=b6487459-d322-4a7f-8b3d-744ce05f6d61,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:36.597029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a08f60-f754-4517-934c-f5327d1b8058 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:36.598835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66a08f60-f754-4517-934c-f5327d1b8058 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/3b51afba-4f13-4780-8ae7-f82b720831ac HTTP/1.1" status: 200 len: 845 time: 0.0471253 Aug 04 15:13:36.602555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38024) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:36.641825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a8f1320a-8433-4342-b3e8-e26f927abc15 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/3b51afba-4f13-4780-8ae7-f82b720831ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0380905 Aug 04 15:13:36.645995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38026) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:36.650545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:36.743579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:36.747256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.937983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:36.980035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:36.985422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:36.992597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:36.993201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.003619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfae20-3439-4b39-bbed-e70af036949e None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:37.012143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3655508 Aug 04 15:13:37.013224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39330d9-65fd-4602-8d09-e3c793d86eaf tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=d0bf4d35-37d5-472c-a084-a4b0e7944651,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:37.015125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38028) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:37.030976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076036785'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:37.061127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.197957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.204750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.229827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-cc349016-dfe1-421d-849c-d77f035f5f17', 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'tenant_id': '8edf88ba251c49aaaa244478f53f2137', 'fixed_ips': [{'subnet_id': 'd0bf4d35-37d5-472c-a084-a4b0e7944651'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:37.231032 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.244474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd36a27-84c7-467b-8f6b-88e3c1e0a2ae,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:37.255379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.259464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38038) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:37.259964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-35dfce2f-9338-4628-960f-d472df8f26b5 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425916 Aug 04 15:13:37.265209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352743103'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:37.292063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.390392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.400459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.429684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Allocated IP 2001:db8::2 (cc349016-dfe1-421d-849c-d77f035f5f17/d0bf4d35-37d5-472c-a084-a4b0e7944651/c43dbecf-85a0-4f6e-957b-8f58e845d480) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:37.437025 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.441504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1772332 Aug 04 15:13:37.441504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:37.449634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1936728951', 'security_groups': ['65fee63f-e008-450c-9161-776c993da3d5'], 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0bf4d35-37d5-472c-a084-a4b0e7944651'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:37.454827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739c31-d40c-4824-8abc-510beb020d66 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fee63f-e008-450c-9161-776c993da3d5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:37.583076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:37.605269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.614465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Transition to ACTIVE for port object c43dbecf-85a0-4f6e-957b-8f58e845d480 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:37.637497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Transition to ACTIVE for port object c43dbecf-85a0-4f6e-957b-8f58e845d480 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:37.646348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.702850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:37.717958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:37.719529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:37.723976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:37.728161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.751652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port 4dfcd171-caf6-4daf-96a0-5698aecd47fd yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:37.783565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Attempting to bind port c43dbecf-85a0-4f6e-957b-8f58e845d480 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:37.784148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Attempting to bind port c43dbecf-85a0-4f6e-957b-8f58e845d480 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '8a79a44e-516e-4ad7-a42c-94842ac17da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:37.784731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Attempting to bind port c43dbecf-85a0-4f6e-957b-8f58e845d480 on network cc349016-dfe1-421d-849c-d77f035f5f17 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:37.791079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:37.791734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Checking segment: {'id': '8a79a44e-516e-4ad7-a42c-94842ac17da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:37.792302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.792913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Bound using segment: {'id': '8a79a44e-516e-4ad7-a42c-94842ac17da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:37.793706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Bound port: c43dbecf-85a0-4f6e-957b-8f58e845d480, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a79a44e-516e-4ad7-a42c-94842ac17da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:37.794570 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.862646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:37.867021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:37.873021 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:37.956775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d6f6-cb25-406b-8eb9-c3b3c5788094 None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:37.983259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::375 (cc349016-dfe1-421d-849c-d77f035f5f17/d0bf4d35-37d5-472c-a084-a4b0e7944651/4dfcd171-caf6-4daf-96a0-5698aecd47fd) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:38.157672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:38.176995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object 4dfcd171-caf6-4daf-96a0-5698aecd47fd will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:38.270935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:38.324670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:38.326740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:38.334875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:38.343040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:38.343822 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:38.366772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=4dfcd171-caf6-4daf-96a0-5698aecd47fd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:38.374019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ede36872-01de-41cf-9fed-153e231ea177 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9280624 Aug 04 15:13:38.374312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38052) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:38.380108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:38.535911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:38.540344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:38.658565 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0bf4d35-37d5-472c-a084-a4b0e7944651 (CIDR: 2001:db8::/64) Aug 04 15:13:38.664029 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:13:38.665047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:38.687227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38064) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:38.687799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ab1d1aaa-8f12-4672-a484-b6ffd2fd0a3a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3117218 Aug 04 15:13:38.693084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:38.815509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:38.820164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.113843 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.187720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:39.189320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=821ae827-3dec-41c8-802d-0981cd0ebf6e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:39.193398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:39.196740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:39.198322 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.214368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c0164c49-2e0f-4bf6-922a-67942c85421a tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5254967 Aug 04 15:13:39.217294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38068) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:39.223290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-645619868', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '821ae827-3dec-41c8-802d-0981cd0ebf6e'}], 'security_groups': ['bfd36a27-84c7-467b-8f6b-88e3c1e0a2ae']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:39.245756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223bbc7-e70d-46c1-81d8-933df0925192 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:39.298629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.399313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-26aa32c7-14ea-4bb8-826b-1ad482abe06f None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:39.400073 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26aa32c7-14ea-4bb8-826b-1ad482abe06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.473628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-26aa32c7-14ea-4bb8-826b-1ad482abe06f None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:39.501339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-26aa32c7-14ea-4bb8-826b-1ad482abe06f None None] Provisioning for port c43dbecf-85a0-4f6e-957b-8f58e845d480 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:39.606856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Update dhcp port {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'fixed_ips': [{'subnet_id': 'd0bf4d35-37d5-472c-a084-a4b0e7944651', 'ip_address': '2001:db8::2'}, {'subnet_id': '821ae827-3dec-41c8-802d-0981cd0ebf6e'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'c43dbecf-85a0-4f6e-957b-8f58e845d480'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:13:39.636492 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.656248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Delete allocated IP 2001:db8::375 (cc349016-dfe1-421d-849c-d77f035f5f17/d0bf4d35-37d5-472c-a084-a4b0e7944651) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 15:13:39.672871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8:0:1::1d3 (cc349016-dfe1-421d-849c-d77f035f5f17/821ae827-3dec-41c8-802d-0981cd0ebf6e/4dfcd171-caf6-4daf-96a0-5698aecd47fd) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:39.848835 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.861638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Ignored duplicate provisioning block setup for port 4dfcd171-caf6-4daf-96a0-5698aecd47fd by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 15:13:39.868437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:39.953328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Allocated IP 2001:db8:0:1::2 (cc349016-dfe1-421d-849c-d77f035f5f17/821ae827-3dec-41c8-802d-0981cd0ebf6e/c43dbecf-85a0-4f6e-957b-8f58e845d480) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:40.048738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=4dfcd171-caf6-4daf-96a0-5698aecd47fd,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:40.060889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] In _notify_port_updated(), no bound segment for port 4dfcd171-caf6-4daf-96a0-5698aecd47fd on network cc349016-dfe1-421d-849c-d77f035f5f17 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:13:40.066530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:40.067564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.069248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ef6725ea-19fa-417b-a472-5e9b5c066b17 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/ports/4dfcd171-caf6-4daf-96a0-5698aecd47fd HTTP/1.1" status: 200 len: 930 time: 0.8506825 Aug 04 15:13:40.072290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38078) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:40.135145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:40.178079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 4dfcd171-caf6-4daf-96a0-5698aecd47fd {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:40.178431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.179504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:40.228647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.239030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c43dbecf-85a0-4f6e-957b-8f58e845d480 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:40.248919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:40.249611 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.251396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Transition to ACTIVE for port object c43dbecf-85a0-4f6e-957b-8f58e845d480 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:40.278836 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.287244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.302163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 4dfcd171-caf6-4daf-96a0-5698aecd47fd owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:40.477158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.508024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=4dfcd171-caf6-4daf-96a0-5698aecd47fd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:40.561262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.564200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a94462d-6ff1-4c2d-a23f-fde195ef6d9d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/4dfcd171-caf6-4daf-96a0-5698aecd47fd HTTP/1.1" status: 204 len: 168 time: 0.4906659 Aug 04 15:13:40.567608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38080) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:40.606174 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-970b12aa-d165-4d70-b166-5a7226557318 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:40.610515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-970b12aa-d165-4d70-b166-5a7226557318 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/4dfcd171-caf6-4daf-96a0-5698aecd47fd HTTP/1.1" status: 404 len: 333 time: 0.0417550 Aug 04 15:13:40.612520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38084) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:40.658624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Port c43dbecf-85a0-4f6e-957b-8f58e845d480 had new provisioning blocks added so it will not transition to active. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 04 15:13:40.684912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d95ee4-815b-4535-b297-607b411aad6f None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:40.719709 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.766934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.843663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.846546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:40.850745 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/security-groups/65fee63f-e008-450c-9161-776c993da3d5 HTTP/1.1" status: 204 len: 168 time: 0.2342658 Aug 04 15:13:40.851137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38086) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:40.873530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473f605-ed29-43cc-870a-0cee59eb5892 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fee63f-e008-450c-9161-776c993da3d5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:40.973914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.026896 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.129457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.133279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.134881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/security-groups/bfd36a27-84c7-467b-8f6b-88e3c1e0a2ae HTTP/1.1" status: 204 len: 168 time: 0.2825916 Aug 04 15:13:41.137781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38090) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:41.152832 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2f5c4-6fe7-40d0-978b-391b2f876236 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd36a27-84c7-467b-8f6b-88e3c1e0a2ae,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:41.224655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet d0bf4d35-37d5-472c-a084-a4b0e7944651 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:41.228819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.293335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.421095 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.522542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.557496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bf4d35-37d5-472c-a084-a4b0e7944651,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:41.559493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:41.560008 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.562619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.564815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b013ccb8-05c8-4957-a52e-17fd30428081 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/d0bf4d35-37d5-472c-a084-a4b0e7944651 HTTP/1.1" status: 204 len: 168 time: 0.4250846 Aug 04 15:13:41.569063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38092) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:41.574953 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:41.605673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:41.609754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Could not find standard attr ID for object 4dfcd171-caf6-4daf-96a0-5698aecd47fd. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:41.627599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Provisioning for port c43dbecf-85a0-4f6e-957b-8f58e845d480 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:41.633138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:41.633592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.737313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.762101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:41.768278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.781814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:41.787537 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:41.847759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95475a-a28a-4000-838a-3ccb35381d1a None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:41.888407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289dae0-6976-40e6-a98a-fb319e0943a5 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:41.938077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b61a1ba3-4066-4544-b963-3abc1d6a222a None None] Could not find standard attr ID for object 4dfcd171-caf6-4daf-96a0-5698aecd47fd. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:42.029430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:42.099969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.120107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:42.120617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.155359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:42.166345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:42.173108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:42.173777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.186357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=074fb5f0-0796-4534-98b9-0a32da93dceb,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:42.201445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f7d4a7b-cd9d-4b95-ba71-1350725482d8 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6307852 Aug 04 15:13:42.203721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38100) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:42.209932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'security_group': {'name': 'tempest-secgroup-1390845028'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:42.245157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.339849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.345179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.376121 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.380016 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1727662 Aug 04 15:13:42.380330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38102) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:42.385957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941284355'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:42.390500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c837e9-5325-454e-b0fe-2bcfd36fbbb4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4432b24-0209-4012-8ca0-77eeec22221e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:42.413752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.508860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.513640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.541144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.545284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1610324 Aug 04 15:13:42.545943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38104) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:42.551297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'security_group': {'name': 'tempest-secgroup-461610360'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:42.556580 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d738-4c41-4eb0-a56f-1a8c5050a252 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da28113f-e3e8-493a-ab7d-deda94290af1,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:42.580120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.675113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.679307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.708171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.712177 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1624372 Aug 04 15:13:42.712177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38106) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:42.717623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-26634747', 'security_groups': ['8fc473bb-c18f-45f2-8e1a-38723b577cab'], 'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '074fb5f0-0796-4534-98b9-0a32da93dceb'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:42.720290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e9bd6-b115-41b8-b34e-d571cd528630 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:42.721254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537267ff-8698-4f72-833f-b8f4245c1ae0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc473bb-c18f-45f2-8e1a-38723b577cab,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:42.791146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62096076-cb6a-4078-8b8c-6641f637f1f4 None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:42.791549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62096076-cb6a-4078-8b8c-6641f637f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.848930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:42.849592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-62096076-cb6a-4078-8b8c-6641f637f1f4 None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:42.887722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-62096076-cb6a-4078-8b8c-6641f637f1f4 None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:42.888110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62096076-cb6a-4078-8b8c-6641f637f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:42.982855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.001231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] device_id is not set on port c1ae1927-b0ec-48a2-ac57-47ca15decde0 yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:13:43.066023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Update dhcp port {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'fixed_ips': [{'subnet_id': '821ae827-3dec-41c8-802d-0981cd0ebf6e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '074fb5f0-0796-4534-98b9-0a32da93dceb'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'c43dbecf-85a0-4f6e-957b-8f58e845d480'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:13:43.092609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.202639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8::385 (cc349016-dfe1-421d-849c-d77f035f5f17/074fb5f0-0796-4534-98b9-0a32da93dceb/c1ae1927-b0ec-48a2-ac57-47ca15decde0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:43.362641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.384035 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object c1ae1927-b0ec-48a2-ac57-47ca15decde0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:43.419353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.470375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:43.477179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:43.479623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=c1ae1927-b0ec-48a2-ac57-47ca15decde0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:43.486930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-5187ed3b-6d4b-4522-ac21-d484e682481f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774854736&fields=id&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 267 time: 0.0700655 Aug 04 15:13:43.488014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:43.495508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:43.496166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.502132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Allocated IP 2001:db8::2 (cc349016-dfe1-421d-849c-d77f035f5f17/074fb5f0-0796-4534-98b9-0a32da93dceb/c43dbecf-85a0-4f6e-957b-8f58e845d480) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:43.519850 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a080443e-c6ef-466d-b51f-eab7b0ad51dd tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8065410 Aug 04 15:13:43.520518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38126) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:43.527074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:43.616594 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-64865338-faa9-4d44-98cb-a8775a9a3785 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:43.618245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-64865338-faa9-4d44-98cb-a8775a9a3785 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1191416 Aug 04 15:13:43.639549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:43.642279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-4091b6d3-bb2f-45d1-b5cd-6c559c4996ed tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0176060 Aug 04 15:13:43.664845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:43.670886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.694817 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.708922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Transition to ACTIVE for port object c43dbecf-85a0-4f6e-957b-8f58e845d480 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:43.709433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-ada37fbd-c61e-4d11-bb8f-380d582b79f6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605211 Aug 04 15:13:43.714306 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:43.786550 n-d-801743-12 neutron-server[94266]: INFO neutron.db.ipam_backend_mixin [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 074fb5f0-0796-4534-98b9-0a32da93dceb (CIDR: 2001:db8::/64) Aug 04 15:13:43.792170 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:13:43.793521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:43.799709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02cc77-8b01-40dd-8bdb-d8eb5ad14197 None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:43.818769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38128) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:43.820162 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a2fb192e-418c-44d2-b62c-eb297c04f601 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2980735 Aug 04 15:13:43.826385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:43.844009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-fd74a5cc-3be9-473f-9873-fb7e37b7eb08 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196370 Aug 04 15:13:43.998689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:44.010766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-fb61e267-bec9-4d78-8dc0-982976eb98f2 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371391 Aug 04 15:13:44.023453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:44.030563 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.148736 n-d-801743-12 neutron-server[94265]: INFO neutron.db.ipam_backend_mixin [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 821ae827-3dec-41c8-802d-0981cd0ebf6e (CIDR: 2001:db8:0:1::/64) Aug 04 15:13:44.152305 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:13:44.152827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:44.171642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-73176632-1514-4d8f-a415-49b430605d8f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3495805 Aug 04 15:13:44.172439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38134) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:44.177479 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'subnet': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:44.310286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Made reservation on behalf of 8edf88ba251c49aaaa244478f53f2137 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:44.313970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.559825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:44.560194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.585799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d940949-e56d-4da9-a1f5-48b4fd61d3d6 req-310a1220-4266-4cd3-863a-fd3f0e046c8f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.1801155 Aug 04 15:13:44.623346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:44.638486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Provisioning for port c43dbecf-85a0-4f6e-957b-8f58e845d480 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:44.643322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:44.644371 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-478257a0-f987-4ee6-8bf4-ebe9f083adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.722685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.761723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Network cc349016-dfe1-421d-849c-d77f035f5f17 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:44.765241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:44.769036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:44.769980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.801482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81db0272-f920-484f-8a0c-db8d866440ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.803897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:44.814069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-849564223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1fd7ff94-53e2-4911-ab73-543ca517808b'}], 'security_groups': ['c4432b24-0209-4012-8ca0-77eeec22221e', 'da28113f-e3e8-493a-ab7d-deda94290af1']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:44.817679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6440930 Aug 04 15:13:44.823501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8779cc-c622-4010-9e55-4bd24c8dac14 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Subnet': ['ID=1fd7ff94-53e2-4911-ab73-543ca517808b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:44.855496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900bce0-5ca2-4040-a421-90bb2893dd01 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:44.895925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:44.925381 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f031821-83fc-4135-9d8c-bd177d306f55 None None] Provisioning for port c1ae1927-b0ec-48a2-ac57-47ca15decde0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:44.943466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f031821-83fc-4135-9d8c-bd177d306f55 None None] Provisioning complete for port c1ae1927-b0ec-48a2-ac57-47ca15decde0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:44.944002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f031821-83fc-4135-9d8c-bd177d306f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.014805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4f031821-83fc-4135-9d8c-bd177d306f55 None None] Port c1ae1927-b0ec-48a2-ac57-47ca15decde0 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:45.169319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Update dhcp port {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'fixed_ips': [{'subnet_id': '821ae827-3dec-41c8-802d-0981cd0ebf6e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '074fb5f0-0796-4534-98b9-0a32da93dceb', 'ip_address': '2001:db8::2'}, {'subnet_id': '1fd7ff94-53e2-4911-ab73-543ca517808b'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'c43dbecf-85a0-4f6e-957b-8f58e845d480'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:13:45.203738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.275251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Delete allocated IP 2001:db8::385 (cc349016-dfe1-421d-849c-d77f035f5f17/074fb5f0-0796-4534-98b9-0a32da93dceb) {{(pid=94266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 15:13:45.284615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Allocated IP 2001:db8:0:2::a7 (cc349016-dfe1-421d-849c-d77f035f5f17/1fd7ff94-53e2-4911-ab73-543ca517808b/c1ae1927-b0ec-48a2-ac57-47ca15decde0) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:45.530120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.566387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Transition to ACTIVE for port object c1ae1927-b0ec-48a2-ac57-47ca15decde0 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:45.578829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.685610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-978a8505-ac4f-4fba-82d4-106420e2dc16 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:45.688328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Allocated IP 2001:db8:0:2::2 (cc349016-dfe1-421d-849c-d77f035f5f17/1fd7ff94-53e2-4911-ab73-543ca517808b/c43dbecf-85a0-4f6e-957b-8f58e845d480) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:45.688829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-978a8505-ac4f-4fba-82d4-106420e2dc16 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.2420743 Aug 04 15:13:45.736993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] In _notify_port_updated(), no bound segment for port c1ae1927-b0ec-48a2-ac57-47ca15decde0 on network cc349016-dfe1-421d-849c-d77f035f5f17 {{(pid=94266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 15:13:45.750313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:45.751500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.759092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "PUT /v2.0/ports/c1ae1927-b0ec-48a2-ac57-47ca15decde0 HTTP/1.1" status: 200 len: 968 time: 0.9541035 Aug 04 15:13:45.779713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38162) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:45.800616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf151b30-a033-4b04-9c5a-d6a0df19d950 req-67dd59e3-1329-49d3-8a94-79a126493379 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.0803940 Aug 04 15:13:45.826459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event updated for resources: {'Port': ['ID=c1ae1927-b0ec-48a2-ac57-47ca15decde0,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:45.868629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.869021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.869369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.870011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.870731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.871075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.871410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.871743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.872193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.872524 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.872852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.873221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f13ab6-ccd2-4442-bf4b-8f938b94867b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:45.902350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38164) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:45.906768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-3b6aca3c-fd90-4f64-8bb1-0b4b4f61c3b6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 379 time: 0.1943758 Aug 04 15:13:45.922938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port c1ae1927-b0ec-48a2-ac57-47ca15decde0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:45.923487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:45.928719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:45.930107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'security_groups': ['63c21f23-c615-4d68-a123-d4ddc2c029b6']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:45.985935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.021339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Transition to ACTIVE for port object c43dbecf-85a0-4f6e-957b-8f58e845d480 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:46.032584 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.091976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.112995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for c1ae1927-b0ec-48a2-ac57-47ca15decde0 owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:46.123122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-847d3cec-54b1-4c0c-ba82-fafc0c4e18b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.159145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dfea8-54ae-446a-b07b-e5652b4f1fa0 None None] Pushing event updated for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.183924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:46.187831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.271432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-847d3cec-54b1-4c0c-ba82-fafc0c4e18b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.279073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.306115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-847d3cec-54b1-4c0c-ba82-fafc0c4e18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.339094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.341492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d3cec-54b1-4c0c-ba82-fafc0c4e18b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e7b03-96ea-4886-8d04-8232bb50a05a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.341915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/c1ae1927-b0ec-48a2-ac57-47ca15decde0 HTTP/1.1" status: 204 len: 168 time: 0.5609794 Aug 04 15:13:46.342913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d4470-ed97-476d-8051-48fafcd2dea1 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=c1ae1927-b0ec-48a2-ac57-47ca15decde0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.351616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:46.405288 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f483b6-f903-4f5a-be4d-56d31d704034 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] GET failed (client error): The resource could not be found. Aug 04 15:13:46.407021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19f483b6-f903-4f5a-be4d-56d31d704034 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports/c1ae1927-b0ec-48a2-ac57-47ca15decde0 HTTP/1.1" status: 404 len: 333 time: 0.0526488 Aug 04 15:13:46.409892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38170) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:46.413672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-847d3cec-54b1-4c0c-ba82-fafc0c4e18b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22bab52d19144895888ffc11af7abf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059159 Aug 04 15:13:46.427893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38172) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:46.469518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.8 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/47753044-3947-4b5e-849c-3aba7ecef443) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:46.519234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.545821 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.583107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.616277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.618368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.621515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.622954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/security-groups/8fc473bb-c18f-45f2-8e1a-38723b577cab HTTP/1.1" status: 204 len: 168 time: 0.2116880 Aug 04 15:13:46.625893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38174) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:46.641984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d33b0-e50e-4d75-8137-fe5713137fc0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc473bb-c18f-45f2-8e1a-38723b577cab,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.697035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.701215 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.703005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/931e7b03-96ea-4886-8d04-8232bb50a05a HTTP/1.1" status: 204 len: 168 time: 0.2740619 Aug 04 15:13:46.711296 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.717290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c88603-d445-4f07-b1ba-a58240d5e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e7b03-96ea-4886-8d04-8232bb50a05a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.746947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object 47753044-3947-4b5e-849c-3aba7ecef443 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:46.788406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.818469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.831023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.873313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:46.884216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:46.886889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:46.887909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:46.888581 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:46.939046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:46.960993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:46.961334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Provisioning for port c43dbecf-85a0-4f6e-957b-8f58e845d480 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:46.984178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:46.985051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.013888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:47.014612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.027497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.039406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.042968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/security-groups/da28113f-e3e8-493a-ab7d-deda94290af1 HTTP/1.1" status: 204 len: 168 time: 0.4106503 Aug 04 15:13:47.043150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf438ca-6627-4767-9046-248fabe05d12 req-f098d02a-f102-4419-93bc-7a4bf06a8e66 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:47.050132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eaf438ca-6627-4767-9046-248fabe05d12 req-f098d02a-f102-4419-93bc-7a4bf06a8e66 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 931 time: 0.1058397 Aug 04 15:13:47.051972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38182) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:47.085269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-450554ff-e3c9-43ed-9caf-e48b0cc14157 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642518 Aug 04 15:13:47.110609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Request body: {'port': {'device_id': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:47.120363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d95e5e-5a78-479c-9ae6-e13c34fd0f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da28113f-e3e8-493a-ab7d-deda94290af1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:47.185443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d6196450-94bc-4a05-8697-8aaf784dab3c None None] Could not find standard attr ID for object c1ae1927-b0ec-48a2-ac57-47ca15decde0. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:47.190190 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eaf438ca-6627-4767-9046-248fabe05d12 req-747bf11d-df18-4e94-a6e9-36dd3533de9a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389444 Aug 04 15:13:47.223901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.244155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.287356 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.302900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0fae413b-3c6d-4616-bc97-e06dd88367b1 None None] Could not find standard attr ID for object 4dfcd171-caf6-4daf-96a0-5698aecd47fd. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:47.361728 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.366317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.367811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/security-groups/c4432b24-0209-4012-8ca0-77eeec22221e HTTP/1.1" status: 204 len: 168 time: 0.3126948 Aug 04 15:13:47.380719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38192) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:47.388451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb197b-2ebc-4f57-b621-5a85234f42f3 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4432b24-0209-4012-8ca0-77eeec22221e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:47.395923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5101b7fc-30ae-4ff9-9dd0-d98912cfe339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.455465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9216cf05-94dc-4cd9-a093-1766762cfee7 None None] Provisioning for port 47753044-3947-4b5e-849c-3aba7ecef443 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:47.460015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9216cf05-94dc-4cd9-a093-1766762cfee7 None None] Provisioning complete for port 47753044-3947-4b5e-849c-3aba7ecef443 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:47.460248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 074fb5f0-0796-4534-98b9-0a32da93dceb {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:47.460734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9216cf05-94dc-4cd9-a093-1766762cfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.471812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.527473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9216cf05-94dc-4cd9-a093-1766762cfee7 None None] Port 47753044-3947-4b5e-849c-3aba7ecef443 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:47.554062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.670068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.708086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.789428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47753044-3947-4b5e-849c-3aba7ecef443 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:13:47.801633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.819834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Transition to ACTIVE for port object 47753044-3947-4b5e-849c-3aba7ecef443 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:47.823637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.858900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=074fb5f0-0796-4534-98b9-0a32da93dceb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:47.862840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.865630 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:47.867630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e5ff5a6-6741-4166-bd19-1d63609b6903 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/074fb5f0-0796-4534-98b9-0a32da93dceb HTTP/1.1" status: 204 len: 168 time: 0.4859216 Aug 04 15:13:47.872437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:47.914991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb547c18-2e04-44f7-bb6f-470c406f79b6 None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:47.977215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Pushing event updated for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:47.983022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 1fd7ff94-53e2-4911-ab73-543ca517808b {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:47.986953 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.035482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6a8fbf3c-bd1f-47e5-80bc-050fa80a7ba0 None None] Could not find standard attr ID for object c1ae1927-b0ec-48a2-ac57-47ca15decde0. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:13:48.069158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:48.089315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.102438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Attempting to bind port 47753044-3947-4b5e-849c-3aba7ecef443 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:48.102726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Attempting to bind port 47753044-3947-4b5e-849c-3aba7ecef443 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:48.103075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Attempting to bind port 47753044-3947-4b5e-849c-3aba7ecef443 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:48.110163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Port 47753044-3947-4b5e-849c-3aba7ecef443 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:13:48.110500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Attempting to bind port 47753044-3947-4b5e-849c-3aba7ecef443 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:48.117098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:48.117469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:48.117855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:48.118379 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Bound port: 47753044-3947-4b5e-849c-3aba7ecef443, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:48.118864 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.189896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.228449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:48.230454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.233554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.249271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:48.263915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=47753044-3947-4b5e-849c-3aba7ecef443,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:48.271888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.351101 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.370129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:48.370661 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.372101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] 10.222.0.46 "PUT /v2.0/ports/47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 1092 time: 1.2705004 Aug 04 15:13:48.372566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:13:48.374983 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540af89b-7c8f-4047-b15a-da830b0f3eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "tag": "47753044-3947-4b5e-849c-3aba7ecef443"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:13:48.456180 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2ab171-d608-4a83-8cb2-b21d3c248020 x-openstack-request-id: req-bf2ab171-d608-4a83-8cb2-b21d3c248020 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:13:48.456480 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "tag": "47753044-3947-4b5e-849c-3aba7ecef443", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:13:48.463086 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf2ab171-d608-4a83-8cb2-b21d3c248020 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:13:48.468119 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443', 'status': 'completed', 'code': 200} Aug 04 15:13:48.478344 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.488016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/1fd7ff94-53e2-4911-ab73-543ca517808b HTTP/1.1" status: 204 len: 168 time: 0.6124115 Aug 04 15:13:48.495297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38218) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:48.529550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c8771-25bb-4411-bce0-2893f1483f55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd7ff94-53e2-4911-ab73-543ca517808b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:48.532190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d3e63-b0f6-4aee-bc55-e247da81c859 None None] Update dhcp port {'port': {'network_id': 'cc349016-dfe1-421d-849c-d77f035f5f17', 'fixed_ips': [{'subnet_id': '821ae827-3dec-41c8-802d-0981cd0ebf6e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1fd7ff94-53e2-4911-ab73-543ca517808b'}], 'binding:host_id': 'n-d-801743-12'}, 'id': 'c43dbecf-85a0-4f6e-957b-8f58e845d480'} from n-d-801743-12. {{(pid=94267) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 15:13:48.532573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2726337-b623-472c-8c03-6c26fce6e180 service neutron] Pushing event updated for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:48.538963 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c416bc-cbaf-4d2c-b75a-1a25a996e30d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:48.539422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c416bc-cbaf-4d2c-b75a-1a25a996e30d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:48.541209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-19c416bc-cbaf-4d2c-b75a-1a25a996e30d tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/074fb5f0-0796-4534-98b9-0a32da93dceb HTTP/1.1" status: 404 len: 337 time: 0.0445087 Aug 04 15:13:48.549558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:48.552612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-50381ea1-c71d-49ed-ba4a-d0457bb1fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:48.554967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-50381ea1-c71d-49ed-ba4a-d0457bb1fd9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1095 time: 0.1325054 Aug 04 15:13:48.581880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-701d3e63-b0f6-4aee-bc55-e247da81c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.634486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38222) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:48.644417 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-99d5a1b5-1b51-4764-a5aa-a5ba25ac29df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 217 time: 0.0801857 Aug 04 15:13:48.706230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ebe91-bea0-417c-99c7-c33d6e8238d6 req-e0cb8443-fa4d-4951-ab5b-163aab5ea89a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:48.707827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe2ebe91-bea0-417c-99c7-c33d6e8238d6 req-e0cb8443-fa4d-4951-ab5b-163aab5ea89a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.3489766 Aug 04 15:13:48.721011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-57e4b0a3-8a3b-47b5-be66-cb746ddaa968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:48.721707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting subnet 821ae827-3dec-41c8-802d-0981cd0ebf6e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:13:48.723169 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-57e4b0a3-8a3b-47b5-be66-cb746ddaa968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0700479 Aug 04 15:13:48.727062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.790050 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.806282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-ae1d8095-4e9c-4188-a779-8f75bd26fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:48.809726 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-ae1d8095-4e9c-4188-a779-8f75bd26fe5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761511 Aug 04 15:13:48.818983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe2ebe91-bea0-417c-99c7-c33d6e8238d6 req-2489df4b-750d-4506-8ce7-eb8860dca6c5 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934370 Aug 04 15:13:48.821402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.856782 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-872400a9-99aa-47fc-951f-67193e3cd3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.865439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:48.910808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-a470207d-c3e5-4688-8603-cfde6fecc20a service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935354 Aug 04 15:13:48.946795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.005718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bd44c735-bb72-4d87-b275-1b08699cf588 req-7473b143-2d3a-4dfb-b825-5d4af105413b service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870059 Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-701d3e63-b0f6-4aee-bc55-e247da81c859 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 821ae827-3dec-41c8-802d-0981cd0ebf6e: This subnet is being modified by another concurrent operation. Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 821ae827-3dec-41c8-802d-0981cd0ebf6e: This subnet is being modified by another concurrent operation. Aug 04 15:13:49.033739 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 15:13:49.042236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.050488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-872400a9-99aa-47fc-951f-67193e3cd3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.090380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-872400a9-99aa-47fc-951f-67193e3cd3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.094005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Subnet': ['ID=821ae827-3dec-41c8-802d-0981cd0ebf6e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:49.116383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.120574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c2755fe9-969a-4acf-bda0-82a8c19f9341 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/821ae827-3dec-41c8-802d-0981cd0ebf6e HTTP/1.1" status: 204 len: 168 time: 0.5667470 Aug 04 15:13:49.123947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38226) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.128526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-2265c82e-bb13-4a9f-b0b4-b78dfdd7b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:49.128526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-2265c82e-bb13-4a9f-b0b4-b78dfdd7b8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1095 time: 0.0704894 Aug 04 15:13:49.143500 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61e68c-510c-48b7-8560-f3997252c6bd None None] Network cc349016-dfe1-421d-849c-d77f035f5f17 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:49.166088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872400a9-99aa-47fc-951f-67193e3cd3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15692626-c06c-4271-9ad4-683d6c741ce0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:49.169336 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fa6baf-b767-4953-af68-2933b5ef8af0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.169791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fa6baf-b767-4953-af68-2933b5ef8af0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.171694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-37fa6baf-b767-4953-af68-2933b5ef8af0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/d0bf4d35-37d5-472c-a084-a4b0e7944651 HTTP/1.1" status: 404 len: 337 time: 0.0428488 Aug 04 15:13:49.174703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-872400a9-99aa-47fc-951f-67193e3cd3c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a4b6d15a0634d579b1fcb2ce30f3b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376804 Aug 04 15:13:49.175244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38228) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.184105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38230) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.222422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e8e17607-be6f-4e7b-86b8-c5b9c55d8e55 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "GET /v2.0/ports?device_id=61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 HTTP/1.1" status: 200 len: 205 time: 0.0460701 Aug 04 15:13:49.224837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38232) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.237625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c144f1fd-54d1-4890-b94e-3b8d5cb89ce1 None None] Provisioning complete for port 3b51afba-4f13-4780-8ae7-f82b720831ac triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:49.237911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c144f1fd-54d1-4890-b94e-3b8d5cb89ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.271392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-8029792e-5fd3-407c-8513-0c5ed2cae644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:49.272774 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-8029792e-5fd3-407c-8513-0c5ed2cae644 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1382256 Aug 04 15:13:49.275263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c144f1fd-54d1-4890-b94e-3b8d5cb89ce1 None None] Port 3b51afba-4f13-4780-8ae7-f82b720831ac cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:13:49.276341 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-7a203523-80c1-4bed-8d97-329036678146 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] delete failed (client error): The resource could not be found. Aug 04 15:13:49.278982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7a203523-80c1-4bed-8d97-329036678146 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/routers/61b61fca-1bcb-494c-b5d8-0f65e2a59ef6 HTTP/1.1" status: 404 len: 336 time: 0.0516393 Aug 04 15:13:49.280261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38234) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.303320 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.313595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c144f1fd-54d1-4890-b94e-3b8d5cb89ce1 None None] Provisioning complete for port c43dbecf-85a0-4f6e-957b-8f58e845d480 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:49.313977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c144f1fd-54d1-4890-b94e-3b8d5cb89ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.333008 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.359886 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-ab392971-7933-4b40-a427-dc0e8401c352 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 217 time: 0.0785272 Aug 04 15:13:49.360931 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2978b2-116c-4264-9ce5-c762a361b4da tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.361459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2978b2-116c-4264-9ce5-c762a361b4da tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.366652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38238) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.367234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fe2978b2-116c-4264-9ce5-c762a361b4da tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/105732ac-2490-4661-9aec-7f93a0ffe04d HTTP/1.1" status: 404 len: 337 time: 0.0845981 Aug 04 15:13:49.414060 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca4cb84-0006-4a7e-ba46-58ae0060e74f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.414520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca4cb84-0006-4a7e-ba46-58ae0060e74f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.416916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ca4cb84-0006-4a7e-ba46-58ae0060e74f tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/14543327-b906-4ee3-b04d-229d43cf4a90 HTTP/1.1" status: 404 len: 337 time: 0.0486460 Aug 04 15:13:49.420500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38240) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.424565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] DHCP port deletion for cc349016-dfe1-421d-849c-d77f035f5f17 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:13:49.426913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-72342fa1-a20a-4fd2-9348-aed9260a12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:49.428408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-72342fa1-a20a-4fd2-9348-aed9260a12f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0600989 Aug 04 15:13:49.463926 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8475613-cac6-4a93-871b-7cdb78f72ddc tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.467138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8475613-cac6-4a93-871b-7cdb78f72ddc tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.471570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d8475613-cac6-4a93-871b-7cdb78f72ddc tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/7259b5d4-0699-488c-9c6d-5f1e83fe5d7f HTTP/1.1" status: 404 len: 337 time: 0.0476329 Aug 04 15:13:49.474488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38242) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.485861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.488545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.489707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15692626-c06c-4271-9ad4-683d6c741ce0 HTTP/1.1" status: 204 len: 168 time: 0.3046656 Aug 04 15:13:49.490274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Deleting port c43dbecf-85a0-4f6e-957b-8f58e845d480 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:49.490861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.498099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1928-0c7c-4cfa-849a-2b7221af8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15692626-c06c-4271-9ad4-683d6c741ce0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:49.515959 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b306fab-d85f-4650-b36f-0f447ea2b1e4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.516704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b306fab-d85f-4650-b36f-0f447ea2b1e4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.518747 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8b306fab-d85f-4650-b36f-0f447ea2b1e4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/912ce6de-268d-4c0a-b247-25e2dcb2aaee HTTP/1.1" status: 404 len: 333 time: 0.0427313 Aug 04 15:13:49.520824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-b9a1a769-5388-4447-bfff-1d3e30614744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:49.521396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38246) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.533522 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-b9a1a769-5388-4447-bfff-1d3e30614744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979340 Aug 04 15:13:49.554308 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c269bb4-3829-446b-ab0b-996e61287bc4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.554804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c269bb4-3829-446b-ab0b-996e61287bc4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.556690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4c269bb4-3829-446b-ab0b-996e61287bc4 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/d7a16a9d-1e18-4ffb-8d2c-6d623f42a86c HTTP/1.1" status: 404 len: 337 time: 0.0343049 Aug 04 15:13:49.559317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38248) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.590667 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a2381-fa6e-4531-b4ce-5218c304c53b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.591129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1a2381-fa6e-4531-b4ce-5218c304c53b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.592960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1e1a2381-fa6e-4531-b4ce-5218c304c53b tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/c32bcfe8-609f-4861-ab89-cf199bf2a0be HTTP/1.1" status: 404 len: 337 time: 0.0327165 Aug 04 15:13:49.595871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38250) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.600824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] For port c43dbecf-85a0-4f6e-957b-8f58e845d480, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c43dbecf-85a0-4f6e-957b-8f58e845d480,segment=NetworkSegment(8a79a44e-516e-4ad7-a42c-94842ac17da0),segment_id=8a79a44e-516e-4ad7-a42c-94842ac17da0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:49.601229 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.620566 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f310db6-7502-4e4b-9389-0a05a9cef047 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.621309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f310db6-7502-4e4b-9389-0a05a9cef047 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.621718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Calling delete_port for c43dbecf-85a0-4f6e-957b-8f58e845d480 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:49.626285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5f310db6-7502-4e4b-9389-0a05a9cef047 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/84d764d4-85bf-4911-9b14-e67844b44523 HTTP/1.1" status: 404 len: 333 time: 0.0266168 Aug 04 15:13:49.626776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38252) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.657658 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a631d5c-ec34-481e-9742-f349dde740e7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.658138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a631d5c-ec34-481e-9742-f349dde740e7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.662508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a631d5c-ec34-481e-9742-f349dde740e7 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/7e479d4e-3bf4-4242-ba48-90bf465cb3ea HTTP/1.1" status: 404 len: 337 time: 0.0326309 Aug 04 15:13:49.663909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38254) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.728695 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-346a9b14-6a2c-488c-bb65-e6810acd6e33 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] DELETE failed (client error): The resource could not be found. Aug 04 15:13:49.729171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346a9b14-6a2c-488c-bb65-e6810acd6e33 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:13:49.733510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-346a9b14-6a2c-488c-bb65-e6810acd6e33 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/subnets/55862429-454e-4e2f-b46e-da3d2f808a50 HTTP/1.1" status: 404 len: 337 time: 0.0670075 Aug 04 15:13:49.733718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38258) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:49.746735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.794328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] Pushing event deleted for resources: {'Port': ['ID=c43dbecf-85a0-4f6e-957b-8f58e845d480,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:49.799092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601e941-e92a-4a60-94e1-3aa398476ff3 None None] No DVR routers for this DVR port c43dbecf-85a0-4f6e-957b-8f58e845d480 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:13:49.821973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e3a82-02d1-485e-aed8-4646259b1238 None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:13:49.904630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Deleting port 3b51afba-4f13-4780-8ae7-f82b720831ac {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:13:49.904975 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:49.966607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e3a82-02d1-485e-aed8-4646259b1238 None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:13:50.033472 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.047014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:13:50.078089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c43dbecf-85a0-4f6e-957b-8f58e845d480 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:13:50.078702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c43dbecf-85a0-4f6e-957b-8f58e845d480 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:13:50.258516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-51fcf742-6b6d-4451-b200-8466a9d3ba81 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170188 Aug 04 15:13:50.337757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.390510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-540af89b-7c8f-4047-b15a-da830b0f3eb1 req-19ec429b-c12f-45d6-89af-189a4c2b993d service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237214 Aug 04 15:13:50.493283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34b32-ccd5-4020-8359-377170b0d454 req-98023762-be48-4e4d-86cc-0e4e18b4d387 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:50.495482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eb34b32-ccd5-4020-8359-377170b0d454 req-98023762-be48-4e4d-86cc-0e4e18b4d387 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.5853705 Aug 04 15:13:50.501369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Calling delete_port for 3b51afba-4f13-4780-8ae7-f82b720831ac owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:13:50.574000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4eb34b32-ccd5-4020-8359-377170b0d454 req-662eacbb-5954-48ec-b120-a63137d5ca21 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707092 Aug 04 15:13:50.612006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.640394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Port': ['ID=3b51afba-4f13-4780-8ae7-f82b720831ac,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:50.646714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.648702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-47fa7967-5066-480f-9293-6dfbf37e2b45 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/ports/3b51afba-4f13-4780-8ae7-f82b720831ac HTTP/1.1" status: 204 len: 168 time: 0.9128397 Aug 04 15:13:50.651376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38280) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:50.739116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.828646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.838874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc349016-dfe1-421d-849c-d77f035f5f17']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:50.855474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a79a44e-516e-4ad7-a42c-94842ac17da0') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:50.855826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a79a44e-516e-4ad7-a42c-94842ac17da0') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:50.869225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.885571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.892617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:13:50.893059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:13:50.896461 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:13:50.963905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.973284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:50.981780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] 10.222.0.76 "DELETE /v2.0/networks/cc349016-dfe1-421d-849c-d77f035f5f17 HTTP/1.1" status: 204 len: 168 time: 0.3253708 Aug 04 15:13:50.992060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7b63a-d952-4c4d-be36-f2571221a3f0 tempest-PortsIpV6TestJSON-584725770 tempest-PortsIpV6TestJSON-584725770-project] Pushing event deleted for resources: {'Network': ['ID=cc349016-dfe1-421d-849c-d77f035f5f17,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:51.249342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38302) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:51.385849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2e365fb4-c416-4055-b563-4b5d72d6b38c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8edf88ba251c49aaaa244478f53f2137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352661 Aug 04 15:13:51.388425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38306) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:51.435419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:51.460082 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:51.507064 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:51.509987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:51.511663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e072de0-157c-47ee-8d96-df5f9c0520cd HTTP/1.1" status: 204 len: 168 time: 0.1221795 Aug 04 15:13:51.519600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a348-8c19-4c74-a681-6c06d7555e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e072de0-157c-47ee-8d96-df5f9c0520cd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:51.702608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b6a1-aa13-4c8a-9613-e11e02e24097 req-e580e7f2-3c53-491a-bae7-61c04e9ef3a7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:51.704370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b753b6a1-aa13-4c8a-9613-e11e02e24097 req-e580e7f2-3c53-491a-bae7-61c04e9ef3a7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.0509994 Aug 04 15:13:51.745215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b753b6a1-aa13-4c8a-9613-e11e02e24097 req-7d31b30b-6669-4c10-8212-1ec175230799 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349653 Aug 04 15:13:51.874290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38322) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:51.879019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606103747', 'description': 'tempest-secgroup-smoke-606103747 description', 'project_id': '9989338461854dedaf7455a859490971'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:51.900932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:51.910293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.013456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.017906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.059274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8030693f-cdf5-46c1-9265-7f64e87eb895,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.112929 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.118366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.144419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.145647 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2702730 Aug 04 15:13:52.148683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.153262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.154682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38334) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.159437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296786d-9602-456a-b252-56d4f97c419d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691222bc-f37a-4e9b-a57c-30425b571c64,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.183920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.248187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.252625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.256609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e1e12d78-5ddb-4c44-8f8d-9eed6cc41be8 tempest-DvrRoutersNegativeTest-1663826644 tempest-DvrRoutersNegativeTest-1663826644-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2126524147', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.259549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.policy [None req-e1e12d78-5ddb-4c44-8f8d-9eed6cc41be8 tempest-DvrRoutersNegativeTest-1663826644 tempest-DvrRoutersNegativeTest-1663826644-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94265) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 04 15:13:52.259794 n-d-801743-12 neutron-server[94265]: DEBUG neutron.policy [None req-e1e12d78-5ddb-4c44-8f8d-9eed6cc41be8 tempest-DvrRoutersNegativeTest-1663826644 tempest-DvrRoutersNegativeTest-1663826644-project] Failed policy check for 'create_router' {{(pid=94265) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 04 15:13:52.260317 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-e1e12d78-5ddb-4c44-8f8d-9eed6cc41be8 tempest-DvrRoutersNegativeTest-1663826644 tempest-DvrRoutersNegativeTest-1663826644-project] create failed (client error): Access was denied to this resource. Aug 04 15:13:52.261278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1e12d78-5ddb-4c44-8f8d-9eed6cc41be8 tempest-DvrRoutersNegativeTest-1663826644 tempest-DvrRoutersNegativeTest-1663826644-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1055310 Aug 04 15:13:52.271536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de5f989-feba-4e93-b99a-306cbdde0429,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.279492 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.280924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2f0171a1-31ef-45d5-8b0c-40c6223c4c20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313033 Aug 04 15:13:52.283845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.289482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.317337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.374340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.378514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.394493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6037aa23-57f2-4e47-87e6-580a69a5cf18,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.404553 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.405783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-381ebe25-b7ab-4c84-b0af-88fc7e8ce605 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209474 Aug 04 15:13:52.408483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38342) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.412999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.441683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.490054 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.494350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.513402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38346) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.515573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67f4c31-6aa8-45e0-9f4f-0dc5e310b341,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.523227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.526663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c8edc7d-9aa7-4cee-a358-5bedbfb4719f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150100 Aug 04 15:13:52.527262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38350) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.532242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.559971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.623860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.630937 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.632636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2236ff75-c4e2-4565-8169-571bb073ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.657093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bd6ab5-346a-49ce-8c63-87b8a5b33409,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.666432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.667694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-afbde899-9b7e-492a-9170-90dd6aea5564 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394157 Aug 04 15:13:52.671153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38352) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.675436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.753861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2236ff75-c4e2-4565-8169-571bb073ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.762971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2236ff75-c4e2-4565-8169-571bb073ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.805136 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:13:52.810244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236ff75-c4e2-4565-8169-571bb073ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6588f5-3fc6-4f6d-a819-d6146caa9a99,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.818085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2236ff75-c4e2-4565-8169-571bb073ce1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e909e5e09cae4abf927e0bc00a6c9fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012264 Aug 04 15:13:52.819115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.821251 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.866412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45490-6577-4cc3-b867-64763286f757 req-eb5eb172-3348-4ccf-bd4d-6bab0bc6a4a6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:52.867966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bd45490-6577-4cc3-b867-64763286f757 req-eb5eb172-3348-4ccf-bd4d-6bab0bc6a4a6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.0529516 Aug 04 15:13:52.907103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7bd45490-6577-4cc3-b867-64763286f757 req-ccac6b0f-19d6-4dee-a7c6-f7a6dfaec99e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330133 Aug 04 15:13:52.909220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.910227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.914244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.945833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b96cc92-19bd-4cad-962b-4330e0de85b3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:52.952256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.953979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:52.955264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12bfa0d6-dc41-46a7-83b0-24c39f19a6ff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2832620 Aug 04 15:13:52.958121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38358) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:52.962856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '691222bc-f37a-4e9b-a57c-30425b571c64', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:52.985238 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:13:52.990848 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.001716 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.004842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.006013 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc6588f5-3fc6-4f6d-a819-d6146caa9a99 HTTP/1.1" status: 204 len: 168 time: 0.1858251 Aug 04 15:13:53.014168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ef12e-5ea6-44bb-b472-7eaed0bdfda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6588f5-3fc6-4f6d-a819-d6146caa9a99,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:53.052745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.057298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.078485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a5bf5e-2294-48b2-93cd-a54d72495924,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:53.083552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.084828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55ed6672-90e3-4158-9229-05a32385ce4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255655 Aug 04 15:13:53.087987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38362) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:53.092973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'network': {'name': 'tempest-network-smoke--667928856', 'project_id': '9989338461854dedaf7455a859490971', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:53.115999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:53.120419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.146858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:53.156345 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.156692 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Added segment fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d of type vlan for network 558013a3-d62f-4367-8d0e-13c18daf0f5f Aug 04 15:13:53.196216 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.228036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.233870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:53.234446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.295222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2059426 Aug 04 15:13:53.298267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38372) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:53.304999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'admin_state_up': True, 'project_id': '9989338461854dedaf7455a859490971', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:53.322058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab34c21-c4bc-4eb5-b38e-e00bd4c8e2df tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Network': ['ID=558013a3-d62f-4367-8d0e-13c18daf0f5f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:53.332645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:53.338814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.339887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.394050 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.534051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.684976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:53.730386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.748955 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.779688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1206293066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:53.804522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.805582 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.857482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.141 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/8b756a83-f16e-4e56-a02a-a46bf851508c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:53.859060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.864501 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.880909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.882166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8bb15b31-71a5-4dad-9005-6e3d309f3289 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1961112 Aug 04 15:13:53.884932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:53.890028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1637161852'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:53.910466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:53.914044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.923147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:53.965906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.014640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.019172 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.039960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.045722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:54.054531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a254af-4545-46a7-9221-2edc9da0a8bc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:54.057652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf4245-2448-43d7-b778-be3fe73b3557 req-682b46b0-ef66-470f-a379-5d849d85b8c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:54.059610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccdf4245-2448-43d7-b778-be3fe73b3557 req-682b46b0-ef66-470f-a379-5d849d85b8c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.0769091 Aug 04 15:13:54.064271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.064562 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Added segment e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4 of type vlan for network dd40e749-914c-456c-b079-dcc32840b07d Aug 04 15:13:54.106770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.107740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:54.117049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:54.120124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:54.140951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.147434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:54.148100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.150439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=8b756a83-f16e-4e56-a02a-a46bf851508c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:54.175951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccdf4245-2448-43d7-b778-be3fe73b3557 req-9fa145a5-5b41-402b-8713-e76e719374ec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965207 Aug 04 15:13:54.216295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3302507 Aug 04 15:13:54.219356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:54.224458 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'subnet': {'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:54.236465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb99c0-5725-4ace-bba1-b829b0ce8967 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Network': ['ID=dd40e749-914c-456c-b079-dcc32840b07d,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:54.247536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dd40e749-914c-456c-b079-dcc32840b07d details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:54.421496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:54.425221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.547007 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.779874 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.880786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:54.883577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Subnet': ['ID=57ece1d3-4be9-4666-8361-a63488754351,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:54.936295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Checking segment: {'id': 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:54.936656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network hostable DHCP agents. Network: dd40e749-914c-456c-b079-dcc32840b07d, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:55.006570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network dd40e749-914c-456c-b079-dcc32840b07d is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:55.028248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dd40e749-914c-456c-b079-dcc32840b07d) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:55.034813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:55.035416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.037099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a9b59-cc02-46fe-a5f5-30f5f3cc77fa None None] Network dd40e749-914c-456c-b079-dcc32840b07d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:55.062001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-54ea4f66-de9a-4f3a-b0be-776c0fad15b8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8380601 Aug 04 15:13:55.062611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38394) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.067991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'network': {'name': 'tempest-router-network01--1447453770'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:55.072083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:13:55.092845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:55.096685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.125411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:55.135355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.136181 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Added segment c4268f39-a7fa-40e1-be4c-e8f783dd604f of type vlan for network 1e692098-cd95-4649-9c33-67130a738e40 Aug 04 15:13:55.181885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.192598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:13:55.195475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dd40e749-914c-456c-b079-dcc32840b07d', 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d', 'tenant_id': '21195a4980c44cf88d7f3e0b737e9d1f', 'fixed_ips': [{'subnet_id': '57ece1d3-4be9-4666-8361-a63488754351'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:55.196340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.204108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Sync routers for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:13:55.219273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.220924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6524a36b-e78d-4bed-b732-1d014d26d04b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9216633 Aug 04 15:13:55.225626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38398) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.226656 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:55.227069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:55.238113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.248351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:55.249255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.331353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2651408 Aug 04 15:13:55.331791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38402) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.339722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'network': {'name': 'tempest-router-network02--221323364'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:55.350444 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e5d7c-2dd8-4647-9c92-3fcf60465d18 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Network': ['ID=1e692098-cd95-4649-9c33-67130a738e40,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:55.372534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1e692098-cd95-4649-9c33-67130a738e40 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:55.392939 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:13:55.421904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7381bba7-23b9-47e3-8671-15af98b2598c tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=9989338461854dedaf7455a859490971&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1922095 Aug 04 15:13:55.423391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.433058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:55.437458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.464518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557389-0422-4c90-b2c8-8671d820e58f req-1d3674f4-f0d9-4a83-8e3a-f5bc4629048b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:55.466122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53557389-0422-4c90-b2c8-8671d820e58f req-1d3674f4-f0d9-4a83-8e3a-f5bc4629048b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.1502540 Aug 04 15:13:55.478332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:13:55.485042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Allocated IP 2001:db8::2 (dd40e749-914c-456c-b079-dcc32840b07d/57ece1d3-4be9-4666-8361-a63488754351/ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:55.505024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.505375 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Added segment 9f70a29e-11ec-4a37-8715-bb70374ecfba of type vlan for network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 Aug 04 15:13:55.554180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53557389-0422-4c90-b2c8-8671d820e58f req-51ae7a23-4be2-4939-b078-f1ccf45aa4cf tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800538 Aug 04 15:13:55.563877 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.597359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.603822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:55.604051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d7399-9923-4c9e-b915-8fc505ab2e3e tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:55.604569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.608617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9b9d7399-9923-4c9e-b915-8fc505ab2e3e tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1822665 Aug 04 15:13:55.608829 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:54Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:55.609195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38406) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.640381 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Checking router: ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:13:55.641014 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Updating router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f port 8b756a83-f16e-4e56-a02a-a46bf851508c binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:13:55.653437 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bfe8464b-28f5-45fd-a0f4-b80b8b47c71b tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430040 Aug 04 15:13:55.656246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.661589 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130209012', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'project_id': '9989338461854dedaf7455a859490971', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:55.669230 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.697741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3647013 Aug 04 15:13:55.700734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.701816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38410) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:55.710803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Transition to ACTIVE for port object ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:55.712767 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'subnet': {'network_id': '1e692098-cd95-4649-9c33-67130a738e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:55.727448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Transition to ACTIVE for port object ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:55.734472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.781511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90352b19-733c-46f3-93c0-dc981ccec196 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Network': ['ID=bf8661a7-b1c0-47ba-8ae0-408fbc5bd559,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:55.782128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:55.784903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Pushing event updated for resources: {'Port': ['ID=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:55.786362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.796790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:13:55.800942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Network dd40e749-914c-456c-b079-dcc32840b07d is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:55.814171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:55.843239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:55.847742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:55.852729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.934876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Attempting to bind port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:55.935741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Attempting to bind port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:55.936842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Attempting to bind port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 on network dd40e749-914c-456c-b079-dcc32840b07d {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:55.942922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:55.943463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Checking segment: {'id': 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:55.943967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.944461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Bound using segment: {'id': 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:55.945035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Bound port: ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'dd40e749-914c-456c-b079-dcc32840b07d'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:55.946354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.950851 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:55.963668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Transition to ACTIVE for port object 8b756a83-f16e-4e56-a02a-a46bf851508c will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:55.971700 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.020946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] For port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:56.026327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] For port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,segment=NetworkSegment(e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4),segment_id=e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:56.031711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.034789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.039865 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669040b-399a-4052-8130-417711f42b16 None None] Pushing event updated for resources: {'Port': ['ID=8b756a83-f16e-4e56-a02a-a46bf851508c,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:56.043090 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Attempting to bind port 8b756a83-f16e-4e56-a02a-a46bf851508c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:56.043461 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Attempting to bind port 8b756a83-f16e-4e56-a02a-a46bf851508c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:56.045830 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Attempting to bind port 8b756a83-f16e-4e56-a02a-a46bf851508c on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:56.054279 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.054650 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.054993 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.055329 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.055658 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.055990 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.056316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.056648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.056955 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.057275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.057596 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.057915 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669040b-399a-4052-8130-417711f42b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:13:56.062123 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:56.062523 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:56.062959 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.063344 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:56.063817 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Bound port: 8b756a83-f16e-4e56-a02a-a46bf851508c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:56.064266 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.105682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.108408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018169-5afc-42ad-9c02-d4b13eb3869f None None] Pushing event updated for resources: {'Port': ['ID=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:56.128750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Subnet': ['ID=ff6a62e0-5281-4fa9-a33f-b15c702678fd,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:56.141954 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] For port 8b756a83-f16e-4e56-a02a-a46bf851508c, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:56.146776 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] For port 8b756a83-f16e-4e56-a02a-a46bf851508c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8b756a83-f16e-4e56-a02a-a46bf851508c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:56.147575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Checking segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:56.147967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network hostable DHCP agents. Network: 558013a3-d62f-4367-8d0e-13c18daf0f5f, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:56.154121 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.170409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:56.182412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Subnet': ['ID=3c598b95-3a27-4b72-aa3c-86a7bf610ca4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:56.187297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 558013a3-d62f-4367-8d0e-13c18daf0f5f) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:56.197629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf26946-111d-43a0-b406-57a04254092d None None] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:56.206339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Checking segment: {'id': 'c4268f39-a7fa-40e1-be4c-e8f783dd604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1e692098-cd95-4649-9c33-67130a738e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:56.206751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network hostable DHCP agents. Network: 1e692098-cd95-4649-9c33-67130a738e40, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:56.206904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:56.207497 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.225551 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669040b-399a-4052-8130-417711f42b16 None None] Pushing event updated for resources: {'Port': ['ID=8b756a83-f16e-4e56-a02a-a46bf851508c,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:56.226180 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-61aa818c-cc8f-4e9c-955b-73cb6305c02f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5686500 Aug 04 15:13:56.229452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38412) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:56.230781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network 1e692098-cd95-4649-9c33-67130a738e40 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:56.247417 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:13:56.248508 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:56.281192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1e692098-cd95-4649-9c33-67130a738e40) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:56.285941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:56.287073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.300069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d48e0f-a9aa-406b-b912-5f52eb9cda80 None None] Network 1e692098-cd95-4649-9c33-67130a738e40 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:56.385248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-280c717c-59be-4676-bccc-c845d150a189 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6815593 Aug 04 15:13:56.388009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38414) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:56.393542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'subnet': {'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:13:56.499336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-558013a3-d62f-4367-8d0e-13c18daf0f5f', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:56.501203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.518322 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:13:56.591585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:13:56.595207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.637133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1e692098-cd95-4649-9c33-67130a738e40', 'network_id': '1e692098-cd95-4649-9c33-67130a738e40', 'tenant_id': '21195a4980c44cf88d7f3e0b737e9d1f', 'fixed_ips': [{'subnet_id': '3c598b95-3a27-4b72-aa3c-86a7bf610ca4'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:56.638280 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:56.752661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Allocated IP 172.20.0.2 (558013a3-d62f-4367-8d0e-13c18daf0f5f/ff6a62e0-5281-4fa9-a33f-b15c702678fd/3b59fc00-fa98-438b-9854-324521b6997c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:56.762199 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:54Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:13:56.790436 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bca9f-1df9-47e6-8d5c-8e7cae18da07 None None] The sync data for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 is: [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:54Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:13:56.887330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Allocated IP 2001:db8::2 (1e692098-cd95-4649-9c33-67130a738e40/3c598b95-3a27-4b72-aa3c-86a7bf610ca4/156c564d-cfb2-4cb5-8aee-d021d9bc8e1f) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:57.038984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.060701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Transition to ACTIVE for port object 3b59fc00-fa98-438b-9854-324521b6997c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:57.129805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Transition to ACTIVE for port object 3b59fc00-fa98-438b-9854-324521b6997c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:57.148585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.162336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c10698-1866-433c-930f-3a7f248b576a req-62ebd626-3431-4057-a1d6-db672369e8ac tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:57.171874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90c10698-1866-433c-930f-3a7f248b576a req-62ebd626-3431-4057-a1d6-db672369e8ac tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.5138195 Aug 04 15:13:57.199928 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.221900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:57.227723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Transition to ACTIVE for port object 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:57.229961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:57.241646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:57.246172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Pushing event updated for resources: {'Port': ['ID=3b59fc00-fa98-438b-9854-324521b6997c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:57.280542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Transition to ACTIVE for port object 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:57.317843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.363463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.372912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Pushing event updated for resources: {'Port': ['ID=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:57.375789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Attempting to bind port 3b59fc00-fa98-438b-9854-324521b6997c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:57.376173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Attempting to bind port 3b59fc00-fa98-438b-9854-324521b6997c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:57.376551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Attempting to bind port 3b59fc00-fa98-438b-9854-324521b6997c on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:57.389928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:57.390313 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Checking segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:57.390764 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.391162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Bound using segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:57.391660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Bound port: 3b59fc00-fa98-438b-9854-324521b6997c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:57.392053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.395628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Network 1e692098-cd95-4649-9c33-67130a738e40 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:57.397946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:57.405723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:57.454217 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Subnet': ['ID=c898385e-d4e2-438f-84a3-3e549b0d077d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:57.455926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14b087-6256-4c49-b2ef-5909932172e6 None None] Network dd40e749-914c-456c-b079-dcc32840b07d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:57.507201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-90c10698-1866-433c-930f-3a7f248b576a req-d215ebcf-6870-4723-a9e2-8ac8247a964a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340218 Aug 04 15:13:57.535248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Checking segment: {'id': '9f70a29e-11ec-4a37-8715-bb70374ecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:57.535886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network hostable DHCP agents. Network: bf8661a7-b1c0-47ba-8ae0-408fbc5bd559, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:13:57.562959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e2c2bb51-4e61-499d-a9be-86d064972c4c None None] Provisioning for port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:57.569684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Attempting to bind port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:57.570061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Attempting to bind port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c4268f39-a7fa-40e1-be4c-e8f783dd604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1e692098-cd95-4649-9c33-67130a738e40'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:57.570432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Attempting to bind port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f on network 1e692098-cd95-4649-9c33-67130a738e40 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:57.589499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:13:57.596670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] For port 3b59fc00-fa98-438b-9854-324521b6997c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:57.599263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:57.599668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Checking segment: {'id': 'c4268f39-a7fa-40e1-be4c-e8f783dd604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1e692098-cd95-4649-9c33-67130a738e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:57.600120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.600578 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Bound using segment: {'id': 'c4268f39-a7fa-40e1-be4c-e8f783dd604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1e692098-cd95-4649-9c33-67130a738e40'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:57.601131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Bound port: 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4268f39-a7fa-40e1-be4c-e8f783dd604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1e692098-cd95-4649-9c33-67130a738e40'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:57.601555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.605514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, bf8661a7-b1c0-47ba-8ae0-408fbc5bd559) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:57.610149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:57.610967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.630404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666427a-467e-4184-94f8-8f5cc45a77b1 None None] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:57.637958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] For port 3b59fc00-fa98-438b-9854-324521b6997c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3b59fc00-fa98-438b-9854-324521b6997c,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:57.653423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12e19cba-3b03-46cb-9a5b-80252b4b10cc tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2614317 Aug 04 15:13:57.653683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38418) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:57.665522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.686446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:57.968122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.050605 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.1 (558013a3-d62f-4367-8d0e-13c18daf0f5f/ff6a62e0-5281-4fa9-a33f-b15c702678fd/2a3f769e-904d-4f47-a296-f5369558e0a0) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:58.064040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611e049-5a46-4060-8493-e50894e15f3b None None] Pushing event updated for resources: {'Port': ['ID=3b59fc00-fa98-438b-9854-324521b6997c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:58.138733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8b756a83-f16e-4e56-a02a-a46bf851508c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:58.141368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] For port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:58.193064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] For port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,segment=NetworkSegment(c4268f39-a7fa-40e1-be4c-e8f783dd604f),segment_id=c4268f39-a7fa-40e1-be4c-e8f783dd604f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:58.200375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-bf8661a7-b1c0-47ba-8ae0-408fbc5bd559', 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559', 'tenant_id': '21195a4980c44cf88d7f3e0b737e9d1f', 'fixed_ips': [{'subnet_id': 'c898385e-d4e2-438f-84a3-3e549b0d077d'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:13:58.201772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.212587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.271957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.316137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object 2a3f769e-904d-4f47-a296-f5369558e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:58.360104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Allocated IP 2001:db8::1 (1e692098-cd95-4649-9c33-67130a738e40/3c598b95-3a27-4b72-aa3c-86a7bf610ca4/65a219c6-d4f6-4195-8d3b-1d89c51d7cec) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:58.397066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.399329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69eff-9f84-4fae-bc1c-19b882a5faf6 None None] Pushing event updated for resources: {'Port': ['ID=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:58.426490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8b756a83-f16e-4e56-a02a-a46bf851508c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:58.452607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8b756a83-f16e-4e56-a02a-a46bf851508c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:58.452982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.504082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Allocated IP 2001:db8::2 (bf8661a7-b1c0-47ba-8ae0-408fbc5bd559/c898385e-d4e2-438f-84a3-3e549b0d077d/db68a5d3-75ae-4abb-a6da-744313eb1ee9) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:13:58.537955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:58.549544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:58.551254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:58.554517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:58.656077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.666995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.675859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.701620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8b756a83-f16e-4e56-a02a-a46bf851508c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8b756a83-f16e-4e56-a02a-a46bf851508c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:58.712747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 47753044-3947-4b5e-849c-3aba7ecef443 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:13:58.720184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Transition to ACTIVE for port object 65a219c6-d4f6-4195-8d3b-1d89c51d7cec will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:58.726871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.727986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:13:58.780920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.845249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network 1e692098-cd95-4649-9c33-67130a738e40 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:58.848226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbaf3-ae55-4472-b7ca-271e1e5b33ed req-8c27feac-d352-48c9-80d1-95958316f98c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:13:58.848796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:58.849612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-079bbaf3-ae55-4472-b7ca-271e1e5b33ed req-8c27feac-d352-48c9-80d1-95958316f98c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 943 time: 0.1848502 Aug 04 15:13:58.854038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:58.854775 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.858480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Port': ['ID=65a219c6-d4f6-4195-8d3b-1d89c51d7cec,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:58.936714 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.resource_extend [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 15:13:58.968580 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:58.974608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-079bbaf3-ae55-4472-b7ca-271e1e5b33ed req-f3dea642-8f99-4612-8b83-28dd62990924 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177158 Aug 04 15:13:59.026216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.031711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8b756a83-f16e-4e56-a02a-a46bf851508c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.040482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.060781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Transition to ACTIVE for port object db68a5d3-75ae-4abb-a6da-744313eb1ee9 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:59.093798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Transition to ACTIVE for port object db68a5d3-75ae-4abb-a6da-744313eb1ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:13:59.095233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:59.109726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.117767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:13:59.118202 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.128716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=47753044-3947-4b5e-849c-3aba7ecef443,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:59.186350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '47753044-3947-4b5e-849c-3aba7ecef443', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': '47753044-3947-4b5e-849c-3aba7ecef443', 'mac_address': 'fa:16:3e:19:fd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:13:59.192120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:59.207830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:59.210700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:13:59.246206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Pushing event updated for resources: {'Port': ['ID=db68a5d3-75ae-4abb-a6da-744313eb1ee9,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.350766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.354192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Attempting to bind port db68a5d3-75ae-4abb-a6da-744313eb1ee9 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:13:59.354570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Attempting to bind port db68a5d3-75ae-4abb-a6da-744313eb1ee9 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9f70a29e-11ec-4a37-8715-bb70374ecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:13:59.355018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Attempting to bind port db68a5d3-75ae-4abb-a6da-744313eb1ee9 on network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:13:59.381932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.388855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.389799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:13:59.390155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Checking segment: {'id': '9f70a29e-11ec-4a37-8715-bb70374ecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:13:59.390558 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.391070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Bound using segment: {'id': '9f70a29e-11ec-4a37-8715-bb70374ecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:13:59.391570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Bound port: db68a5d3-75ae-4abb-a6da-744313eb1ee9, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f70a29e-11ec-4a37-8715-bb70374ecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bf8661a7-b1c0-47ba-8ae0-408fbc5bd559'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:13:59.391953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.401513 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.410142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.410596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.411451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47753044-3947-4b5e-849c-3aba7ecef443 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:13:59.446140 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.453067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.464976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=47753044-3947-4b5e-849c-3aba7ecef443,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:59.486808 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.529965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Port': ['ID=65a219c6-d4f6-4195-8d3b-1d89c51d7cec,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.533271 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2786be-0933-45de-9743-ac86cdafb39a None None] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:13:59.540982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.579244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network 1e692098-cd95-4649-9c33-67130a738e40 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:59.581420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:59.604678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:13:59.606142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:13:59.625813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] For port db68a5d3-75ae-4abb-a6da-744313eb1ee9, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:13:59.638364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,segment=NetworkSegment(e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4),segment_id=e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:13:59.685011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.688262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] For port db68a5d3-75ae-4abb-a6da-744313eb1ee9, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=db68a5d3-75ae-4abb-a6da-744313eb1ee9,segment=NetworkSegment(9f70a29e-11ec-4a37-8715-bb70374ecfba),segment_id=9f70a29e-11ec-4a37-8715-bb70374ecfba)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:13:59.691079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.711304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4b94833-3d50-4d1c-ad47-1914af582071 None None] Provisioning for port 3b59fc00-fa98-438b-9854-324521b6997c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:13:59.726093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:13:59.740188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Router 6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:13:59.753559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['47753044-3947-4b5e-849c-3aba7ecef443'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:13:59.801725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:13:59.857680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:13:59.864001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-23b2a900-78f7-4f3a-a63b-03d14243a52a tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089949 Aug 04 15:13:59.866936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38422) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:13:59.914772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] Sync routers for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:13:59.917159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:13:59.975058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:13:59.984066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8641655c-be18-4bed-97e3-f978032166ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7498183 Aug 04 15:13:59.995936 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Sync routers for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:00.007732 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:00.008410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.040316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:00.042952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.153820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.182933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7faa380-96ac-4b9d-b83c-093c48ede641 None None] Network 1e692098-cd95-4649-9c33-67130a738e40 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:00.220474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14763d-e9b3-4838-b8a5-58d7bacabe31 None None] Pushing event updated for resources: {'Port': ['ID=db68a5d3-75ae-4abb-a6da-744313eb1ee9,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:00.280571 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:00.294624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9415e-41ce-47f8-8eb0-b89b1a8eff74 req-dabb10db-5666-407d-aef8-0f87943bca67 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:00.296348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfc9415e-41ce-47f8-8eb0-b89b1a8eff74 req-dabb10db-5666-407d-aef8-0f87943bca67 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 944 time: 0.1395178 Aug 04 15:14:00.341862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:00.342510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.397088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-4b7d98a4-c51e-4522-8f7e-1b8bd7f32ff5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606103747&fields=id&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 267 time: 0.0700641 Aug 04 15:14:00.479272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfc9415e-41ce-47f8-8eb0-b89b1a8eff74 req-39effb62-d1f3-46e9-b264-8a14c45ece32 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713934 Aug 04 15:14:00.552081 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-924daefc-e0c5-47de-ba14-34519c0602a8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:14:00.553552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-924daefc-e0c5-47de-ba14-34519c0602a8 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6851783 Aug 04 15:14:00.557458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:00.569128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-d9082c21-bcfa-4e04-bbe5-24a88a779cef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:00.570606 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:13:59Z', 'revision_number': 2, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.570968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-d9082c21-bcfa-4e04-bbe5-24a88a779cef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 796 time: 0.1656940 Aug 04 15:14:00.587776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-50f078e6-9527-42f4-b318-996773ae95c0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/quotas/9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 375 time: 0.0110321 Aug 04 15:14:00.589536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6c3959db-91b1-4c9f-9b01-21e4a9f048a2 None None] Provisioning for port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:00.596930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8b756a83-f16e-4e56-a02a-a46bf851508c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:00.608782 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Checking router: ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:14:00.609150 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Updating router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f port 2a3f769e-904d-4f47-a296-f5369558e0a0 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:14:00.611166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:00.611987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938be6d4-599f-4234-a44d-cab887fb4418 None None] The sync data for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:00.641553 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:00.653224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-969c35ee-a221-445e-b748-0aceddab5ab8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591600 Aug 04 15:14:00.841339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8b756a83-f16e-4e56-a02a-a46bf851508c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:00.841754 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:00.915203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-e91d1042-5494-4c0e-8183-1bde93f3ea50 service neutron] 10.222.0.76 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472878 Aug 04 15:14:01.099619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-deab3fc9-d0c7-4e6f-bbee-a587ecf27aee service neutron] 10.222.0.76 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704013 Aug 04 15:14:01.113365 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.130181 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Transition to ACTIVE for port object 2a3f769e-904d-4f47-a296-f5369558e0a0 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:01.140981 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.150048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:01.233301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0737a2f1-e9e8-4ef2-b782-34d08b45d457 None None] Provisioning for port 2a3f769e-904d-4f47-a296-f5369558e0a0 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:01.268667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec42400-70c2-458b-a30b-327179255c99 None None] Pushing event updated for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:01.281960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:01.286374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:01.286883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.336467 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Attempting to bind port 2a3f769e-904d-4f47-a296-f5369558e0a0 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:01.347459 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Attempting to bind port 2a3f769e-904d-4f47-a296-f5369558e0a0 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:01.351463 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Attempting to bind port 2a3f769e-904d-4f47-a296-f5369558e0a0 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:01.365666 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:01.369886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Checking segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:01.387935 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.398855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Bound using segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:01.399510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Bound port: 2a3f769e-904d-4f47-a296-f5369558e0a0, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:01.399925 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.454851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.478354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2aaa56de-6f56-4c49-bddc-974bbb0697c3 req-b0a7cc97-41a6-464e-a7ca-ad009397d21e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0772874 Aug 04 15:14:01.519237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,segment=NetworkSegment(c4268f39-a7fa-40e1-be4c-e8f783dd604f),segment_id=c4268f39-a7fa-40e1-be4c-e8f783dd604f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:01.524548 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.525449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3b59fc00-fa98-438b-9854-324521b6997c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:01.533544 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] For port 2a3f769e-904d-4f47-a296-f5369558e0a0, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:01.537627 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] For port 2a3f769e-904d-4f47-a296-f5369558e0a0, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2a3f769e-904d-4f47-a296-f5369558e0a0,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:01.551118 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.605706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca2ccf-2ca2-4052-b493-392178aef2f4 None None] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:01.699596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f740b0-3532-46ae-ba5e-afe706e7086f req-906b9cec-9bb7-44a6-90dc-84da126565ea tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:01.711849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2f740b0-3532-46ae-ba5e-afe706e7086f req-906b9cec-9bb7-44a6-90dc-84da126565ea tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 944 time: 0.1069593 Aug 04 15:14:01.746043 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:01.746883 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:01.783683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 3b59fc00-fa98-438b-9854-324521b6997c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:01.795488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2f740b0-3532-46ae-ba5e-afe706e7086f req-41c67741-6cf4-4ce0-b7ac-abb8b2731da3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822670 Aug 04 15:14:01.816439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3b59fc00-fa98-438b-9854-324521b6997c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:01.816874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:01.820437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:01.821579 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec42400-70c2-458b-a30b-327179255c99 None None] Pushing event updated for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:01.927612 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:01.949634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Provisioning complete for port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:01.950043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.048099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.152934 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.254498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 3b59fc00-fa98-438b-9854-324521b6997c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3b59fc00-fa98-438b-9854-324521b6997c,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:02.267553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.268370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:02.314289 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:01Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:02.355291 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6da39-08d6-4b24-8ce7-c7cb10784f77 None None] The sync data for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 is: [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:01Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:02.424693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Provisioning for port db68a5d3-75ae-4abb-a6da-744313eb1ee9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:02.465528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:02.465916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.475507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:02.475853 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.501634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=3b59fc00-fa98-438b-9854-324521b6997c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:02.521033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Provisioning for port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:02.528204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Provisioning complete for port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:02.528581 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.631412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6bdcdb8-ab29-4d20-9a57-ac3bd85f96bb req-8d6370a7-d69c-455f-b15e-a83e837f79c0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0501976 Aug 04 15:14:02.647237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-11c7ad05-d1c9-409c-a5e8-36ed132b79a3 None None] Port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:02.666668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.699040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Calling delete_port for 65a219c6-d4f6-4195-8d3b-1d89c51d7cec owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:02.709458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 47753044-3947-4b5e-849c-3aba7ecef443 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:02.834046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 47753044-3947-4b5e-849c-3aba7ecef443 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:02.841201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 47753044-3947-4b5e-849c-3aba7ecef443 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:02.841941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:02.902313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-13510580-111b-405d-a62e-b4dc93aaec72 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:02.903889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-13510580-111b-405d-a62e-b4dc93aaec72 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 796 time: 0.1318033 Aug 04 15:14:02.912317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5850a0b5-5ba1-4aab-aad2-3ff899e0b3e6 None None] Provisioning complete for port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:02.912703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5850a0b5-5ba1-4aab-aad2-3ff899e0b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.015879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-d75c18c4-4923-47f4-a511-aed813b7bc3d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 379 time: 0.0993953 Aug 04 15:14:03.030551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'port': {'device_id': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'admin_state_up': True, 'tenant_id': '9989338461854dedaf7455a859490971', 'security_groups': ['691222bc-f37a-4e9b-a57c-30425b571c64']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:03.032077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2a3f769e-904d-4f47-a296-f5369558e0a0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:03.055808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9cbe-dfe5-4cbd-8262-28c1a84af591 req-e9dcf43f-db8d-469b-a0ff-725f5cc223b4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:03.066793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ea9cbe-dfe5-4cbd-8262-28c1a84af591 req-e9dcf43f-db8d-469b-a0ff-725f5cc223b4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 944 time: 0.1113002 Aug 04 15:14:03.099499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5850a0b5-5ba1-4aab-aad2-3ff899e0b3e6 None None] Port 65a219c6-d4f6-4195-8d3b-1d89c51d7cec cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:03.107007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.141933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:03.144822 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f51605-1829-4855-89c2-88f95b17bba9" -d '{"events": [{"server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "name": "network-vif-plugged", "status": "completed", "tag": "47753044-3947-4b5e-849c-3aba7ecef443"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:03.145627 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05ea9cbe-dfe5-4cbd-8262-28c1a84af591 req-69fa317d-e1fe-40b2-ac8a-133ba65b937a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719285 Aug 04 15:14:03.150996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2a3f769e-904d-4f47-a296-f5369558e0a0 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:03.155831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2a3f769e-904d-4f47-a296-f5369558e0a0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:03.156207 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.186836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=47753044-3947-4b5e-849c-3aba7ecef443,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:03.190630 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ac9b9-3bf5-45a4-abee-bf894e9a178c x-openstack-request-id: req-464ac9b9-3bf5-45a4-abee-bf894e9a178c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:03.191019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "name": "network-vif-plugged", "status": "completed", "tag": "47753044-3947-4b5e-849c-3aba7ecef443", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:03.191374 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-464ac9b9-3bf5-45a4-abee-bf894e9a178c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:03.191840 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443', 'code': 200} Aug 04 15:14:03.195848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.224410 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.262235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Port': ['ID=65a219c6-d4f6-4195-8d3b-1d89c51d7cec,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:03.279981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1c4dde21-caec-40c6-b4e0-e89ac43ba169 None None] Provisioning complete for port 2a3f769e-904d-4f47-a296-f5369558e0a0 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:03.280580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1c4dde21-caec-40c6-b4e0-e89ac43ba169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.330492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:03.334722 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.351881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:03.367678 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.414107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2a3f769e-904d-4f47-a296-f5369558e0a0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2a3f769e-904d-4f47-a296-f5369558e0a0,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:03.433410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.434244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:03.452363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87b71-e5e5-40dd-91b4-278e114df4d8 req-48b094f1-1e8f-4d65-932e-101b98b5eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:03.454098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cd87b71-e5e5-40dd-91b4-278e114df4d8 req-48b094f1-1e8f-4d65-932e-101b98b5eb82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1097 time: 0.1895556 Aug 04 15:14:03.511925 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1c4dde21-caec-40c6-b4e0-e89ac43ba169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.516639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cd87b71-e5e5-40dd-91b4-278e114df4d8 req-f02f7c14-a64a-41b3-9670-d607c6ff58f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482781 Aug 04 15:14:03.517686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.550149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:03.594962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:03.595404 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.619090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-1c4dde21-caec-40c6-b4e0-e89ac43ba169 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:14:03.619452 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-1c4dde21-caec-40c6-b4e0-e89ac43ba169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:14:03.680917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device db68a5d3-75ae-4abb-a6da-744313eb1ee9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:03.708424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.6 (558013a3-d62f-4367-8d0e-13c18daf0f5f/ff6a62e0-5281-4fa9-a33f-b15c702678fd/ffca5042-c416-4a07-9355-5147e9257376) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:03.733177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d398ee98-b10c-4e6e-9775-a5920b335a15 req-6bc23f9c-17b9-4a28-90d9-c9c5be9ee3a4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 210 time: 0.0275922 Aug 04 15:14:03.739882 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port db68a5d3-75ae-4abb-a6da-744313eb1ee9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:03.747275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port db68a5d3-75ae-4abb-a6da-744313eb1ee9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:03.747410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.831035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.865293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port db68a5d3-75ae-4abb-a6da-744313eb1ee9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=db68a5d3-75ae-4abb-a6da-744313eb1ee9,segment=NetworkSegment(9f70a29e-11ec-4a37-8715-bb70374ecfba),segment_id=9f70a29e-11ec-4a37-8715-bb70374ecfba)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:03.870080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.870994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3b59fc00-fa98-438b-9854-324521b6997c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:03.881246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Router 6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:03.945772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=db68a5d3-75ae-4abb-a6da-744313eb1ee9,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:03.959316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3b59fc00-fa98-438b-9854-324521b6997c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:03.959693 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.986924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:03.996062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:04.003147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92667855-43df-4d18-93f0-46b4352bbb2e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4444420 Aug 04 15:14:04.007848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:04.009445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object ffca5042-c416-4a07-9355-5147e9257376 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:04.013185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] Sync routers for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:04.045969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:04.046868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:04.048364 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.053963 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-53299e41-d680-4afc-8d0d-52a5ef3f25b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] delete failed (client error): The resource could not be found. Aug 04 15:14:04.055194 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-53299e41-d680-4afc-8d0d-52a5ef3f25b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-120041070 HTTP/1.1" status: 404 len: 334 time: 0.0447283 Aug 04 15:14:04.059325 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38464) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:04.066216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1b660248-b04d-4390-ada7-067a9285a61d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:04.091954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:04.093980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:04.097183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:04.103715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:04.111502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:04.112145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:04.132934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:04.166378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:04.167193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0828dcc5-ec8a-49e3-971b-cb52ccf1d4fe None None] The sync data for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 is: [] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:04.179250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:04.182605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.211928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-f01c2f61-1daf-4660-a934-bb89f30ff632 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877515 Aug 04 15:14:04.228890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Request body: {'port': {'device_id': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:04.329720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.393534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1b660248-b04d-4390-ada7-067a9285a61d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.413818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcb8d8-8a51-4d2c-8c3c-cc1c9fd05b90 req-fe94c239-c103-4fad-a58e-179e920531b1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:04.415365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19fcb8d8-8a51-4d2c-8c3c-cc1c9fd05b90 req-fe94c239-c103-4fad-a58e-179e920531b1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.1305370 Aug 04 15:14:04.426706 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-1b660248-b04d-4390-ada7-067a9285a61d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] update failed (client error): The resource could not be found. Aug 04 15:14:04.432674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1b660248-b04d-4390-ada7-067a9285a61d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 HTTP/1.1" status: 404 len: 339 time: 0.3672152 Aug 04 15:14:04.433421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38468) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:04.437524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8927d811-3f91-45d4-bac3-f5662d46b1e3 None None] Provisioning for port ffca5042-c416-4a07-9355-5147e9257376 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:04.442793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8927d811-3f91-45d4-bac3-f5662d46b1e3 None None] Provisioning complete for port ffca5042-c416-4a07-9355-5147e9257376 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:04.443161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8927d811-3f91-45d4-bac3-f5662d46b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.445204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-753513546'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:04.479993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-19fcb8d8-8a51-4d2c-8c3c-cc1c9fd05b90 req-8e9ad9b4-fca8-4962-a149-ae3028fd3f7b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547979 Aug 04 15:14:04.482209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:04.484244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8927d811-3f91-45d4-bac3-f5662d46b1e3 None None] Port ffca5042-c416-4a07-9355-5147e9257376 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:04.485503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.509484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:14:04.518461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.518885 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Added segment 6898b33e-9324-4da5-9eb5-1c85420129d6 of type vlan for network 4d2c7b1c-29b3-412a-a326-15b759189303 Aug 04 15:14:04.557444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.586089 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.591869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:04.592462 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.613553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffca5042-c416-4a07-9355-5147e9257376 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:14:04.621390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.633343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Transition to ACTIVE for port object ffca5042-c416-4a07-9355-5147e9257376 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:04.638064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.655786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2211876 Aug 04 15:14:04.658570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38470) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:04.665627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'subnet': {'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:04.687537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:04.725889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a98ac-9dc9-45b9-90a3-e29ae8600900 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Network': ['ID=4d2c7b1c-29b3-412a-a326-15b759189303,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:04.745242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 4d2c7b1c-29b3-412a-a326-15b759189303 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:14:04.784606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:04.785310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:04.785803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:04.791537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:14:04.791866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:04.798364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:04.798754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Checking segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:04.799143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Bound using segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:04.799583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Bound port: ffca5042-c416-4a07-9355-5147e9257376, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:04.800467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.818492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2a3f769e-904d-4f47-a296-f5369558e0a0 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:04.819125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Made reservation on behalf of 21195a4980c44cf88d7f3e0b737e9d1f for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:04.823487 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.887196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:04.891382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:04.893591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2a3f769e-904d-4f47-a296-f5369558e0a0 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:04.893984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.902165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.958663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329b9c1-eb01-4cde-a401-95b61a956edf req-59c3da72-de26-4a44-ae09-97e828f652ed tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:04.960316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3329b9c1-eb01-4cde-a401-95b61a956edf req-59c3da72-de26-4a44-ae09-97e828f652ed tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.1101530 Aug 04 15:14:04.972399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:04.973445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:04.979846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] 10.222.0.38 "PUT /v2.0/ports/ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 1092 time: 0.7571995 Aug 04 15:14:05.001972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:05.006017 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ff148-156d-4182-93c0-2408f69710a0" -d '{"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:05.009882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d5a6c-a0df-4710-9cf1-150bd75f9b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:05.015213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device db68a5d3-75ae-4abb-a6da-744313eb1ee9 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:05.058560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3329b9c1-eb01-4cde-a401-95b61a956edf req-271c38da-2d67-46fa-a4a8-ff0a559c5031 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865605 Aug 04 15:14:05.095380 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584aa053-7c43-4933-b027-adce3c0dc6eb x-openstack-request-id: req-584aa053-7c43-4933-b027-adce3c0dc6eb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:05.095786 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:05.096123 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-584aa053-7c43-4933-b027-adce3c0dc6eb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:05.096536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port db68a5d3-75ae-4abb-a6da-744313eb1ee9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:05.096728 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'status': 'completed', 'code': 200} Aug 04 15:14:05.096918 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.100535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-ed61ae4b-f04a-4a5e-8fe7-c1f982df84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.102870 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-ed61ae4b-f04a-4a5e-8fe7-c1f982df84eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0760663 Aug 04 15:14:05.133327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.164270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-e6d90326-cf14-4a4a-83ae-6cf4cd4ab02b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 217 time: 0.0532193 Aug 04 15:14:05.190146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Subnet': ['ID=9802e250-46e6-4a39-a2de-4d552129ec53,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:05.212093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Checking segment: {'id': '6898b33e-9324-4da5-9eb5-1c85420129d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:05.212617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network hostable DHCP agents. Network: 4d2c7b1c-29b3-412a-a326-15b759189303, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:14:05.231463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-8a9dc1a1-f368-4594-9eba-f7ec6f70b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.232435 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-8a9dc1a1-f368-4594-9eba-f7ec6f70b115 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0619309 Aug 04 15:14:05.241615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network 4d2c7b1c-29b3-412a-a326-15b759189303 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:14:05.256120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 4d2c7b1c-29b3-412a-a326-15b759189303) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:05.262813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.263769 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.264653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b97e6-18ab-44e3-96ea-19a0b109bba8 None None] Network 4d2c7b1c-29b3-412a-a326-15b759189303 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:05.280879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-6bb5e77b-dd1b-4f41-b4ee-76f4b71cdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.281156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-67141047-a3b4-4af9-9f0a-69c40ad3d90e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6213377 Aug 04 15:14:05.282477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-6bb5e77b-dd1b-4f41-b4ee-76f4b71cdb97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425634 Aug 04 15:14:05.283707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:05.289091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d44b9357-3c6d-4bc0-8348-fba0140d5848 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:05.380229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-093fdae0-8b43-4538-8179-4ad519388b8d service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898705 Aug 04 15:14:05.417932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-4d2c7b1c-29b3-412a-a326-15b759189303', 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303', 'tenant_id': '21195a4980c44cf88d7f3e0b737e9d1f', 'fixed_ips': [{'subnet_id': '9802e250-46e6-4a39-a2de-4d552129ec53'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:14:05.419238 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.475523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-772f3f62-3773-4337-a86e-47ae6a9fb5a5 req-c8c61ad2-a2c7-4d60-950b-763878eeee03 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879478 Aug 04 15:14:05.515554 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d44b9357-3c6d-4bc0-8348-fba0140d5848 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.569844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Allocated IP 2001:db8:1::2 (4d2c7b1c-29b3-412a-a326-15b759189303/9802e250-46e6-4a39-a2de-4d552129ec53/ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:05.574616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff148-156d-4182-93c0-2408f69710a0 req-dc612fcf-a96f-4b08-a4ae-44fa04fe5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.576742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-dc612fcf-a96f-4b08-a4ae-44fa04fe5596 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0523677 Aug 04 15:14:05.637885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6282c7-930d-4a6d-afc1-3a4325357059 req-e1a786f6-28fa-4c0f-ba13-33e3eb19c9fd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.639718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d6282c7-930d-4a6d-afc1-3a4325357059 req-e1a786f6-28fa-4c0f-ba13-33e3eb19c9fd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.0659940 Aug 04 15:14:05.697581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff148-156d-4182-93c0-2408f69710a0 req-a221b6a3-7865-4c8b-86d8-8495470be574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.699548 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-a221b6a3-7865-4c8b-86d8-8495470be574 service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.1150372 Aug 04 15:14:05.701127 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d44b9357-3c6d-4bc0-8348-fba0140d5848 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:14:05.702188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d44b9357-3c6d-4bc0-8348-fba0140d5848 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 HTTP/1.1" status: 400 len: 364 time: 0.4171844 Aug 04 15:14:05.706493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38480) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:05.719147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d6282c7-930d-4a6d-afc1-3a4325357059 req-982c61b9-e3d8-4acc-b968-d00a024ebdac tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619390 Aug 04 15:14:05.748870 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-aeaff8df-0eae-470a-a7bd-ab8ebeed1ceb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 217 time: 0.0419261 Aug 04 15:14:05.813864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff148-156d-4182-93c0-2408f69710a0 req-9b6328fb-973a-4185-8152-c2b1a169fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.815074 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-9b6328fb-973a-4185-8152-c2b1a169fda6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0582552 Aug 04 15:14:05.865881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff148-156d-4182-93c0-2408f69710a0 req-7cc3731c-f457-4118-aa01-573c4503fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:05.867504 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-7cc3731c-f457-4118-aa01-573c4503fdef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442555 Aug 04 15:14:05.905501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.914801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Transition to ACTIVE for port object ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:05.931045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Transition to ACTIVE for port object ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:05.939076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:05.966914 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-25c977d5-f745-4b93-863f-9519440e5ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918257 Aug 04 15:14:05.987521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Network 4d2c7b1c-29b3-412a-a326-15b759189303 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:05.991584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:05.993899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Pushing event updated for resources: {'Port': ['ID=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:05.996276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:06.058066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Attempting to bind port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:06.058482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Attempting to bind port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '6898b33e-9324-4da5-9eb5-1c85420129d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:06.058889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Attempting to bind port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff on network 4d2c7b1c-29b3-412a-a326-15b759189303 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:06.065304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:06.065304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Checking segment: {'id': '6898b33e-9324-4da5-9eb5-1c85420129d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:06.065666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.066106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Bound using segment: {'id': '6898b33e-9324-4da5-9eb5-1c85420129d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:06.066612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Bound port: ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6898b33e-9324-4da5-9eb5-1c85420129d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4d2c7b1c-29b3-412a-a326-15b759189303'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:06.067025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.081985 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d23ff148-156d-4182-93c0-2408f69710a0 req-d6061b78-8a53-4ff6-a3ac-5d44d3dfb73a service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063409 Aug 04 15:14:06.140540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] For port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:06.143987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] For port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,segment=NetworkSegment(6898b33e-9324-4da5-9eb5-1c85420129d6),segment_id=6898b33e-9324-4da5-9eb5-1c85420129d6)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:06.148344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.209924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524853-bd98-4df4-baff-72e7081fb989 None None] Pushing event updated for resources: {'Port': ['ID=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:06.347247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fd86c-989c-4202-83a8-33e441c8d7dc req-21752a9a-2104-4e07-ab2e-6f0f59e2a915 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:06.349420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d5fd86c-989c-4202-83a8-33e441c8d7dc req-21752a9a-2104-4e07-ab2e-6f0f59e2a915 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.5510230 Aug 04 15:14:06.374182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e53b1-8810-4b43-a476-bd177d6df7fc req-6512d6fc-d7ff-402a-8015-1014ae3f617f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:06.375794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-144e53b1-8810-4b43-a476-bd177d6df7fc req-6512d6fc-d7ff-402a-8015-1014ae3f617f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.2018270 Aug 04 15:14:06.463291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d5fd86c-989c-4202-83a8-33e441c8d7dc req-ba934cfb-8237-4db9-8395-89b1fd48bd03 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013837 Aug 04 15:14:06.472882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-144e53b1-8810-4b43-a476-bd177d6df7fc req-84e095a8-70de-4d62-aa49-36f1029e515e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732493 Aug 04 15:14:06.499286 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.501656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:06.541881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f6ad4-ff02-4faa-b1d6-ed523da97857 tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:06.543806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f10f6ad4-ff02-4faa-b1d6-ed523da97857 tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1092 time: 0.0407665 Aug 04 15:14:06.546790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:06.551291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '47753044-3947-4b5e-849c-3aba7ecef443', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:06.573403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.676704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.751821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Allocated IP 2001:db8::1 (dd40e749-914c-456c-b079-dcc32840b07d/57ece1d3-4be9-4666-8361-a63488754351/8fe66bf2-9960-4b4a-ba46-083df4f008ee) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:06.782475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:06.801699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.25.0.206 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/01dade8c-41b4-4909-89a4-84d547b528ca) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:06.861631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:06.905130 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.921020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Transition to ACTIVE for port object 8fe66bf2-9960-4b4a-ba46-083df4f008ee will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:06.928611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.956196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.972400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:06.999456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network dd40e749-914c-456c-b079-dcc32840b07d is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:07.007826 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:07.013749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:07.014313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.015752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:07.019023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:07.024231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:07.027723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=01dade8c-41b4-4909-89a4-84d547b528ca,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:07.057913 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Port': ['ID=8fe66bf2-9960-4b4a-ba46-083df4f008ee,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:07.150111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.196335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe96185-d6c4-4a02-8411-0189e3ff119a None None] Network 4d2c7b1c-29b3-412a-a326-15b759189303 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:07.272157 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Provisioning for port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:07.278772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Provisioning complete for port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:07.279272 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.431476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.469908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.479464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] For port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,segment=NetworkSegment(6898b33e-9324-4da5-9eb5-1c85420129d6),segment_id=6898b33e-9324-4da5-9eb5-1c85420129d6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:07.482697 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.485354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.493806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.494500 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.556618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287104ce-6c45-4ac1-8ba2-b4b3151c610c None None] Pushing event updated for resources: {'Port': ['ID=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:07.568183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.607607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a14913b1-6f27-4dd6-af81-e2225f325882 None None] Provisioning for port 8fe66bf2-9960-4b4a-ba46-083df4f008ee completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:07.611182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a14913b1-6f27-4dd6-af81-e2225f325882 None None] Provisioning complete for port 8fe66bf2-9960-4b4a-ba46-083df4f008ee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:07.612336 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a14913b1-6f27-4dd6-af81-e2225f325882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.649435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event updated for resources: {'Port': ['ID=8fe66bf2-9960-4b4a-ba46-083df4f008ee,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:07.657435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a14913b1-6f27-4dd6-af81-e2225f325882 None None] Port 8fe66bf2-9960-4b4a-ba46-083df4f008ee cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:07.685237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944edea-6314-476f-81cc-1ce53715b911 req-19074859-b115-422d-902a-2e4c83ef8eae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:07.686889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f944edea-6314-476f-81cc-1ce53715b911 req-19074859-b115-422d-902a-2e4c83ef8eae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.1099298 Aug 04 15:14:07.728385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Network dd40e749-914c-456c-b079-dcc32840b07d is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:07.730908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:07.744660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.750882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f944edea-6314-476f-81cc-1ce53715b911 req-c44df8d0-8609-4196-b81b-c59fff2725ef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550358 Aug 04 15:14:07.751968 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.803927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4f938514-0cfb-4cb8-94b4-2fc105235155 None None] Provisioning complete for port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:07.804555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4f938514-0cfb-4cb8-94b4-2fc105235155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.825167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=01dade8c-41b4-4909-89a4-84d547b528ca,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:07.845512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:07.862383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Router 6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:07.966854 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP 9d40004a-abef-4534-a5c6-050b1cdffb63 associated. External IP: 172.25.0.206, port: 47753044-3947-4b5e-849c-3aba7ecef443. Aug 04 15:14:07.967019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:07.976073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b732723b-58c4-4e18-a786-1ab10b175f78 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681785 Aug 04 15:14:07.976871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38494) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:07.978328 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] Sync routers for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:07.988613 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:07.989597 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:08.017061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-457610f7-6421-46c5-9209-73e20e45849e None None] Provisioning complete for port 8fe66bf2-9960-4b4a-ba46-083df4f008ee triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:08.017436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-457610f7-6421-46c5-9209-73e20e45849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.029121 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:08.038211 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:08.038855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:08.051787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-457610f7-6421-46c5-9209-73e20e45849e None None] Port 8fe66bf2-9960-4b4a-ba46-083df4f008ee cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:08.077700 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81e308bc-2bcb-4dbb-81e3-ac6d631fef09 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.079096 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:08.079793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa79c26-fd18-43b8-ba48-fc0ec0068c1c None None] The sync data for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:08.168295 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-81e308bc-2bcb-4dbb-81e3-ac6d631fef09 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 15:14:08.169731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81e308bc-2bcb-4dbb-81e3-ac6d631fef09 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 HTTP/1.1" status: 409 len: 329 time: 0.1918466 Aug 04 15:14:08.172882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38496) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:08.498302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.546610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:08.656573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:08.666102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:08.678359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:08.679067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:08.680452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.715173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7bbee0e7-3873-4d0e-89e4-74ebdbaf6071 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1672976 Aug 04 15:14:08.716175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:08.718888 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f7fa5-411b-4fc6-9f08-9f635dacad44" -d '{"events": [{"name": "network-changed", "server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "tag": "47753044-3947-4b5e-849c-3aba7ecef443"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:08.749176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:08.763562 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a0e00-aa2c-47c9-a13c-c4d076523c90 x-openstack-request-id: req-0b2a0e00-aa2c-47c9-a13c-c4d076523c90 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:08.763856 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "tag": "47753044-3947-4b5e-849c-3aba7ecef443", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:08.764109 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b2a0e00-aa2c-47c9-a13c-c4d076523c90 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:08.764516 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443', 'status': 'completed', 'code': 200} Aug 04 15:14:08.765274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting port 8fe66bf2-9960-4b4a-ba46-083df4f008ee {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:08.765626 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.840837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-4e35f298-7ead-4151-9fed-811ea0e0ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:08.844480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-4e35f298-7ead-4151-9fed-811ea0e0ec26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1097 time: 0.0578949 Aug 04 15:14:08.866807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:08.867455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.872235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:08.900758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:08.916567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Calling delete_port for 8fe66bf2-9960-4b4a-ba46-083df4f008ee owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:08.925853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d59c-44f4-4f34-b505-b5c8095c5271 req-49292f44-e6f4-4940-ba71-47ab13f475c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:08.927416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1751d59c-44f4-4f34-b505-b5c8095c5271 req-49292f44-e6f4-4940-ba71-47ab13f475c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.0784850 Aug 04 15:14:08.942453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ffca5042-c416-4a07-9355-5147e9257376 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:14:08.942843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-a1612861-6302-4659-8dcf-3844fbeba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:08.944999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-a1612861-6302-4659-8dcf-3844fbeba69e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0936334 Aug 04 15:14:09.010009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1751d59c-44f4-4f34-b505-b5c8095c5271 req-d03c2e6f-aefd-4f5c-8b8a-57998aa5a98a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746007 Aug 04 15:14:09.021261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-66474545-379f-447f-8060-6268f53ea0eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 999 time: 0.0678785 Aug 04 15:14:09.077601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-598414c0-634c-4531-9d1b-ab6668bce9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:09.079704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-598414c0-634c-4531-9d1b-ab6668bce9b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0515456 Aug 04 15:14:09.131189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-03ca4b61-426b-4812-a004-ebb0a92fcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:09.132879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-03ca4b61-426b-4812-a004-ebb0a92fcc6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454373 Aug 04 15:14:09.202343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:09.235381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-69f74802-9717-4a7c-8b08-d3452420d634 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918319 Aug 04 15:14:09.238620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ffca5042-c416-4a07-9355-5147e9257376', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'mac_address': 'fa:16:3e:31:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:14:09.288614 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:09.305494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffca5042-c416-4a07-9355-5147e9257376 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:14:09.314764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '9d40004a-abef-4534-a5c6-050b1cdffb63', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '47753044-3947-4b5e-849c-3aba7ecef443', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:19:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:07Z', 'updated_at': '2021-08-04T15:14:07Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.338344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e48f7fa5-411b-4fc6-9f08-9f635dacad44 req-772299d0-2f57-44fb-9ace-dc0bf8ef9a70 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954320 Aug 04 15:14:09.351501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:14:09.356687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:09.363436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:09.367295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:09.367904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.452302 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:09.480177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:09.482299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Port': ['ID=8fe66bf2-9960-4b4a-ba46-083df4f008ee,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:09.516186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:09.565486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ffca5042-c416-4a07-9355-5147e9257376'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:14:09.584735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:09.739356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Router 6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:09.827818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:09.832855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1f5ec468-b999-4da5-bbb9-0e1b2b496628 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589837 Aug 04 15:14:09.836663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38504) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:09.840648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] Sync routers for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:09.852108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:09.852838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.876615 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-7e1c3275-210e-4f7b-9848-0b0c5b225a36 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] show failed (client error): The resource could not be found. Aug 04 15:14:09.881828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7e1c3275-210e-4f7b-9848-0b0c5b225a36 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1127572371 HTTP/1.1" status: 404 len: 335 time: 0.0398285 Aug 04 15:14:09.882021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:09.886539 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.887435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '9d40004a-abef-4534-a5c6-050b1cdffb63', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '47753044-3947-4b5e-849c-3aba7ecef443', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:19:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:07Z', 'updated_at': '2021-08-04T15:14:07Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.887951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-058eecb2-d016-4102-8e2d-ddb9a1f91b3d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:09.896998 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] Routers {'6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:09.897693 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.919148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af99b6-269a-44e2-b982-4d3dcb2bb4e6 None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '9d40004a-abef-4534-a5c6-050b1cdffb63', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '47753044-3947-4b5e-849c-3aba7ecef443', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:19:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:07Z', 'updated_at': '2021-08-04T15:14:07Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:09.925822 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-058eecb2-d016-4102-8e2d-ddb9a1f91b3d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] update failed (client error): The resource could not be found. Aug 04 15:14:09.930312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-058eecb2-d016-4102-8e2d-ddb9a1f91b3d tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-80723019 HTTP/1.1" status: 404 len: 333 time: 0.0433221 Aug 04 15:14:09.930489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38508) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:09.933404 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:09.934150 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b637a8-2ba5-465d-af28-d62681e3c452 None None] The sync data for ids ['6a84f9be-5f73-49b2-bfdb-a53f857bd7f4'] in n-d-801743-12 is: [] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:09.986330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting subnet 9802e250-46e6-4a39-a2de-4d552129ec53 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:14:09.991297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.034488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.048626 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:14:10.145512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26dac3-2723-4962-9153-734445dfe8af None None] New status for floating IP 9d40004a-abef-4534-a5c6-050b1cdffb63: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:14:10.154456 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.198322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718e30c-d73f-4659-bc5b-809f0dc99e1e req-bd00375a-dafe-4a8c-9461-026e964946ea tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:10.199910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3718e30c-d73f-4659-bc5b-809f0dc99e1e req-bd00375a-dafe-4a8c-9461-026e964946ea tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 944 time: 0.1089709 Aug 04 15:14:10.247638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.251933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3718e30c-d73f-4659-bc5b-809f0dc99e1e req-f7cafd64-a994-4966-bd8d-0a0eb4c505be tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Aug 04 15:14:10.282265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Subnet': ['ID=9802e250-46e6-4a39-a2de-4d552129ec53,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:10.286225 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.288279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9b285179-41e8-499b-baca-996399499bc3 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/subnets/9802e250-46e6-4a39-a2de-4d552129ec53 HTTP/1.1" status: 204 len: 168 time: 0.3568366 Aug 04 15:14:10.291031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38512) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:10.296653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0fbcf-3ad4-4f68-aae8-0f769cf5d4bf None None] Network 4d2c7b1c-29b3-412a-a326-15b759189303 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:10.367915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.425093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:10.425480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.474126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] DHCP port deletion for 4d2c7b1c-29b3-412a-a326-15b759189303 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:14:10.493079 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] For port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,segment=NetworkSegment(6898b33e-9324-4da5-9eb5-1c85420129d6),segment_id=6898b33e-9324-4da5-9eb5-1c85420129d6)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:10.493552 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.507326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Calling delete_port for ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:10.536233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Deleting port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:10.536577 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.590905 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.603537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] For port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,segment=NetworkSegment(6898b33e-9324-4da5-9eb5-1c85420129d6),segment_id=6898b33e-9324-4da5-9eb5-1c85420129d6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:10.603939 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.614280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Port': ['ID=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:10.618439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Calling delete_port for ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:10.619824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] No DVR routers for this DVR port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:10.702090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.703754 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.713700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2c7b1c-29b3-412a-a326-15b759189303']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:10.724397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6898b33e-9324-4da5-9eb5-1c85420129d6') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:10.724681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6898b33e-9324-4da5-9eb5-1c85420129d6') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:10.733198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] Pushing event deleted for resources: {'Port': ['ID=ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:10.735036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.737273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a8137-011b-4a49-a7b9-6041308cabce None None] No DVR routers for this DVR port ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:10.744188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:10.751401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.759860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:14:10.760403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:14:10.763826 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:14:10.823701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.832093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.833833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/networks/4d2c7b1c-29b3-412a-a326-15b759189303 HTTP/1.1" status: 204 len: 168 time: 0.5416856 Aug 04 15:14:10.837098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38514) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:10.852798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aafab9-83b9-45c8-98e0-af9ec0a9d33e tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Network': ['ID=4d2c7b1c-29b3-412a-a326-15b759189303,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:10.901111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting subnet c898385e-d4e2-438f-84a3-3e549b0d077d {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:14:10.904788 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.924852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:10.925487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ef0e44a7-3cdc-4cd9-ab89-ff41b60380ff not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:10.946522 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:10.956739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ffca5042-c416-4a07-9355-5147e9257376 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:11.006175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ffca5042-c416-4a07-9355-5147e9257376 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:11.009900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ffca5042-c416-4a07-9355-5147e9257376 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:11.010279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.031521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.090362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.096855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.114756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:11.116700 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d18d9f-f8be-4940-b4eb-ef6f07a5785e" -d '{"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:11.128670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Subnet': ['ID=c898385e-d4e2-438f-84a3-3e549b0d077d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:11.130602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.132583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b076f4e-ea4f-4131-a4b2-3af9d63cd5fb tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/subnets/c898385e-d4e2-438f-84a3-3e549b0d077d HTTP/1.1" status: 204 len: 168 time: 0.2935107 Aug 04 15:14:11.135961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38518) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:11.138948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:11.146529 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.152443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa76012-7b1c-4d6d-a2b6-90c712834a9f None None] Network bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:11.176294 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecfb89-ac54-4f63-9e18-e3f6d515ff5c x-openstack-request-id: req-e3ecfb89-ac54-4f63-9e18-e3f6d515ff5c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:11.176637 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:11.177017 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3ecfb89-ac54-4f63-9e18-e3f6d515ff5c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:11.177415 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'code': 200} Aug 04 15:14:11.202064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting subnet 3c598b95-3a27-4b72-aa3c-86a7bf610ca4 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:14:11.206854 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.266914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:11.278185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.342738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2cc7-7281-4230-b592-a77512149834 req-18f657c1-f2e0-4c82-a556-1201573229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:11.344390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-86af2cc7-7281-4230-b592-a77512149834 req-18f657c1-f2e0-4c82-a556-1201573229f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1097105 Aug 04 15:14:11.401330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c267e-edae-46e9-93a8-90a3624038ec req-5f476296-089b-4648-a531-0013fb02bcc0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:11.403906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-673c267e-edae-46e9-93a8-90a3624038ec req-5f476296-089b-4648-a531-0013fb02bcc0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0582592 Aug 04 15:14:11.405763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] DHCP port deletion for bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:14:11.424877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-86af2cc7-7281-4230-b592-a77512149834 req-c8d33ecd-3814-4fd3-b52b-8f4b8809fafe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725029 Aug 04 15:14:11.428744 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.449733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-673c267e-edae-46e9-93a8-90a3624038ec req-fd3999ea-c2c3-41ed-8132-b54950702c80 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392799 Aug 04 15:14:11.473681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Deleting port db68a5d3-75ae-4abb-a6da-744313eb1ee9 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:11.474064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.497083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.527200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Subnet': ['ID=3c598b95-3a27-4b72-aa3c-86a7bf610ca4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:11.533576 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.538566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d156d7d6-33a3-4a4b-a78c-cbd80132987f tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/subnets/3c598b95-3a27-4b72-aa3c-86a7bf610ca4 HTTP/1.1" status: 204 len: 168 time: 0.4015856 Aug 04 15:14:11.539333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38522) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:11.540658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1cf14-acbe-4a48-bea0-8291ffae3495 None None] Network 1e692098-cd95-4649-9c33-67130a738e40 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:11.548819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] For port db68a5d3-75ae-4abb-a6da-744313eb1ee9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=db68a5d3-75ae-4abb-a6da-744313eb1ee9,segment=NetworkSegment(9f70a29e-11ec-4a37-8715-bb70374ecfba),segment_id=9f70a29e-11ec-4a37-8715-bb70374ecfba)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:11.549191 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.597612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Calling delete_port for db68a5d3-75ae-4abb-a6da-744313eb1ee9 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:11.617596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.678658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting port db68a5d3-75ae-4abb-a6da-744313eb1ee9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:11.679009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.737776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.748839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] For port db68a5d3-75ae-4abb-a6da-744313eb1ee9, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=db68a5d3-75ae-4abb-a6da-744313eb1ee9,segment=NetworkSegment(9f70a29e-11ec-4a37-8715-bb70374ecfba),segment_id=9f70a29e-11ec-4a37-8715-bb70374ecfba)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:11.749271 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.764722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Calling delete_port for db68a5d3-75ae-4abb-a6da-744313eb1ee9 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:11.765449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] Pushing event deleted for resources: {'Port': ['ID=db68a5d3-75ae-4abb-a6da-744313eb1ee9,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:11.769466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ece53-5864-433d-8b1f-ed59a285a56b None None] No DVR routers for this DVR port db68a5d3-75ae-4abb-a6da-744313eb1ee9 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:11.802106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] DHCP port deletion for 1e692098-cd95-4649-9c33-67130a738e40 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:14:11.853285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.856372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Deleting port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:11.856853 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.882316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Port': ['ID=db68a5d3-75ae-4abb-a6da-744313eb1ee9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:11.884262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] No DVR routers for this DVR port db68a5d3-75ae-4abb-a6da-744313eb1ee9 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:11.923163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] For port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,segment=NetworkSegment(c4268f39-a7fa-40e1-be4c-e8f783dd604f),segment_id=c4268f39-a7fa-40e1-be4c-e8f783dd604f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:11.923163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.938469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Calling delete_port for 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:11.969346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:11.979590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8661a7-b1c0-47ba-8ae0-408fbc5bd559']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:11.990010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f70a29e-11ec-4a37-8715-bb70374ecfba') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:11.990545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f70a29e-11ec-4a37-8715-bb70374ecfba') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:11.999510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.013523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.020089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:14:12.020826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.023917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self.session.flush() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:14:12.024303 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:14:12.049139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] Pushing event deleted for resources: {'Port': ['ID=156c564d-cfb2-4cb5-8aee-d021d9bc8e1f,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:12.052526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5624aab-b120-4d13-8c29-9757e8e07e05 None None] No DVR routers for this DVR port 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:12.096024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.103166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.104958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/networks/bf8661a7-b1c0-47ba-8ae0-408fbc5bd559 HTTP/1.1" status: 204 len: 168 time: 0.5646665 Aug 04 15:14:12.108369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38524) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:12.117253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae24cb-1777-479f-976a-8bbc66c49374 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Network': ['ID=bf8661a7-b1c0-47ba-8ae0-408fbc5bd559,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:12.193991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.283155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.293738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e692098-cd95-4649-9c33-67130a738e40']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:12.304001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4268f39-a7fa-40e1-be4c-e8f783dd604f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:12.304322 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4268f39-a7fa-40e1-be4c-e8f783dd604f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:12.313673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.328114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.335177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:14:12.336297 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:14:12.340316 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:14:12.407570 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.414852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.416732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/networks/1e692098-cd95-4649-9c33-67130a738e40 HTTP/1.1" status: 204 len: 168 time: 0.3065734 Aug 04 15:14:12.420290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38526) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:12.429446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f375bf2-48c8-4172-a489-fc26f475ca98 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Network': ['ID=1e692098-cd95-4649-9c33-67130a738e40,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:12.472633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting subnet 57ece1d3-4be9-4666-8361-a63488754351 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:14:12.476770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.517394 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.570785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86edcdd-df46-4001-aba8-b56860b15c61 req-33263184-7902-410b-bd62-9b0a730b8daf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:12.572315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b86edcdd-df46-4001-aba8-b56860b15c61 req-33263184-7902-410b-bd62-9b0a730b8daf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0508897 Aug 04 15:14:12.607587 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.611475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b86edcdd-df46-4001-aba8-b56860b15c61 req-a464c8b0-051d-40d1-9bdd-10dc578f10fe tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 Aug 04 15:14:12.670094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.698307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Subnet': ['ID=57ece1d3-4be9-4666-8361-a63488754351,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:12.702351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.706812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a4664a34-e756-41da-ae00-364e0923f3b0 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/subnets/57ece1d3-4be9-4666-8361-a63488754351 HTTP/1.1" status: 204 len: 168 time: 0.2831402 Aug 04 15:14:12.707088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38532) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:12.709436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172d32d-81c3-443f-824c-067301a5e74d None None] Network dd40e749-914c-456c-b079-dcc32840b07d requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:12.755746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef8975-1c81-4e04-b1ed-cd4119d44fb5 req-e86c32b7-6177-480c-bdcb-ccc61fcb73b8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:12.757457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16ef8975-1c81-4e04-b1ed-cd4119d44fb5 req-e86c32b7-6177-480c-bdcb-ccc61fcb73b8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0762072 Aug 04 15:14:12.765444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device db68a5d3-75ae-4abb-a6da-744313eb1ee9 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:12.790085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: db68a5d3-75ae-4abb-a6da-744313eb1ee9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:12.790483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device db68a5d3-75ae-4abb-a6da-744313eb1ee9 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:12.790875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:12.804493 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.808132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16ef8975-1c81-4e04-b1ed-cd4119d44fb5 req-96fdf5cc-e67b-476c-87e4-df539249a65d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407524 Aug 04 15:14:12.825223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:12.825866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 156c564d-cfb2-4cb5-8aee-d021d9bc8e1f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:12.827316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38534) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:12.866287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Deleting port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:12.866978 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.893330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09944f9-fd07-4dab-882d-490927436716 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:12.895107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e09944f9-fd07-4dab-882d-490927436716 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1092 time: 0.0665286 Aug 04 15:14:12.898030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38536) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:12.903492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:12.930132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.939206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] For port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,segment=NetworkSegment(e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4),segment_id=e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:12.939391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:12.953642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Calling delete_port for ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:12.968667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] DHCP port deletion for dd40e749-914c-456c-b079-dcc32840b07d request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:14:13.025027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Deleting port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:13.025338 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.038505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.050007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.077757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Port': ['ID=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:13.079742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] No DVR routers for this DVR port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:13.103043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] For port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,segment=NetworkSegment(e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4),segment_id=e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:13.103502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.120588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Calling delete_port for ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:13.151137 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.196 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/494c0d85-5365-4ebe-87c2-6ad440f8abfe) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:13.158297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.169202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd40e749-914c-456c-b079-dcc32840b07d']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:13.188497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:13.188787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fe228c-dc11-4ecd-bbb9-cc68f5295dd4') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:13.199570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.205735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.214107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.220952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:14:13.221401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:14:13.224444 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:14:13.232980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] Pushing event deleted for resources: {'Port': ['ID=ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:13.239817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035a5c0-4440-464e-b9b2-9e6803c664d9 None None] No DVR routers for this DVR port ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:13.282971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.292082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.299602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.301462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/networks/dd40e749-914c-456c-b079-dcc32840b07d HTTP/1.1" status: 204 len: 168 time: 0.5935063 Aug 04 15:14:13.308124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38538) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:13.313467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2fc9f-b102-4128-a3ee-838c496613d2 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Pushing event deleted for resources: {'Network': ['ID=dd40e749-914c-456c-b079-dcc32840b07d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:13.349287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bce5b8b3-e5d8-49e0-a4ba-91333f1fe971 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 HTTP/1.1" status: 200 len: 205 time: 0.0400186 Aug 04 15:14:13.352029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38540) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:13.359555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.400880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:13.403847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:13.408287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:13.411366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=494c0d85-5365-4ebe-87c2-6ad440f8abfe,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:13.428484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.591658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.593931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.636653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.637217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Fanout notify agent at l3_agent the message router_deleted on router 6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:14:13.644275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.645387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-03110c3d-1e87-45fe-b529-deda2e274562 tempest-RoutersNegativeIpV6Test-257147770 tempest-RoutersNegativeIpV6Test-257147770-project] 10.222.0.76 "DELETE /v2.0/routers/6a84f9be-5f73-49b2-bfdb-a53f857bd7f4 HTTP/1.1" status: 204 len: 168 time: 0.2923193 Aug 04 15:14:13.765389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.833489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.888360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38546) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:13.986609 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:13.991815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.021879 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7332db2d-1cd3-4a9b-a5b9-d0e78f56efbe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21195a4980c44cf88d7f3e0b737e9d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305635 Aug 04 15:14:14.022630 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38550) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:14.064741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=494c0d85-5365-4ebe-87c2-6ad440f8abfe,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:14.074710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.074881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.096249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.143392 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.146042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.149774 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2a254af-4545-46a7-9221-2edc9da0a8bc HTTP/1.1" status: 204 len: 168 time: 0.1235323 Aug 04 15:14:14.157112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00e53d-df8a-43b8-a258-3fb68f89bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a254af-4545-46a7-9221-2edc9da0a8bc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:14.184722 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 associated. External IP: 172.25.0.196, port: ffca5042-c416-4a07-9355-5147e9257376. Aug 04 15:14:14.422901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:14.547588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:14.561513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Sync routers for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:14.568999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.575019 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:14.575019 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:14.606906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4cbc207c-60a4-43f2-a30e-651a511a5228 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7075853 Aug 04 15:14:14.607611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:14.610393 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:14.773074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c28cf-2ee5-4317-bb06-06271768f7da req-55bfb4ae-5a91-4104-a1c1-67c7fde6a3f7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:14.775237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d84c28cf-2ee5-4317-bb06-06271768f7da req-55bfb4ae-5a91-4104-a1c1-67c7fde6a3f7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0942247 Aug 04 15:14:14.787369 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:14.802707 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff572df6-4a6e-45cd-9410-1378dcaa1b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:14.820293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:14.850164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d84c28cf-2ee5-4317-bb06-06271768f7da req-7fada0ee-7d77-4218-a581-05bf27b43fb8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637600 Aug 04 15:14:14.877014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:14.877014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce4a7b78-2eff-4a9c-b5e8-9a58cbcdadc0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:14.881321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:14.943657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:14.953569 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7a5fd2ca-fd18-4251-a489-9d6a78fc4b55 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 HTTP/1.1" status: 200 len: 991 time: 0.0694137 Aug 04 15:14:14.982438 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53adeef-83e6-423f-bd32-8d8ce28a794c x-openstack-request-id: req-e53adeef-83e6-423f-bd32-8d8ce28a794c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:14.982773 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:14.983027 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e53adeef-83e6-423f-bd32-8d8ce28a794c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:14.983443 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'status': 'completed', 'code': 200} Aug 04 15:14:15.042823 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'mac_address': 'fa:16:3e:31:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:13Z', 'updated_at': '2021-08-04T15:14:13Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:15.053075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-313682500'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:15.056919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-5ee75e14-a1a4-4bbd-ae8b-02183a6b9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.058478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-5ee75e14-a1a4-4bbd-ae8b-02183a6b9fc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0500755 Aug 04 15:14:15.077244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Made reservation on behalf of d49394b645564a05be4ac2045a427db5 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:15.081051 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Checking router: ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:14:15.082623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.090239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:15.090900 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:13:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:15.092534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.151518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-fac1a88d-bcbf-4d9a-ba66-96c7b45a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.152967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-fac1a88d-bcbf-4d9a-ba66-96c7b45a6214 service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.0878520 Aug 04 15:14:15.212385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:15.212630 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.217607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.226794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-0160c02f-cd5d-42c0-a0af-15aaa477cbe2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 999 time: 0.0665734 Aug 04 15:14:15.245086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:14:15.263557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe39776-d5da-4c72-ab96-1136aa5c3e58,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:15.266815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.267210 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Added segment c881ef2e-873c-4af0-bf2c-26ce4526afe6 of type vlan for network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 Aug 04 15:14:15.298645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-b1f2df05-30ec-40a5-9567-5809379ba493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.300340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-b1f2df05-30ec-40a5-9567-5809379ba493 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0672486 Aug 04 15:14:15.318041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.353143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-4e5e0499-d3c7-41b8-a279-5490ffbcbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.355430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-4e5e0499-d3c7-41b8-a279-5490ffbcbfc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472031 Aug 04 15:14:15.356729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.363183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.363861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.432425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4875598 Aug 04 15:14:15.435909 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38584) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:15.442266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Request body: {'subnet': {'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:15.443681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4655d-12ec-48b2-9d62-30b0cba2eb60 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event updated for resources: {'Network': ['ID=dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:15.458362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:14:15.476601 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'mac_address': 'fa:16:3e:31:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:13Z', 'updated_at': '2021-08-04T15:14:13Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:15.505834 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee1d2-615c-4bb2-b885-847417c0e312 None None] The sync data for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 is: [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'mac_address': 'fa:16:3e:31:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:14:13Z', 'updated_at': '2021-08-04T15:14:13Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:15.531131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-d3a9956c-816a-418f-bbbd-dfefd26ea70b service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687293 Aug 04 15:14:15.620283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Made reservation on behalf of d49394b645564a05be4ac2045a427db5 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:15.623891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.694400 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb3d9d7b-f579-4a67-af7f-5ec09ddccfd6 req-40b60d15-05b8-41a2-9180-446ea084b19c service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553252 Aug 04 15:14:15.743927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f734f-ef5d-43bc-b1c5-4b146bf9aa12 None None] New status for floating IP 53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:14:15.828557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.885972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event updated for resources: {'Subnet': ['ID=46089d96-15a9-4591-b776-c76ed7dc60b9,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:15.895305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Checking segment: {'id': 'c881ef2e-873c-4af0-bf2c-26ce4526afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:15.895594 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Network hostable DHCP agents. Network: dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:14:15.913121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:14:15.924205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:15.929902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:15.930743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:15.933696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe90bee-8539-42e5-a1b1-77da51d0021c None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:15.948506 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4677d5ac-acee-4c26-9638-8c566b383764 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5113509 Aug 04 15:14:15.951081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:15.955902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:15.956558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Request body: {'port': {'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83', 'name': 'tempest-TagsExtTest-1451719271'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:16.021437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e000018f-0019-4545-ab43-edbf07198704 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 HTTP/1.1" status: 200 len: 993 time: 0.0641880 Aug 04 15:14:16.071827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Made reservation on behalf of d49394b645564a05be4ac2045a427db5 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:16.075834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.084727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83', 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83', 'tenant_id': 'd49394b645564a05be4ac2045a427db5', 'fixed_ips': [{'subnet_id': '46089d96-15a9-4591-b776-c76ed7dc60b9'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:14:16.085746 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.095063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] device_id is not set on port 375f2034-92ff-4a8b-a4f4-800d817efa7a yet. {{(pid=94266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 15:14:16.208293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Allocated IP 172.20.0.8 (dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83/46089d96-15a9-4591-b776-c76ed7dc60b9/375f2034-92ff-4a8b-a4f4-800d817efa7a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:16.358062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.372307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Transition to ACTIVE for port object 375f2034-92ff-4a8b-a4f4-800d817efa7a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:16.407703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.450015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:16.451991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Allocated IP 172.20.0.2 (dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83/46089d96-15a9-4591-b776-c76ed7dc60b9/f2552990-4b88-47bb-aa79-c1d9a59648bd) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:16.455315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:16.460656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:16.488785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event updated for resources: {'Port': ['ID=375f2034-92ff-4a8b-a4f4-800d817efa7a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:16.517609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:16.518238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.533503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-330a7f89-f103-404d-b840-28f059ca7d3e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5812621 Aug 04 15:14:16.536219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38592) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:16.540880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1999097725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:16.564152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.565357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.599694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.608131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Transition to ACTIVE for port object f2552990-4b88-47bb-aa79-c1d9a59648bd will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:16.619096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.623081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Transition to ACTIVE for port object f2552990-4b88-47bb-aa79-c1d9a59648bd will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:16.624248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.628543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.640190 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.644232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-041d731c-9ea1-4620-b10e-28c0c042b18c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1043177 Aug 04 15:14:16.644373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38594) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:16.648836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7c02e801-3a07-4916-bae5-82671928bc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1405092495', 'prefixes': ['172.20.0.0/16']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:16.671129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:16.674079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:16.678678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:16.681814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Pushing event updated for resources: {'Port': ['ID=f2552990-4b88-47bb-aa79-c1d9a59648bd,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:16.711593 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c02e801-3a07-4916-bae5-82671928bc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for subnetpool, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.712757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c02e801-3a07-4916-bae5-82671928bc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0674701 Aug 04 15:14:16.716064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38596) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:16.720618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-874d0090-ef9e-4e0e-8803-78cde4a517b7 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-1162133251') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:16.737916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Attempting to bind port f2552990-4b88-47bb-aa79-c1d9a59648bd on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:16.738294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Attempting to bind port f2552990-4b88-47bb-aa79-c1d9a59648bd by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c881ef2e-873c-4af0-bf2c-26ce4526afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:16.738718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Attempting to bind port f2552990-4b88-47bb-aa79-c1d9a59648bd on network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:16.743889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:16.744268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Checking segment: {'id': 'c881ef2e-873c-4af0-bf2c-26ce4526afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:16.744676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.745077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Bound using segment: {'id': 'c881ef2e-873c-4af0-bf2c-26ce4526afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:16.745551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Bound port: f2552990-4b88-47bb-aa79-c1d9a59648bd, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c881ef2e-873c-4af0-bf2c-26ce4526afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:16.745937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.816709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] For port f2552990-4b88-47bb-aa79-c1d9a59648bd, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:16.820264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] For port f2552990-4b88-47bb-aa79-c1d9a59648bd, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f2552990-4b88-47bb-aa79-c1d9a59648bd,segment=NetworkSegment(c881ef2e-873c-4af0-bf2c-26ce4526afe6),segment_id=c881ef2e-873c-4af0-bf2c-26ce4526afe6)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:16.824660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:16.828563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-874d0090-ef9e-4e0e-8803-78cde4a517b7 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-1162133251 HTTP/1.1" status: 201 len: 201 time: 0.1113963 Aug 04 15:14:16.831351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38598) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:16.836132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-164181b5-acaa-4d7a-8afa-b34148c40e66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-555284496') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:16.888303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a058f7-99c6-4032-9921-2f9bd72810c3 None None] Pushing event updated for resources: {'Port': ['ID=f2552990-4b88-47bb-aa79-c1d9a59648bd,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:16.905309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-164181b5-acaa-4d7a-8afa-b34148c40e66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-555284496 HTTP/1.1" status: 201 len: 201 time: 0.0729105 Aug 04 15:14:16.907944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38600) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:16.913201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-74c053eb-93e1-41a5-a1aa-7139e34ccbce tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-1353724572') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.005411 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-74c053eb-93e1-41a5-a1aa-7139e34ccbce tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-1353724572 HTTP/1.1" status: 201 len: 201 time: 0.0963202 Aug 04 15:14:17.008515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38602) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.013412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-7191f409-6987-4e6c-9d8d-0033b37b267d tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-1954468135') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.099889 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7191f409-6987-4e6c-9d8d-0033b37b267d tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-1954468135 HTTP/1.1" status: 201 len: 201 time: 0.0880294 Aug 04 15:14:17.100268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38604) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.104934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-0c1a344c-f4a1-4595-97c8-1ad3dff0b092 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.205840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0c1a344c-f4a1-4595-97c8-1ad3dff0b092 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 200 len: 241 time: 0.1044204 Aug 04 15:14:17.208985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38606) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.213329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-2a1b8a5e-40d5-4f66-bf92-2bacb8b350c6 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-1162133251') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.265003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2a1b8a5e-40d5-4f66-bf92-2bacb8b350c6 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-1162133251 HTTP/1.1" status: 204 len: 168 time: 0.0550163 Aug 04 15:14:17.267570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38608) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.271957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-5abfb057-3a5e-4178-aedd-816917de4c5b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-1162133251') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.345143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5abfb057-3a5e-4178-aedd-816917de4c5b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-1162133251 HTTP/1.1" status: 204 len: 168 time: 0.0765879 Aug 04 15:14:17.348986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38610) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.353129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-8a0d7450-264f-4bc4-af2e-4229f8bd5bf8 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.392215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fb7d-7af6-452c-825c-535dc7277078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:17.667200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:17.726867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8a0d7450-264f-4bc4-af2e-4229f8bd5bf8 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 200 len: 205 time: 0.3742590 Aug 04 15:14:17.727107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38612) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.731494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-4d852ce4-8615-4c27-aaee-c1750b69d995 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.750091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72f3f8-2b4b-44d4-b931-cedffa35cfc1 None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:17.782251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d852ce4-8615-4c27-aaee-c1750b69d995 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 200 len: 240 time: 0.0540340 Aug 04 15:14:17.784904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38614) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.789210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-53b2e218-f1d6-48b7-92b1-a3ee57e08a0b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-555284496') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.806235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8e9b0e9a-b48d-4bdd-a7e0-a25154dfd108 None None] Provisioning for port f2552990-4b88-47bb-aa79-c1d9a59648bd completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:17.840591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-53b2e218-f1d6-48b7-92b1-a3ee57e08a0b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-555284496 HTTP/1.1" status: 204 len: 168 time: 0.0545151 Aug 04 15:14:17.843115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38616) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.847524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-d93dc0b4-1ef2-408d-8305-0305b701af77 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-555284496') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.914198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d93dc0b4-1ef2-408d-8305-0305b701af77 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-555284496 HTTP/1.1" status: 204 len: 168 time: 0.0699806 Aug 04 15:14:17.916627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38618) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.921648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-0a0c8120-0878-4c07-b0f7-1a5dc70764a2 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:17.973447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a0c8120-0878-4c07-b0f7-1a5dc70764a2 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 200 len: 205 time: 0.0557513 Aug 04 15:14:17.976459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38620) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:17.981275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-df297555-9aa1-4fd9-bd57-29689e615bd5 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.057780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.065378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-df297555-9aa1-4fd9-bd57-29689e615bd5 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 200 len: 241 time: 0.0875866 Aug 04 15:14:18.068153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38622) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.072915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-9366eaba-1a38-4326-a325-ddd7047eca74 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-1353724572') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.146052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1b5d9c4c-746d-45c7-93a5-907dddbb09a9 None None] Provisioning for port 375f2034-92ff-4a8b-a4f4-800d817efa7a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:18.150302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1b5d9c4c-746d-45c7-93a5-907dddbb09a9 None None] Provisioning complete for port 375f2034-92ff-4a8b-a4f4-800d817efa7a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:18.150726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c4c-746d-45c7-93a5-907dddbb09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.187130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d9c4c-746d-45c7-93a5-907dddbb09a9 None None] Port 375f2034-92ff-4a8b-a4f4-800d817efa7a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:18.310457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-41cacedf-f1e7-4df3-b8d6-e44ec073b358 None None] Provisioning complete for port 375f2034-92ff-4a8b-a4f4-800d817efa7a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:18.310882 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41cacedf-f1e7-4df3-b8d6-e44ec073b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.348515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-41cacedf-f1e7-4df3-b8d6-e44ec073b358 None None] Port 375f2034-92ff-4a8b-a4f4-800d817efa7a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:18.505664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9366eaba-1a38-4326-a325-ddd7047eca74 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-1353724572 HTTP/1.1" status: 204 len: 168 time: 0.4363475 Aug 04 15:14:18.508191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38624) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.512656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-6e1eaa0d-71fb-4b66-95d6-ad18ae74dcec tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-1353724572') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.608727 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6e1eaa0d-71fb-4b66-95d6-ad18ae74dcec tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-1353724572 HTTP/1.1" status: 204 len: 168 time: 0.0992262 Aug 04 15:14:18.612105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38626) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.616774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-74e3afc2-5be4-4c50-9a54-f1c0975f921c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.691572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-74e3afc2-5be4-4c50-9a54-f1c0975f921c tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 200 len: 205 time: 0.0783076 Aug 04 15:14:18.693939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.698190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-4577b4dc-c33c-4109-978e-c70fec4f424f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.731586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4577b4dc-c33c-4109-978e-c70fec4f424f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 200 len: 241 time: 0.0366485 Aug 04 15:14:18.734176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.738428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-32d11167-b34b-422e-9f1d-2a2dd6dacef9 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-1954468135') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.762440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-32d11167-b34b-422e-9f1d-2a2dd6dacef9 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-1954468135 HTTP/1.1" status: 204 len: 168 time: 0.0272515 Aug 04 15:14:18.764844 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38632) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.769272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-fffff0d0-745f-4d33-b490-41fd0dc043fb tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-1954468135') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.776434 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f2552990-4b88-47bb-aa79-c1d9a59648bd up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:18.780569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.807478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fffff0d0-745f-4d33-b490-41fd0dc043fb tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-1954468135 HTTP/1.1" status: 204 len: 168 time: 0.0415714 Aug 04 15:14:18.809887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.814772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-72c17c9e-8981-4559-bc1a-770bb5a534ac tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.832087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f2552990-4b88-47bb-aa79-c1d9a59648bd completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:18.835660 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f2552990-4b88-47bb-aa79-c1d9a59648bd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:18.835823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72c17c9e-8981-4559-bc1a-770bb5a534ac tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 200 len: 205 time: 0.0248370 Aug 04 15:14:18.836126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.838611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38636) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.843887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-cfd85813-2d35-4bbc-80e5-e317be60ca31 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.868992 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cfd85813-2d35-4bbc-80e5-e317be60ca31 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 204 len: 168 time: 0.0290844 Aug 04 15:14:18.871546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38638) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.876149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-9d1f83e3-2c13-44fc-8ff6-1ffe498b4575 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.889320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.926533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:18.957932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9d1f83e3-2c13-44fc-8ff6-1ffe498b4575 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 204 len: 168 time: 0.0830872 Aug 04 15:14:18.958284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38640) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:18.959140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f2552990-4b88-47bb-aa79-c1d9a59648bd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f2552990-4b88-47bb-aa79-c1d9a59648bd,segment=NetworkSegment(c881ef2e-873c-4af0-bf2c-26ce4526afe6),segment_id=c881ef2e-873c-4af0-bf2c-26ce4526afe6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:18.963896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-b520de2d-474d-4f16-9505-de22fd083f22 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:18.964884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:19.014304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f2552990-4b88-47bb-aa79-c1d9a59648bd,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:19.019454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b520de2d-474d-4f16-9505-de22fd083f22 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0577610 Aug 04 15:14:19.019763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38642) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.021810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.022155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.022492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.022833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.023180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.023509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.023832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.024033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-52aaa88d-5f9e-459c-9711-dbff2eec9819 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.024226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.024445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.024763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.025098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.025415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:19.078852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-52aaa88d-5f9e-459c-9711-dbff2eec9819 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0580626 Aug 04 15:14:19.082688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38644) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.087881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-26e7e129-7e2f-4b6e-81ec-45a7afeed3ac tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-15565242') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.154786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-26e7e129-7e2f-4b6e-81ec-45a7afeed3ac tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-15565242 HTTP/1.1" status: 201 len: 201 time: 0.0705767 Aug 04 15:14:19.158395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38646) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.163125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-dc42a867-41c7-411d-8244-87b8804c86be tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-2094199149') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.236937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dc42a867-41c7-411d-8244-87b8804c86be tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-2094199149 HTTP/1.1" status: 201 len: 201 time: 0.0774155 Aug 04 15:14:19.240184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38648) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.245229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-ad1fc603-3d41-4eef-ade1-7ddf74226f2f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-428552520') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.339319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad1fc603-3d41-4eef-ade1-7ddf74226f2f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-428552520 HTTP/1.1" status: 201 len: 201 time: 0.0979898 Aug 04 15:14:19.342908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38650) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.347568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-167823c8-b9a5-4d60-a021-ee0d9213fe1b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-773567672') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.382042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-167823c8-b9a5-4d60-a021-ee0d9213fe1b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-773567672 HTTP/1.1" status: 201 len: 201 time: 0.0380650 Aug 04 15:14:19.384710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38652) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.389373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-994601dc-1290-43df-a3ac-5b6d16a6e7b0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', {'tags': ['tempest-TagsExtTest-Tag-537002718', 'tempest-TagsExtTest-Tag-1436791287', 'tempest-TagsExtTest-Tag-988395437']}) {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.449866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-994601dc-1290-43df-a3ac-5b6d16a6e7b0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 200 len: 316 time: 0.0640121 Aug 04 15:14:19.452408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38654) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.456665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-7cc6aaf5-2493-4005-add0-460909aa141b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.533674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7cc6aaf5-2493-4005-add0-460909aa141b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0801988 Aug 04 15:14:19.536638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38656) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.541300 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-6a3d4954-9ae5-4347-8efa-a0189fb45fc2 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-537002718') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.593309 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-6a3d4954-9ae5-4347-8efa-a0189fb45fc2 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:19.594364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6a3d4954-9ae5-4347-8efa-a0189fb45fc2 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-537002718 HTTP/1.1" status: 404 len: 328 time: 0.0566726 Aug 04 15:14:19.598716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.603020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-c83b8138-e7a8-45aa-a148-56bf9faac01f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-1436791287') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.657651 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-c83b8138-e7a8-45aa-a148-56bf9faac01f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:19.659440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c83b8138-e7a8-45aa-a148-56bf9faac01f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-1436791287 HTTP/1.1" status: 404 len: 329 time: 0.0597870 Aug 04 15:14:19.661846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38660) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.666148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-c5095394-6769-403e-8be9-d2f4a06212bf tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9', 'tempest-TagsExtTest-Tag-988395437') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.717805 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-c5095394-6769-403e-8be9-d2f4a06212bf tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:19.718744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c5095394-6769-403e-8be9-d2f4a06212bf tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags/tempest-TagsExtTest-Tag-988395437 HTTP/1.1" status: 404 len: 328 time: 0.0559626 Aug 04 15:14:19.721628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.726234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-d3af85a0-f411-4151-847d-ca06483b31c5 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', {'tags': ['tempest-TagsExtTest-Tag-109622422', 'tempest-TagsExtTest-Tag-296052347', 'tempest-TagsExtTest-Tag-760850067']}) {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.793062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d3af85a0-f411-4151-847d-ca06483b31c5 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 200 len: 315 time: 0.0704098 Aug 04 15:14:19.796606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38664) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.801088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-fc4f6908-eeb0-4c0e-a56a-3129223689fe tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.869678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fc4f6908-eeb0-4c0e-a56a-3129223689fe tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0719948 Aug 04 15:14:19.872348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.876715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-b8f17f2d-ac73-4b1c-82a3-f55a36d49ee9 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-109622422') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.926236 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-b8f17f2d-ac73-4b1c-82a3-f55a36d49ee9 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:19.927304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b8f17f2d-ac73-4b1c-82a3-f55a36d49ee9 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-109622422 HTTP/1.1" status: 404 len: 328 time: 0.0540059 Aug 04 15:14:19.930240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.934832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-81e990b7-1b99-439e-aa50-c0d790dcacc0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-296052347') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:19.984669 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-81e990b7-1b99-439e-aa50-c0d790dcacc0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:19.985630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81e990b7-1b99-439e-aa50-c0d790dcacc0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-296052347 HTTP/1.1" status: 404 len: 328 time: 0.0544364 Aug 04 15:14:19.988582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:19.992851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-282946d8-4b4c-44d8-927e-88eddd06a31e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a', 'tempest-TagsExtTest-Tag-760850067') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.048216 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-282946d8-4b4c-44d8-927e-88eddd06a31e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.049274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-282946d8-4b4c-44d8-927e-88eddd06a31e tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags/tempest-TagsExtTest-Tag-760850067 HTTP/1.1" status: 404 len: 328 time: 0.0598013 Aug 04 15:14:20.053801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38672) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.061250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-fe7c61ca-b8c5-441b-90c4-c7a58b77eb78 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', {'tags': ['tempest-TagsExtTest-Tag-2105620043', 'tempest-TagsExtTest-Tag-398711663', 'tempest-TagsExtTest-Tag-1216560015']}) {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.149549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fe7c61ca-b8c5-441b-90c4-c7a58b77eb78 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 200 len: 317 time: 0.0942354 Aug 04 15:14:20.152742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38674) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.157311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-da55e5d0-b7eb-483a-b1f5-8eb73f66cfb0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.244848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-da55e5d0-b7eb-483a-b1f5-8eb73f66cfb0 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 204 len: 168 time: 0.0909796 Aug 04 15:14:20.247749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38676) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.252432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-8c7a840a-ec73-4545-bb13-cd4b8f6d8cbc tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-2105620043') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.270014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:20.331910 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-8c7a840a-ec73-4545-bb13-cd4b8f6d8cbc tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.333183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8c7a840a-ec73-4545-bb13-cd4b8f6d8cbc tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-2105620043 HTTP/1.1" status: 404 len: 329 time: 0.0842440 Aug 04 15:14:20.336275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38678) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.340739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-84d658e5-b80d-4778-babb-daaecc32cc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-398711663') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.414495 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-84d658e5-b80d-4778-babb-daaecc32cc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.415579 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84d658e5-b80d-4778-babb-daaecc32cc66 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-398711663 HTTP/1.1" status: 404 len: 328 time: 0.0783908 Aug 04 15:14:20.420409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.424910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.tag.tag_plugin [None req-6bc5ebad-9331-4d75-85f0-5b57961bc940 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52', 'tempest-TagsExtTest-Tag-1216560015') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.501210 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-6bc5ebad-9331-4d75-85f0-5b57961bc940 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.502166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6bc5ebad-9331-4d75-85f0-5b57961bc940 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags/tempest-TagsExtTest-Tag-1216560015 HTTP/1.1" status: 404 len: 329 time: 0.0808024 Aug 04 15:14:20.505315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38682) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.513802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-751a4aab-8cd0-47f3-83a5-60aaf9693093 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', {'tags': ['tempest-TagsExtTest-Tag-687321780', 'tempest-TagsExtTest-Tag-787564885', 'tempest-TagsExtTest-Tag-498875964']}) {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.552281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-751a4aab-8cd0-47f3-83a5-60aaf9693093 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "PUT /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 200 len: 315 time: 0.0456660 Aug 04 15:14:20.554857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38684) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.559299 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-84fb93c0-9f6f-4e09-9fd9-b6d1f0785ee3 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.597707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-84fb93c0-9f6f-4e09-9fd9-b6d1f0785ee3 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 204 len: 168 time: 0.0416768 Aug 04 15:14:20.600419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38686) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.604892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-8b154a57-71ff-48db-a439-ec3048412c90 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-687321780') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.624856 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-8b154a57-71ff-48db-a439-ec3048412c90 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.625855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b154a57-71ff-48db-a439-ec3048412c90 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-687321780 HTTP/1.1" status: 404 len: 328 time: 0.0244594 Aug 04 15:14:20.628710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38688) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.632893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-ecec202f-0f73-4dd5-9d67-e4f79e4c1f79 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-787564885') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.654699 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-ecec202f-0f73-4dd5-9d67-e4f79e4c1f79 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.655791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ecec202f-0f73-4dd5-9d67-e4f79e4c1f79 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-787564885 HTTP/1.1" status: 404 len: 328 time: 0.0261765 Aug 04 15:14:20.658838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38690) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.663219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-d4e2b5f1-687e-4862-8c1e-a2c62714d404 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088', 'tempest-TagsExtTest-Tag-498875964') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.690170 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [None req-d4e2b5f1-687e-4862-8c1e-a2c62714d404 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] show failed (client error): The resource could not be found. Aug 04 15:14:20.691251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d4e2b5f1-687e-4862-8c1e-a2c62714d404 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags/tempest-TagsExtTest-Tag-498875964 HTTP/1.1" status: 404 len: 328 time: 0.0314987 Aug 04 15:14:20.694239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38692) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.700920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-47d7bee2-fafb-46a8-93a0-a519a5e5c9ca tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5b96410-fa85-4714-a4ae-8e4de666c088') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.726846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-47d7bee2-fafb-46a8-93a0-a519a5e5c9ca tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088/tags HTTP/1.1" status: 204 len: 168 time: 0.0313444 Aug 04 15:14:20.729476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38694) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.734098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-30b29a61-017d-4c1b-94af-4a072e63af81 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1924ddd-852e-4168-9bfd-d6fe3262bf52') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.752613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f2552990-4b88-47bb-aa79-c1d9a59648bd up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:20.799877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f2552990-4b88-47bb-aa79-c1d9a59648bd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:20.800250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:20.817393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30b29a61-017d-4c1b-94af-4a072e63af81 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52/tags HTTP/1.1" status: 204 len: 168 time: 0.0867703 Aug 04 15:14:20.819869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38696) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.824207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-a830afff-2b3c-4303-9ccb-d3b872fce21b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '375f2034-92ff-4a8b-a4f4-800d817efa7a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.879001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a830afff-2b3c-4303-9ccb-d3b872fce21b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0581067 Aug 04 15:14:20.881620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38698) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:20.885959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.tag.tag_plugin [None req-ec369602-d283-4d44-ac82-52f5461a628b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '46089d96-15a9-4591-b776-c76ed7dc60b9') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:20.945607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec369602-d283-4d44-ac82-52f5461a628b tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0629549 Aug 04 15:14:20.950292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38700) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:21.037006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5890509b-1319-49de-87b9-404d74b8322f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for subnetpool, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.038199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5890509b-1319-49de-87b9-404d74b8322f tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnetpools/a5b96410-fa85-4714-a4ae-8e4de666c088 HTTP/1.1" status: 204 len: 168 time: 0.0867884 Aug 04 15:14:21.041010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38702) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:21.068726 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97c605c4-c9d1-4dc5-a55f-51c78bac53f6 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1924ddd-852e-4168-9bfd-d6fe3262bf52 HTTP/1.1" status: 200 len: 205 time: 0.0264871 Aug 04 15:14:21.071293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38704) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:21.149823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.320349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.322763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.367516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.368011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Fanout notify agent at l3_agent the message router_deleted on router e1924ddd-852e-4168-9bfd-d6fe3262bf52 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:14:21.376067 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.377071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4b6911c7-bae6-4fac-aabd-ff075e438a14 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/routers/e1924ddd-852e-4168-9bfd-d6fe3262bf52 HTTP/1.1" status: 204 len: 168 time: 0.3047996 Aug 04 15:14:21.379926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:21.469961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Deleting port 375f2034-92ff-4a8b-a4f4-800d817efa7a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:21.470314 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.558292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.571834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Calling delete_port for 375f2034-92ff-4a8b-a4f4-800d817efa7a owned by {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:21.703033 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.741599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event deleted for resources: {'Port': ['ID=375f2034-92ff-4a8b-a4f4-800d817efa7a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:21.815230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.817331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55507bb3-b068-4331-82e8-e9dce4f9369a tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/ports/375f2034-92ff-4a8b-a4f4-800d817efa7a HTTP/1.1" status: 204 len: 168 time: 0.4360378 Aug 04 15:14:21.820721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:21.883546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Deleting subnet 46089d96-15a9-4591-b776-c76ed7dc60b9 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:14:21.886995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:21.927241 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.018526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.088371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.117096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event deleted for resources: {'Subnet': ['ID=46089d96-15a9-4591-b776-c76ed7dc60b9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:22.119022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.123172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-604f8d44-1718-421d-8400-96ce687d88ba tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/subnets/46089d96-15a9-4591-b776-c76ed7dc60b9 HTTP/1.1" status: 204 len: 168 time: 0.3010428 Aug 04 15:14:22.123596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38710) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:22.124676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b32bd3-429b-4602-be37-05fa045e7b81 None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:22.202928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.261813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Deleting port f2552990-4b88-47bb-aa79-c1d9a59648bd {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:22.262163 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.312064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] DHCP port deletion for dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:14:22.326548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] For port f2552990-4b88-47bb-aa79-c1d9a59648bd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f2552990-4b88-47bb-aa79-c1d9a59648bd,segment=NetworkSegment(c881ef2e-873c-4af0-bf2c-26ce4526afe6),segment_id=c881ef2e-873c-4af0-bf2c-26ce4526afe6)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:22.326951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.339973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Calling delete_port for f2552990-4b88-47bb-aa79-c1d9a59648bd owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:22.359063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Deleting port f2552990-4b88-47bb-aa79-c1d9a59648bd {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:22.359440 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.426065 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.453397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event deleted for resources: {'Port': ['ID=f2552990-4b88-47bb-aa79-c1d9a59648bd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:22.457068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] No DVR routers for this DVR port f2552990-4b88-47bb-aa79-c1d9a59648bd on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:22.542508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.552740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:22.563922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c881ef2e-873c-4af0-bf2c-26ce4526afe6') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:22.564236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c881ef2e-873c-4af0-bf2c-26ce4526afe6') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:22.573266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.576724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] For port f2552990-4b88-47bb-aa79-c1d9a59648bd, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f2552990-4b88-47bb-aa79-c1d9a59648bd,segment=NetworkSegment(c881ef2e-873c-4af0-bf2c-26ce4526afe6),segment_id=c881ef2e-873c-4af0-bf2c-26ce4526afe6)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:22.577113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.588137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.589618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Calling delete_port for f2552990-4b88-47bb-aa79-c1d9a59648bd owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:22.594558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:14:22.594990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:14:22.598018 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:14:22.658717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.665850 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.667764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] 10.222.0.76 "DELETE /v2.0/networks/dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 HTTP/1.1" status: 204 len: 168 time: 0.5431907 Aug 04 15:14:22.669001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:22.680918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc128e8-1909-4d83-a3d4-2104c0a6e069 tempest-TagsExtTest-1523576956 tempest-TagsExtTest-1523576956-project] Pushing event deleted for resources: {'Network': ['ID=dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:22.697711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Pushing event deleted for resources: {'Port': ['ID=f2552990-4b88-47bb-aa79-c1d9a59648bd,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:22.699742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] Network dabb3c5b-8e89-4f3b-99b1-c7f6e6b47e83 is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:14:22.700370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb1f84-86b2-4950-81a2-69f575873591 None None] No DVR routers for this DVR port f2552990-4b88-47bb-aa79-c1d9a59648bd on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:22.756831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f2552990-4b88-47bb-aa79-c1d9a59648bd no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:22.777707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f2552990-4b88-47bb-aa79-c1d9a59648bd {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:22.778057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f2552990-4b88-47bb-aa79-c1d9a59648bd not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:22.938183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:23.079438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d364b282-49cd-4256-94eb-1709f2b62e2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d49394b645564a05be4ac2045a427db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397352 Aug 04 15:14:23.081985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38722) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:23.138615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:23.161473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:23.219672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:23.222444 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:23.223817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbe39776-d5da-4c72-ab96-1136aa5c3e58 HTTP/1.1" status: 204 len: 168 time: 0.1407380 Aug 04 15:14:23.232310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3ca46-9c10-4cd3-8f8d-f996055da2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe39776-d5da-4c72-ab96-1136aa5c3e58,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:23.993811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-58aff79d-4599-4fea-8fd1-2809364c793d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1934042 Aug 04 15:14:24.106296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-ce694448-8b5b-4b12-9905-5bb4a176e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:24.108258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-ce694448-8b5b-4b12-9905-5bb4a176e4be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1097 time: 0.0432670 Aug 04 15:14:24.216845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-9e9333df-53b8-4a8c-87b2-f4ab3b999661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:24.218341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-9e9333df-53b8-4a8c-87b2-f4ab3b999661 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0901031 Aug 04 15:14:24.288170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-a478c863-1281-4cde-9616-309da4e23b59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 1001 time: 0.0599830 Aug 04 15:14:24.338925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-0e16cae7-3691-4cdf-930d-2e8aecfa5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:24.340639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-0e16cae7-3691-4cdf-930d-2e8aecfa5e2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0453544 Aug 04 15:14:24.392453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-3224b2a1-c683-4550-874b-b14e00ae20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:24.394190 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-3224b2a1-c683-4550-874b-b14e00ae20d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466208 Aug 04 15:14:24.485891 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-9663ea64-5c0f-483e-91a6-a1ffd591dea9 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833383 Aug 04 15:14:24.586088 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0b850dc1-9665-4801-a0f9-763e76f10bce req-ca4cf2f4-349c-4dc1-888d-745bdea41855 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920529 Aug 04 15:14:26.135674 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38856) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:26.247209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5e8af22-6a89-467f-90ec-3951a6a5bd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.341919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5e8af22-6a89-467f-90ec-3951a6a5bd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.346250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a5e8af22-6a89-467f-90ec-3951a6a5bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.386524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a5e8af22-6a89-467f-90ec-3951a6a5bd05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2bf0c05876e4e839f18485806c8e017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497506 Aug 04 15:14:26.387450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8af22-6a89-467f-90ec-3951a6a5bd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090db919-98f1-44bb-ae18-752e5dd4fd91,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:26.389238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:26.447548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.468442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.515847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.518902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.520209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/090db919-98f1-44bb-ae18-752e5dd4fd91 HTTP/1.1" status: 204 len: 168 time: 0.1297600 Aug 04 15:14:26.531085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970e6f-7f71-4d69-afad-77cb072740c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090db919-98f1-44bb-ae18-752e5dd4fd91,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:26.802800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:26.818633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc3ed-54e8-45ef-884a-e24c03f4ccae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.928574 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc3ed-54e8-45ef-884a-e24c03f4ccae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.934145 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc3ed-54e8-45ef-884a-e24c03f4ccae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:26.976097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0ebcc3ed-54e8-45ef-884a-e24c03f4ccae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c545a4078fb4fd4854a9cc9c02732c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716328 Aug 04 15:14:26.977281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcc3ed-54e8-45ef-884a-e24c03f4ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84bc199-fa4b-4197-beec-33ba43dacac0,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:26.979002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38868) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:27.034755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:27.061649 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:27.116457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:27.119477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:27.120785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c84bc199-fa4b-4197-beec-33ba43dacac0 HTTP/1.1" status: 204 len: 168 time: 0.1392817 Aug 04 15:14:27.130736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460de58-b4c1-45d8-9ccc-221baf9f49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84bc199-fa4b-4197-beec-33ba43dacac0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:29.334807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38938) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:29.450853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aeab7093-8b7f-4f45-8f51-1cf44bac8c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.491152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-10974029-d917-4a1c-a2bf-5e369dbe0200 req-dd64cc80-1772-4928-acce-074a19dbe774 service neutron] (94265) timed out ('10.222.0.76', 42324) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:14:29.537550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aeab7093-8b7f-4f45-8f51-1cf44bac8c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.543897 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aeab7093-8b7f-4f45-8f51-1cf44bac8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.582126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aeab7093-8b7f-4f45-8f51-1cf44bac8c2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f70b9ca828fd42ddb3f35f5f5871712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460513 Aug 04 15:14:29.582943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab7093-8b7f-4f45-8f51-1cf44bac8c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8ce25-4780-4822-9b74-8fcab10f49f3,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:29.585253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 38942) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:29.646948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.670798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.720743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.723942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:29.725236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2dd8ce25-4780-4822-9b74-8fcab10f49f3 HTTP/1.1" status: 204 len: 168 time: 0.1390779 Aug 04 15:14:29.733253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06940ac6-4136-4a7f-af08-7c68ff045919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8ce25-4780-4822-9b74-8fcab10f49f3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:30.003698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38950) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:30.017564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af03896a-3651-4fe0-b356-dc566b958b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.113494 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af03896a-3651-4fe0-b356-dc566b958b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.117409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af03896a-3651-4fe0-b356-dc566b958b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.155733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03896a-3651-4fe0-b356-dc566b958b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ddc56-02ce-4787-a20e-687f2567d540,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:30.160292 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af03896a-3651-4fe0-b356-dc566b958b33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7979148b9aa4aef8cb3b5bb87e21aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555243 Aug 04 15:14:30.163288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 38952) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:30.215839 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.237379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.289658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.292344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:30.293877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/918ddc56-02ce-4787-a20e-687f2567d540 HTTP/1.1" status: 204 len: 168 time: 0.1301053 Aug 04 15:14:30.301948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b99c87-2b03-43bd-909d-a163c5e73a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ddc56-02ce-4787-a20e-687f2567d540,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:32.642981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-1ccf2149-04e8-425d-8301-e95a40b9e75f tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=368d76b96aaf493e965e853fbaa33bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396080 Aug 04 15:14:32.839909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-4f31529b-2257-4791-a8c0-3a8137630ede tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:32.841475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-4f31529b-2257-4791-a8c0-3a8137630ede tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909132 Aug 04 15:14:32.857715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-073b3287-a642-4a16-a348-0556f1745057 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/quotas/368d76b96aaf493e965e853fbaa33bbc HTTP/1.1" status: 200 len: 375 time: 0.0098705 Aug 04 15:14:32.889237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-04150dec-6a96-4070-be39-db343162b01c tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=368d76b96aaf493e965e853fbaa33bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259552 Aug 04 15:14:33.060071 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e009edac-f0b4-42ac-9527-140bc5b97853 req-0555509e-4a90-4cab-bf34-b46e038a6fd1 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Aug 04 15:14:33.997669 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-c565c533-7070-4dcd-ac5f-69da6f790330 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=368d76b96aaf493e965e853fbaa33bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413432 Aug 04 15:14:34.156679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d089a48-d6dc-4fc3-a24b-0d7f129e422f req-029d3068-3383-49b5-b6c1-2d8630108181 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Aug 04 15:14:34.198814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-c0a47c1f-7e4d-4aab-83b2-f37aad6cf2c7 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:34.200261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-c0a47c1f-7e4d-4aab-83b2-f37aad6cf2c7 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965921 Aug 04 15:14:34.213523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Request body: {'port': {'device_id': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': '368d76b96aaf493e965e853fbaa33bbc'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:34.566114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Made reservation on behalf of 368d76b96aaf493e965e853fbaa33bbc for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:34.570042 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:34.579648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:34.667448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:34.672348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:34.744124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9fe8b-f057-4ac0-9552-0873e2ba2847,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:34.814713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Allocated IP 192.168.233.86 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/3c95e56f-2840-47e2-9ce9-5fb0dbe7f873) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:34.966538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:34.980299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Transition to ACTIVE for port object 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:35.021938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.069540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:35.074504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:35.078254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:35.084986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Pushing event updated for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:35.132678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:35.133328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.149703 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-45f37ef2-8399-4b9a-bc50-31e3452094f0 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9396825 Aug 04 15:14:35.163613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Request body: {'port': {'device_id': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:35.230639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.281979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059d93-5591-4d65-bb45-9d6258b265cf req-a9ff6c4c-5574-443c-b5d9-6e4e226a96a9 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:35.283521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1059d93-5591-4d65-bb45-9d6258b265cf req-a9ff6c4c-5574-443c-b5d9-6e4e226a96a9 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 935 time: 0.0555477 Aug 04 15:14:35.284320 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab23e3cb-7493-44c5-8ef4-800b6052528f None None] Provisioning for port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:35.288520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ab23e3cb-7493-44c5-8ef4-800b6052528f None None] Provisioning complete for port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:35.289072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab23e3cb-7493-44c5-8ef4-800b6052528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.325191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ab23e3cb-7493-44c5-8ef4-800b6052528f None None] Port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:35.331509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1059d93-5591-4d65-bb45-9d6258b265cf req-a0046611-3ddc-4cac-b338-db82ee266e3e tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Aug 04 15:14:35.508676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:14:35.518313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.537016 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Transition to ACTIVE for port object 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:35.543219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.595316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Pushing event updated for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:35.666391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Attempting to bind port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:35.666825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Attempting to bind port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:35.667198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Attempting to bind port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:35.672267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:14:35.672588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Attempting to bind port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:35.678466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:35.678841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:35.679627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:35.680480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Bound port: 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:35.680842 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.747163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:35.750771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:35.755873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.789653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:35.790273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:35.791823 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] 10.222.0.46 "PUT /v2.0/ports/3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 HTTP/1.1" status: 200 len: 1096 time: 0.6329145 Aug 04 15:14:35.792265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:35.794924 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f166a8-29e0-4371-880c-b0537c4abbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:35.834224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8b480-7bbe-4768-9594-b76b307f8008 service neutron] Pushing event updated for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:35.914789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-68f17ab7-5525-460d-8efc-0494f450924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:35.917387 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-68f17ab7-5525-460d-8efc-0494f450924b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=368d76b96aaf493e965e853fbaa33bbc&device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 1099 time: 0.0600603 Aug 04 15:14:35.984360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-6d176793-5fa6-48da-a7ae-0cce5695e67c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 HTTP/1.1" status: 200 len: 217 time: 0.0564446 Aug 04 15:14:35.999161 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e6cd3-90b6-43d4-a5ae-c439c498d290 x-openstack-request-id: req-f59e6cd3-90b6-43d4-a5ae-c439c498d290 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:35.999448 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:35.999706 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f59e6cd3-90b6-43d4-a5ae-c439c498d290 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:36.000106 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873', 'status': 'completed', 'code': 200} Aug 04 15:14:36.052006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-9af03583-2d3c-4638-95c7-17076b72d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.053306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-9af03583-2d3c-4638-95c7-17076b72d6d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0524373 Aug 04 15:14:36.056120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-f8f0b59c-678f-4c62-b3eb-42c491be4d14 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2579594 Aug 04 15:14:36.117358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-30524937-3a64-49ca-a3ed-d8e359e4b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.119690 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-30524937-3a64-49ca-a3ed-d8e359e4b956 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574172 Aug 04 15:14:36.207454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-cb7e9d0d-a662-416d-833e-c237cb723079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.208967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-cb7e9d0d-a662-416d-833e-c237cb723079 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1038089 Aug 04 15:14:36.256324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-14e3decc-2609-4af0-bcbc-2bea40490e3f service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138723 Aug 04 15:14:36.383501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-a345e230-7742-4083-94bd-23b75432dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.385051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-a345e230-7742-4083-94bd-23b75432dd2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.1543062 Aug 04 15:14:36.432616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3cf2f818-cb32-4824-8c16-6610c103e8f2 req-2aa9f8a9-a473-47c2-a471-48a25b5e6d3d service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523056 Aug 04 15:14:36.444503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5d923-0f58-4100-a37e-9a1178b01e0e req-9922cf40-70b2-414d-a6d1-4c1056fd7e4c tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.446043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0d5d923-0f58-4100-a37e-9a1178b01e0e req-9922cf40-70b2-414d-a6d1-4c1056fd7e4c tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 947 time: 0.0485742 Aug 04 15:14:36.459688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-9a7abde2-cee9-45b8-9b94-11c641464ae4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 1001 time: 0.0660164 Aug 04 15:14:36.490863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0d5d923-0f58-4100-a37e-9a1178b01e0e req-727a99aa-cea5-4546-8415-6f9d5011250c tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366635 Aug 04 15:14:36.539394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-881419c1-ea18-4a65-9ad3-96d04996834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.540906 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-881419c1-ea18-4a65-9ad3-96d04996834c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0744071 Aug 04 15:14:36.558599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-92064528-423c-47cf-a0eb-d9059867112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.560229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-92064528-423c-47cf-a0eb-d9059867112d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=368d76b96aaf493e965e853fbaa33bbc&device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 1099 time: 0.0673282 Aug 04 15:14:36.641441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-0cb18669-ba9f-4922-b1fc-759551e1360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.642884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-0cb18669-ba9f-4922-b1fc-759551e1360e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945020 Aug 04 15:14:36.711078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-bd78d9ad-fecf-4f8d-982a-ebf5cfd298ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.712574 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-bd78d9ad-fecf-4f8d-982a-ebf5cfd298ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.1390474 Aug 04 15:14:36.763831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-a05db9f0-d1c1-4dc1-9efc-d5a289cdafe6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 HTTP/1.1" status: 200 len: 217 time: 0.0425766 Aug 04 15:14:36.815409 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-9a4261e4-8845-4966-bb73-0251beaa9d61 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643162 Aug 04 15:14:36.836262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-09713c0e-4c9e-4044-a377-e44289bb5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.837634 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-09713c0e-4c9e-4044-a377-e44289bb5e9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0647302 Aug 04 15:14:36.938646 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-3a8d1828-c1ce-4abd-9a86-4ab9b52287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:36.940021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-3a8d1828-c1ce-4abd-9a86-4ab9b52287bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705068 Aug 04 15:14:36.945316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a40fc71e-673d-4286-80fb-36f4e841c33a req-73462e60-10e0-4479-a466-fe77645407c0 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209550 Aug 04 15:14:37.038824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-7d011f43-e92c-47c3-854b-3f0ef414181b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Aug 04 15:14:37.139477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56f166a8-29e0-4371-880c-b0537c4abbaf req-e3030f27-9217-4979-94b3-b81d437de3dd service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914061 Aug 04 15:14:37.619508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74aa8c-a087-494b-b99e-d915505ffa80 req-5b8832bd-377e-4acb-ae3e-e65a49cb85bc tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:37.620927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af74aa8c-a087-494b-b99e-d915505ffa80 req-5b8832bd-377e-4acb-ae3e-e65a49cb85bc tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 947 time: 0.0539834 Aug 04 15:14:37.663946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-af74aa8c-a087-494b-b99e-d915505ffa80 req-ce27ca46-c119-411e-b58b-c185f39d4c12 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Aug 04 15:14:38.795691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97975cd-b2ef-4daa-8d21-b9d4d482dbd4 req-4e358fd4-4557-4401-b768-d6a0f0c95b1a tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:38.797195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d97975cd-b2ef-4daa-8d21-b9d4d482dbd4 req-4e358fd4-4557-4401-b768-d6a0f0c95b1a tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 947 time: 0.0574527 Aug 04 15:14:38.836586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d97975cd-b2ef-4daa-8d21-b9d4d482dbd4 req-d3dadb36-3500-430a-afeb-069795470782 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Aug 04 15:14:38.904631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:14:39.012549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:39.024369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873', 'mac_address': 'fa:16:3e:6e:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:14:39.064716 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:39.078930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:14:39.100439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:39.106342 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:39.158958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:39.324185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3c95e56f-2840-47e2-9ce9-5fb0dbe7f873'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:14:39.963108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c498-076f-409d-b95b-29b0a8baf1fe req-90a74958-d326-4c25-b671-21f58d0dd5d1 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:39.964804 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99d9c498-076f-409d-b95b-29b0a8baf1fe req-90a74958-d326-4c25-b671-21f58d0dd5d1 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 948 time: 0.0524058 Aug 04 15:14:40.004125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99d9c498-076f-409d-b95b-29b0a8baf1fe req-0805eac4-c8d5-4ae9-85d0-6ed545ae46c2 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Aug 04 15:14:40.938902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:40.998015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:41.002835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:41.003235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:41.086723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:41.111155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:41.113711 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3fd517-cfef-4ed5-9eb1-2ebb4fd89c27" -d '{"events": [{"server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "name": "network-vif-plugged", "status": "completed", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:41.128123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:41.133866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:41.150638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf20f8-c939-41fe-9d58-4f0abd0393e8 req-e67bfe0a-d4ec-4188-987a-8da76ce027e5 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:41.152613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5eaf20f8-c939-41fe-9d58-4f0abd0393e8 req-e67bfe0a-d4ec-4188-987a-8da76ce027e5 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 948 time: 0.0681856 Aug 04 15:14:41.165674 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aeb681-954e-48e4-903e-894dac2b81b1 x-openstack-request-id: req-25aeb681-954e-48e4-903e-894dac2b81b1 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:41.165970 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "name": "network-vif-plugged", "status": "completed", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:41.166225 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25aeb681-954e-48e4-903e-894dac2b81b1 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:41.166645 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873', 'code': 200} Aug 04 15:14:41.191597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:41.202805 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5eaf20f8-c939-41fe-9d58-4f0abd0393e8 req-1af4337f-6ec9-4781-a8c2-6139506c2a55 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Aug 04 15:14:41.278405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e7ac3-b6d2-4410-bc1e-4b197ee7b177 req-8528a592-c414-4fc4-a601-1846a576f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:41.280069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-570e7ac3-b6d2-4410-bc1e-4b197ee7b177 req-8528a592-c414-4fc4-a601-1846a576f076 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 1101 time: 0.0435433 Aug 04 15:14:41.324637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-570e7ac3-b6d2-4410-bc1e-4b197ee7b177 req-f4f2c3b4-df14-4aa9-9744-dee3ad52eb83 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Aug 04 15:14:42.326185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792fd5-6694-44d8-adc3-8856e46a2290 req-e9bab5e8-297a-43f1-a2d1-419e2c6cb363 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:42.327751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c792fd5-6694-44d8-adc3-8856e46a2290 req-e9bab5e8-297a-43f1-a2d1-419e2c6cb363 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 949 time: 0.0515919 Aug 04 15:14:42.367299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c792fd5-6694-44d8-adc3-8856e46a2290 req-94ee00b2-20cd-4a89-af7f-98895678fcb5 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332077 Aug 04 15:14:42.630924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58144dc-586d-40de-90bc-39d79d6020bb req-dad133fe-826d-41f8-8c99-04abcc464927 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:42.632482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b58144dc-586d-40de-90bc-39d79d6020bb req-dad133fe-826d-41f8-8c99-04abcc464927 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 949 time: 0.0515833 Aug 04 15:14:42.671899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b58144dc-586d-40de-90bc-39d79d6020bb req-aea49b38-e13d-4ecf-a22b-3273d5730087 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Aug 04 15:14:43.816757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053286-e03e-4bbf-bb3a-c27aa3c8f95c req-5c811e86-25d1-4a1f-b729-4c3b6d562d60 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:43.818811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1053286-e03e-4bbf-bb3a-c27aa3c8f95c req-5c811e86-25d1-4a1f-b729-4c3b6d562d60 tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 949 time: 0.0616469 Aug 04 15:14:43.858846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1053286-e03e-4bbf-bb3a-c27aa3c8f95c req-cd09d940-d792-47d3-b82c-ad1adb43bbad tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8e9fe8b-f057-4ac0-9552-0873e2ba2847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Aug 04 15:14:44.015161 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-bea09df1-a15b-4cd6-9d32-a837582c0e5d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:44.016657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-bea09df1-a15b-4cd6-9d32-a837582c0e5d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 949 time: 0.0886796 Aug 04 15:14:44.130117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Deleting port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:14:44.130466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.220042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] For port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:44.220433 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.236849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Calling delete_port for 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:14:44.379119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.390490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['3c95e56f-2840-47e2-9ce9-5fb0dbe7f873'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:14:44.407282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Pushing event deleted for resources: {'Port': ['ID=3c95e56f-2840-47e2-9ce9-5fb0dbe7f873,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:44.452372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] No DVR routers for this DVR port 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:14:44.455243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.457246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3ae943cb-6b2b-413a-af44-5832ea362119 req-964660f9-38ca-4dc6-8475-623546a0869d tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.46 "DELETE /v2.0/ports/3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 HTTP/1.1" status: 204 len: 173 time: 0.4334049 Aug 04 15:14:44.457722 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'name': 'network-vif-deleted', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:44.460020 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65401b6d-a48e-4278-939a-e28ee2291f84" -d '{"events": [{"server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "name": "network-vif-deleted", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:44.504488 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b277f-9490-486f-874d-f1b79d93e0ac x-openstack-request-id: req-db4b277f-9490-486f-874d-f1b79d93e0ac {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:14:44.504916 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542", "name": "network-vif-deleted", "tag": "3c95e56f-2840-47e2-9ce9-5fb0dbe7f873", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:14:44.505175 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db4b277f-9490-486f-874d-f1b79d93e0ac {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:14:44.505712 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542', 'name': 'network-vif-deleted', 'tag': '3c95e56f-2840-47e2-9ce9-5fb0dbe7f873', 'status': 'completed', 'code': 200} Aug 04 15:14:44.623220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-706203e5-cf2d-4705-99bd-f5d8a64e6ee1 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:44.624767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-706203e5-cf2d-4705-99bd-f5d8a64e6ee1 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0406275 Aug 04 15:14:44.642928 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.735424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.740385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.769317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-450a04a4-1229-4973-a7b3-525c6dbb5ad6 req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385398 Aug 04 15:14:44.778879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b50471-573b-4597-9041-a7cb35704eaa,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:44.788834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.791598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.792012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.792373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.793021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.793524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.793907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.794407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.794791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.795127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.795467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.795798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6975c9e9-f66b-468a-afa7-425b22943fe9 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:44.804657 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-685dcf64-bf1d-4a3b-bdbc-fa3f3511313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:44.905396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e239d08-be51-4afd-a032-9eb29613cfb5 req-2f5b381c-9443-4a1f-bc58-f0550f4265e8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:44.907016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e239d08-be51-4afd-a032-9eb29613cfb5 req-2f5b381c-9443-4a1f-bc58-f0550f4265e8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0641584 Aug 04 15:14:44.952197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e239d08-be51-4afd-a032-9eb29613cfb5 req-0d3b29f1-5379-4c0d-98ea-c94260632c49 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Aug 04 15:14:44.976948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39062) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:44.979665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b86e59b-b9d2-482e-8b75-3aee1fdb5b08 req-717d6219-812b-456b-bf80-7e879a4fa8da tempest-VolumesNegativeTest-1703705334 tempest-VolumesNegativeTest-1703705334-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b0906b1-8ab5-42e5-a5aa-fe0ee0a76542 HTTP/1.1" status: 200 len: 210 time: 0.0319097 Aug 04 15:14:45.037739 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e38daaf-08ad-43fa-8f1e-1cd70456dc53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 HTTP/1.1" status: 200 len: 993 time: 0.0590868 Aug 04 15:14:45.661862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe786335-df32-402f-86a5-430715ce8e1d req-b35098c2-0743-4bc3-a54f-ada184cfd3ed tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:45.666624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe786335-df32-402f-86a5-430715ce8e1d req-b35098c2-0743-4bc3-a54f-ada184cfd3ed tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Aug 04 15:14:45.702709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fe786335-df32-402f-86a5-430715ce8e1d req-7f48952c-3cab-4cb7-b045-29d6c8794726 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Aug 04 15:14:45.710224 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-fcdd6cfb-6fbe-4de8-bd91-65361b648717 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031053 Aug 04 15:14:46.829691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-03e37d1b-6096-4cbf-8a0b-e05a6049ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:46.831244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-03e37d1b-6096-4cbf-8a0b-e05a6049ea7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0439777 Aug 04 15:14:46.832590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378adbed-c863-4a27-909f-f143da786247 req-f97d0208-5997-4150-b995-7fb7086c7283 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:46.834091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378adbed-c863-4a27-909f-f143da786247 req-f97d0208-5997-4150-b995-7fb7086c7283 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0534220 Aug 04 15:14:46.876868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378adbed-c863-4a27-909f-f143da786247 req-5accf28f-b1ac-4d5e-8fe0-03b5b13ccb24 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368729 Aug 04 15:14:46.930757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-2c54a6f2-f4bf-4932-98fa-56f7e447bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:46.932346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-2c54a6f2-f4bf-4932-98fa-56f7e447bcf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.0937309 Aug 04 15:14:46.962316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:14:46.987743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:14:46.988620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 3c95e56f-2840-47e2-9ce9-5fb0dbe7f873 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:14:47.007646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-144b155c-5cbb-4641-94db-156ccb4bc26b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 1001 time: 0.0674412 Aug 04 15:14:47.051050 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:14:47.060005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-697c8cd8-697f-4eea-b41a-997b0a0306ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:47.061488 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-697c8cd8-697f-4eea-b41a-997b0a0306ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0464649 Aug 04 15:14:47.109585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-948e4ffd-2834-48a1-b56e-e6309fcd4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:47.111147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-948e4ffd-2834-48a1-b56e-e6309fcd4822 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410306 Aug 04 15:14:47.210794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-e95ee0e5-ceef-4554-9d8a-3e831ad4aadd service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904815 Aug 04 15:14:47.310002 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-b60472e2-072c-4f65-962f-7d1106efbbdf service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Aug 04 15:14:47.384783 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbeecdfa-0cf2-4f49-a63f-891036edd74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:47.666033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:47.996009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7aea3-89d2-4891-94f8-2640c008d79d req-b2826265-2eff-4745-9b53-9ef78eadc3aa tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:47.997628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01e7aea3-89d2-4891-94f8-2640c008d79d req-b2826265-2eff-4745-9b53-9ef78eadc3aa tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Aug 04 15:14:48.036883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01e7aea3-89d2-4891-94f8-2640c008d79d req-5bfcb43f-27e8-4252-8482-7ecd9a3657de tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Aug 04 15:14:48.070509 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:48.770359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:48.886042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:49.157414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7514f-1294-44c3-9774-2f89753a267a req-d6db44cc-4dda-40c0-a7b6-f117144f5a78 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:49.158963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8f7514f-1294-44c3-9774-2f89753a267a req-d6db44cc-4dda-40c0-a7b6-f117144f5a78 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Aug 04 15:14:49.198087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8f7514f-1294-44c3-9774-2f89753a267a req-0c3eb208-f24f-4628-b101-7b02ee014810 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330930 Aug 04 15:14:50.274300 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:50.319496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60490b-276f-4509-ad4c-9f6b850c1ee4 req-11d38610-d11a-40e8-8ae4-06c2a15d16c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:50.321000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e60490b-276f-4509-ad4c-9f6b850c1ee4 req-11d38610-d11a-40e8-8ae4-06c2a15d16c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Aug 04 15:14:50.363842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e60490b-276f-4509-ad4c-9f6b850c1ee4 req-e8678dc6-bb21-4aa7-ad43-03701503a7e5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364637 Aug 04 15:14:51.070692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39340) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:51.224058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3914d563-d211-44cb-95c1-1003579d05e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=368d76b96aaf493e965e853fbaa33bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520958 Aug 04 15:14:51.227814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39344) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:51.276758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:51.298059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:51.349976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:51.352780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:51.353981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8e9fe8b-f057-4ac0-9552-0873e2ba2847 HTTP/1.1" status: 204 len: 168 time: 0.1252768 Aug 04 15:14:51.362321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d32fed-66f5-47e5-bfe6-6cd4be77b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9fe8b-f057-4ac0-9552-0873e2ba2847,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:51.487599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266e821-ff7c-479f-b5d8-c90e93235a86 req-7fccba29-1f23-4a8e-87ea-2906469a2d29 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:51.489133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c266e821-ff7c-479f-b5d8-c90e93235a86 req-7fccba29-1f23-4a8e-87ea-2906469a2d29 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Aug 04 15:14:51.526833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c266e821-ff7c-479f-b5d8-c90e93235a86 req-9c474700-7329-4e7e-ac84-57b19bfe9533 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Aug 04 15:14:52.646992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b56b9-8246-4519-abbd-1b747dada6f4 req-c272afac-b9f9-453f-ad87-716f450f1f4b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:52.648437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-916b56b9-8246-4519-abbd-1b747dada6f4 req-c272afac-b9f9-453f-ad87-716f450f1f4b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Aug 04 15:14:52.690156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-916b56b9-8246-4519-abbd-1b747dada6f4 req-7457b56c-49b3-44be-ab2d-e480342e7842 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Aug 04 15:14:53.545067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39400) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:53.550388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'network': {'name': 'tempest-network-smoke--1544309506', 'project_id': '7c54da7bd226490c9a07326f149063f9', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:53.576158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:53.579624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.588316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.678691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.684912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.711087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:14:53.721044 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6371ccd7-b277-4217-9f40-5dd1b58dc14f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:53.725867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.726223 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Added segment 0f5568e6-7d4d-4423-9e71-ecc2404a342f of type vlan for network 40a4af91-903f-4523-8ed7-71703ae94c93 Aug 04 15:14:53.774511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.834869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d327-0422-4521-98cc-d064f2887f4e req-7ab6043c-4b65-458a-b0ab-309633eeb3f9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:53.836376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83d8d327-0422-4521-98cc-d064f2887f4e req-7ab6043c-4b65-458a-b0ab-309633eeb3f9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0731702 Aug 04 15:14:53.837126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.842400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:53.843013 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.917107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3708971 Aug 04 15:14:53.920530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39404) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:53.925498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'admin_state_up': True, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:53.932719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e97c63-d17c-49d7-8b07-84334441eb8f tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Network': ['ID=40a4af91-903f-4523-8ed7-71703ae94c93,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:53.937439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83d8d327-0422-4521-98cc-d064f2887f4e req-34ba0506-34af-4779-9a7a-cba3b7b241e2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918841 Aug 04 15:14:53.944421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 40a4af91-903f-4523-8ed7-71703ae94c93 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:14:53.957504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:53.958564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.015511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.403714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.608769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.627239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.751121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.25.0.245 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0b603473-c050-4c56-9c91-d563f9e02b56) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:54.859622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.903124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:54.947349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:54.950337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:54.954729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:54.957736 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=0b603473-c050-4c56-9c91-d563f9e02b56,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:54.987190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.987544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.987889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.988228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.988527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.988888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.989215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.989546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.989884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.990183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.990499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:54.990880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:55.063952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d579f70-49b0-4e59-8d45-56989a7ef38d req-8a929000-9862-4d03-b3f5-d1c664774a8d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:55.065479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d579f70-49b0-4e59-8d45-56989a7ef38d req-8a929000-9862-4d03-b3f5-d1c664774a8d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0542507 Aug 04 15:14:55.103597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d579f70-49b0-4e59-8d45-56989a7ef38d req-fc20591c-e872-493d-9f13-295207ed0dd5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Aug 04 15:14:55.247135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:55.445625 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:55.576855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router c06c2e68-7f6f-434a-af0a-deea2ef052b7 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:14:55.691929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:55.701552 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Sync routers for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:55.711666 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:55.711868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:55.712282 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:55.713072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4d1b28be-8319-4f6b-90ba-57556ea4d6a1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7915282 Aug 04 15:14:55.716276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39408) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:55.819448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:55.846416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d0d4d5b-3da1-458c-bebf-6a969a385b04 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7c54da7bd226490c9a07326f149063f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264799 Aug 04 15:14:55.846688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39412) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:55.967235 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3bf637-4b07-48fa-9bf7-073030d390cd tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:55.968666 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bf3bf637-4b07-48fa-9bf7-073030d390cd tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1211386 Aug 04 15:14:55.971831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39414) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:56.002086 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:55Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:56.005055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c915fb6-241b-4c80-a634-48fd98f24ea0 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320718 Aug 04 15:14:56.007928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:56.013264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329023500', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'project_id': '7c54da7bd226490c9a07326f149063f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:56.028747 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Checking router: c06c2e68-7f6f-434a-af0a-deea2ef052b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:14:56.029101 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Updating router c06c2e68-7f6f-434a-af0a-deea2ef052b7 port 0b603473-c050-4c56-9c91-d563f9e02b56 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:14:56.053293 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.104377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:14:56.108282 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.229471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057d3b2-f31a-410d-a651-9cbbea94fb3b req-629af9ab-e377-4b25-88ac-420233906947 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:56.231119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1057d3b2-f31a-410d-a651-9cbbea94fb3b req-629af9ab-e377-4b25-88ac-420233906947 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0552220 Aug 04 15:14:56.271668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1057d3b2-f31a-410d-a651-9cbbea94fb3b req-0c5ccb30-e19c-4362-8490-fd52ad448690 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341969 Aug 04 15:14:56.302604 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.303065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.312466 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Transition to ACTIVE for port object 0b603473-c050-4c56-9c91-d563f9e02b56 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:56.318995 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.357521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Subnet': ['ID=9736d3e2-e285-4eda-96ff-a89dc80c794e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:56.371068 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Pushing event updated for resources: {'Port': ['ID=0b603473-c050-4c56-9c91-d563f9e02b56,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:56.372886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Checking segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:56.373254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network hostable DHCP agents. Network: 40a4af91-903f-4523-8ed7-71703ae94c93, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:14:56.378474 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Attempting to bind port 0b603473-c050-4c56-9c91-d563f9e02b56 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:56.378906 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Attempting to bind port 0b603473-c050-4c56-9c91-d563f9e02b56 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:56.379378 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Attempting to bind port 0b603473-c050-4c56-9c91-d563f9e02b56 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:56.382962 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.383309 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.383639 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.383960 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.384284 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.384640 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.384949 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.385294 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.385620 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.385938 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.386256 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.386575 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:14:56.391390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 40a4af91-903f-4523-8ed7-71703ae94c93 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:14:56.392269 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:56.392584 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:56.392971 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.393374 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:56.393851 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Bound port: 0b603473-c050-4c56-9c91-d563f9e02b56, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:56.394492 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.402382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 40a4af91-903f-4523-8ed7-71703ae94c93) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:56.406374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:56.407013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.411328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69269e-9a8f-4e9d-ad2c-7cbb3b635eeb None None] Network 40a4af91-903f-4523-8ed7-71703ae94c93 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:56.425078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2af3c81e-207e-44a6-abf8-d94c90e6de81 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4160054 Aug 04 15:14:56.427867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39420) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:56.446984 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] For port 0b603473-c050-4c56-9c91-d563f9e02b56, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:56.450271 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] For port 0b603473-c050-4c56-9c91-d563f9e02b56, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0b603473-c050-4c56-9c91-d563f9e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:56.456740 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.514156 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f564f-0f5c-4cd9-a92a-d60532b6aaf7 None None] Pushing event updated for resources: {'Port': ['ID=0b603473-c050-4c56-9c91-d563f9e02b56,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:56.519104 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:56.519719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:56.570325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-40a4af91-903f-4523-8ed7-71703ae94c93', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:14:56.571348 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.622011 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:56.706800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Allocated IP 172.20.0.2 (40a4af91-903f-4523-8ed7-71703ae94c93/9736d3e2-e285-4eda-96ff-a89dc80c794e/8eeeb259-23e1-49a3-b895-95e4dc4ffe18) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:56.804668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:55Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:56.830720 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6439a8-4201-4015-87fd-94701541fbdc None None] The sync data for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 is: [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:55Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:14:56.883588 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.894023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Transition to ACTIVE for port object 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:56.909987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Transition to ACTIVE for port object 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:56.916890 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:56.960463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Network 40a4af91-903f-4523-8ed7-71703ae94c93 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:56.961941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:56.965895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:56.980655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Pushing event updated for resources: {'Port': ['ID=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:57.037555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Attempting to bind port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:14:57.037927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Attempting to bind port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:14:57.038302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Attempting to bind port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 on network 40a4af91-903f-4523-8ed7-71703ae94c93 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:14:57.044583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:14:57.044956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Checking segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:14:57.045362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.045753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Bound using segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:14:57.046225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Bound port: 8eeeb259-23e1-49a3-b895-95e4dc4ffe18, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:14:57.046641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.143858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] For port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:57.147294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] For port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:14:57.152780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.213007 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.240509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ec0ee-9e8e-49fe-9481-8b34a3908079 None None] Pushing event updated for resources: {'Port': ['ID=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:57.449169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ab768-e7cf-42b9-b02f-463a0b60ed2d req-c4f67e20-5a94-4f4b-963b-34fb0958de9d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:57.450891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c8ab768-e7cf-42b9-b02f-463a0b60ed2d req-c4f67e20-5a94-4f4b-963b-34fb0958de9d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0982049 Aug 04 15:14:57.504965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9c8ab768-e7cf-42b9-b02f-463a0b60ed2d req-de1af5f0-3953-4e82-a828-be590c6db5eb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421641 Aug 04 15:14:57.574816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.20.0.1 (40a4af91-903f-4523-8ed7-71703ae94c93/9736d3e2-e285-4eda-96ff-a89dc80c794e/81934210-8a1a-4c53-9348-de2f041465b4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:14:57.690378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.705257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Transition to ACTIVE for port object 81934210-8a1a-4c53-9348-de2f041465b4 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:57.742875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:57.783622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 40a4af91-903f-4523-8ed7-71703ae94c93 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:57.788558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:57.792447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:14:57.799314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:57.845639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.011588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.156453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1fc9e-178e-4ac9-9d3a-38bdfdc83561 None None] Network 40a4af91-903f-4523-8ed7-71703ae94c93 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:14:58.285546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b1d55698-2ea0-4d5d-94aa-c05eb53e70d6 None None] Provisioning for port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:58.299134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.304459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.376925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:58.382252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.480461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 40a4af91-903f-4523-8ed7-71703ae94c93 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:14:58.482198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:14:58.599707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router c06c2e68-7f6f-434a-af0a-deea2ef052b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:14:58.640688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8fc97ba0-7c8d-4061-b7c4-28f0c51da237 None None] Provisioning for port 81934210-8a1a-4c53-9348-de2f041465b4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:58.645124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8fc97ba0-7c8d-4061-b7c4-28f0c51da237 None None] Provisioning complete for port 81934210-8a1a-4c53-9348-de2f041465b4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:58.645503 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8fc97ba0-7c8d-4061-b7c4-28f0c51da237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.674295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9d2f-0555-4d33-9dac-f28673d987e4 req-1d7414e1-f38d-444c-82e2-4f76d44a602e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:58.676594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-835f9d2f-0555-4d33-9dac-f28673d987e4 req-1d7414e1-f38d-444c-82e2-4f76d44a602e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0850248 Aug 04 15:14:58.694332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8fc97ba0-7c8d-4061-b7c4-28f0c51da237 None None] Port 81934210-8a1a-4c53-9348-de2f041465b4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:58.734004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-835f9d2f-0555-4d33-9dac-f28673d987e4 req-ae91523c-11ac-4993-9277-7946615f647c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502160 Aug 04 15:14:58.769335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:14:58.777689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2481a4aa-ff6a-4115-8514-afc91def44ef tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "PUT /v2.0/routers/c06c2e68-7f6f-434a-af0a-deea2ef052b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3461215 Aug 04 15:14:58.778353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39426) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:58.781762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Sync routers for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:14:58.787422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--169064641', 'description': 'tempest-secgroup_access--169064641 description', 'project_id': '7c54da7bd226490c9a07326f149063f9'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:58.791913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:14:58.792975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:58.831307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.859962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0b603473-c050-4c56-9c91-d563f9e02b56 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:58.930075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b616e7d8-74d0-43bf-a024-8a97fabb9879 None None] Provisioning complete for port 81934210-8a1a-4c53-9348-de2f041465b4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:58.930446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b616e7d8-74d0-43bf-a024-8a97fabb9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.934948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.941637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.974292 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:58.976955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1963058 Aug 04 15:14:58.978096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea24ce4-da07-4859-9e59-fa0eb59ddac3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b0252-21e9-48f4-8e89-c2525f89ff23,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:58.978743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39428) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:58.990960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--397256427', 'description': 'tempest-secgroup_general--397256427 description', 'project_id': '7c54da7bd226490c9a07326f149063f9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:58.996366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:14:58.998031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b616e7d8-74d0-43bf-a024-8a97fabb9879 None None] Port 81934210-8a1a-4c53-9348-de2f041465b4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:59.017541 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.037292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0b603473-c050-4c56-9c91-d563f9e02b56 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:59.045762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0b603473-c050-4c56-9c91-d563f9e02b56 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:59.046133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.099303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.103793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.133920 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.137952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1551759 Aug 04 15:14:59.138155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39430) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:14:59.143842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'security_group_rule': {'security_group_id': '9d0b0252-21e9-48f4-8e89-c2525f89ff23', 'project_id': '7c54da7bd226490c9a07326f149063f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:59.149031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951800-d8a5-4af7-b335-9446f495850b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d55e57-e90c-4340-8e0d-75509d5b4dbb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:59.173733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7e07a7d9-01f4-4439-9a5a-b3f66890916c None None] Provisioning complete for port 81934210-8a1a-4c53-9348-de2f041465b4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:59.174330 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e07a7d9-01f4-4439-9a5a-b3f66890916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.175674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.179361 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-9ec36a16-32af-4014-aeb5-e8066e707a6f service neutron] show failed (client error): The resource could not be found. Aug 04 15:14:59.180424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-9ec36a16-32af-4014-aeb5-e8066e707a6f service neutron] 10.222.0.38 "GET /v2.0/ports/ffca5042-c416-4a07-9355-5147e9257376/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0655534 Aug 04 15:14:59.237950 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.246417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.251856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7e07a7d9-01f4-4439-9a5a-b3f66890916c None None] Port 81934210-8a1a-4c53-9348-de2f041465b4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:14:59.269547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44662856-5f7c-4984-a3f4-9cbcaa41e170,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:59.272447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.273850 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-91db176d-28dc-4d6c-b067-fda577b6ef03 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345277 Aug 04 15:14:59.288501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.322185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0b603473-c050-4c56-9c91-d563f9e02b56, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0b603473-c050-4c56-9c91-d563f9e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:59.328405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.329173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:14:59.427676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:14:58Z', 'revision_number': 2, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:14:59.431859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0b603473-c050-4c56-9c91-d563f9e02b56,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:59.439648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-32924b4d-4f4e-40f3-a9f1-5750741d4fbf tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--397256427&fields=id&tenant_id=7c54da7bd226490c9a07326f149063f9 HTTP/1.1" status: 200 len: 267 time: 0.0473349 Aug 04 15:14:59.460137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Checking router: c06c2e68-7f6f-434a-af0a-deea2ef052b7 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:14:59.460487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Updating router c06c2e68-7f6f-434a-af0a-deea2ef052b7 port 81934210-8a1a-4c53-9348-de2f041465b4 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:14:59.461958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-2a842774-3f4d-4d7d-bcb1-67628d7488b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:59.463627 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-2a842774-3f4d-4d7d-bcb1-67628d7488b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 1097 time: 0.0772922 Aug 04 15:14:59.476765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:14:59.483742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-98d21ef7-b802-4f2f-9249-13fe3d2823c4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--169064641&fields=id&tenant_id=7c54da7bd226490c9a07326f149063f9 HTTP/1.1" status: 200 len: 267 time: 0.0361958 Aug 04 15:14:59.490368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:14:59.496278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:14:59.496777 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.498332 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.531081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.596972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-e6a66e0e-e5f1-49e1-91a3-ce19f1be146a tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:59.604880 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-e6a66e0e-e5f1-49e1-91a3-ce19f1be146a tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 797 time: 0.1113021 Aug 04 15:14:59.616153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-06074441-30fa-4ae4-af1c-f176fe3aa3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/quotas/7c54da7bd226490c9a07326f149063f9 HTTP/1.1" status: 200 len: 375 time: 0.0100677 Aug 04 15:14:59.674010 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-3b7b0c6e-2cd0-494d-9efc-33d46e34f608 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510736 Aug 04 15:14:59.686282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.741004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:59.765515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:14:59.774972 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.791797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:14:59.796252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-01e34634-2835-47a4-92c9-a22b0ec9b844 service neutron] 10.222.0.76 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106675 Aug 04 15:14:59.847467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:14:59.849781 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b432d51-619d-4b17-b3b4-aabf0dd1fd6d" -d '{"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:14:59.853925 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.855880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:14:59.872587 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Transition to ACTIVE for port object ffca5042-c416-4a07-9355-5147e9257376 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:59.877227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.918834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cabb-bc00-4d84-b25a-1c2242530db3 req-8f339754-e9cf-4acb-bc2d-d30f13962717 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:14:59.921710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f055cabb-bc00-4d84-b25a-1c2242530db3 req-8f339754-e9cf-4acb-bc2d-d30f13962717 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0769944 Aug 04 15:14:59.923002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.934290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Transition to ACTIVE for port object 81934210-8a1a-4c53-9348-de2f041465b4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:14:59.943494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:14:59.957632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-f634d714-91aa-44a3-8e63-eb98c7b4c201 service neutron] 10.222.0.76 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603031 Aug 04 15:15:00.032714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f055cabb-bc00-4d84-b25a-1c2242530db3 req-245e97b7-d7bd-42b7-bf4b-260b6942c72e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007729 Aug 04 15:15:00.066173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:00.084699 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] No DVR routers for this DVR port ffca5042-c416-4a07-9355-5147e9257376 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:15:00.142705 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c7801-d117-446d-a021-fb55b09adb1f x-openstack-request-id: req-3e3c7801-d117-446d-a021-fb55b09adb1f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:00.146361 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:00.146361 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e3c7801-d117-446d-a021-fb55b09adb1f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:00.147188 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'code': 200} Aug 04 15:15:00.201250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d2b15d1-938d-49ae-a077-263e8e63039c req-b416f216-965e-46f2-a20d-1ae5ae3b0432 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 210 time: 0.0341334 Aug 04 15:15:00.229517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba8cc5-165b-48bb-b3a6-5c4037e38fda None None] Pushing event updated for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:00.281941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:00.282435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:00.282697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:00.287519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:15:00.287757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Attempting to bind port ffca5042-c416-4a07-9355-5147e9257376 on network 558013a3-d62f-4367-8d0e-13c18daf0f5f {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:00.292902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:00.293643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Checking segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:00.293899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Bound using segment: {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:00.294506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Bound port: ffca5042-c416-4a07-9355-5147e9257376, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:00.294506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.301254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Attempting to bind port 81934210-8a1a-4c53-9348-de2f041465b4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:00.301643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Attempting to bind port 81934210-8a1a-4c53-9348-de2f041465b4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:00.302445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Attempting to bind port 81934210-8a1a-4c53-9348-de2f041465b4 on network 40a4af91-903f-4523-8ed7-71703ae94c93 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:00.313216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:00.314684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Checking segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:00.314684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.314684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Bound using segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:00.319174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Bound port: 81934210-8a1a-4c53-9348-de2f041465b4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:00.320861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.392293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:00.395942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:00.402460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.409373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] For port 81934210-8a1a-4c53-9348-de2f041465b4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:00.413412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] For port 81934210-8a1a-4c53-9348-de2f041465b4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81934210-8a1a-4c53-9348-de2f041465b4,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:00.419841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.470858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:00.483407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba8cc5-165b-48bb-b3a6-5c4037e38fda None None] Pushing event updated for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:00.484299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:00.484935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.489319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:00.490147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:00.497029 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-5d21c2ec-e88c-46a6-8d7a-aa298b0760b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 1092 time: 1.0244925 Aug 04 15:15:00.588843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-ea5d1322-5a2f-4392-8dd7-61bd1d1c4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:00.597044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-ea5d1322-5a2f-4392-8dd7-61bd1d1c4a9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0727558 Aug 04 15:15:00.632201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:00.736990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-bc940ce0-af59-486d-ad35-2dda86752d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:00.738497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-bc940ce0-af59-486d-ad35-2dda86752d45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.1337535 Aug 04 15:15:00.836168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-4daace98-1cc4-4926-8ee6-53e1851b76cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 999 time: 0.0852842 Aug 04 15:15:00.847441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0b603473-c050-4c56-9c91-d563f9e02b56 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:00.888256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-25c9947f-6d9c-46e0-b667-308fcc87ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:00.889848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-25c9947f-6d9c-46e0-b667-308fcc87ca45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0455418 Aug 04 15:15:00.933300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0b603473-c050-4c56-9c91-d563f9e02b56 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:00.933683 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:00.943007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-258e2574-1502-4c39-88f2-c63801d2f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:00.944756 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-258e2574-1502-4c39-88f2-c63801d2f635 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479403 Aug 04 15:15:00.976928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:00Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:01.017574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3fd11-fec9-4905-9750-70390d86534d None None] The sync data for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 is: [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:00Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:01.038943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-1b932515-e2c1-4f00-9bf6-059b88413e2a service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Aug 04 15:15:01.085561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:01.158190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:01.158782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:01.580341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c01ba89b-dd5f-4c87-8e4e-97049f94a4fe req-48d0b16b-57da-440d-951c-1f581c00232c service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341163 Aug 04 15:15:01.593159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-150248ff-ce14-4128-bac2-fc379ffb47a7 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:01.594878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-150248ff-ce14-4128-bac2-fc379ffb47a7 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.38 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 797 time: 0.1433170 Aug 04 15:15:01.595561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7abb1d80-aa39-4620-969b-f3d36f5c8f72 req-17efd9ed-584a-4f0c-a00f-71f0571ffaa5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 210 time: 0.0353491 Aug 04 15:15:01.604853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff0047-f02c-4808-88f7-82cc016a07bb req-8746486c-71d8-4853-a4c3-f1699f7a22cb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:01.618820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3ff0047-f02c-4808-88f7-82cc016a07bb req-8746486c-71d8-4853-a4c3-f1699f7a22cb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.5011747 Aug 04 15:15:01.644478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-3e45c0fc-eb5c-4ef2-b10b-cf5d21149794 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c54da7bd226490c9a07326f149063f9 HTTP/1.1" status: 200 len: 476 time: 0.0386233 Aug 04 15:15:01.654860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'port': {'device_id': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'admin_state_up': True, 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'security_groups': ['43d55e57-e90c-4340-8e0d-75509d5b4dbb', '9d0b0252-21e9-48f4-8e89-c2525f89ff23']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:01.664237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3ff0047-f02c-4808-88f7-82cc016a07bb req-fa2b27e1-3d83-40f0-84cb-c76eb5382505 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Aug 04 15:15:01.774467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:01.778094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:01.912660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.20.0.11 (40a4af91-903f-4523-8ed7-71703ae94c93/9736d3e2-e285-4eda-96ff-a89dc80c794e/c20eb753-ed01-4283-a940-5d6d1baffdda) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:02.078219 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.091725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Transition to ACTIVE for port object c20eb753-ed01-4283-a940-5d6d1baffdda will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:02.126736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.155096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:02.157761 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97798fee-a9d8-46b0-923f-b8f09a04afe8" -d '{"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:02.181906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 40a4af91-903f-4523-8ed7-71703ae94c93 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:02.186365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:02.188344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:02.190497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:02.231318 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfccdf0c-094f-47c9-be9a-b72c39ed1c8f x-openstack-request-id: req-bfccdf0c-094f-47c9-be9a-b72c39ed1c8f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:02.231620 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:02.231867 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfccdf0c-094f-47c9-be9a-b72c39ed1c8f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:02.232342 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'status': 'completed', 'code': 200} Aug 04 15:15:02.246913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.247743 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.294027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-39daa0c2-d798-4d37-a8c5-af03603c1a54 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6431639 Aug 04 15:15:02.308645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Request body: {'port': {'device_id': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:02.338504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-375cc2af-32d2-49ed-a6d6-f0d621e9af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.340239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-375cc2af-32d2-49ed-a6d6-f0d621e9af7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0797210 Aug 04 15:15:02.352790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-b28450da-dbb9-4e04-b0bf-9cd45635e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.356214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-b28450da-dbb9-4e04-b0bf-9cd45635e41a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0978203 Aug 04 15:15:02.418110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.445760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3cfab88d-b94b-4bd4-85d8-aba31c4d193b None None] Provisioning for port c20eb753-ed01-4283-a940-5d6d1baffdda completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:02.450110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3cfab88d-b94b-4bd4-85d8-aba31c4d193b None None] Provisioning complete for port c20eb753-ed01-4283-a940-5d6d1baffdda triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:02.450555 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3cfab88d-b94b-4bd4-85d8-aba31c4d193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.465964 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-f372d98f-6980-42e7-aed1-d749f2812a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.467427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-f372d98f-6980-42e7-aed1-d749f2812a30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.1040127 Aug 04 15:15:02.489657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3cfab88d-b94b-4bd4-85d8-aba31c4d193b None None] Port c20eb753-ed01-4283-a940-5d6d1baffdda cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:02.511476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-3440108c-2267-4f00-8beb-07e9555a8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.513039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-3440108c-2267-4f00-8beb-07e9555a8016 service neutron] 10.222.0.46 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.1604979 Aug 04 15:15:02.583088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-5cf435a3-a159-4e8b-a64e-d743bc04ec40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 999 time: 0.1081972 Aug 04 15:15:02.644276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-615b2860-9678-42bf-af93-8967d1df872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.645806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-615b2860-9678-42bf-af93-8967d1df872a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0563843 Aug 04 15:15:02.669896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-0ac934ae-ef37-4269-951d-317f0d579fb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 999 time: 0.1141689 Aug 04 15:15:02.745109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-cbd7a483-f47c-41ed-b42d-c3d283a49719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.746649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-cbd7a483-f47c-41ed-b42d-c3d283a49719 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0678189 Aug 04 15:15:02.786492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-6cb9a572-5b69-44c8-8309-2a5dcc3b5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.788344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-6cb9a572-5b69-44c8-8309-2a5dcc3b5e42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358359 Aug 04 15:15:02.829295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e528a1-f7e3-4437-9c84-bc47ce6e0303 req-d2410be8-ed15-47e5-9dd3-43fc9cedb059 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.833498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81934210-8a1a-4c53-9348-de2f041465b4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:02.839376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-7469ca64-d7ec-4edb-83e8-9b49bd4f41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.839622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5e528a1-f7e3-4437-9c84-bc47ce6e0303 req-d2410be8-ed15-47e5-9dd3-43fc9cedb059 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 971 time: 0.1583908 Aug 04 15:15:02.840876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-7469ca64-d7ec-4edb-83e8-9b49bd4f41b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844707 Aug 04 15:15:02.848868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20eb753-ed01-4283-a940-5d6d1baffdda {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:02.864846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.897134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 81934210-8a1a-4c53-9348-de2f041465b4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:02.905464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 81934210-8a1a-4c53-9348-de2f041465b4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:02.906098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.914645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Transition to ACTIVE for port object c20eb753-ed01-4283-a940-5d6d1baffdda will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:02.916341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0118-1670-4ec9-9678-3fa8acf1c939 req-571608e2-0447-42bf-80f7-01dea22dc116 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:02.923669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-880c0118-1670-4ec9-9678-3fa8acf1c939 req-571608e2-0447-42bf-80f7-01dea22dc116 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.1886625 Aug 04 15:15:02.924009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:02.945711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5e528a1-f7e3-4437-9c84-bc47ce6e0303 req-267cfde6-b6ff-4faf-b539-328f33d938f6 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1052575 Aug 04 15:15:02.990875 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:03.004035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-880c0118-1670-4ec9-9678-3fa8acf1c939 req-ca16fc1f-16c8-4576-95a2-90a0aaee1817 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794573 Aug 04 15:15:03.008302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-861ea8e7-5445-4b07-8098-da8300251dbc service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125237 Aug 04 15:15:03.021824 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-32c2e0ef-e489-418a-90c6-2203e487f027 service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681235 Aug 04 15:15:03.024103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Pushing event updated for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:03.037535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 81934210-8a1a-4c53-9348-de2f041465b4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81934210-8a1a-4c53-9348-de2f041465b4,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:03.055719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:03.128476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-4767948d-b0c9-4988-8302-320c8174c659 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128531 Aug 04 15:15:03.128863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:03.192164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Attempting to bind port c20eb753-ed01-4283-a940-5d6d1baffdda on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:03.192556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Attempting to bind port c20eb753-ed01-4283-a940-5d6d1baffdda by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:03.192833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Attempting to bind port c20eb753-ed01-4283-a940-5d6d1baffdda on network 40a4af91-903f-4523-8ed7-71703ae94c93 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:03.200338 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97798fee-a9d8-46b0-923f-b8f09a04afe8 req-03e3882a-b00b-4efe-b30f-fb678516080f service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676843 Aug 04 15:15:03.201440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Port c20eb753-ed01-4283-a940-5d6d1baffdda on network 40a4af91-903f-4523-8ed7-71703ae94c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:15:03.201770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Attempting to bind port c20eb753-ed01-4283-a940-5d6d1baffdda on network 40a4af91-903f-4523-8ed7-71703ae94c93 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:03.207173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:03.208010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Checking segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:03.208010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Bound using segment: {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:03.208430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Bound port: c20eb753-ed01-4283-a940-5d6d1baffdda, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5568e6-7d4d-4423-9e71-ecc2404a342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:03.208807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:03.268421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ffca5042-c416-4a07-9355-5147e9257376 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:15:03.279224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:03.282539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c20eb753-ed01-4283-a940-5d6d1baffdda,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:03.288294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:03.324288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ffca5042-c416-4a07-9355-5147e9257376 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:15:03.325520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:03.325520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:03.327069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] 10.222.0.38 "PUT /v2.0/ports/c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 1132 time: 1.0244169 Aug 04 15:15:03.348191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bd904-857a-444a-a2e8-332bc0fd109a service neutron] Pushing event updated for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:03.413030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-e5a67543-e864-4548-9194-60d8b3a02a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:03.414638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-e5a67543-e864-4548-9194-60d8b3a02a59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1135 time: 0.0471535 Aug 04 15:15:03.457793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-12e18809-2e7e-4b9f-9cf7-d89403b556f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 217 time: 0.0355413 Aug 04 15:15:03.510415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-edb1a945-a5ff-48fe-800c-3fce6e424747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:03.512011 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-edb1a945-a5ff-48fe-800c-3fce6e424747 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 200 len: 834 time: 0.0480978 Aug 04 15:15:03.564141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-a03a941d-4fbb-4a8d-9d2a-cb1ad4713f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:03.565684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-a03a941d-4fbb-4a8d-9d2a-cb1ad4713f9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a4af91-903f-4523-8ed7-71703ae94c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465815 Aug 04 15:15:03.655033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-b7701549-59a9-4ac3-8fa4-49e6f40f314f service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Aug 04 15:15:03.748990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8c4a37b5-3fef-41ed-823d-440e84746c6d req-ca74addb-2953-4e31-8be0-b3797ac49b4d service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Aug 04 15:15:04.086302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472336-77fa-44e5-846e-32b882292896 req-3ebe47fa-0d0e-4cbc-8923-fe7751c91257 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.087864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6472336-77fa-44e5-846e-32b882292896 req-3ebe47fa-0d0e-4cbc-8923-fe7751c91257 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 983 time: 0.0616517 Aug 04 15:15:04.154379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6472336-77fa-44e5-846e-32b882292896 req-8ca1670e-23f8-4955-a877-a2fc3988fc19 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0603721 Aug 04 15:15:04.170901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ba673-4496-4fa6-a1ac-0c88e6d034c7 req-268c4190-e9d6-42c2-9a0a-7b6648889b6d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.172444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c28ba673-4496-4fa6-a1ac-0c88e6d034c7 req-268c4190-e9d6-42c2-9a0a-7b6648889b6d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.0718992 Aug 04 15:15:04.214671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c28ba673-4496-4fa6-a1ac-0c88e6d034c7 req-2e9f8b25-3000-48f4-95d7-a40227f8c581 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344827 Aug 04 15:15:04.233875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:04.236281 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c3135-725b-4214-bad4-ebe073304e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:04.271290 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947eb1b1-5a88-45c9-b205-ab47736bb056 x-openstack-request-id: req-947eb1b1-5a88-45c9-b205-ab47736bb056 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:04.271585 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:04.271840 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-947eb1b1-5a88-45c9-b205-ab47736bb056 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:04.272247 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'status': 'completed', 'code': 200} Aug 04 15:15:04.341126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-e8cc67d6-d25f-4521-8249-b9c16dbe3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.345015 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-e8cc67d6-d25f-4521-8249-b9c16dbe3d2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1135 time: 0.0484796 Aug 04 15:15:04.443404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-53694a6b-c080-45d3-a634-d3471721f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.445072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-53694a6b-c080-45d3-a634-d3471721f47d service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 898 time: 0.0899224 Aug 04 15:15:04.484334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf994d1-f6ff-4e82-abc4-b1f09a4e073d req-7a8dad1b-7944-4b2c-975a-8d1c23b29f03 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.485742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bf994d1-f6ff-4e82-abc4-b1f09a4e073d req-7a8dad1b-7944-4b2c-975a-8d1c23b29f03 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 943 time: 0.1114354 Aug 04 15:15:04.492247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-8067f375-1ff6-4aba-93c0-c4eaace28f96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 217 time: 0.0388968 Aug 04 15:15:04.509707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-c7984ccc-14d1-4b60-a23e-d9a0431df8cc tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.511156 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-c7984ccc-14d1-4b60-a23e-d9a0431df8cc tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6&tenant_id=9989338461854dedaf7455a859490971&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 943 time: 0.1114299 Aug 04 15:15:04.544009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-5b2fa3b0-c53e-4b7a-aa6a-150efd605f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.545522 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-5b2fa3b0-c53e-4b7a-aa6a-150efd605f79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 200 len: 834 time: 0.0456417 Aug 04 15:15:04.568200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9bf994d1-f6ff-4e82-abc4-b1f09a4e073d req-0a4aa914-3a73-4bce-a42a-757f1b6044b3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722275 Aug 04 15:15:04.590190 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-949af502-6ac8-4d97-92c6-f1cf09758f86 service neutron] delete failed (client error): The resource could not be found. Aug 04 15:15:04.591423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-949af502-6ac8-4d97-92c6-f1cf09758f86 service neutron] 10.222.0.38 "DELETE /v2.0/ports/ffca5042-c416-4a07-9355-5147e9257376/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0728962 Aug 04 15:15:04.595006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-76a4c325-9a50-4207-a893-3ef584a66951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.596513 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-76a4c325-9a50-4207-a893-3ef584a66951 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a4af91-903f-4523-8ed7-71703ae94c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425072 Aug 04 15:15:04.680906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-d39d2f91-fdb4-441b-b813-530fb665b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.682439 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-d39d2f91-fdb4-441b-b813-530fb665b03c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0479047 Aug 04 15:15:04.697770 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-25c0f757-ff06-49af-8e14-da2151094053 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928612 Aug 04 15:15:04.773634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81934210-8a1a-4c53-9348-de2f041465b4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:04.776704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-7eef37c5-4943-4337-bbf4-aa7b7f0c2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.778219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-7eef37c5-4943-4337-bbf4-aa7b7f0c2a79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.0889051 Aug 04 15:15:04.797563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e4c3135-725b-4214-bad4-ebe073304e3d req-2ec0ba8b-0ed4-4ffe-9be1-3f12ffed47c1 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926890 Aug 04 15:15:04.821697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 81934210-8a1a-4c53-9348-de2f041465b4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:04.822057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:04.848643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-76a8c3a2-d50a-4b86-b982-a628da9b2099 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 999 time: 0.0632277 Aug 04 15:15:04.896975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-cc27a79e-200c-411a-9388-8b89f488ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.898615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-cc27a79e-200c-411a-9388-8b89f488ea13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0435348 Aug 04 15:15:04.945021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-aef7975b-65e8-4b82-a938-4b47c8704d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:04.946930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-aef7975b-65e8-4b82-a938-4b47c8704d62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415273 Aug 04 15:15:05.052310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-4944f925-1ced-4207-90c1-5c4bd25e9d23 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980067 Aug 04 15:15:05.078190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ffca5042-c416-4a07-9355-5147e9257376 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:15:05.146198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7778163-1db2-4c6c-a31a-b12dd5d2420c req-f3168d1e-9198-40a2-ae8f-d7eaf0e6e456 service neutron] 10.222.0.38 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871680 Aug 04 15:15:05.169600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:05.181238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'ffca5042-c416-4a07-9355-5147e9257376', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'port_id': 'ffca5042-c416-4a07-9355-5147e9257376', 'mac_address': 'fa:16:3e:31:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:15:05.222116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:05.237075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffca5042-c416-4a07-9355-5147e9257376 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:05.258141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:05.263027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:05.290157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221ae9-4071-4873-b9c5-5bc320b2069e req-602c1d8d-a53b-41e4-924a-6de9cd5da1d7 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:05.291747 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0221ae9-4071-4873-b9c5-5bc320b2069e req-602c1d8d-a53b-41e4-924a-6de9cd5da1d7 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 983 time: 0.0558674 Aug 04 15:15:05.313685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:05.337918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0221ae9-4071-4873-b9c5-5bc320b2069e req-b67bc658-df79-4869-bbae-7805e9b98c73 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0397105 Aug 04 15:15:05.502240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['ffca5042-c416-4a07-9355-5147e9257376'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:15:05.718855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaf4f4-bcdb-41c1-a93d-2df93c962a78 req-dabfba6a-48f2-4207-85fa-6fb18126da31 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:05.720780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20eaf4f4-bcdb-41c1-a93d-2df93c962a78 req-dabfba6a-48f2-4207-85fa-6fb18126da31 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 944 time: 0.0677395 Aug 04 15:15:05.762999 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20eaf4f4-bcdb-41c1-a93d-2df93c962a78 req-7513a91a-02c9-4e2d-b174-018c45dad193 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Aug 04 15:15:05.785453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39488) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:05.848980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ed5ed4e-9c7d-4939-a8a0-00c99870ee19 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 HTTP/1.1" status: 200 len: 992 time: 0.0622954 Aug 04 15:15:06.472820 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a33c01-50f6-409f-b6d9-b0d9326db8c7 req-e7dcc38e-f4f9-46bc-81e3-e750546c7dbb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:06.474306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4a33c01-50f6-409f-b6d9-b0d9326db8c7 req-e7dcc38e-f4f9-46bc-81e3-e750546c7dbb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 983 time: 0.0571234 Aug 04 15:15:06.516921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4a33c01-50f6-409f-b6d9-b0d9326db8c7 req-908ba4c4-8d68-4361-8b47-1d75dd59f43a tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0336249 Aug 04 15:15:07.088719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ffca5042-c416-4a07-9355-5147e9257376 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:07.147635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port ffca5042-c416-4a07-9355-5147e9257376 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:07.151516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port ffca5042-c416-4a07-9355-5147e9257376 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:07.151891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:07.233982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:07.259468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:07.261760 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f21967-a117-4a7b-b653-861d62fed130" -d '{"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:07.274457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:07.279440 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:07.285383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c20eb753-ed01-4283-a940-5d6d1baffdda details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:15:07.305804 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a277de6-e007-499d-a9b7-0ccd6de701a7 x-openstack-request-id: req-2a277de6-e007-499d-a9b7-0ccd6de701a7 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:07.306130 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-plugged", "status": "completed", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:07.306342 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a277de6-e007-499d-a9b7-0ccd6de701a7 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:07.306787 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'code': 200} Aug 04 15:15:07.376543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:07.423912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c20eb753-ed01-4283-a940-5d6d1baffdda,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:07.435801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'port_id': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'mac_address': 'fa:16:3e:bb:97:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:15:07.472564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:07.485438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20eb753-ed01-4283-a940-5d6d1baffdda {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:07.505483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c20eb753-ed01-4283-a940-5d6d1baffdda,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:07.511208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:07.562701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:07.639545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef909e3-c53d-44a6-a891-921d3ace9190 req-c2bdaf2f-af22-4ea6-a925-822b92dea1b4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:07.641058 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cef909e3-c53d-44a6-a891-921d3ace9190 req-c2bdaf2f-af22-4ea6-a925-822b92dea1b4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 984 time: 0.0560064 Aug 04 15:15:07.685003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cef909e3-c53d-44a6-a891-921d3ace9190 req-414fdfe5-0f70-4b3d-8151-0ac25c9b21fc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0353856 Aug 04 15:15:07.700516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['c20eb753-ed01-4283-a940-5d6d1baffdda'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:15:08.809474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f485e95-75ce-4056-bd9d-624a57435268 req-b84c14d6-62d0-4e8a-b5eb-95c30f1be633 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:08.811082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f485e95-75ce-4056-bd9d-624a57435268 req-b84c14d6-62d0-4e8a-b5eb-95c30f1be633 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 984 time: 0.0507958 Aug 04 15:15:08.855447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4f485e95-75ce-4056-bd9d-624a57435268 req-1477b125-17ee-4a6c-8ad7-ae1165402b38 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0361466 Aug 04 15:15:09.301415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c20eb753-ed01-4283-a940-5d6d1baffdda up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:09.364080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port c20eb753-ed01-4283-a940-5d6d1baffdda completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:09.367759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port c20eb753-ed01-4283-a940-5d6d1baffdda triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:09.368135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:09.456423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:09.479755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:09.482015 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1d5d7-4544-41e8-be25-e60761050d37" -d '{"events": [{"server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "name": "network-vif-plugged", "status": "completed", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:09.495221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c20eb753-ed01-4283-a940-5d6d1baffdda,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:09.501217 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:09.524323 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb1192-900a-4fd2-8459-47084ac2bf0b x-openstack-request-id: req-f5eb1192-900a-4fd2-8459-47084ac2bf0b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:09.524611 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "name": "network-vif-plugged", "status": "completed", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:09.524864 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5eb1192-900a-4fd2-8459-47084ac2bf0b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:09.525255 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'code': 200} Aug 04 15:15:09.553199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:09.625798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1db023-8522-4f3e-96c9-e69a96c9fbfe req-ffee98d2-aaee-4ad7-98af-91086fe9a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:09.628317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d1db023-8522-4f3e-96c9-e69a96c9fbfe req-ffee98d2-aaee-4ad7-98af-91086fe9a9f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.0481448 Aug 04 15:15:09.673075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d1db023-8522-4f3e-96c9-e69a96c9fbfe req-aefd8964-efd3-48f5-a203-1fc0a4c00d54 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0372739 Aug 04 15:15:09.987042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cac0b-362a-4550-af92-0370a0444c43 req-64906dc7-31ac-496c-abd4-ac76e761877c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:09.988720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d3cac0b-362a-4550-af92-0370a0444c43 req-64906dc7-31ac-496c-abd4-ac76e761877c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.0601530 Aug 04 15:15:10.030208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d3cac0b-362a-4550-af92-0370a0444c43 req-40982a7f-f4f4-4ca3-aed6-a7aaa10404ab tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354786 Aug 04 15:15:11.169737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1e3b6-a811-4fb3-9d91-e44ad341efb8 req-2613d601-ae09-44c4-9497-2832d3d8af16 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:11.171262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50e1e3b6-a811-4fb3-9d91-e44ad341efb8 req-2613d601-ae09-44c4-9497-2832d3d8af16 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.0663345 Aug 04 15:15:11.216365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50e1e3b6-a811-4fb3-9d91-e44ad341efb8 req-d23d98bf-275e-4806-9520-37b7e7319f60 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386691 Aug 04 15:15:11.353219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31110c16-9ad5-464a-8b24-bc7ca01921a8 req-14b54f5c-43d3-4c95-afec-cc702f9a370e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:11.355112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31110c16-9ad5-464a-8b24-bc7ca01921a8 req-14b54f5c-43d3-4c95-afec-cc702f9a370e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.0583909 Aug 04 15:15:11.396403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31110c16-9ad5-464a-8b24-bc7ca01921a8 req-51e02b20-2bed-448c-a492-7b71e32b6fa7 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350568 Aug 04 15:15:11.501988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-a80e6472-549e-42dc-83e2-a5d07ab99199 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:11.503546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-a80e6472-549e-42dc-83e2-a5d07ab99199 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.0412321 Aug 04 15:15:11.521539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-c2cf2b48-7f77-48f6-862e-1aecef5c86d3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:11.619592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-c2cf2b48-7f77-48f6-862e-1aecef5c86d3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:11.625976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-c2cf2b48-7f77-48f6-862e-1aecef5c86d3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:11.652995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb34aba1-01c4-44f5-a887-28370bba5857 req-c2cf2b48-7f77-48f6-862e-1aecef5c86d3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1433628 Aug 04 15:15:11.657965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf2b48-7f77-48f6-862e-1aecef5c86d3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0d2ce-7547-486f-8389-f7f1adb93c67,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:11.675302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39508) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:11.716621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67df4c-e4e5-4981-8241-95fdedeab39b tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:11.718195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fe67df4c-e4e5-4981-8241-95fdedeab39b tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1132 time: 0.0418103 Aug 04 15:15:11.722353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39510) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:11.726800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:11.750171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:11.853823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:11.965947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.25.0.23 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ba81c8e6-555c-4768-8ef3-7a604ec3b498) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:12.087657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.139791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.182073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:12.187951 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:12.190239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=ba81c8e6-555c-4768-8ef3-7a604ec3b498,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:12.192426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:12.572392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.645141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.799202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.806619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:12.879997 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=ba81c8e6-555c-4768-8ef3-7a604ec3b498,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:12.896365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:13.002463 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Floating IP 4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe associated. External IP: 172.25.0.23, port: c20eb753-ed01-4283-a940-5d6d1baffdda. Aug 04 15:15:13.549838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router c06c2e68-7f6f-434a-af0a-deea2ef052b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:15:13.660152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:13.670870 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Sync routers for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:13.678990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:13.681046 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:13.681720 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:13.712979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cac84425-9df4-4bf5-b794-9e4b2b4d74d1 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9872644 Aug 04 15:15:13.712979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:13.713468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39512) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:13.713967 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:13.750879 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf79573-aa55-4743-988b-514470d97d73 x-openstack-request-id: req-ddf79573-aa55-4743-988b-514470d97d73 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:13.751175 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:13.751433 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddf79573-aa55-4743-988b-514470d97d73 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:13.751969 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'status': 'completed', 'code': 200} Aug 04 15:15:13.789838 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:13.816902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-17d9d281-5118-4d4f-9fc4-d6be68012e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.818431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-17d9d281-5118-4d4f-9fc4-d6be68012e56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.0439620 Aug 04 15:15:13.904120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.904609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.905080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.905984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.905984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.906793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.907276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.909245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-82d39e23-41f9-44e1-9175-d56386cc4c43 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1947284 Aug 04 15:15:13.912312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39516) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:13.921447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-83f868c8-5bbf-41e7-b934-68836b3c9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:13.922997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-83f868c8-5bbf-41e7-b934-68836b3c9b79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 898 time: 0.0977454 Aug 04 15:15:13.995946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-5f725602-90e3-4a1a-958f-d1195dd8c911 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 999 time: 0.0654399 Aug 04 15:15:14.006599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.007357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.008015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.008661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.009308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.009954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.010627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.015644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1708a99e-df1a-4253-a64b-6480bedbf55e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1017954 Aug 04 15:15:14.016057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39518) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:14.048896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-251ff0d1-191a-4aeb-a45e-4c199e488ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.050381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-251ff0d1-191a-4aeb-a45e-4c199e488ea9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 200 len: 834 time: 0.0472763 Aug 04 15:15:14.096177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-5792c102-b579-40c9-8d02-372edcaeb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.097700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-5792c102-b579-40c9-8d02-372edcaeb61f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a4af91-903f-4523-8ed7-71703ae94c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403650 Aug 04 15:15:14.108747 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'port_id': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'mac_address': 'fa:16:3e:bb:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:15:12Z', 'updated_at': '2021-08-04T15:15:12Z', 'revision_number': 0, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:14.139922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Checking router: c06c2e68-7f6f-434a-af0a-deea2ef052b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:14.148197 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:14.148844 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:14:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:14.193039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-9b50bf71-c9fc-4416-9cf7-b5b8972929c6 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Aug 04 15:15:14.254889 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:14.258471 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-64e36430-ad0f-4916-b500-00cb5cfd60be tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.2389123 Aug 04 15:15:14.258757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39520) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:14.293657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c334ee60-6e5b-4e4e-8bd0-e0c050d76572 req-b1ffd75e-8336-42c1-9816-0df5fb8b110f service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934963 Aug 04 15:15:14.300825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1ac7a-d0f7-4c14-8804-e5fb61d8ef9e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.301319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1ac7a-d0f7-4c14-8804-e5fb61d8ef9e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:14.302980 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4bb1ac7a-d0f7-4c14-8804-e5fb61d8ef9e tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c06c2e68-7f6f-434a-af0a-deea2ef052b7 HTTP/1.1" status: 200 len: 1992 time: 0.0433264 Aug 04 15:15:14.486942 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'port_id': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'mac_address': 'fa:16:3e:bb:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:15:12Z', 'updated_at': '2021-08-04T15:15:12Z', 'revision_number': 0, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:14.515956 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365d19f7-3038-4a4f-bf6f-1932cfce7950 None None] The sync data for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 is: [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'port_id': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'mac_address': 'fa:16:3e:bb:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:15:12Z', 'updated_at': '2021-08-04T15:15:12Z', 'revision_number': 0, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:14.740746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492afe7-072c-4365-8c9e-446f78818973 None None] New status for floating IP 4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:15:14.834134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-148dd156-8ba9-433d-a160-a1a06cb058c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:17.396375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0717ad03-944b-4a2a-b332-62e0684a166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:17.671957 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:18.064374 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:18.775006 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:18.876815 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:20.276777 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:24.051054 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:15:24.492270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-397ac09d-d636-4943-bc4f-6dd3fa240344 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412505 Aug 04 15:15:24.579450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-50f5f809-9f54-4c32-8911-fae9b8988eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:24.580885 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-50f5f809-9f54-4c32-8911-fae9b8988eac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 1097 time: 0.0437489 Aug 04 15:15:24.973579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-9cec112b-a368-4bbd-92b3-0db9cf1c1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:24.975042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-9cec112b-a368-4bbd-92b3-0db9cf1c1ea3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.3690145 Aug 04 15:15:25.055660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-5e12a6e1-5962-4369-9771-d6b8414f038e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 200 len: 1001 time: 0.0727272 Aug 04 15:15:25.110508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-65e6deec-9e4d-4d9a-868e-74e176ee104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:25.111977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-65e6deec-9e4d-4d9a-868e-74e176ee104a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0485091 Aug 04 15:15:25.167694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-d66676f7-85e2-442f-88fc-9e940d002319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:25.169241 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-d66676f7-85e2-442f-88fc-9e940d002319 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496006 Aug 04 15:15:25.263938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-0492156f-d751-4d76-9bd9-7a996b3342f0 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864744 Aug 04 15:15:25.357556 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ae2565b3-3841-4f5e-baa3-20012cf509f5 req-0dc3b6a7-d3ce-43fd-8493-da1979df0f8a service neutron] 10.222.0.46 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863097 Aug 04 15:15:34.403297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2015-9a23-4ec0-a229-0d7692aa7e0a req-ccc0842e-5887-430d-a376-02843e2550f2 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:34.404892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3abd2015-9a23-4ec0-a229-0d7692aa7e0a req-ccc0842e-5887-430d-a376-02843e2550f2 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0548654 Aug 04 15:15:34.446762 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3abd2015-9a23-4ec0-a229-0d7692aa7e0a req-5e1a518a-13c2-4300-be79-6b4be94809f7 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328667 Aug 04 15:15:34.476050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39542) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:34.651528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 494c0d85-5365-4ebe-87c2-6ad440f8abfe {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:15:34.651784 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:34.727470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:34.727470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:34.738890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 494c0d85-5365-4ebe-87c2-6ad440f8abfe owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:15:34.896925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:34.922471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=494c0d85-5365-4ebe-87c2-6ad440f8abfe,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:34.988636 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:34.989029 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 disassociated (deleted). External IP: 172.25.0.196, port: ffca5042-c416-4a07-9355-5147e9257376. Aug 04 15:15:35.203695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:15:35.318085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:35.323266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:35.328162 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Sync routers for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:35.338275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:35.339008 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:35.353882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-687fb65e-8e0d-4f49-b36e-529e7cdba8ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/floatingips/53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9 HTTP/1.1" status: 204 len: 168 time: 0.8765123 Aug 04 15:15:35.354493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:35.356846 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ef2766-b551-4e8b-95e9-dc09ab23d2da" -d '{"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:35.396022 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96595d-7326-4a98-bdfb-5e3a87b2ad5d x-openstack-request-id: req-cd96595d-7326-4a98-bdfb-5e3a87b2ad5d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:35.396379 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:35.396617 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd96595d-7326-4a98-bdfb-5e3a87b2ad5d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:35.397047 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'status': 'completed', 'code': 200} Aug 04 15:15:35.448455 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:35.461325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-a1f5b81b-1312-4891-90b2-d3e9b7888e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:35.462796 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-a1f5b81b-1312-4891-90b2-d3e9b7888e01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0422785 Aug 04 15:15:35.561799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-07f05a2a-a274-4917-a4c3-ce5b2c2eb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:35.563371 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-07f05a2a-a274-4917-a4c3-ce5b2c2eb06b service neutron] 10.222.0.46 "GET /v2.0/networks?id=558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 200 len: 897 time: 0.0930085 Aug 04 15:15:35.591089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850a6b-4e38-4e60-bfe7-8dc11cba7e4e req-0033c893-2dff-48eb-993d-f9a323a6a206 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:35.592717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e850a6b-4e38-4e60-bfe7-8dc11cba7e4e req-0033c893-2dff-48eb-993d-f9a323a6a206 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Aug 04 15:15:35.608018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-2021f7bf-f05b-4d91-83f6-c2518038daad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 200 len: 217 time: 0.0369363 Aug 04 15:15:35.634101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e850a6b-4e38-4e60-bfe7-8dc11cba7e4e req-46b58897-0518-483d-8f0c-65b986e514ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347495 Aug 04 15:15:35.664042 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-354498a7-9621-4d17-82bf-9c564216947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:35.665530 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-354498a7-9621-4d17-82bf-9c564216947d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 200 len: 835 time: 0.0507774 Aug 04 15:15:35.665672 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:35.691444 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Checking router: ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:35.699878 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:35.700533 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:35.714055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-795e8395-39a5-46ca-a53a-4aef4cef7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:35.715552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-795e8395-39a5-46ca-a53a-4aef4cef7be4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=558013a3-d62f-4367-8d0e-13c18daf0f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415008 Aug 04 15:15:35.805513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:35.809073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-b4040d4f-5418-4c96-a20e-a1c1692fd4ad service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851278 Aug 04 15:15:35.907348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-34ef2766-b551-4e8b-95e9-dc09ab23d2da req-a1846afc-3a85-45d0-a60b-d75e957c6aba service neutron] 10.222.0.46 "GET /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910211 Aug 04 15:15:36.005413 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:36.031501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817220d0-2463-4ac1-8c9c-5f6102a2eade None None] The sync data for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 is: [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2a3f769e-904d-4f47-a296-f5369558e0a0', 'name': '', 'network_id': '558013a3-d62f-4367-8d0e-13c18daf0f5f', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:9c:2e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:57Z', 'updated_at': '2021-08-04T15:14:03Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'ff6a62e0-5281-4fa9-a33f-b15c702678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:36.279811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc515a2f-f8c8-405f-9c03-bd21a14326f9 None None] New status for floating IP 53f5611c-a5c1-4d9a-9c59-7cfb2d0f99e9: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:15:36.769358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f3f0c-6a89-4633-b6af-0a439c360c4c req-60666af8-4de5-4cdc-86ab-1bf286966cbf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:36.770969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-993f3f0c-6a89-4633-b6af-0a439c360c4c req-60666af8-4de5-4cdc-86ab-1bf286966cbf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Aug 04 15:15:36.843621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-993f3f0c-6a89-4633-b6af-0a439c360c4c req-29ac8c9f-80dd-4501-b7cc-482a0c04d273 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=691222bc-f37a-4e9b-a57c-30425b571c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656784 Aug 04 15:15:36.847459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-78b5fa9b-7f73-4fe1-9af0-0b3c4e78b3f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707383 Aug 04 15:15:36.943221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-b00d76cf-e3b6-4cda-a5de-8def2029bd4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:36.943838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-ddd6386a-f69d-4474-ab21-edc55e0224e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:36.945116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-b00d76cf-e3b6-4cda-a5de-8def2029bd4d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/ports?device_id=af3cc32d-bd57-4db3-a76b-47ba3858c9c6 HTTP/1.1" status: 200 len: 945 time: 0.0558848 Aug 04 15:15:36.945543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-ddd6386a-f69d-4474-ab21-edc55e0224e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.0524471 Aug 04 15:15:37.040243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port ffca5042-c416-4a07-9355-5147e9257376 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:15:37.040552 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:37.056933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-d7926bbb-59f7-4d08-83de-8173221862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:37.058462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-d7926bbb-59f7-4d08-83de-8173221862c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 898 time: 0.0877416 Aug 04 15:15:37.127039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port ffca5042-c416-4a07-9355-5147e9257376, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ffca5042-c416-4a07-9355-5147e9257376,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:37.127421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:37.129709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-835820fc-6118-4ba9-8435-60c44de21a3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 1001 time: 0.0642548 Aug 04 15:15:37.140588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for ffca5042-c416-4a07-9355-5147e9257376 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:15:37.180139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-85cd60c1-d7aa-439d-8dc6-1c0dd1644586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:37.181633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-85cd60c1-d7aa-439d-8dc6-1c0dd1644586 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 200 len: 834 time: 0.0455482 Aug 04 15:15:37.227475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-8ed48736-2fe7-49f1-9a56-65193d9b9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:37.228874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-8ed48736-2fe7-49f1-9a56-65193d9b9819 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a4af91-903f-4523-8ed7-71703ae94c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400803 Aug 04 15:15:37.274436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:37.304282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=ffca5042-c416-4a07-9355-5147e9257376,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:37.332967 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-9df55391-0cc2-4410-a8f8-7414dd882589 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964506 Aug 04 15:15:37.350320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] No DVR routers for this DVR port ffca5042-c416-4a07-9355-5147e9257376 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:15:37.353438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:37.355601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-104d34f8-39f4-4cd0-b8f3-4b5991e6617c req-603f8e6a-db8e-4779-b9a4-70745a103b05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "DELETE /v2.0/ports/ffca5042-c416-4a07-9355-5147e9257376 HTTP/1.1" status: 204 len: 173 time: 0.4043047 Aug 04 15:15:37.356048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-deleted', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:37.358357 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f76f77-915d-4072-a2a6-94001bc4ece9" -d '{"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-deleted", "tag": "ffca5042-c416-4a07-9355-5147e9257376"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:37.399750 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9aee6-8429-4312-b96b-62bdcbc73d16 x-openstack-request-id: req-5ed9aee6-8429-4312-b96b-62bdcbc73d16 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:37.400049 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3cc32d-bd57-4db3-a76b-47ba3858c9c6", "name": "network-vif-deleted", "tag": "ffca5042-c416-4a07-9355-5147e9257376", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:37.400301 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ed9aee6-8429-4312-b96b-62bdcbc73d16 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:37.400719 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3cc32d-bd57-4db3-a76b-47ba3858c9c6', 'name': 'network-vif-deleted', 'tag': 'ffca5042-c416-4a07-9355-5147e9257376', 'status': 'completed', 'code': 200} Aug 04 15:15:37.431844 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d059777-97ea-4ca8-b2cc-50bd79c14c88 req-06be9411-926c-443c-8f21-60d3b8ed9257 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916743 Aug 04 15:15:37.900965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39558) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:38.290833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:38.555431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 2a3f769e-904d-4f47-a296-f5369558e0a0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:15:38.555814 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:38.644620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 2a3f769e-904d-4f47-a296-f5369558e0a0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2a3f769e-904d-4f47-a296-f5369558e0a0,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:38.644977 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:38.658920 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 2a3f769e-904d-4f47-a296-f5369558e0a0 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:15:38.846716 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:38.875317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=2a3f769e-904d-4f47-a296-f5369558e0a0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:39.049698 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.278123 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:15:39.386732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:39.392215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e30b400-0440-48b1-a967-a5e079143c75 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901924 Aug 04 15:15:39.395323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39560) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:39.396643 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Sync routers for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:39.406238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:39.406900 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:39.447161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting subnet ff6a62e0-5281-4fa9-a33f-b15c702678fd {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:15:39.450317 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.490284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.509300 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:39.579673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.642174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.669178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6a62e0-5281-4fa9-a33f-b15c702678fd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:39.674451 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.676535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd1307e5-40e9-47fa-aa5c-7da666cc0e8e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/subnets/ff6a62e0-5281-4fa9-a33f-b15c702678fd HTTP/1.1" status: 204 len: 168 time: 0.2801831 Aug 04 15:15:39.679251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39562) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:39.681592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3557fff-3d9f-4f09-94db-b30c7992c34a None None] Network 558013a3-d62f-4367-8d0e-13c18daf0f5f requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:15:39.789333 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:15:38Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:39.793098 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.817031 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Checking router: ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:39.825557 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Routers {'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:39.826173 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:39.868606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] DHCP port deletion for 558013a3-d62f-4367-8d0e-13c18daf0f5f request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:15:39.924603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Deleting port 3b59fc00-fa98-438b-9854-324521b6997c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:15:39.924991 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:39.939995 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] Set router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:40.000018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] For port 3b59fc00-fa98-438b-9854-324521b6997c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3b59fc00-fa98-438b-9854-324521b6997c,segment=NetworkSegment(fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d),segment_id=fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:40.000018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.015177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Calling delete_port for 3b59fc00-fa98-438b-9854-324521b6997c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:15:40.100864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.128692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Pushing event deleted for resources: {'Port': ['ID=3b59fc00-fa98-438b-9854-324521b6997c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:40.131145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] No DVR routers for this DVR port 3b59fc00-fa98-438b-9854-324521b6997c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:15:40.133501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:15:38Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:40.139576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.139932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.140280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.140619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.141311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.141311 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.141598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.141929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.142260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.142612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.142935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.143259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d64198b-8c22-420c-adcb-19fc066ebe19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:40.173544 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739fdd0-9693-467d-ae0e-37420a71a622 None None] The sync data for ids ['ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f'] in n-d-801743-12 is: [{'id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35679184', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:15:38Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '8b756a83-f16e-4e56-a02a-a46bf851508c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:13:53Z', 'updated_at': '2021-08-04T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:40.247156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.302291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 8b756a83-f16e-4e56-a02a-a46bf851508c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:15:40.302689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.390575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 8b756a83-f16e-4e56-a02a-a46bf851508c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8b756a83-f16e-4e56-a02a-a46bf851508c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:40.390895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.404369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 8b756a83-f16e-4e56-a02a-a46bf851508c owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:15:40.584595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.610058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=8b756a83-f16e-4e56-a02a-a46bf851508c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:40.687581 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.796937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.799059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.838455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2a3f769e-904d-4f47-a296-f5369558e0a0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:15:40.844512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.845141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Fanout notify agent at l3_agent the message router_deleted on router ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:15:40.853247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:40.857025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eba608e8-a509-4b9d-a26d-d55df2a00ce6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/routers/ecd57e17-956f-4eb2-8da8-eed3bf9f1d2f HTTP/1.1" status: 204 len: 168 time: 1.1709337 Aug 04 15:15:40.857478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39566) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:40.859341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2a3f769e-904d-4f47-a296-f5369558e0a0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:15:40.859703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2a3f769e-904d-4f47-a296-f5369558e0a0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:15:40.860130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3b59fc00-fa98-438b-9854-324521b6997c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:15:40.881031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 3b59fc00-fa98-438b-9854-324521b6997c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:15:40.882192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3b59fc00-fa98-438b-9854-324521b6997c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:15:40.946698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.032482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.042447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558013a3-d62f-4367-8d0e-13c18daf0f5f']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:41.059284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:41.059750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0ac9a8-9bd9-40c5-933f-0f7f11aceb1d') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:41.069754 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.084325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.091033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:15:41.091533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:15:41.094482 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:15:41.153077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.160358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.162122 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/networks/558013a3-d62f-4367-8d0e-13c18daf0f5f HTTP/1.1" status: 204 len: 168 time: 0.3035300 Aug 04 15:15:41.164990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:41.174079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c343f-9e03-4c30-82ab-050bb505385d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Network': ['ID=558013a3-d62f-4367-8d0e-13c18daf0f5f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:41.227537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.255532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.293333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ffca5042-c416-4a07-9355-5147e9257376 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:15:41.319478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: ffca5042-c416-4a07-9355-5147e9257376 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:15:41.322197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ffca5042-c416-4a07-9355-5147e9257376 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:15:41.332162 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.335158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.337161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/security-groups/691222bc-f37a-4e9b-a57c-30425b571c64 HTTP/1.1" status: 204 len: 168 time: 0.1710770 Aug 04 15:15:41.348362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518fef3-f9ed-4982-833e-55acd7105cda tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691222bc-f37a-4e9b-a57c-30425b571c64,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:41.609338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39574) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:41.616297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507877541', 'description': 'tempest-secgroup-smoke-507877541 description', 'project_id': '9989338461854dedaf7455a859490971'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:41.648897 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.736251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.741885 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.769595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.770997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603889 Aug 04 15:15:41.772855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bbe9f-dde4-4d26-bead-be718bc5bf2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19abe07d-4904-4c87-89f8-7cac36b374a5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:41.774138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39576) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:41.781577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:41.812727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.866082 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.875472 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.894922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681df64e-b5e2-4deb-8328-691c4381488e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:41.897357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:41.901405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-baf491aa-5373-4da2-81ad-56fdf8632775 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224487 Aug 04 15:15:41.902501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:41.906303 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:41.934952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.010184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.015468 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.033850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5eb9a7-72aa-430d-842f-89b62013132f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.041531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.046808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c35ca688-8bc5-4dc1-aab9-b108baa308c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404083 Aug 04 15:15:42.047132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.052182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.081221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.147659 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.153829 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.177135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf038e6-7270-40ad-bd01-a730ffa2705a,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.180263 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.181484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2273762-fdb7-4ec9-ad52-ae88d45198a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331673 Aug 04 15:15:42.184403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39582) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.189160 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.218965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.280510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.285355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.306439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc005e3d-7c9f-4832-80c1-7e83bf872907,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.310704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.314571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73f489ae-5a8d-483d-863c-5ab796027f0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265023 Aug 04 15:15:42.315658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39584) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.320033 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.345535 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:15:42.352523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.415189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.420708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.437830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e45aaa-b3d2-45ba-945f-d461ae93d00c,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.446345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.450508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dbe3347c-9314-4d14-95ba-3314f0dc23c3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319716 Aug 04 15:15:42.450757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39586) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.455217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '19abe07d-4904-4c87-89f8-7cac36b374a5', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.477485 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:15:42.482223 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.547289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.553631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.573307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1779802-aedd-4cf7-834b-6eac5153f2d3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.583132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.584357 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-edd1e3e1-482c-4f73-8253-a33d2e25a531 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326411 Aug 04 15:15:42.588464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39588) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.593368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'network': {'name': 'tempest-network-smoke--1639778269', 'project_id': '9989338461854dedaf7455a859490971', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.621815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:42.625487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.654920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:15:42.665714 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.666116 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Added segment b8725126-4dd1-4349-8b4b-f59aea04b7bc of type vlan for network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed Aug 04 15:15:42.740348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.751975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8b756a83-f16e-4e56-a02a-a46bf851508c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:15:42.774772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8b756a83-f16e-4e56-a02a-a46bf851508c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:15:42.775109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8b756a83-f16e-4e56-a02a-a46bf851508c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:15:42.776899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.783154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:42.783749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.863069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2734704 Aug 04 15:15:42.865980 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:42.870897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'admin_state_up': True, 'project_id': '9989338461854dedaf7455a859490971', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:42.884860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7a761-6ef0-4fc1-acc9-41ab094c8661 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Network': ['ID=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:42.895697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:15:42.897812 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.899063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:42.958761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.116540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.328603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.351729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.461953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.141 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/697675b9-84bb-4d69-81cd-12e8cd62a08d) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:43.572370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.613760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:43.648999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:43.651848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:43.657281 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:43.682206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=697675b9-84bb-4d69-81cd-12e8cd62a08d,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:43.923284 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.141764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.276475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:15:44.398686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:44.412405 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Sync routers for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:44.417682 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.419193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-de9034ec-8dde-4856-87cf-186a5b9419f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5520234 Aug 04 15:15:44.422369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39592) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:44.423804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:44.424441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:44.451814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1d0b3673-b9f0-4e34-9ba3-928b97074af3 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=9989338461854dedaf7455a859490971&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279474 Aug 04 15:15:44.454370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39594) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:44.621005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c139a-2504-4019-95d8-465242330ded tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:44.622789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c2c139a-2504-4019-95d8-465242330ded tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1674640 Aug 04 15:15:44.625975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39596) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:44.658937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-427df544-2f6f-439d-8da1-420b75ed130f tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316806 Aug 04 15:15:44.661527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39598) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:44.666470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644416044', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'project_id': '9989338461854dedaf7455a859490971', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:44.687480 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:44.758875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:44.762511 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.810686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-299c8db4-f27d-476a-9834-4bc5479e5443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.880425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:43Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:44.910097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Checking router: ee3a4965-b59c-4dc9-a52b-2c9df9ba477e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:44.910443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Updating router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e port 697675b9-84bb-4d69-81cd-12e8cd62a08d binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:15:44.934665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:44.944030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.000373 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Subnet': ['ID=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:45.015279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.015632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.015973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.016306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.016624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.016954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.017309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.017634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.017960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.018283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.018613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.018947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:45.027834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:45.028204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network hostable DHCP agents. Network: 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:15:45.045899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:15:45.055391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:45.059558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:45.060161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.074513 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-366db3c5-e15f-42c1-9f63-46f4dba2341c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118817 Aug 04 15:15:45.077342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39600) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:45.083950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad01b8-1054-42c4-9e8d-4f80f47a789f None None] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:15:45.309161 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.320600 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:15:45.321935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.324522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Transition to ACTIVE for port object 697675b9-84bb-4d69-81cd-12e8cd62a08d will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:45.334141 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.441700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Attempting to bind port 697675b9-84bb-4d69-81cd-12e8cd62a08d on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:45.442450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Attempting to bind port 697675b9-84bb-4d69-81cd-12e8cd62a08d by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:45.442450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Attempting to bind port 697675b9-84bb-4d69-81cd-12e8cd62a08d on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:45.446341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046faac4-f83b-4042-ad24-13564d2e7725 None None] Pushing event updated for resources: {'Port': ['ID=697675b9-84bb-4d69-81cd-12e8cd62a08d,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:45.456209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:45.456586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:45.456960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.457348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:45.457822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Bound port: 697675b9-84bb-4d69-81cd-12e8cd62a08d, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:45.458203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.504272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.554094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] For port 697675b9-84bb-4d69-81cd-12e8cd62a08d, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:45.559576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] For port 697675b9-84bb-4d69-81cd-12e8cd62a08d, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=697675b9-84bb-4d69-81cd-12e8cd62a08d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:45.561030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Allocated IP 172.20.0.2 (58b8d2d5-1a1f-4ac4-b195-4e1756efeaed/10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10/5442ae6c-5ad1-41fc-98c3-e08832621c03) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:45.565833 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.678612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046faac4-f83b-4042-ad24-13564d2e7725 None None] Pushing event updated for resources: {'Port': ['ID=697675b9-84bb-4d69-81cd-12e8cd62a08d,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:45.681086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:45.681698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:45.845663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:45.872718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:45.909844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Transition to ACTIVE for port object 5442ae6c-5ad1-41fc-98c3-e08832621c03 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:45.962624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Transition to ACTIVE for port object 5442ae6c-5ad1-41fc-98c3-e08832621c03 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:45.970831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.018574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.1 (58b8d2d5-1a1f-4ac4-b195-4e1756efeaed/10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10/a35207c1-e7d7-4681-bd43-e901972607ca) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:46.040073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:46.041549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Pushing event updated for resources: {'Port': ['ID=5442ae6c-5ad1-41fc-98c3-e08832621c03,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:46.044621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:46.047900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:46.126127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Attempting to bind port 5442ae6c-5ad1-41fc-98c3-e08832621c03 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:46.126410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Attempting to bind port 5442ae6c-5ad1-41fc-98c3-e08832621c03 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:46.126801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Attempting to bind port 5442ae6c-5ad1-41fc-98c3-e08832621c03 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:46.136467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:46.136721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.136840 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:46.137230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.137678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Bound using segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:46.138176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Bound port: 5442ae6c-5ad1-41fc-98c3-e08832621c03, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:46.138553 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.153878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:43Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:46.201530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f3e173-6594-4cf2-95ee-be7bbf2c5b98 None None] The sync data for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 is: [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:43Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:46.244785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] For port 5442ae6c-5ad1-41fc-98c3-e08832621c03, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:46.248925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] For port 5442ae6c-5ad1-41fc-98c3-e08832621c03, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5442ae6c-5ad1-41fc-98c3-e08832621c03,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:46.254880 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.319665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc7e5-21f7-4df6-817d-c718856eafc1 None None] Pushing event updated for resources: {'Port': ['ID=5442ae6c-5ad1-41fc-98c3-e08832621c03,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:46.499979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object a35207c1-e7d7-4681-bd43-e901972607ca will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:46.548394 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.592017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:46.597932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:46.606637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:46.627467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:46.658108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.803569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:46.860795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 697675b9-84bb-4d69-81cd-12e8cd62a08d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:46.914697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 697675b9-84bb-4d69-81cd-12e8cd62a08d completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:46.919727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 697675b9-84bb-4d69-81cd-12e8cd62a08d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:46.920178 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.008028 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.034427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 697675b9-84bb-4d69-81cd-12e8cd62a08d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=697675b9-84bb-4d69-81cd-12e8cd62a08d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:47.042435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.043780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5442ae6c-5ad1-41fc-98c3-e08832621c03 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:47.130709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=697675b9-84bb-4d69-81cd-12e8cd62a08d,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:47.143663 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.144228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 5442ae6c-5ad1-41fc-98c3-e08832621c03 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:47.151024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.234362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.242731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:47.333139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:47.334595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:47.349029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ac1ee-a118-4234-b6f7-6f5f9bebe905 None None] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:15:47.421412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6b5786f9-fe8c-43f2-859a-6fee9e5fb0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.430322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Provisioning for port 5442ae6c-5ad1-41fc-98c3-e08832621c03 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:47.438331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Provisioning complete for port 5442ae6c-5ad1-41fc-98c3-e08832621c03 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:47.438732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.455251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:15:47.468925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39606) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:47.564298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-be8ccee0-27fc-47bc-b777-9757aacb902a tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2802 time: 0.0935280 Aug 04 15:15:47.567105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39608) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:47.572143 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'network': {'name': 'tempest-network-smoke--41914825', 'project_id': '7c54da7bd226490c9a07326f149063f9', 'port_security_enabled': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:47.572945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:47.581300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-632df59f-3e31-4aff-bd1b-7765a433939a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/ee3a4965-b59c-4dc9-a52b-2c9df9ba477e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029764 Aug 04 15:15:47.593394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.597663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:47.602158 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.630244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:15:47.637348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] For port 5442ae6c-5ad1-41fc-98c3-e08832621c03, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5442ae6c-5ad1-41fc-98c3-e08832621c03,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:47.648751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.649376 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Added segment 4dc96f0e-fb78-4650-8cd3-cd338ee9f250 of type vlan for network dccd329f-6b6f-48ed-944e-8812166a7599 Aug 04 15:15:47.664515 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.725479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.741674 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.744408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d629-4a0c-4af0-89a1-7c9d789b5650 None None] Pushing event updated for resources: {'Port': ['ID=5442ae6c-5ad1-41fc-98c3-e08832621c03,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:47.763167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.769844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:47.771085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.839804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2716432 Aug 04 15:15:47.843133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39622) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:47.858338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd10d27-8e0f-4160-917d-e9df76048689 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Network': ['ID=dccd329f-6b6f-48ed-944e-8812166a7599,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:47.860904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'admin_state_up': True, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:47.871114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dccd329f-6b6f-48ed-944e-8812166a7599 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:15:47.874330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-0aadcb68-104b-4785-90e7-a568ff08d43d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507877541&fields=id&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 267 time: 0.0780175 Aug 04 15:15:47.941763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:47.943025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.008193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.119176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Provisioning for port a35207c1-e7d7-4681-bd43-e901972607ca completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:48.119571 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-0e563cb6-0f0e-4304-b9b5-481df81f7226 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:48.121201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-0e563cb6-0f0e-4304-b9b5-481df81f7226 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 797 time: 0.2378063 Aug 04 15:15:48.129722 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.132423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Provisioning complete for port a35207c1-e7d7-4681-bd43-e901972607ca triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:48.132797 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.159079 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Sync routers for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:48.170514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Port a35207c1-e7d7-4681-bd43-e901972607ca cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:48.173741 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:48.174564 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:48.181987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Provisioning complete for port 5442ae6c-5ad1-41fc-98c3-e08832621c03 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:48.182501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45e0c8af-2c06-48ec-98bc-76b5ea9b6d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.207942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.211812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-2b10af85-779f-4b6c-a204-12d1952fb409 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/quotas/9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 375 time: 0.0493181 Aug 04 15:15:48.293972 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:48.332359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-bc82656d-0251-4a27-aabd-b0aa5feeab28 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004128 Aug 04 15:15:48.404149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-82508284-cf22-4389-bb73-232e0cc8dbed None None] Provisioning complete for port a35207c1-e7d7-4681-bd43-e901972607ca triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:48.404850 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82508284-cf22-4389-bb73-232e0cc8dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.446888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-82508284-cf22-4389-bb73-232e0cc8dbed None None] Port a35207c1-e7d7-4681-bd43-e901972607ca cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:48.455020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-252c79e4-71b4-4e30-bbb9-69736e86b10d service neutron] 10.222.0.76 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094687 Aug 04 15:15:48.507962 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 2, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:48.535508 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Checking router: ee3a4965-b59c-4dc9-a52b-2c9df9ba477e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:48.535899 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Updating router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e port a35207c1-e7d7-4681-bd43-e901972607ca binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:15:48.565841 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.584551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.608389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.673962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-11eaa694-169c-41da-acdd-4bfb9a8a2394 service neutron] 10.222.0.76 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854913 Aug 04 15:15:48.753098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.25.0.130 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2f74fdd4-316e-4c26-9f52-fa6f4701e839) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:48.784518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.830862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 697675b9-84bb-4d69-81cd-12e8cd62a08d up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:48.883890 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.891658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.895176 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Transition to ACTIVE for port object a35207c1-e7d7-4681-bd43-e901972607ca will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:48.903782 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.909343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 697675b9-84bb-4d69-81cd-12e8cd62a08d triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:48.909803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.910482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65938b9b-4e51-4ced-a7e4-291f471622de req-a1500377-ea27-4940-bb35-c49958e5088c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 210 time: 0.0287600 Aug 04 15:15:48.954048 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:48.988071 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea811268-7df9-4a85-9055-346693413702 None None] Pushing event updated for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:49.000592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5442ae6c-5ad1-41fc-98c3-e08832621c03 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:49.024182 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.040987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Attempting to bind port a35207c1-e7d7-4681-bd43-e901972607ca on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:49.041355 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Attempting to bind port a35207c1-e7d7-4681-bd43-e901972607ca by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:49.042024 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Attempting to bind port a35207c1-e7d7-4681-bd43-e901972607ca on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:49.047311 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:49.047882 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:49.048073 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.048594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Bound using segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:49.048871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:49.049053 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Bound port: a35207c1-e7d7-4681-bd43-e901972607ca, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:49.049435 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.052572 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:49.080093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:49.080765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5442ae6c-5ad1-41fc-98c3-e08832621c03 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:49.081520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.137081 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] For port a35207c1-e7d7-4681-bd43-e901972607ca, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:49.143195 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] For port a35207c1-e7d7-4681-bd43-e901972607ca, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a35207c1-e7d7-4681-bd43-e901972607ca,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:49.153378 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.208933 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea811268-7df9-4a85-9055-346693413702 None None] Pushing event updated for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:49.230026 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:49.230841 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:49.261181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=2f74fdd4-316e-4c26-9f52-fa6f4701e839,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:49.446196 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.467967 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:49.678440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.692980 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:49Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:49.720589 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e095400-1f6a-43d5-b373-3592680174c3 None None] The sync data for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 is: [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:49Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:49.830494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router 4a180adc-6087-445a-9236-dffb01d01757 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:15:49.951566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:49.965914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Sync routers for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:49.977168 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:49.978465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d3459719-874a-4442-84c5-70a40e24a65c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1293018 Aug 04 15:15:49.979601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:49.980233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:49.981629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39640) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.031678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d28741a-b65d-4da1-a93b-6ae50c49e814 req-25173130-fcd7-47c2-b460-28894d1db35f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 210 time: 0.0300133 Aug 04 15:15:50.062147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe99476-3612-42dd-a84e-f7d1450efff3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:50.066907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39642) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.067145 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fe99476-3612-42dd-a84e-f7d1450efff3 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7c54da7bd226490c9a07326f149063f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0834839 Aug 04 15:15:50.119690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:50.193072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03fbeb-768a-48df-8ea4-4aa5eefe280c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:50.197250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c03fbeb-768a-48df-8ea4-4aa5eefe280c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265616 Aug 04 15:15:50.197496 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39644) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.246695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a493ffe4-8569-4e75-b824-719be61a957b tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455749 Aug 04 15:15:50.247000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39646) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.293716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0484d750-73f6-425e-996a-e04d32230f01 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7c54da7bd226490c9a07326f149063f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427077 Aug 04 15:15:50.294417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39648) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.301317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.353040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-82480471-8ce0-4323-b458-e0753822ab61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:50.359221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-82480471-8ce0-4323-b458-e0753822ab61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 797 time: 0.1990125 Aug 04 15:15:50.372239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:49Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:50.405501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Checking router: 4a180adc-6087-445a-9236-dffb01d01757 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:50.406009 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Updating router 4a180adc-6087-445a-9236-dffb01d01757 port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:15:50.407249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf2d4f-0440-413c-b9bc-d0d62987fb2c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:50.408972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-15bf2d4f-0440-413c-b9bc-d0d62987fb2c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1129427 Aug 04 15:15:50.412312 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-cbc81ce8-ea52-46c5-9a4a-1987ef22a9ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 379 time: 0.0457797 Aug 04 15:15:50.412782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39650) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.436495 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.447403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'port': {'device_id': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'admin_state_up': True, 'tenant_id': '9989338461854dedaf7455a859490971', 'security_groups': ['19abe07d-4904-4c87-89f8-7cac36b374a5']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:50.495899 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2848bf5e-db3c-4df2-a2a0-bd4e381932b0 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792899 Aug 04 15:15:50.496142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39652) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:50.501324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956234128', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'project_id': '7c54da7bd226490c9a07326f149063f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:50.578432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:50.582845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.616122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:50.620439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.752310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.3 (58b8d2d5-1a1f-4ac4-b195-4e1756efeaed/10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10/9d385b26-2ea4-44d4-972f-71b946faf4e4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:50.790450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.814973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Transition to ACTIVE for port object 2f74fdd4-316e-4c26-9f52-fa6f4701e839 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:50.830135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.893126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd487f-25fe-4d08-8e38-d96c37cd2315 None None] Pushing event updated for resources: {'Port': ['ID=2f74fdd4-316e-4c26-9f52-fa6f4701e839,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:50.898891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a35207c1-e7d7-4681-bd43-e901972607ca up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:50.904803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Attempting to bind port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:50.905187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Attempting to bind port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:50.905558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Attempting to bind port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:50.932343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:50.932729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:50.933146 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.933551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:50.934053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Bound port: 2f74fdd4-316e-4c26-9f52-fa6f4701e839, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:50.934513 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.957484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:50.979119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object 9d385b26-2ea4-44d4-972f-71b946faf4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:51.014190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] For port 2f74fdd4-316e-4c26-9f52-fa6f4701e839, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:51.017893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.018560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] For port 2f74fdd4-316e-4c26-9f52-fa6f4701e839, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f74fdd4-316e-4c26-9f52-fa6f4701e839,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:51.022225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port a35207c1-e7d7-4681-bd43-e901972607ca completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:51.028839 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.073043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:51.088729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:51.090965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:51.097273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a35207c1-e7d7-4681-bd43-e901972607ca triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:51.097652 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.103993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:51.193202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:51.193841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:51.194152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:51.194900 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.197981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd487f-25fe-4d08-8e38-d96c37cd2315 None None] Pushing event updated for resources: {'Port': ['ID=2f74fdd4-316e-4c26-9f52-fa6f4701e839,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:51.214909 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-541f9465-72a3-43b7-80f9-c3c24dac6d2e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895536 Aug 04 15:15:51.229579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Request body: {'port': {'device_id': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:51.332366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554c5bf-7799-4a7a-a861-91baa5859223 req-e72120ae-d8ed-4b6d-b7f0-04667f4c7d10 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:51.336643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.340824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9554c5bf-7799-4a7a-a861-91baa5859223 req-e72120ae-d8ed-4b6d-b7f0-04667f4c7d10 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 931 time: 0.1583529 Aug 04 15:15:51.342433 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.377785 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.391389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:51.413800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9554c5bf-7799-4a7a-a861-91baa5859223 req-f2ce53d4-8403-424a-8e83-922b821ff3fd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720844 Aug 04 15:15:51.461054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Subnet': ['ID=4b8fd615-903f-4729-94a2-bc7af174846c,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:51.466200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Checking segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:51.466672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network hostable DHCP agents. Network: dccd329f-6b6f-48ed-944e-8812166a7599, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:15:51.469781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port a35207c1-e7d7-4681-bd43-e901972607ca, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a35207c1-e7d7-4681-bd43-e901972607ca,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:51.487710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network dccd329f-6b6f-48ed-944e-8812166a7599 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:15:51.498245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dccd329f-6b6f-48ed-944e-8812166a7599) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:51.503543 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:51.504638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.519803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.523519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91864a62-d10b-4507-a9d9-f9a5becc2267 None None] Network dccd329f-6b6f-48ed-944e-8812166a7599 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:15:51.525791 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-31d8f527-a56d-460e-b63f-edf95dc7506d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0285666 Aug 04 15:15:51.526635 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39656) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:15:51.583981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-af1a7bde-2d6a-4812-911a-f511f2cb1682 None None] Provisioning for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:51.602681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-af1a7bde-2d6a-4812-911a-f511f2cb1682 None None] Provisioning complete for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:51.603046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-af1a7bde-2d6a-4812-911a-f511f2cb1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.633517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:51.641592 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.660768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Transition to ACTIVE for port object 9d385b26-2ea4-44d4-972f-71b946faf4e4 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:51.665229 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.694014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:51.700482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-af1a7bde-2d6a-4812-911a-f511f2cb1682 None None] Port 9d385b26-2ea4-44d4-972f-71b946faf4e4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:51.764338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:51.829663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:51.830146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:51.830486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:51.835786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:15:51.836174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:51.842773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:51.842995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:51.843380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Bound using segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:51.844283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:49Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:51.844464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Bound port: 9d385b26-2ea4-44d4-972f-71b946faf4e4, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:51.844464 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.848182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dccd329f-6b6f-48ed-944e-8812166a7599', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'fixed_ips': [{'subnet_id': '4b8fd615-903f-4729-94a2-bc7af174846c'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:15:51.849670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:51.890390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96199-a065-46cf-9055-1aae5d7d7318 None None] The sync data for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 is: [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:49Z', 'revision_number': 3, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:51.939755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:51.944133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:51.952975 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.001223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.002503 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.004231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 1092 time: 0.7807841 Aug 04 15:15:52.007125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:52.012009 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06" -d '{"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:52.042789 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487a914-fc81-42fc-8157-bdbffd5074a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:52.088035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Allocated IP 172.20.0.18 (dccd329f-6b6f-48ed-944e-8812166a7599/4b8fd615-903f-4729-94a2-bc7af174846c/043f792a-6066-4d29-99e4-6ef7dbcb6871) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:52.106481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.111751 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed2fae-c082-4f06-86a3-95729f51a18c x-openstack-request-id: req-92ed2fae-c082-4f06-86a3-95729f51a18c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:52.112264 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:52.112714 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92ed2fae-c082-4f06-86a3-95729f51a18c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:52.113744 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:15:52.122817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8bd47876-bb21-43d0-90c5-c008f441dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.125076 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8bd47876-bb21-43d0-90c5-c008f441dd2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0664334 Aug 04 15:15:52.183962 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-71c22352-4ce9-4fb8-9268-4a98d0fa7622 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 217 time: 0.0487702 Aug 04 15:15:52.237264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-62d6af6e-b6c7-41e0-b226-e45303135157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.238811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-62d6af6e-b6c7-41e0-b226-e45303135157 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0472789 Aug 04 15:15:52.323465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.334963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Transition to ACTIVE for port object 043f792a-6066-4d29-99e4-6ef7dbcb6871 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:52.349882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-dfb04f0b-d8ec-455b-8063-f0c4af5217ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.351742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-dfb04f0b-d8ec-455b-8063-f0c4af5217ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002100 Aug 04 15:15:52.354166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Transition to ACTIVE for port object 043f792a-6066-4d29-99e4-6ef7dbcb6871 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:52.361336 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.422198 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Network dccd329f-6b6f-48ed-944e-8812166a7599 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:52.430084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:52.433347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:52.441683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Pushing event updated for resources: {'Port': ['ID=043f792a-6066-4d29-99e4-6ef7dbcb6871,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:52.490313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-fce86ab8-cab3-42a9-9776-a8b1e51d6157 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150067 Aug 04 15:15:52.550289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.20.0.17 (dccd329f-6b6f-48ed-944e-8812166a7599/4b8fd615-903f-4729-94a2-bc7af174846c/1a7d7289-e813-485f-8d17-d906a01d22b6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:52.553030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Attempting to bind port 043f792a-6066-4d29-99e4-6ef7dbcb6871 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:52.553851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Attempting to bind port 043f792a-6066-4d29-99e4-6ef7dbcb6871 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:52.554420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Attempting to bind port 043f792a-6066-4d29-99e4-6ef7dbcb6871 on network dccd329f-6b6f-48ed-944e-8812166a7599 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:52.560790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:52.561479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Checking segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:52.561879 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.562280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Bound using segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:52.562786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Bound port: 043f792a-6066-4d29-99e4-6ef7dbcb6871, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:52.563177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.613459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-971fbe7c-fddd-4bb3-ac6a-8cc2d26fcad6 req-8933b47f-f4a1-4065-987b-3d540142545e service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274464 Aug 04 15:15:52.655833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eda47-e867-45f7-a513-e7b7b4c1d895 req-ab335168-8a5f-4f1c-95d1-a4cd103fd244 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.657475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d03eda47-e867-45f7-a513-e7b7b4c1d895 req-ab335168-8a5f-4f1c-95d1-a4cd103fd244 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.1239374 Aug 04 15:15:52.674113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] For port 043f792a-6066-4d29-99e4-6ef7dbcb6871, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:52.678137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] For port 043f792a-6066-4d29-99e4-6ef7dbcb6871, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=043f792a-6066-4d29-99e4-6ef7dbcb6871,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:52.684109 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.736159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-470a6589-eb09-4a02-948d-dfdf5881a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.754882 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-470a6589-eb09-4a02-948d-dfdf5881a5d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0878301 Aug 04 15:15:52.769873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d03eda47-e867-45f7-a513-e7b7b4c1d895 req-e4f6c1a9-edf2-4bf3-94d5-ba499098f610 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885677 Aug 04 15:15:52.781580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa04c1-0ce6-443a-b374-8691aa4b194a None None] Pushing event updated for resources: {'Port': ['ID=043f792a-6066-4d29-99e4-6ef7dbcb6871,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:52.796405 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.813143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Transition to ACTIVE for port object 1a7d7289-e813-485f-8d17-d906a01d22b6 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:52.871104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:52.922400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-68505e93-68ec-4d6b-b04f-61267071ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:52.924316 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-68505e93-68ec-4d6b-b04f-61267071ddb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.1616213 Aug 04 15:15:52.924562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:52.940097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network dccd329f-6b6f-48ed-944e-8812166a7599 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:52.941740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:52.944807 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:52.978005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f74fdd4-316e-4c26-9f52-fa6f4701e839 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:53.002284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-86975a3a-d79b-4684-997d-61aa676d0e5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 217 time: 0.0692320 Aug 04 15:15:53.015979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.087131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:53.093623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:53.094246 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.137766 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-9b5e35b3-a0e4-4be4-8b33-f01dcd4790db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:53.139764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-9b5e35b3-a0e4-4be4-8b33-f01dcd4790db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.1284330 Aug 04 15:15:53.210478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.214427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-d2221dd9-1739-4ede-8d66-8ae1445b511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:53.216498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-d2221dd9-1739-4ede-8d66-8ae1445b511c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688000 Aug 04 15:15:53.240430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2f74fdd4-316e-4c26-9f52-fa6f4701e839, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f74fdd4-316e-4c26-9f52-fa6f4701e839,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:53.245206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.247952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.249713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a35207c1-e7d7-4681-bd43-e901972607ca up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:53.331119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-0e47db97-3fbf-402b-bdab-433acf311581 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061430 Aug 04 15:15:53.433044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a7b404a9-2156-4bde-ad95-b63c8d4e3a06 req-064ca5bd-845a-479d-a586-dd63ffdd5182 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941026 Aug 04 15:15:53.498669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2f74fdd4-316e-4c26-9f52-fa6f4701e839,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:53.512938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port a35207c1-e7d7-4681-bd43-e901972607ca triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:53.512938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.563279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.568681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.649177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:53.650935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:53.746954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network dccd329f-6b6f-48ed-944e-8812166a7599 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:53.748480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:53.877475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fac40-341d-4b4d-886e-6ae96ea7e9d7 None None] Network dccd329f-6b6f-48ed-944e-8812166a7599 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:15:53.901102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router 4a180adc-6087-445a-9236-dffb01d01757 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:15:53.914341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa579968-cd00-4f67-9e43-3386e890cda5 req-b82bef39-b56e-4d7b-b0d7-065f65948bac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:53.915911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa579968-cd00-4f67-9e43-3386e890cda5 req-b82bef39-b56e-4d7b-b0d7-065f65948bac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.0739546 Aug 04 15:15:53.935724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7470fdc1-539f-4984-9df2-ae017fa57000 None None] Provisioning for port 043f792a-6066-4d29-99e4-6ef7dbcb6871 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:54.001964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa579968-cd00-4f67-9e43-3386e890cda5 req-45e03c1d-a752-4421-a19a-8fceeeed16a7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761275 Aug 04 15:15:54.063929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:15:54.070331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f70d12a7-a5e4-4307-94fc-3b99001b9f27 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "PUT /v2.0/routers/4a180adc-6087-445a-9236-dffb01d01757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428247 Aug 04 15:15:54.284958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3c5c2351-634c-4c87-a698-05365fbf7e66 None None] Provisioning for port 1a7d7289-e813-485f-8d17-d906a01d22b6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:54.289722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3c5c2351-634c-4c87-a698-05365fbf7e66 None None] Provisioning complete for port 1a7d7289-e813-485f-8d17-d906a01d22b6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:54.290169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2351-634c-4c87-a698-05365fbf7e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:54.306783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-0d3c1a8f-a264-4231-83b1-bbf1b3d7c5fe tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:54.316083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-0d3c1a8f-a264-4231-83b1-bbf1b3d7c5fe tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/networks?id=dccd329f-6b6f-48ed-944e-8812166a7599 HTTP/1.1" status: 200 len: 796 time: 0.1284118 Aug 04 15:15:54.336961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-b14f0664-9ccf-480c-8f6b-6bdd95a97f7e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/quotas/7c54da7bd226490c9a07326f149063f9 HTTP/1.1" status: 200 len: 375 time: 0.0192220 Aug 04 15:15:54.342307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c2351-634c-4c87-a698-05365fbf7e66 None None] Port 1a7d7289-e813-485f-8d17-d906a01d22b6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:54.396023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-db551ac1-00c4-43aa-9a70-3d01f2665b49 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0581458 Aug 04 15:15:54.430503 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Sync routers for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:15:54.444415 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:54.445001 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:54.469374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-53ea2ef2-1b6c-472c-835d-b75dd3b7b0c7 None None] Provisioning complete for port 1a7d7289-e813-485f-8d17-d906a01d22b6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:54.469825 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-53ea2ef2-1b6c-472c-835d-b75dd3b7b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:54.516191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-53ea2ef2-1b6c-472c-835d-b75dd3b7b0c7 None None] Port 1a7d7289-e813-485f-8d17-d906a01d22b6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:54.561683 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:54.572006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-d90d269b-85c1-464f-8398-33510994d37b service neutron] 10.222.0.76 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628456 Aug 04 15:15:54.666018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-3334a32e-da9c-4f48-9824-508439bb2120 service neutron] 10.222.0.76 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Aug 04 15:15:54.737140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-aec9fa6a-c6c8-4c21-a3d8-af3d07b94072 None None] Provisioning complete for port 1a7d7289-e813-485f-8d17-d906a01d22b6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:54.737622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aec9fa6a-c6c8-4c21-a3d8-af3d07b94072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:54.762077 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a7d7289-e813-485f-8d17-d906a01d22b6', 'name': '', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:24:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:52Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 2, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:54.779437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-aec9fa6a-c6c8-4c21-a3d8-af3d07b94072 None None] Port 1a7d7289-e813-485f-8d17-d906a01d22b6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:54.796098 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Checking router: 4a180adc-6087-445a-9236-dffb01d01757 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:15:54.796452 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Updating router 4a180adc-6087-445a-9236-dffb01d01757 port 1a7d7289-e813-485f-8d17-d906a01d22b6 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:15:54.825331 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:54.864636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eeb056ee-3bd9-4b5b-8c66-03b4f790e8e3 req-57a44182-d88f-418b-b622-f29f06d40007 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 210 time: 0.0293381 Aug 04 15:15:54.954364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f74fdd4-316e-4c26-9f52-fa6f4701e839 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:55.017589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:55.017971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.128549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 043f792a-6066-4d29-99e4-6ef7dbcb6871 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:55.136351 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.150876 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Transition to ACTIVE for port object 1a7d7289-e813-485f-8d17-d906a01d22b6 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:55.160612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd04a-b6ad-40a1-9ce8-adada53c5e1e req-0285b95c-f9be-4244-ae02-a569f5002797 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:55.161211 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.162935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96bfd04a-b6ad-40a1-9ce8-adada53c5e1e req-0285b95c-f9be-4244-ae02-a569f5002797 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.0769424 Aug 04 15:15:55.188245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 043f792a-6066-4d29-99e4-6ef7dbcb6871 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:55.192458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 043f792a-6066-4d29-99e4-6ef7dbcb6871 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:55.192910 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.209786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96bfd04a-b6ad-40a1-9ce8-adada53c5e1e req-43d5f80d-08d6-452c-9e34-b32973432315 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 Aug 04 15:15:55.220029 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5702a-4a55-4ad9-b76c-3b2f6b740344 None None] Pushing event updated for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:55.294342 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Attempting to bind port 1a7d7289-e813-485f-8d17-d906a01d22b6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:55.295182 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Attempting to bind port 1a7d7289-e813-485f-8d17-d906a01d22b6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:55.295743 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Attempting to bind port 1a7d7289-e813-485f-8d17-d906a01d22b6 on network dccd329f-6b6f-48ed-944e-8812166a7599 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:55.301926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:55.302490 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Checking segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:55.302982 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.303385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Bound using segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:55.303855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Bound port: 1a7d7289-e813-485f-8d17-d906a01d22b6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:55.304232 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.320318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.366125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 043f792a-6066-4d29-99e4-6ef7dbcb6871, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=043f792a-6066-4d29-99e4-6ef7dbcb6871,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:55.368928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:15:55.377567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.403135 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] For port 1a7d7289-e813-485f-8d17-d906a01d22b6, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:55.407228 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] For port 1a7d7289-e813-485f-8d17-d906a01d22b6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a7d7289-e813-485f-8d17-d906a01d22b6,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:55.415144 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.474499 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:15:55.475411 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:55.484124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=043f792a-6066-4d29-99e4-6ef7dbcb6871,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:55.543318 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5702a-4a55-4ad9-b76c-3b2f6b740344 None None] Pushing event updated for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:55.556801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:55.569599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:15:55.619457 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:15:55.625167 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.641513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:55.662421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:55.668117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:55.718898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:55.830243 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a7d7289-e813-485f-8d17-d906a01d22b6', 'name': '', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:24:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:52Z', 'updated_at': '2021-08-04T15:15:55Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:15:55.856650 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e5351-6463-4bb5-aaae-708e297fbc84 None None] The sync data for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 is: [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '1a7d7289-e813-485f-8d17-d906a01d22b6', 'name': '', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:24:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:52Z', 'updated_at': '2021-08-04T15:15:55Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:15:55.876270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9d385b26-2ea4-44d4-972f-71b946faf4e4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:15:56.006157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0301a0b-2a23-4329-a78e-20c63446d3e0 req-bf4ee027-8cac-4a3e-8d9a-6baadec63209 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 210 time: 0.0407884 Aug 04 15:15:56.118893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-1ab2bff6-a1eb-45b4-ba40-18172d13700d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:56.121412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-1ab2bff6-a1eb-45b4-ba40-18172d13700d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.46 "GET /v2.0/networks?id=dccd329f-6b6f-48ed-944e-8812166a7599 HTTP/1.1" status: 200 len: 796 time: 0.1501493 Aug 04 15:15:56.136613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Request body: {'port': {'device_id': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'admin_state_up': True, 'tenant_id': '7c54da7bd226490c9a07326f149063f9'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:56.255404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Made reservation on behalf of 7c54da7bd226490c9a07326f149063f9 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:15:56.258948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.342464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ba55-a621-423f-9571-84fd021de8a9 req-cc5d1c0e-0754-49d4-a6b1-2c1209160152 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:56.344101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1636ba55-a621-423f-9571-84fd021de8a9 req-cc5d1c0e-0754-49d4-a6b1-2c1209160152 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0529423 Aug 04 15:15:56.387769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1636ba55-a621-423f-9571-84fd021de8a9 req-97e4f564-3fa7-4f4b-9a49-1915635bb364 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Aug 04 15:15:56.394020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Allocated IP 172.20.0.30 (dccd329f-6b6f-48ed-944e-8812166a7599/4b8fd615-903f-4729-94a2-bc7af174846c/9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:15:56.516124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.531127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Transition to ACTIVE for port object 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:56.566177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.613392 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Network dccd329f-6b6f-48ed-944e-8812166a7599 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:15:56.616701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:15:56.621272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:15:56.625309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event updated for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:56.657610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.657962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.658302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.658652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.658988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.659324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.659657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.659982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.660311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.660632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.660954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.661274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:15:56.686993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:56.687661 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.703757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-32a3cced-4651-4c2e-bc72-9e8aa0cfa1e5 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5717835 Aug 04 15:15:56.716808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Request body: {'port': {'device_id': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:15:56.789261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.881331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5b94c15c-e007-4662-a7e3-5697ce8bc7ed None None] Provisioning for port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:56.885493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5b94c15c-e007-4662-a7e3-5697ce8bc7ed None None] Provisioning complete for port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:56.885865 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5b94c15c-e007-4662-a7e3-5697ce8bc7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:56.910336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a7d7289-e813-485f-8d17-d906a01d22b6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:56.952549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-5b94c15c-e007-4662-a7e3-5697ce8bc7ed None None] Port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:15:56.969772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1a7d7289-e813-485f-8d17-d906a01d22b6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:56.974081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1a7d7289-e813-485f-8d17-d906a01d22b6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:56.974454 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.053747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.089048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1a7d7289-e813-485f-8d17-d906a01d22b6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a7d7289-e813-485f-8d17-d906a01d22b6,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:57.093407 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.094440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 043f792a-6066-4d29-99e4-6ef7dbcb6871 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:57.100069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:15:57.109208 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.119657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383a2a5-d146-4881-885f-16447c72c4ac req-c2313962-9d24-42a8-8c4f-ad9167580b39 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:57.123483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d383a2a5-d146-4881-885f-16447c72c4ac req-c2313962-9d24-42a8-8c4f-ad9167580b39 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 895 time: 0.0534232 Aug 04 15:15:57.123827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Transition to ACTIVE for port object 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:15:57.131261 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.190489 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Pushing event updated for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:57.198847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:57.220535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 043f792a-6066-4d29-99e4-6ef7dbcb6871 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:57.221375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.261460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Attempting to bind port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:15:57.261881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Attempting to bind port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:15:57.262276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Attempting to bind port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c on network dccd329f-6b6f-48ed-944e-8812166a7599 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:57.267509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c on network dccd329f-6b6f-48ed-944e-8812166a7599 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:15:57.267838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Attempting to bind port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c on network dccd329f-6b6f-48ed-944e-8812166a7599 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:15:57.275087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:15:57.275549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Checking segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:15:57.275862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Bound using segment: {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:15:57.276298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Bound port: 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc96f0e-fb78-4650-8cd3-cd338ee9f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:15:57.276666 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.354535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:15:57.357825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:15:57.365992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.373011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:57.420862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:57.421500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.423063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] 10.222.0.46 "PUT /v2.0/ports/9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c HTTP/1.1" status: 200 len: 1056 time: 0.7107801 Aug 04 15:15:57.423484 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:57.432229 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:57.436068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:15:57.456668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef5f69-4a97-4197-95f6-2413f493d416 service neutron] Pushing event updated for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:57.472659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:57.472970 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.522328 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667b2c30-8842-449e-8daa-2ea30028f30a x-openstack-request-id: req-667b2c30-8842-449e-8daa-2ea30028f30a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:57.522648 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:57.523092 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-667b2c30-8842-449e-8daa-2ea30028f30a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:57.523452 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c', 'status': 'completed', 'code': 200} Aug 04 15:15:57.538991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-fa3a29ef-b1bd-4c91-a558-30b6cc8ed5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:57.540453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-fa3a29ef-b1bd-4c91-a558-30b6cc8ed5fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 1059 time: 0.0559618 Aug 04 15:15:57.551146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f44a-589e-4a88-b347-d7fb8acbf54c req-283b48aa-00a0-4b2a-b648-df9442b629f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:57.552748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32e4f44a-589e-4a88-b347-d7fb8acbf54c req-283b48aa-00a0-4b2a-b648-df9442b629f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0655429 Aug 04 15:15:57.583883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.590517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-17e380ab-c4d6-4d8f-bf92-65e58cfb36bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c HTTP/1.1" status: 200 len: 217 time: 0.0416286 Aug 04 15:15:57.601175 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32e4f44a-589e-4a88-b347-d7fb8acbf54c req-977ecfb9-a82d-48b7-9163-03bbc1cb63f7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387378 Aug 04 15:15:57.610259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:15:57.612675 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345e1c0-7c82-4cae-8698-ad6f25a38aa0" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:15:57.625956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:15:57.637446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:57.664280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-7720e567-ba41-4a6e-8f02-85010d6f1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:57.665841 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-7720e567-ba41-4a6e-8f02-85010d6f1182 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b8fd615-903f-4729-94a2-bc7af174846c HTTP/1.1" status: 200 len: 837 time: 0.0684412 Aug 04 15:15:57.686044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:15:57.752780 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2f2ff-b58e-490f-b2d6-6115d31936d0 x-openstack-request-id: req-00f2f2ff-b58e-490f-b2d6-6115d31936d0 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:15:57.753105 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:15:57.753263 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00f2f2ff-b58e-490f-b2d6-6115d31936d0 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:15:57.753649 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'code': 200} Aug 04 15:15:58.047381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-c6af435b-84b8-41a5-9a43-93b625e335fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.048907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-c6af435b-84b8-41a5-9a43-93b625e335fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd329f-6b6f-48ed-944e-8812166a7599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3761549 Aug 04 15:15:58.053240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461f983-c4f0-4070-b6e7-7ec1e37b7eb8 req-1f454a70-3b94-4d97-b6ca-7c22735fa95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.054609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a461f983-c4f0-4070-b6e7-7ec1e37b7eb8 req-1f454a70-3b94-4d97-b6ca-7c22735fa95e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1097 time: 0.0501895 Aug 04 15:15:58.140122 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a461f983-c4f0-4070-b6e7-7ec1e37b7eb8 req-4a96b307-fb0b-4ddb-9a33-abe1647a8756 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767307 Aug 04 15:15:58.172791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-5722878f-021a-4d2e-b922-068840dc41df service neutron] 10.222.0.46 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105177 Aug 04 15:15:58.251001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71dc90-f6cb-47a8-98e6-dd05d72a547c req-f5746315-7b80-4a18-a0dd-66bcd0dec24e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.252417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a71dc90-f6cb-47a8-98e6-dd05d72a547c req-f5746315-7b80-4a18-a0dd-66bcd0dec24e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 907 time: 0.0504823 Aug 04 15:15:58.276200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-32fbb070-4fa9-4e2f-9dae-34f62638adae req-f6fc7051-aef0-4589-a562-85089ed1cc90 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Aug 04 15:15:58.377441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-24c3690e-e393-4f78-86af-4b96e5857916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.378953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-24c3690e-e393-4f78-86af-4b96e5857916 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 1059 time: 0.0463428 Aug 04 15:15:58.469499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-13ed6dd8-ec54-4ef2-a38b-40389ab1b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.470997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-13ed6dd8-ec54-4ef2-a38b-40389ab1b765 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd329f-6b6f-48ed-944e-8812166a7599 HTTP/1.1" status: 200 len: 897 time: 0.0843954 Aug 04 15:15:58.522062 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-69bb6e1c-52da-46ac-b5ff-c378a61dcf34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c HTTP/1.1" status: 200 len: 217 time: 0.0398252 Aug 04 15:15:58.577020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-37fc5970-17d8-4b1a-9cc0-71f3cf76d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.578449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-37fc5970-17d8-4b1a-9cc0-71f3cf76d343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b8fd615-903f-4729-94a2-bc7af174846c HTTP/1.1" status: 200 len: 837 time: 0.0473330 Aug 04 15:15:58.632889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-6ad5ae20-4de3-4757-b872-7d680bd4cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.634467 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-6ad5ae20-4de3-4757-b872-7d680bd4cf30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd329f-6b6f-48ed-944e-8812166a7599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0485089 Aug 04 15:15:58.722862 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad766c-6f92-41e2-93b0-4e74939bd255 req-e3b8e0c4-4563-4518-95a8-1fdad6d2776a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:58.724391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93ad766c-6f92-41e2-93b0-4e74939bd255 req-e3b8e0c4-4563-4518-95a8-1fdad6d2776a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0497565 Aug 04 15:15:58.724691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-634e6caf-5627-4c41-98f8-51514f1d5181 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822871 Aug 04 15:15:58.766434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93ad766c-6f92-41e2-93b0-4e74939bd255 req-a4716230-eb94-45cf-bd2d-da86d0754a70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Aug 04 15:15:58.807232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a7d7289-e813-485f-8d17-d906a01d22b6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:15:58.825557 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b5628e6-ad2f-4ce1-ad9e-450c43cc85f3 req-f2cc8309-0108-461a-96ca-7751aa911e00 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Aug 04 15:15:58.854507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1a7d7289-e813-485f-8d17-d906a01d22b6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:15:58.854912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:15:59.393710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05fd7-8348-4027-9cd6-2e8a6a2a4f12 req-e8e239e2-b3ce-466f-b63f-5350835e148e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:59.393710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad05fd7-8348-4027-9cd6-2e8a6a2a4f12 req-e8e239e2-b3ce-466f-b63f-5350835e148e tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 907 time: 0.0685503 Aug 04 15:15:59.906180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6ab71-8dff-4bba-982b-7880548ce26b req-c99b3e84-0377-4a33-b9d1-354024b9ab02 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:15:59.907722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28f6ab71-8dff-4bba-982b-7880548ce26b req-c99b3e84-0377-4a33-b9d1-354024b9ab02 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0586085 Aug 04 15:15:59.950313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28f6ab71-8dff-4bba-982b-7880548ce26b req-ceee7e28-9b1c-4b27-aee8-32d8bdcb416a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 Aug 04 15:16:00.076276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747ee5-46ed-45df-88a1-5d91a63d6d53 req-6e5b2206-240c-4060-b107-a179c632f4d8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:00.077718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c747ee5-46ed-45df-88a1-5d91a63d6d53 req-6e5b2206-240c-4060-b107-a179c632f4d8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0609558 Aug 04 15:16:00.120028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c747ee5-46ed-45df-88a1-5d91a63d6d53 req-8da46d20-5769-4db1-a2a2-7af38f3a4cad tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335238 Aug 04 15:16:00.142430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:00.193003 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e92946-8005-4b5f-8a19-2af46430ea30 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:00.194567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d7e92946-8005-4b5f-8a19-2af46430ea30 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1092 time: 0.0508797 Aug 04 15:16:00.197607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:00.202364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:00.227177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:00.327956 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:00.454287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.235 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/6a110517-4fce-4717-8939-344ec1fb10c5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:00.564813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad63b4e-29fc-45c1-a69f-bcdec86a30d6 req-732bc74c-5856-4a3b-aa61-371d9b59f9ee tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:00.566295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ad63b4e-29fc-45c1-a69f-bcdec86a30d6 req-732bc74c-5856-4a3b-aa61-371d9b59f9ee tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 907 time: 0.1021545 Aug 04 15:16:00.596180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:00.639072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:00.676062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:00.680847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:00.683615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:00.707077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=6a110517-4fce-4717-8939-344ec1fb10c5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:01.050570 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:16:01.051236 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.126558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.276937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.285533 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.358720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=6a110517-4fce-4717-8939-344ec1fb10c5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:01.373489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.399141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:16:01.472563 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 34622eb6-acbe-4dd1-bc0d-690780225e04 associated. External IP: 172.25.0.235, port: 9d385b26-2ea4-44d4-972f-71b946faf4e4. Aug 04 15:16:01.500810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:01.514181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c', 'network_id': 'dccd329f-6b6f-48ed-944e-8812166a7599', 'port_id': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c', 'mac_address': 'fa:16:3e:5d:77:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8fd615-903f-4729-94a2-bc7af174846c', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:16:01.553470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.567830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:16:01.588937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:01.595736 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:01.647824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:01.815293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:16:01.957977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873ba6-75d7-4ade-9fe6-5f0abe8e1964 req-0523c5b4-c16a-4b4e-bda0-5ba311b69b06 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:01.959408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85873ba6-75d7-4ade-9fe6-5f0abe8e1964 req-0523c5b4-c16a-4b4e-bda0-5ba311b69b06 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 908 time: 0.0965834 Aug 04 15:16:02.088993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:02.200207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:02.210837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Sync routers for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:02.217491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:02.220001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:02.220720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:02.244435 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b44e9471-06b7-4f22-9840-40df818e2f70 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0457861 Aug 04 15:16:02.245017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:02.247383 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd291498-e642-40e2-a00f-7d1b1f2d2f00" -d '{"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:02.284828 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b465f-00dc-4a9e-ae55-03481c6d753e x-openstack-request-id: req-365b465f-00dc-4a9e-ae55-03481c6d753e {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:02.285115 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:02.285365 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-365b465f-00dc-4a9e-ae55-03481c6d753e {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:02.285764 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:16:02.342450 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:02.350561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3dc35-cc4d-4a54-a6ff-ff75b1246ec6 req-d1676308-e5d7-4a8e-a8bc-fdf65d4e8012 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:02.351862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-db3ae959-3b27-481b-b2ad-9f12a5255ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:02.352385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76e3dc35-cc4d-4a54-a6ff-ff75b1246ec6 req-d1676308-e5d7-4a8e-a8bc-fdf65d4e8012 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0578904 Aug 04 15:16:02.353749 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-db3ae959-3b27-481b-b2ad-9f12a5255ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1097 time: 0.0438771 Aug 04 15:16:02.391212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76e3dc35-cc4d-4a54-a6ff-ff75b1246ec6 req-0e10c1bc-7a61-4cdd-a0ec-b554c41d21a5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324340 Aug 04 15:16:02.414108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:02.451879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-c7b5b2de-1368-4821-b813-db967eae46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:02.453517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-c7b5b2de-1368-4821-b813-db967eae46c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0932913 Aug 04 15:16:02.480797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e6e04cec-3530-4758-b3a8-58101723f119 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/34622eb6-acbe-4dd1-bc0d-690780225e04 HTTP/1.1" status: 200 len: 991 time: 0.0651746 Aug 04 15:16:02.519444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-cbbbe947-c987-4ad9-af1f-6377c406eb0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0581112 Aug 04 15:16:02.568343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-a30ea80f-dd33-4ead-9658-c18853f6b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:02.569814 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-a30ea80f-dd33-4ead-9658-c18853f6b29c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0428686 Aug 04 15:16:02.578416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '34622eb6-acbe-4dd1-bc0d-690780225e04', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:00Z', 'updated_at': '2021-08-04T15:16:00Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:02.608735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Checking router: ee3a4965-b59c-4dc9-a52b-2c9df9ba477e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:02.617876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:02.618486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:02.619602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-b8224c18-4b3e-41e3-9f0e-935cfc29ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:02.621118 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-b8224c18-4b3e-41e3-9f0e-935cfc29ceb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443025 Aug 04 15:16:02.709866 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-f2074930-396f-4bef-81a6-d0b00c96ab01 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815420 Aug 04 15:16:02.721107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:02.804495 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd291498-e642-40e2-a00f-7d1b1f2d2f00 req-6de819e2-24e6-4635-b8cc-14a5e3adae5a service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Aug 04 15:16:02.972731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '34622eb6-acbe-4dd1-bc0d-690780225e04', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:00Z', 'updated_at': '2021-08-04T15:16:00Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:02.999614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ffddb5-bef6-47c2-94fd-6a89983d479d None None] The sync data for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 is: [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '34622eb6-acbe-4dd1-bc0d-690780225e04', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:00Z', 'updated_at': '2021-08-04T15:16:00Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:03.081650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344415-9f15-40b6-8f7d-376385d7b25d req-c90f4ade-1ec7-47a0-98f7-a9f6ffd56316 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:03.083188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-77344415-9f15-40b6-8f7d-376385d7b25d req-c90f4ade-1ec7-47a0-98f7-a9f6ffd56316 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 908 time: 0.0544751 Aug 04 15:16:03.210622 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf1e36-8231-4e01-afcd-7c80a50f230a None None] New status for floating IP 34622eb6-acbe-4dd1-bc0d-690780225e04: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:16:03.415721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:03.470248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:03.475171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:03.475656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:03.484540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:03.551863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7440c6fe-4622-49e7-af7e-9efdeb86c702 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/34622eb6-acbe-4dd1-bc0d-690780225e04 HTTP/1.1" status: 200 len: 993 time: 0.0658443 Aug 04 15:16:03.576761 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:03.601302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:03.603612 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c8bff9-0458-4ac1-8fed-c45c28afa47c" -d '{"events": [{"server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:03.616785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:03.621971 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:03.630912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe2a93-51a8-4b58-96d0-fdf54dba0740 req-edd52a4b-07bd-458a-b17c-ab8f7c7148a6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:03.632636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06fe2a93-51a8-4b58-96d0-fdf54dba0740 req-edd52a4b-07bd-458a-b17c-ab8f7c7148a6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.0548589 Aug 04 15:16:03.648832 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4fd3fa-29c4-4338-bb62-3c8a52257408 x-openstack-request-id: req-6a4fd3fa-29c4-4338-bb62-3c8a52257408 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:03.649116 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "name": "network-vif-plugged", "status": "completed", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:03.649598 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a4fd3fa-29c4-4338-bb62-3c8a52257408 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:03.649990 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c', 'code': 200} Aug 04 15:16:03.674469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-06fe2a93-51a8-4b58-96d0-fdf54dba0740 req-595c1b7b-7804-4c17-b3a4-939d7317a1e0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351882 Aug 04 15:16:03.679942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:03.742726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b46a-056b-430a-83db-4bc9240ce737 req-ee9e7818-1c5a-4382-8b8b-7629be3f431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:03.744199 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8d9b46a-056b-430a-83db-4bc9240ce737 req-ee9e7818-1c5a-4382-8b8b-7629be3f431a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 1061 time: 0.0406072 Aug 04 15:16:04.215268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97bf4a-cbc6-4226-a6db-bf17e6b410ab req-73da9113-0791-4a3f-afb6-5cc0581e6446 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:04.216855 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b97bf4a-cbc6-4226-a6db-bf17e6b410ab req-73da9113-0791-4a3f-afb6-5cc0581e6446 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0600491 Aug 04 15:16:04.797289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53658-f664-45f5-bb56-58b2819dbced req-40ca9216-f9ac-460d-bb89-8c798572326c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:04.798827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9f53658-f664-45f5-bb56-58b2819dbced req-40ca9216-f9ac-460d-bb89-8c798572326c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Aug 04 15:16:04.841619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9f53658-f664-45f5-bb56-58b2819dbced req-4e2f6bbb-a0a9-48fe-aa7a-814f8f7ee982 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Aug 04 15:16:05.338489 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650022a-1c6b-4ea6-beaf-f39bfca30fe5 req-a3172a80-408b-4cea-a797-91f2ef1d2545 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.340053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6650022a-1c6b-4ea6-beaf-f39bfca30fe5 req-a3172a80-408b-4cea-a797-91f2ef1d2545 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0510888 Aug 04 15:16:05.361478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-eb69532b-08cc-4d30-acf4-9cc50a3ec73d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.363362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-eb69532b-08cc-4d30-acf4-9cc50a3ec73d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 945 time: 0.0490594 Aug 04 15:16:05.456895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3e9ab-daf5-465a-a601-e6aa40e578ea req-e357ce77-4584-4dd9-97e6-58b2424137a3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.458615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cd3e9ab-daf5-465a-a601-e6aa40e578ea req-e357ce77-4584-4dd9-97e6-58b2424137a3 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0519469 Aug 04 15:16:05.463986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 47753044-3947-4b5e-849c-3aba7ecef443 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:05.464336 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:05.560414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port 47753044-3947-4b5e-849c-3aba7ecef443, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=47753044-3947-4b5e-849c-3aba7ecef443,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:05.560789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:05.563711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1a290-c355-47fc-befe-8c7995fa8c89 req-89d7ee94-26ca-40d8-9d4e-5642ee72a78a tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.565485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84e1a290-c355-47fc-befe-8c7995fa8c89 req-89d7ee94-26ca-40d8-9d4e-5642ee72a78a tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 1061 time: 0.0409660 Aug 04 15:16:05.678287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee542055-27a5-4f6e-9df2-16fa4b98d777 req-0a33b789-5d19-404e-b83a-aef22e86476b tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.680077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee542055-27a5-4f6e-9df2-16fa4b98d777 req-0a33b789-5d19-404e-b83a-aef22e86476b tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.0447791 Aug 04 15:16:05.716418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee542055-27a5-4f6e-9df2-16fa4b98d777 req-93372d91-71bd-45d1-abc7-bd4071c991e7 tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0301816 Aug 04 15:16:05.737974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:05.778973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f81a1-60c4-47ee-8ec5-61f72faf226c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:05.780501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-802f81a1-60c4-47ee-8ec5-61f72faf226c tempest-TestSecurityGroupsBasicOps-1272720546 tempest-TestSecurityGroupsBasicOps-1272720546-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 1056 time: 0.0416989 Aug 04 15:16:05.788072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:05.788499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:05.788845 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP 9d40004a-abef-4534-a5c6-050b1cdffb63 disassociated. External IP: 172.25.0.206, port: 47753044-3947-4b5e-849c-3aba7ecef443. Aug 04 15:16:05.789286 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 47753044-3947-4b5e-849c-3aba7ecef443 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:05.925602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:05.955859 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=47753044-3947-4b5e-849c-3aba7ecef443,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:05.970020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-940fea3b-75a2-4a21-ac1a-ff28419f49c6 req-cf77ff07-a9e4-4383-82ae-50626754c7fb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.0285358 Aug 04 15:16:06.019909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ebda9-6253-4ff3-83df-699d625e91f9 req-719cdf03-3e00-4a7f-87a7-20af28a44934 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:06.021468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c45ebda9-6253-4ff3-83df-699d625e91f9 req-719cdf03-3e00-4a7f-87a7-20af28a44934 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0544891 Aug 04 15:16:06.082350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:06.193778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:06.203378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:06.214334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:06.214985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:06.233322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port 47753044-3947-4b5e-849c-3aba7ecef443 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:06.236218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:06.238286 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7a7eb961-8b74-47f0-aa87-67602f7b4de6 req-df730048-57ed-4824-a63a-b4291dd554e7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.46 "DELETE /v2.0/ports/47753044-3947-4b5e-849c-3aba7ecef443 HTTP/1.1" status: 204 len: 173 time: 0.8650436 Aug 04 15:16:06.238754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'name': 'network-vif-deleted', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:06.241051 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec3706-b3d7-4122-b281-da7efb6350eb" -d '{"events": [{"server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "name": "network-vif-deleted", "tag": "47753044-3947-4b5e-849c-3aba7ecef443"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:06.279581 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ff290-ec2f-4274-9f9c-8a3f50a1e1b5 x-openstack-request-id: req-a01ff290-ec2f-4274-9f9c-8a3f50a1e1b5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:06.279871 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefc805c-5e6b-45e2-a902-f077e3df7a96", "name": "network-vif-deleted", "tag": "47753044-3947-4b5e-849c-3aba7ecef443", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:06.280134 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a01ff290-ec2f-4274-9f9c-8a3f50a1e1b5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:06.280524 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefc805c-5e6b-45e2-a902-f077e3df7a96', 'name': 'network-vif-deleted', 'tag': '47753044-3947-4b5e-849c-3aba7ecef443', 'status': 'completed', 'code': 200} Aug 04 15:16:06.326347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:06.684759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:06.710476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:06.719152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:06.719753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:06.824688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:07.030374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:07.059736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665e6f6-6b05-4389-a8af-5f05b0fde97f None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:07.088687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80c5e98f-1dcd-4a71-bd2e-9e1be0f9eaf1 req-49684e3a-2359-4ccc-85ab-37a4687a6d64 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.0463929 Aug 04 15:16:07.184059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33ff44-7e8e-47f8-8611-dc6daf1b86eb req-1d54027b-0012-4620-be76-c7d663021e83 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:07.185623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fb33ff44-7e8e-47f8-8611-dc6daf1b86eb req-1d54027b-0012-4620-be76-c7d663021e83 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0510488 Aug 04 15:16:07.337566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-6722f075-1fc1-4b31-ab2d-9da66a13223d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:07.339182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-6722f075-1fc1-4b31-ab2d-9da66a13223d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.46 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 909 time: 0.0567648 Aug 04 15:16:07.343435 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79418c83-0803-4cc2-b552-e229c70eb94f None None] New status for floating IP 9d40004a-abef-4534-a5c6-050b1cdffb63: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:16:07.432113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:07.432505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:07.527090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:07.527459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:07.540544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:07.670511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:07.702029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:07.742884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] No DVR routers for this DVR port 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:07.745516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:07.747766 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ec4e7ead-d5fc-4551-b2bf-49baaa0e714c req-4b43e386-e3af-4cf9-a67b-1a986a07b2cd tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.46 "DELETE /v2.0/ports/9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c HTTP/1.1" status: 204 len: 173 time: 0.4018002 Aug 04 15:16:08.200172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89a02bc3-d1d6-498f-b81b-00718e61dfa8 req-1f9213e2-3c0f-4b33-84b0-d4879077a6c0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.0326350 Aug 04 15:16:08.281773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'name': 'network-vif-deleted', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:08.287425 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90bca91-716f-4ff9-b1b1-8ad1028a0473" -d '{"events": [{"server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "name": "network-vif-deleted", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:08.325787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03646be2-0a93-4c0e-876d-7f6597852b7a req-371f34dc-d728-4c6b-92c8-8f3817b0e60c tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=1292d6e0-1e1e-4efd-9816-a926f5c9db8f HTTP/1.1" status: 200 len: 210 time: 0.0381961 Aug 04 15:16:08.342403 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa7401-fe6c-4b5d-b06d-5609e8d89fa7 x-openstack-request-id: req-d5fa7401-fe6c-4b5d-b06d-5609e8d89fa7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:08.342964 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1292d6e0-1e1e-4efd-9816-a926f5c9db8f", "name": "network-vif-deleted", "tag": "9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:08.342964 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5fa7401-fe6c-4b5d-b06d-5609e8d89fa7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:08.343361 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1292d6e0-1e1e-4efd-9816-a926f5c9db8f', 'name': 'network-vif-deleted', 'tag': '9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c', 'status': 'completed', 'code': 200} Aug 04 15:16:09.308891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5c88465a-283a-4c16-9e9b-e222692e53e6 req-d9987623-09ba-4852-8cf2-1112719eb1b3 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=cefc805c-5e6b-45e2-a902-f077e3df7a96 HTTP/1.1" status: 200 len: 210 time: 0.0269833 Aug 04 15:16:09.372745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:09.442207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:09.464343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:09.464837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9a16fb79-3ccc-4ab9-b3d5-411c3f3a6a7c not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:09.465463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 47753044-3947-4b5e-849c-3aba7ecef443 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:09.485779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 47753044-3947-4b5e-849c-3aba7ecef443 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:09.486281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 47753044-3947-4b5e-849c-3aba7ecef443 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:09.751978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:10.028186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port 1a7d7289-e813-485f-8d17-d906a01d22b6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:10.028542 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:10.118295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port 1a7d7289-e813-485f-8d17-d906a01d22b6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1a7d7289-e813-485f-8d17-d906a01d22b6,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:10.118735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:10.133338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for 1a7d7289-e813-485f-8d17-d906a01d22b6 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:10.344231 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:10.375893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=1a7d7289-e813-485f-8d17-d906a01d22b6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:10.572204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-1ba9b060-b4c7-4d3a-8141-2d4632958908 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774854736&fields=id&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 267 time: 0.0738735 Aug 04 15:16:10.590796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:10.756138 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-bc009ad3-b409-48aa-875e-60a14a1c6888 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:10.757600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-bc009ad3-b409-48aa-875e-60a14a1c6888 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1783717 Aug 04 15:16:10.782181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-2b80f562-7039-40d9-877d-8c8a0ac03de2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0173907 Aug 04 15:16:10.912281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-ec442f44-12fa-4797-b6d6-f7ff056f589f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232378 Aug 04 15:16:10.925646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router 4a180adc-6087-445a-9236-dffb01d01757 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:11.086373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-da07b3d0-b184-4501-afd2-b5bf37d09437 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594915 Aug 04 15:16:11.143460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:11.149503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-94285c37-271d-4ca9-b186-e3fb9d032803 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "PUT /v2.0/routers/4a180adc-6087-445a-9236-dffb01d01757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756224 Aug 04 15:16:11.152432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:11.155106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Sync routers for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:11.165267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:11.166148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:11.187916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-32a632ff-8ecb-4a8b-89ed-d6077964ede0 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949349 Aug 04 15:16:11.206752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting subnet 4b8fd615-903f-4729-94a2-bc7af174846c {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:16:11.210848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.254408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.284258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:11.357412 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.423789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.452970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8fd615-903f-4729-94a2-bc7af174846c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:11.456820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.460745 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1eb9092c-9ada-4580-b704-454fa6205bc4 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/subnets/4b8fd615-903f-4729-94a2-bc7af174846c HTTP/1.1" status: 204 len: 168 time: 0.3066757 Aug 04 15:16:11.463506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39804) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:11.474340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524cb2d1-3601-4c90-8559-0d4d07b19c90 None None] Network dccd329f-6b6f-48ed-944e-8812166a7599 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:16:11.547636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ebebef51-7687-4a3b-8b9d-402a9cf1cfa2 req-42060306-6006-4bfb-9868-e68a284caff0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.0371141 Aug 04 15:16:11.553064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:16:10Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:11.603167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Checking router: 4a180adc-6087-445a-9236-dffb01d01757 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:11.615417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.631000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Routers {'4a180adc-6087-445a-9236-dffb01d01757'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:11.631642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4a180adc-6087-445a-9236-dffb01d01757'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:11.739828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.758822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] Set router 4a180adc-6087-445a-9236-dffb01d01757 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:11.786721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] DHCP port deletion for dccd329f-6b6f-48ed-944e-8812166a7599 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:16:11.802649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port 2f74fdd4-316e-4c26-9f52-fa6f4701e839 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:11.803017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.897080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port 2f74fdd4-316e-4c26-9f52-fa6f4701e839, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2f74fdd4-316e-4c26-9f52-fa6f4701e839,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:11.897441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:11.911555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for 2f74fdd4-316e-4c26-9f52-fa6f4701e839 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:11.947444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Deleting port 043f792a-6066-4d29-99e4-6ef7dbcb6871 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:11.947815 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.015507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] For port 043f792a-6066-4d29-99e4-6ef7dbcb6871, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=043f792a-6066-4d29-99e4-6ef7dbcb6871,segment=NetworkSegment(4dc96f0e-fb78-4650-8cd3-cd338ee9f250),segment_id=4dc96f0e-fb78-4650-8cd3-cd338ee9f250)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:12.015907 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.033633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Calling delete_port for 043f792a-6066-4d29-99e4-6ef7dbcb6871 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:12.053811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:16:10Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:12.113827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e903b-4055-4c28-afe1-79e4277ba8fd None None] The sync data for ids ['4a180adc-6087-445a-9236-dffb01d01757'] in n-d-801743-12 is: [{'id': '4a180adc-6087-445a-9236-dffb01d01757', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227845093', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:47Z', 'updated_at': '2021-08-04T15:16:10Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '2f74fdd4-316e-4c26-9f52-fa6f4701e839', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a180adc-6087-445a-9236-dffb01d01757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:48Z', 'updated_at': '2021-08-04T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:12.164886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.191828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] Pushing event deleted for resources: {'Port': ['ID=043f792a-6066-4d29-99e4-6ef7dbcb6871,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:12.195608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3121e33-4f94-4b6d-9aab-19551badd08a None None] No DVR routers for this DVR port 043f792a-6066-4d29-99e4-6ef7dbcb6871 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:12.509859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.551801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=2f74fdd4-316e-4c26-9f52-fa6f4701e839,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:12.590055 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-75cd727c-2068-4f2d-bb2f-951a9b4e88c9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:12.591751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-75cd727c-2068-4f2d-bb2f-951a9b4e88c9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1822984 Aug 04 15:16:12.669911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-53387447-58b9-4688-ac6b-50f294a74bc2 req-6d06c8dc-6d58-4d29-9c0c-26155360dc11 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.0409904 Aug 04 15:16:12.705403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-f6068662-9717-4a79-acff-24bd671de5c4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 379 time: 0.0959120 Aug 04 15:16:12.706259 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.736983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'security_groups': ['63c21f23-c615-4d68-a123-d4ddc2c029b6']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:12.845158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.849598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.892399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a7d7289-e813-485f-8d17-d906a01d22b6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:12.914483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1a7d7289-e813-485f-8d17-d906a01d22b6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:12.915062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1a7d7289-e813-485f-8d17-d906a01d22b6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:12.916042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 043f792a-6066-4d29-99e4-6ef7dbcb6871 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:12.919360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.920415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Fanout notify agent at l3_agent the message router_deleted on router 4a180adc-6087-445a-9236-dffb01d01757 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:16:12.934505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:12.938122 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-042f6ab6-6e54-4ed6-a7bc-9c38ae082401 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/routers/4a180adc-6087-445a-9236-dffb01d01757 HTTP/1.1" status: 204 len: 168 time: 1.4711914 Aug 04 15:16:12.938485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39818) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:12.945902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 043f792a-6066-4d29-99e4-6ef7dbcb6871 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:12.946279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 043f792a-6066-4d29-99e4-6ef7dbcb6871 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:12.993482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:16:12.999333 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.040078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.131526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.142862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccd329f-6b6f-48ed-944e-8812166a7599']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:13.154476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc96f0e-fb78-4650-8cd3-cd338ee9f250') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:13.155170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc96f0e-fb78-4650-8cd3-cd338ee9f250') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:13.159908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.4 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/4a845116-f184-4721-a9f6-3aa60b07bea1) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:13.165460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.181626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.188633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:16:13.189106 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:16:13.192409 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:16:13.258090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.270970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.275457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/networks/dccd329f-6b6f-48ed-944e-8812166a7599 HTTP/1.1" status: 204 len: 168 time: 0.3333917 Aug 04 15:16:13.275688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39820) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:13.318325 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.320333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06850971-3c28-4d98-b02a-b33fa98213ff tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Network': ['ID=dccd329f-6b6f-48ed-944e-8812166a7599,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:13.335317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object 4a845116-f184-4721-a9f6-3aa60b07bea1 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:13.381183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.437060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:13.454817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:13.460150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:13.462629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port ba81c8e6-555c-4768-8ef3-7a604ec3b498 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:13.463008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.487332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:13.523340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:13.524200 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.543939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-76d9f0ba-4698-41eb-9dd7-ccbf89f87ad0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106716 Aug 04 15:16:13.556813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Request body: {'port': {'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:13.566507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.566895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.586488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for ba81c8e6-555c-4768-8ef3-7a604ec3b498 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:13.624556 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.723300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9b5f2217-aadc-44dd-9b85-48d9fe7a8b3c None None] Provisioning for port 4a845116-f184-4721-a9f6-3aa60b07bea1 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:13.727359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9b5f2217-aadc-44dd-9b85-48d9fe7a8b3c None None] Provisioning complete for port 4a845116-f184-4721-a9f6-3aa60b07bea1 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:13.727748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2217-aadc-44dd-9b85-48d9fe7a8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.784355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f2217-aadc-44dd-9b85-48d9fe7a8b3c None None] Port 4a845116-f184-4721-a9f6-3aa60b07bea1 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:16:13.837098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.865772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=ba81c8e6-555c-4768-8ef3-7a604ec3b498,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:13.928237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3933b-11a5-4eb0-94dc-b5ad8e2dbad4 req-6eac8ee0-6e00-45e9-a06d-0258cefaea6d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:13.929301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:13.929838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59f3933b-11a5-4eb0-94dc-b5ad8e2dbad4 req-6eac8ee0-6e00-45e9-a06d-0258cefaea6d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 931 time: 0.1418960 Aug 04 15:16:13.935468 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Floating IP 4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe disassociated (deleted). External IP: 172.25.0.23, port: c20eb753-ed01-4283-a940-5d6d1baffdda. Aug 04 15:16:13.983465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-59f3933b-11a5-4eb0-94dc-b5ad8e2dbad4 req-5fcf19e0-0b5e-4d97-a0d5-2e40a488f87c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Aug 04 15:16:14.065310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a845116-f184-4721-a9f6-3aa60b07bea1 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:16:14.073292 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.088271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Transition to ACTIVE for port object 4a845116-f184-4721-a9f6-3aa60b07bea1 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:14.094958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.171875 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:14.175449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router c06c2e68-7f6f-434a-af0a-deea2ef052b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:14.232940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Attempting to bind port 4a845116-f184-4721-a9f6-3aa60b07bea1 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:16:14.233336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Attempting to bind port 4a845116-f184-4721-a9f6-3aa60b07bea1 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:16:14.233678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Attempting to bind port 4a845116-f184-4721-a9f6-3aa60b07bea1 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:14.242922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Port 4a845116-f184-4721-a9f6-3aa60b07bea1 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:16:14.243536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Attempting to bind port 4a845116-f184-4721-a9f6-3aa60b07bea1 on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:14.252158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:16:14.252993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:14.253784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:16:14.254431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Bound port: 4a845116-f184-4721-a9f6-3aa60b07bea1, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:16:14.255052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.309328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:14.320595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Sync routers for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:14.323031 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.333181 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:14.333969 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:14.353788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:14.358388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4a845116-f184-4721-a9f6-3aa60b07bea1,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:16:14.364424 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5bc632ee-b268-4cba-9d57-36dcca69ad63 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/floatingips/4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe HTTP/1.1" status: 204 len: 168 time: 1.0874293 Aug 04 15:16:14.365413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:14.370495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.386376 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83778f03-0c42-4993-9fb2-25edd2032a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:14.444912 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b781ac-38a4-42c7-977d-c2fbf4119ae9 x-openstack-request-id: req-86b781ac-38a4-42c7-977d-c2fbf4119ae9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:14.445206 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:14.445543 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86b781ac-38a4-42c7-977d-c2fbf4119ae9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:14.446046 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'status': 'completed', 'code': 200} Aug 04 15:16:14.473761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.474140 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.475628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] 10.222.0.38 "PUT /v2.0/ports/4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 1092 time: 0.9240401 Aug 04 15:16:14.476225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:14.478563 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e676564-8524-4a60-a22f-74994ac97d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:14.484765 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:14.517042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306bee5-b0d6-483f-b550-33a222d0fb8f service neutron] Pushing event updated for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:14.565163 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b064e-a977-4fba-aa2a-48ec0b659765 x-openstack-request-id: req-253b064e-a977-4fba-aa2a-48ec0b659765 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:14.571353 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:14.571648 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-253b064e-a977-4fba-aa2a-48ec0b659765 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:14.572090 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'status': 'completed', 'code': 200} Aug 04 15:16:14.600785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-503f614c-5fb6-4028-b37b-471e59f25ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.601468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-4a06d588-ff7e-40e4-a812-da36ce72fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.603475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-4a06d588-ff7e-40e4-a812-da36ce72fd09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1095 time: 0.0746479 Aug 04 15:16:14.604498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-503f614c-5fb6-4028-b37b-471e59f25ebf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c54da7bd226490c9a07326f149063f9&device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 1137 time: 0.1329191 Aug 04 15:16:14.691248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-594d6134-559b-4a99-9225-cdaa5af8a8d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 217 time: 0.0738404 Aug 04 15:16:14.798040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f74fdd4-316e-4c26-9f52-fa6f4701e839 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:14.804088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-35519246-e145-4108-8e7a-1c3cb2fab82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:14.824796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2f74fdd4-316e-4c26-9f52-fa6f4701e839 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:14.825536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2f74fdd4-316e-4c26-9f52-fa6f4701e839 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:14.837366 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-67ddc620-fc65-482e-bb79-d49db8977670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.838920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-67ddc620-fc65-482e-bb79-d49db8977670 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.1335528 Aug 04 15:16:14.850658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-7840bb7b-bef1-427b-9024-1f97c4099edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.852380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-7840bb7b-bef1-427b-9024-1f97c4099edc service neutron] 10.222.0.38 "GET /v2.0/networks?id=40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 200 len: 898 time: 0.2350190 Aug 04 15:16:14.857746 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:14.891508 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Checking router: c06c2e68-7f6f-434a-af0a-deea2ef052b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:14.898549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9e39-7d5f-44ba-a803-36c4586bfc23 req-a8cd6957-dec1-486d-8f9e-ff1d9e68d746 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.901049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e80f9e39-7d5f-44ba-a803-36c4586bfc23 req-a8cd6957-dec1-486d-8f9e-ff1d9e68d746 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.1160047 Aug 04 15:16:14.903624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-68b6b27b-23f9-4df2-8c0a-5b8a5236e9ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 200 len: 217 time: 0.0418444 Aug 04 15:16:14.905721 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:14.906703 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:15:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:14.918517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-238d1528-59f1-4f49-8a07-b26a8c61a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.920063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-238d1528-59f1-4f49-8a07-b26a8c61a819 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724063 Aug 04 15:16:14.968685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-5fa9c40d-8129-4ac8-badb-df490b467eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:14.970852 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-5fa9c40d-8129-4ac8-badb-df490b467eb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 200 len: 834 time: 0.0596132 Aug 04 15:16:15.004191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e80f9e39-7d5f-44ba-a803-36c4586bfc23 req-7e141705-43b2-4975-8cc6-fc380d9d78fe tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0937326 Aug 04 15:16:15.051404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-9c96f1e1-e6a9-40da-a2c9-694acb5f6952 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210332 Aug 04 15:16:15.055886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:15.059221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-b12f473b-e6fc-46f5-81c8-5182f4655639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.061232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-b12f473b-e6fc-46f5-81c8-5182f4655639 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40a4af91-903f-4523-8ed7-71703ae94c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818195 Aug 04 15:16:15.180154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-b18d99ec-a3e3-44ca-a547-794141bc9e6a service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110294 Aug 04 15:16:15.192670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ad5a-fcba-4573-bdd0-2d5132673667 req-f0b56bdc-13bf-40e5-9f4a-90b4030d9942 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.194318 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16a8ad5a-fcba-4573-bdd0-2d5132673667 req-f0b56bdc-13bf-40e5-9f4a-90b4030d9942 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.1045952 Aug 04 15:16:15.220331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ec3b395-b8e2-4482-ace5-029041c33db6 req-1275b4a1-edc0-4afc-bb09-d4c67e12d369 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600690 Aug 04 15:16:15.249249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-16a8ad5a-fcba-4573-bdd0-2d5132673667 req-981f726c-bc19-4009-b56d-9dcd79e8a12a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453246 Aug 04 15:16:15.292756 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-83778f03-0c42-4993-9fb2-25edd2032a9e req-bea718de-e122-42e8-baf5-31527c563279 service neutron] 10.222.0.38 "GET /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050029 Aug 04 15:16:15.336164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676564-8524-4a60-a22f-74994ac97d7f req-a1c26936-8d15-4b89-8afd-227b6dd26fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.336470 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:15.337935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-a1c26936-8d15-4b89-8afd-227b6dd26fe9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1095 time: 0.0511718 Aug 04 15:16:15.365272 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1088a4-5bbc-4bb9-9b58-dc409ec2d5c1 None None] The sync data for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 is: [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:14:57Z', 'revision_number': 4, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '81934210-8a1a-4c53-9348-de2f041465b4', 'name': '', 'network_id': '40a4af91-903f-4523-8ed7-71703ae94c93', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'mac_address': 'fa:16:3e:fc:fb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:57Z', 'updated_at': '2021-08-04T15:15:03Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'subnets': [{'id': '9736d3e2-e285-4eda-96ff-a89dc80c794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:15.448199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676564-8524-4a60-a22f-74994ac97d7f req-ee6690e4-d98d-4ef8-8bdf-2559abcab903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.449976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-ee6690e4-d98d-4ef8-8bdf-2559abcab903 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1044457 Aug 04 15:16:15.492614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-4b7bc2f5-24aa-498a-ba8b-2dfd67bc18db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 217 time: 0.0351276 Aug 04 15:16:15.553714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676564-8524-4a60-a22f-74994ac97d7f req-53fff6ce-f143-41ca-88d5-5f8eff798483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.555731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-53fff6ce-f143-41ca-88d5-5f8eff798483 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0555196 Aug 04 15:16:15.615254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676564-8524-4a60-a22f-74994ac97d7f req-3354ec61-eff6-4375-b10c-b990b46116d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:15.616990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-3354ec61-eff6-4375-b10c-b990b46116d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536578 Aug 04 15:16:15.628245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcaf61-fb32-4fd8-9a02-d1679a45a898 None None] New status for floating IP 4f7526f5-2f2e-4a34-a2fd-1d350ddd1dbe: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:16:15.709733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-18b596ab-32f3-4ac5-a5f1-942c09b8d631 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Aug 04 15:16:15.807713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e676564-8524-4a60-a22f-74994ac97d7f req-98ca6749-563c-4cd8-b8a5-776c87e49a6d service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877662 Aug 04 15:16:16.071505 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-ee60b4dd-0044-49c0-91b3-510cbc4cf235 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:16.073103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-ee60b4dd-0044-49c0-91b3-510cbc4cf235 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.0598960 Aug 04 15:16:16.187043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b4463-6acd-4969-b008-e97faff43663 req-928b3c9c-2c8b-46ba-a043-d130f02ec87d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:16.188545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e37b4463-6acd-4969-b008-e97faff43663 req-928b3c9c-2c8b-46ba-a043-d130f02ec87d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf HTTP/1.1" status: 200 len: 985 time: 0.1001644 Aug 04 15:16:16.238746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e37b4463-6acd-4969-b008-e97faff43663 req-f7edb100-320f-44d6-bc1e-f7f05d2c8a13 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "GET /v2.0/security-groups?id=43d55e57-e90c-4340-8e0d-75509d5b4dbb&id=9d0b0252-21e9-48f4-8e89-c2525f89ff23&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0441270 Aug 04 15:16:16.244588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port c20eb753-ed01-4283-a940-5d6d1baffdda {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:16.244934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:16.352909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port c20eb753-ed01-4283-a940-5d6d1baffdda, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=c20eb753-ed01-4283-a940-5d6d1baffdda,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:16.352909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:16.379907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for c20eb753-ed01-4283-a940-5d6d1baffdda owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:16.435026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ad51f-fca6-4bdc-bdb8-3324cd184180 req-415c187d-c0a6-4685-adfe-3daff7fd16ce tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:16.436560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a36ad51f-fca6-4bdc-bdb8-3324cd184180 req-415c187d-c0a6-4685-adfe-3daff7fd16ce tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.1047421 Aug 04 15:16:16.496059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a36ad51f-fca6-4bdc-bdb8-3324cd184180 req-9d2c51eb-ac22-4dc9-b5bc-27e57d411ffd tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525720 Aug 04 15:16:16.555368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:16.584063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=c20eb753-ed01-4283-a940-5d6d1baffdda,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:16.626860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] No DVR routers for this DVR port c20eb753-ed01-4283-a940-5d6d1baffdda on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:16.629513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:16.631660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ca36018-037f-4186-aece-cb0ab5fb81b6 req-02133cb9-f4d2-45ac-ab84-602bf99763d9 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.38 "DELETE /v2.0/ports/c20eb753-ed01-4283-a940-5d6d1baffdda HTTP/1.1" status: 204 len: 173 time: 0.5522661 Aug 04 15:16:16.632113 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'name': 'network-vif-deleted', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:16.634470 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443c89c-7745-4cbe-be05-e477825f7420" -d '{"events": [{"server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "name": "network-vif-deleted", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:16.672518 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935778ee-69bd-47a6-8aeb-f1f234f4515d x-openstack-request-id: req-935778ee-69bd-47a6-8aeb-f1f234f4515d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:16.672816 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf", "name": "network-vif-deleted", "tag": "c20eb753-ed01-4283-a940-5d6d1baffdda", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:16.673062 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-935778ee-69bd-47a6-8aeb-f1f234f4515d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:16.673474 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3934c0-5b72-4aa6-86e9-ab1e9cd003cf', 'name': 'network-vif-deleted', 'tag': 'c20eb753-ed01-4283-a940-5d6d1baffdda', 'status': 'completed', 'code': 200} Aug 04 15:16:17.298947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39842) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:17.356703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.380325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.395168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fb1c195b-b4cc-4ec3-980d-6f6d7e45433a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.425191 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.427802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.428968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/security-groups/43d55e57-e90c-4340-8e0d-75509d5b4dbb HTTP/1.1" status: 204 len: 168 time: 0.1287177 Aug 04 15:16:17.431829 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39844) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:17.438029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79640d2-a89e-4347-a8da-4d2c831ed725 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d55e57-e90c-4340-8e0d-75509d5b4dbb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:17.488732 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.511741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.561638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.564678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.565946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/security-groups/9d0b0252-21e9-48f4-8e89-c2525f89ff23 HTTP/1.1" status: 204 len: 168 time: 0.1330960 Aug 04 15:16:17.569106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39848) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:17.587030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe9d1c-03e2-41ed-923a-cec62b966a5d tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b0252-21e9-48f4-8e89-c2525f89ff23,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:17.623694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a4c62-8829-4c74-ad0b-ee6bc6483c62 req-7e50de5d-23c1-40ba-8eba-5be853c4bc85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:17.625263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-306a4c62-8829-4c74-ad0b-ee6bc6483c62 req-7e50de5d-23c1-40ba-8eba-5be853c4bc85 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0580771 Aug 04 15:16:17.655520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:17.665301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-306a4c62-8829-4c74-ad0b-ee6bc6483c62 req-0beaeb25-b4c6-41dc-8faf-a7089c01527f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Aug 04 15:16:18.085649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.276504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.547158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port 81934210-8a1a-4c53-9348-de2f041465b4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:18.547879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.636372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port 81934210-8a1a-4c53-9348-de2f041465b4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81934210-8a1a-4c53-9348-de2f041465b4,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:18.636688 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.654473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for 81934210-8a1a-4c53-9348-de2f041465b4 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:18.780174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.783882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e3bc8-f571-49f2-8e8a-90fc23b082a5 req-73559788-1648-45d0-8240-1a7e67bbd58c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:18.785440 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da3e3bc8-f571-49f2-8e8a-90fc23b082a5 req-73559788-1648-45d0-8240-1a7e67bbd58c tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0512052 Aug 04 15:16:18.824409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da3e3bc8-f571-49f2-8e8a-90fc23b082a5 req-ef19dc1c-c342-4794-8161-7374c44cce82 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Aug 04 15:16:18.859947 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.880498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:18.888774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=81934210-8a1a-4c53-9348-de2f041465b4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:19.059107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.287866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Router c06c2e68-7f6f-434a-af0a-deea2ef052b7 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:19.396078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:19.404634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39854) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:19.404793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ad1bf3b8-f12f-4611-b96d-a1882a358672 tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "PUT /v2.0/routers/c06c2e68-7f6f-434a-af0a-deea2ef052b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344998 Aug 04 15:16:19.407484 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Sync routers for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:19.417351 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:19.418123 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:19.457330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting subnet 9736d3e2-e285-4eda-96ff-a89dc80c794e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:16:19.460512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.503855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.520907 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:19.586601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.595547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c20eb753-ed01-4283-a940-5d6d1baffdda no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:19.616391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: c20eb753-ed01-4283-a940-5d6d1baffdda {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:19.616747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device c20eb753-ed01-4283-a940-5d6d1baffdda not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:19.650776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.667471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.669720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/subnets/9736d3e2-e285-4eda-96ff-a89dc80c794e HTTP/1.1" status: 204 len: 168 time: 0.2637210 Aug 04 15:16:19.672606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39856) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:19.681610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e41d26-acdf-4654-86df-3baa2f446bc6 None None] Network 40a4af91-903f-4523-8ed7-71703ae94c93 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:16:19.696216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835c2a1-1c13-4e0b-9034-4a31d0ca6f9b tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Subnet': ['ID=9736d3e2-e285-4eda-96ff-a89dc80c794e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:19.707450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:16:18Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:19.737983 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Checking router: c06c2e68-7f6f-434a-af0a-deea2ef052b7 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:19.746566 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Routers {'c06c2e68-7f6f-434a-af0a-deea2ef052b7'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:19.747215 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:19.793370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.906113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6815448e-6411-4def-b079-db6f41875751 None None] DHCP port deletion for 40a4af91-903f-4523-8ed7-71703ae94c93 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:16:19.910789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.954212 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] Set router c06c2e68-7f6f-434a-af0a-deea2ef052b7 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:19.959005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6815448e-6411-4def-b079-db6f41875751 None None] Deleting port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:19.959313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6815448e-6411-4def-b079-db6f41875751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:19.973961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4aaf0f-8f78-4971-b5f2-382639de797f req-fc197306-109c-424f-8ab9-f4dd2de5c996 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:19.976235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba4aaf0f-8f78-4971-b5f2-382639de797f req-fc197306-109c-424f-8ab9-f4dd2de5c996 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0560069 Aug 04 15:16:19.989111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Deleting port 0b603473-c050-4c56-9c91-d563f9e02b56 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:19.989470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.017291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba4aaf0f-8f78-4971-b5f2-382639de797f req-8044c321-a47d-4224-9268-8d839eb27ed1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 Aug 04 15:16:20.026111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6815448e-6411-4def-b079-db6f41875751 None None] For port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,segment=NetworkSegment(0f5568e6-7d4d-4423-9e71-ecc2404a342f),segment_id=0f5568e6-7d4d-4423-9e71-ecc2404a342f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:20.026507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6815448e-6411-4def-b079-db6f41875751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.041002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-6815448e-6411-4def-b079-db6f41875751 None None] Calling delete_port for 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:20.095683 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] For port 0b603473-c050-4c56-9c91-d563f9e02b56, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0b603473-c050-4c56-9c91-d563f9e02b56,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:20.096050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.109968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Calling delete_port for 0b603473-c050-4c56-9c91-d563f9e02b56 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:20.129191 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6815448e-6411-4def-b079-db6f41875751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.145913 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:16:18Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:20.156966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815448e-6411-4def-b079-db6f41875751 None None] No DVR routers for this DVR port 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:20.161809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815448e-6411-4def-b079-db6f41875751 None None] Pushing event deleted for resources: {'Port': ['ID=8eeeb259-23e1-49a3-b895-95e4dc4ffe18,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:20.179889 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6b128-fe55-489a-8870-4ed66c7ec5d3 None None] The sync data for ids ['c06c2e68-7f6f-434a-af0a-deea2ef052b7'] in n-d-801743-12 is: [{'id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-802269404', 'tenant_id': '7c54da7bd226490c9a07326f149063f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:14:53Z', 'updated_at': '2021-08-04T15:16:18Z', 'revision_number': 5, 'project_id': '7c54da7bd226490c9a07326f149063f9', 'gw_port': {'id': '0b603473-c050-4c56-9c91-d563f9e02b56', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06c2e68-7f6f-434a-af0a-deea2ef052b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:14:54Z', 'updated_at': '2021-08-04T15:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:20.282694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.292728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.318478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Port': ['ID=0b603473-c050-4c56-9c91-d563f9e02b56,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:20.377669 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.468243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.470406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.519793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.520364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Fanout notify agent at l3_agent the message router_deleted on router c06c2e68-7f6f-434a-af0a-deea2ef052b7 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:16:20.527435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.528605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6a9112b5-5fe8-47ba-b08a-8568309984eb tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/routers/c06c2e68-7f6f-434a-af0a-deea2ef052b7 HTTP/1.1" status: 204 len: 168 time: 0.8549483 Aug 04 15:16:20.531551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39860) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:20.609748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.702265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.715296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a4af91-903f-4523-8ed7-71703ae94c93']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:20.730785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5568e6-7d4d-4423-9e71-ecc2404a342f') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:20.731086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5568e6-7d4d-4423-9e71-ecc2404a342f') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:20.740758 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.755626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.762192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:16:20.762627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:16:20.765657 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:16:20.833624 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.846715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:20.846715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] 10.222.0.76 "DELETE /v2.0/networks/40a4af91-903f-4523-8ed7-71703ae94c93 HTTP/1.1" status: 204 len: 168 time: 0.3134785 Aug 04 15:16:20.858785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc96d6b-f77d-4287-a9e0-4d864483e3dc tempest-TestSecurityGroupsBasicOps-1428868424 tempest-TestSecurityGroupsBasicOps-1428868424-project] Pushing event deleted for resources: {'Network': ['ID=40a4af91-903f-4523-8ed7-71703ae94c93,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:20.880742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81934210-8a1a-4c53-9348-de2f041465b4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:20.905178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 81934210-8a1a-4c53-9348-de2f041465b4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:20.905769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81934210-8a1a-4c53-9348-de2f041465b4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:20.906188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:20.925603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:20.925963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8eeeb259-23e1-49a3-b895-95e4dc4ffe18 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:21.135451 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eab17-eb75-42e1-9508-b99c4c9b1e2d req-3d27551d-ad1d-4d4a-814f-7c57746ffbcb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:21.137040 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-231eab17-eb75-42e1-9508-b99c4c9b1e2d req-3d27551d-ad1d-4d4a-814f-7c57746ffbcb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0491903 Aug 04 15:16:21.148675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39870) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:21.177088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-231eab17-eb75-42e1-9508-b99c4c9b1e2d req-400fddc0-a3a2-45ad-87e2-38b69a629744 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331750 Aug 04 15:16:21.294342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5b381d67-49bb-45a6-99cd-ff94c127f390 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c54da7bd226490c9a07326f149063f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443243 Aug 04 15:16:21.296682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39874) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:21.347852 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.369704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.419955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.422704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.423881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6371ccd7-b277-4217-9f40-5dd1b58dc14f HTTP/1.1" status: 204 len: 168 time: 0.1262746 Aug 04 15:16:21.431633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f442342-52cf-417d-a4e3-498974509974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371ccd7-b277-4217-9f40-5dd1b58dc14f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:21.697460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39880) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:21.710951 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-737fac6d-908a-41ed-96c5-c49f52031e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.803769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-737fac6d-908a-41ed-96c5-c49f52031e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.809012 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-737fac6d-908a-41ed-96c5-c49f52031e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.846392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-737fac6d-908a-41ed-96c5-c49f52031e0d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=457c84ae2c544c8583b9070eac034195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477346 Aug 04 15:16:21.847245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fac6d-908a-41ed-96c5-c49f52031e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec94037e-aac7-4651-98b5-feb72eca6fcc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:21.849364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39882) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:21.899271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.925581 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.980442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.983189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:21.984369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec94037e-aac7-4651-98b5-feb72eca6fcc HTTP/1.1" status: 204 len: 168 time: 0.1339400 Aug 04 15:16:21.992158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81007b06-d392-41d1-8dd2-a9a591d2489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec94037e-aac7-4651-98b5-feb72eca6fcc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:22.303847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e9f28-fd31-4da9-9e9d-42cfbfb4ecce req-049cdb5f-99a0-4508-9db1-289ef6048e2f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:22.305404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-726e9f28-fd31-4da9-9e9d-42cfbfb4ecce req-049cdb5f-99a0-4508-9db1-289ef6048e2f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Aug 04 15:16:22.346144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39890) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:22.348045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-726e9f28-fd31-4da9-9e9d-42cfbfb4ecce req-de9cec31-2f6f-4145-b5f4-f7cee9cda363 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345685 Aug 04 15:16:22.389135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f49cc2c2-a844-496a-9025-1743106b5d8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65dee4000fb64da7b1a5090d67763073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416214 Aug 04 15:16:22.391499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:22.439087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:22.460212 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:22.510108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:22.514355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:22.516227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9f0d2ce-7547-486f-8389-f7f1adb93c67 HTTP/1.1" status: 204 len: 168 time: 0.1238470 Aug 04 15:16:22.524818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743958-884e-4ca4-8050-670e3f6f806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0d2ce-7547-486f-8389-f7f1adb93c67,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:22.775764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0b603473-c050-4c56-9c91-d563f9e02b56 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:22.799031 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0b603473-c050-4c56-9c91-d563f9e02b56 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:22.799386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0b603473-c050-4c56-9c91-d563f9e02b56 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:23.217894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:23.331355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2111759362-network', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:23.355002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Made reservation on behalf of 03b46850b9a942d7809b6575a2ed3a13 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:16:23.357571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.365985 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.457755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.463434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.463756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b11c6f-6e82-4e74-b6a0-e9cae2872430 req-819b7818-484c-4d46-b2fc-9afbaf28d766 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:23.465457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b11c6f-6e82-4e74-b6a0-e9cae2872430 req-819b7818-484c-4d46-b2fc-9afbaf28d766 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.0511310 Aug 04 15:16:23.487632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:16:23.496362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba00e040-a089-4f6d-9e06-f0c12dfea39b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:23.502350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.502736 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Added segment 809f3cc5-2e8b-4510-994a-0b09561b0b7a of type vlan for network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd Aug 04 15:16:23.504746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-38b11c6f-6e82-4e74-b6a0-e9cae2872430 req-585be373-c0f7-47e4-91dd-b5bd95c04a36 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Aug 04 15:16:23.551638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.583946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.584905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:23.585496 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.665269 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4462330 Aug 04 15:16:23.668776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39920) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:23.673882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Request body: {'subnet': {'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2111759362-subnet', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:23.674748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280097e-43b7-482a-8ea9-cf047ad77850 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd5ca46-680d-4c1b-bfe9-dfb733593afd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:23.684440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:16:23.698061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Made reservation on behalf of 03b46850b9a942d7809b6575a2ed3a13 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:16:23.700492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.876146 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.936486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af76e30b-3366-4d73-9b17-1ac037afe542,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:23.951990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Checking segment: {'id': '809f3cc5-2e8b-4510-994a-0b09561b0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:23.952374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Network hostable DHCP agents. Network: 0bd5ca46-680d-4c1b-bfe9-dfb733593afd, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:16:23.972317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:16:23.982604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 0bd5ca46-680d-4c1b-bfe9-dfb733593afd) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:23.986840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:23.987435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:23.991522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08e14f-0c54-46a0-9188-df5c8b8a72d7 None None] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:16:24.002064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4fad9bc6-6bb2-4b7f-93e8-bc398e6b651a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3321412 Aug 04 15:16:24.004787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39922) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:24.009483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:24.032112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.032992 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.082748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.222252 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.290485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'fixed_ips': [{'subnet_id': 'af76e30b-3366-4d73-9b17-1ac037afe542'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:16:24.291685 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.421338 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.434169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Allocated IP 172.20.0.2 (0bd5ca46-680d-4c1b-bfe9-dfb733593afd/af76e30b-3366-4d73-9b17-1ac037afe542/63db3852-40eb-44dc-b21d-7eb4da863fc6) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:24.444295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.549868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Allocated IP 172.25.0.159 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:24.582116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.590233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Transition to ACTIVE for port object 63db3852-40eb-44dc-b21d-7eb4da863fc6 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:24.605165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Transition to ACTIVE for port object 63db3852-40eb-44dc-b21d-7eb4da863fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:24.611921 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.658183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:24.661312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:24.666293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:24.669634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Pushing event updated for resources: {'Port': ['ID=63db3852-40eb-44dc-b21d-7eb4da863fc6,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:24.724870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Attempting to bind port 63db3852-40eb-44dc-b21d-7eb4da863fc6 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:16:24.725342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Attempting to bind port 63db3852-40eb-44dc-b21d-7eb4da863fc6 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '809f3cc5-2e8b-4510-994a-0b09561b0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:16:24.725785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Attempting to bind port 63db3852-40eb-44dc-b21d-7eb4da863fc6 on network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:24.731743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:16:24.732112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Checking segment: {'id': '809f3cc5-2e8b-4510-994a-0b09561b0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:24.732533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.732938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Bound using segment: {'id': '809f3cc5-2e8b-4510-994a-0b09561b0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:16:24.733420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Bound port: 63db3852-40eb-44dc-b21d-7eb4da863fc6, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809f3cc5-2e8b-4510-994a-0b09561b0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:16:24.733805 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.804451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] For port 63db3852-40eb-44dc-b21d-7eb4da863fc6, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:24.807894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] For port 63db3852-40eb-44dc-b21d-7eb4da863fc6, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63db3852-40eb-44dc-b21d-7eb4da863fc6,segment=NetworkSegment(809f3cc5-2e8b-4510-994a-0b09561b0b7a),segment_id=809f3cc5-2e8b-4510-994a-0b09561b0b7a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:16:24.813612 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:24.876409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66356-9fe6-41c8-bbaf-3d1e0e591d53 None None] Pushing event updated for resources: {'Port': ['ID=63db3852-40eb-44dc-b21d-7eb4da863fc6,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:25.033529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe94a42-be08-4340-842b-d55aaaaa5c0c req-bcf5ef17-99e4-4b97-a130-e77825f0d155 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:25.035604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe94a42-be08-4340-842b-d55aaaaa5c0c req-bcf5ef17-99e4-4b97-a130-e77825f0d155 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 943 time: 0.4338410 Aug 04 15:16:25.061280 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.099862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbe94a42-be08-4340-842b-d55aaaaa5c0c req-877eba95-5f3f-4c35-8bca-845281641f87 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553448 Aug 04 15:16:25.126841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.168899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:25.175737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:25.180062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:25.183115 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:25.435828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.625690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4a845116-f184-4721-a9f6-3aa60b07bea1 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:16:25.636067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.757482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4a845116-f184-4721-a9f6-3aa60b07bea1,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:25.779792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:16:25.782320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Router db59bd5f-9037-4736-b241-1c15b5959640 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:16:25.822810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc572f88-b3d5-4978-980a-bc90ff985e70 None None] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:16:25.829484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.882473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a845116-f184-4721-a9f6-3aa60b07bea1 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:16:25.893378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:25.908853 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.909118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Sync routers for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:25.910570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7f2f9510-45c7-4838-b359-bf2548e39bc8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9046478 Aug 04 15:16:25.913509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39930) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:25.922530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c8feceaa-aea7-4741-9fb2-cc2f86b9f659 None None] Provisioning for port 63db3852-40eb-44dc-b21d-7eb4da863fc6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:25.931596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4a845116-f184-4721-a9f6-3aa60b07bea1,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:25.940916 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:25.970977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:25.971215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:26.116149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:26.154613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4a845116-f184-4721-a9f6-3aa60b07bea1'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:16:26.204673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:26.296292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881217a3-eb8a-46de-bd01-cd6ac97e1969 req-906232dd-6ac5-407b-a433-e000fd0d215e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:26.297821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-881217a3-eb8a-46de-bd01-cd6ac97e1969 req-906232dd-6ac5-407b-a433-e000fd0d215e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 944 time: 0.0851586 Aug 04 15:16:26.381970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-881217a3-eb8a-46de-bd01-cd6ac97e1969 req-5e25490f-7bfc-4bba-a1b7-c5a2cac5de0e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636973 Aug 04 15:16:26.427339 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.519952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:25Z', 'revision_number': 3, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:26.556253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Checking router: db59bd5f-9037-4736-b241-1c15b5959640 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:26.556604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Updating router db59bd5f-9037-4736-b241-1c15b5959640 port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:16:26.586087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Allocated IP 172.20.0.1 (0bd5ca46-680d-4c1b-bfe9-dfb733593afd/af76e30b-3366-4d73-9b17-1ac037afe542/84614121-eda6-43f0-9cf7-71a26c13e9fa) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:26.602368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.686982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.699859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Transition to ACTIVE for port object 84614121-eda6-43f0-9cf7-71a26c13e9fa will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:26.734086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.770367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:26.777208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:26.782926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:26.788026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Pushing event updated for resources: {'Port': ['ID=84614121-eda6-43f0-9cf7-71a26c13e9fa,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:26.830606 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.897232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63db3852-40eb-44dc-b21d-7eb4da863fc6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:26.959080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.972822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Transition to ACTIVE for port object f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:26.973452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:26.981851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.014997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 63db3852-40eb-44dc-b21d-7eb4da863fc6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:27.030395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 63db3852-40eb-44dc-b21d-7eb4da863fc6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:27.030788 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.041836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cec896-5e6e-471e-9a33-68f20eb00d4a None None] Pushing event updated for resources: {'Port': ['ID=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:27.070501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Attempting to bind port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:16:27.070844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Attempting to bind port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:16:27.071189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Attempting to bind port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:27.086153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:16:27.086510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:27.086931 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.087342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:16:27.087867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Bound port: f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:16:27.088258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.092573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3dc59cba-b99e-4805-9bf1-41052fc8a587 None None] Provisioning for port 84614121-eda6-43f0-9cf7-71a26c13e9fa completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:27.118429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3dc59cba-b99e-4805-9bf1-41052fc8a587 None None] Provisioning complete for port 84614121-eda6-43f0-9cf7-71a26c13e9fa triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:27.118840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3dc59cba-b99e-4805-9bf1-41052fc8a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.145287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.150202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.186975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] For port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:27.188949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3dc59cba-b99e-4805-9bf1-41052fc8a587 None None] Port 84614121-eda6-43f0-9cf7-71a26c13e9fa cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:16:27.220266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Pushing event updated for resources: {'Port': ['ID=84614121-eda6-43f0-9cf7-71a26c13e9fa,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:27.221356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] For port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:16:27.224154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.231259 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.235352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.315590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:27.315832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:27.322781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 63db3852-40eb-44dc-b21d-7eb4da863fc6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63db3852-40eb-44dc-b21d-7eb4da863fc6,segment=NetworkSegment(809f3cc5-2e8b-4510-994a-0b09561b0b7a),segment_id=809f3cc5-2e8b-4510-994a-0b09561b0b7a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:27.323826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cec896-5e6e-471e-9a33-68f20eb00d4a None None] Pushing event updated for resources: {'Port': ['ID=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:27.325381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:27.327049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:27.361682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.448206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Router db59bd5f-9037-4736-b241-1c15b5959640 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:27.602141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6f8f8-53e7-499f-8862-10c36df6cefa req-e03ba8a0-a3e7-4b6a-a526-7c4391f11dc8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:27.603786 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ba6f8f8-53e7-499f-8862-10c36df6cefa req-e03ba8a0-a3e7-4b6a-a526-7c4391f11dc8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 944 time: 0.1033056 Aug 04 15:16:27.617340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:27.623527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e088eab0-78be-4f74-8dc9-4b891eea9a0a admin admin] 10.222.0.76 "PUT /v2.0/routers/db59bd5f-9037-4736-b241-1c15b5959640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7088401 Aug 04 15:16:27.627429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=63db3852-40eb-44dc-b21d-7eb4da863fc6,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:27.630073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4a845116-f184-4721-a9f6-3aa60b07bea1 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:27.655024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ba6f8f8-53e7-499f-8862-10c36df6cefa req-3f454df1-4830-41d1-94d3-3096ec25c10a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Aug 04 15:16:27.663836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:27.695117 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a2d09a8-32cf-409e-82d1-bb5ae50c11a5 None None] Provisioning complete for port 84614121-eda6-43f0-9cf7-71a26c13e9fa triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:27.695502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a2d09a8-32cf-409e-82d1-bb5ae50c11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.816774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d09a8-32cf-409e-82d1-bb5ae50c11a5 None None] Port 84614121-eda6-43f0-9cf7-71a26c13e9fa cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:16:27.832641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4a845116-f184-4721-a9f6-3aa60b07bea1 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:27.840926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4a845116-f184-4721-a9f6-3aa60b07bea1 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:27.841251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.973477 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:27.997244 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:26Z', 'revision_number': 4, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '84614121-eda6-43f0-9cf7-71a26c13e9fa', 'name': '', 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'mac_address': 'fa:16:3e:5e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:26Z', 'updated_at': '2021-08-04T15:16:27Z', 'revision_number': 2, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'subnets': [{'id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:28.004044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:28.006335 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15528249-7497-4a9b-ac3c-b7838d34bc74" -d '{"events": [{"server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "name": "network-vif-plugged", "status": "completed", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:28.043103 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7194aa84-6ae2-4341-ae9c-997f10c717c1 x-openstack-request-id: req-7194aa84-6ae2-4341-ae9c-997f10c717c1 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:28.043390 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "name": "network-vif-plugged", "status": "completed", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:28.043635 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7194aa84-6ae2-4341-ae9c-997f10c717c1 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:28.044164 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'code': 200} Aug 04 15:16:28.051341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec7c0a-6545-464d-861e-638e0df69f94 None None] The sync data for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 is: [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:26Z', 'revision_number': 4, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '84614121-eda6-43f0-9cf7-71a26c13e9fa', 'name': '', 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'mac_address': 'fa:16:3e:5e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:26Z', 'updated_at': '2021-08-04T15:16:27Z', 'revision_number': 2, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'subnets': [{'id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:28.057581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4a845116-f184-4721-a9f6-3aa60b07bea1,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:28.063084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:28.114133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:28.149527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f04e-894d-49e2-a487-90ecfb02447f req-262fc745-e0dd-4596-a90d-7accc15048fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:28.153000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9920f04e-894d-49e2-a487-90ecfb02447f req-262fc745-e0dd-4596-a90d-7accc15048fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.0492618 Aug 04 15:16:28.191372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9920f04e-894d-49e2-a487-90ecfb02447f req-47ab5048-5884-456a-b11e-b1eefba37612 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334313 Aug 04 15:16:28.699293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39962) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:28.890000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54ead1-3f18-4f2a-b7f1-9a2a425f4639 req-1f4c4b84-bb34-4cac-982a-d5b031da4858 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:28.890487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd54ead1-3f18-4f2a-b7f1-9a2a425f4639 req-1f4c4b84-bb34-4cac-982a-d5b031da4858 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.1391690 Aug 04 15:16:28.969594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:29.034360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:29.041250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:29.042454 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.045032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd54ead1-3f18-4f2a-b7f1-9a2a425f4639 req-1c822f40-c464-4472-946f-0d000b4052ed tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965948 Aug 04 15:16:29.133074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.162112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:29.170164 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.171335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63db3852-40eb-44dc-b21d-7eb4da863fc6 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:29.248905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:29.262641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 63db3852-40eb-44dc-b21d-7eb4da863fc6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:29.263023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.597863 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.861244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Deleting port 84614121-eda6-43f0-9cf7-71a26c13e9fa {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:29.861558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.943014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:29.955516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Calling delete_port for 84614121-eda6-43f0-9cf7-71a26c13e9fa owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:30.107380 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Sync routers for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:30.117730 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:30.118432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:30.173737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:30.201731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Pushing event deleted for resources: {'Port': ['ID=84614121-eda6-43f0-9cf7-71a26c13e9fa,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:30.216649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b4545-b28d-4d71-bb00-71e433e83da4 req-8bf18481-b1e9-493a-a796-f2bcab8ae596 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:30.218323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f53b4545-b28d-4d71-bb00-71e433e83da4 req-8bf18481-b1e9-493a-a796-f2bcab8ae596 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.0978703 Aug 04 15:16:30.232935 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:30.304309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f53b4545-b28d-4d71-bb00-71e433e83da4 req-4559bdcf-b011-43c4-a4c8-2fff78e6bcf4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719440 Aug 04 15:16:30.441613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:30.457865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2561d3b-932e-4f61-8f9d-341466bd0a4d req-4b1f9e64-6894-4608-a72c-a20c5390d68b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:30.459980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2561d3b-932e-4f61-8f9d-341466bd0a4d req-4b1f9e64-6894-4608-a72c-a20c5390d68b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.0686767 Aug 04 15:16:30.461500 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:26Z', 'revision_number': 4, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '84614121-eda6-43f0-9cf7-71a26c13e9fa', 'name': '', 'network_id': '0bd5ca46-680d-4c1b-bfe9-dfb733593afd', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'mac_address': 'fa:16:3e:5e:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:26Z', 'updated_at': '2021-08-04T15:16:27Z', 'revision_number': 2, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'subnets': [{'id': 'af76e30b-3366-4d73-9b17-1ac037afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:30.488194 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Checking router: db59bd5f-9037-4736-b241-1c15b5959640 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:30.488589 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Updating router db59bd5f-9037-4736-b241-1c15b5959640 port 84614121-eda6-43f0-9cf7-71a26c13e9fa binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:16:30.504818 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Port 84614121-eda6-43f0-9cf7-71a26c13e9fa not found while updating agent binding for router db59bd5f-9037-4736-b241-1c15b5959640. {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 15:16:30.514750 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:30.515363 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:30.568766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2561d3b-932e-4f61-8f9d-341466bd0a4d req-9ecc4353-2d77-43f6-8647-f3c046084175 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730739 Aug 04 15:16:30.591973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39968) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:30.626249 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:30.704968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Router db59bd5f-9037-4736-b241-1c15b5959640 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:30.819267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2ee048be-7de9-4079-b90b-201175572baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:30Z', 'revision_number': 5, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:30.829005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664e6a5-667f-406b-8aa6-82836c2af40b tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:30.830701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e664e6a5-667f-406b-8aa6-82836c2af40b tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1092 time: 0.2376554 Aug 04 15:16:30.833540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39972) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:30.842427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:30.843044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:30.850925 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee048be-7de9-4079-b90b-201175572baf None None] The sync data for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 is: [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:30Z', 'revision_number': 5, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port': {'id': 'f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:30.863298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:30.870787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-789beda4-e9fa-4733-9dda-7f37fb994132 admin admin] 10.222.0.76 "PUT /v2.0/routers/db59bd5f-9037-4736-b241-1c15b5959640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680593 Aug 04 15:16:30.871238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39974) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:30.904397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:30.904878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:30.931000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.038479 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.158930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.171705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.296848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Deleting port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:31.297188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.342915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.25.0.218 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/e189003f-6ca3-46a9-b551-5679e51c193b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:16:31.445820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] For port f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:31.446193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.467283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Calling delete_port for f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:31.535653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.638174 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.716158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:16:31.720817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=e189003f-6ca3-46a9-b551-5679e51c193b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:31.725170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:16:31.728760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:16:31.759500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:31.793918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:31.854288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Sync routers for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:31.865855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:31.866611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:31.940338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:31.997124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:31Z', 'revision_number': 7, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:32.024679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Checking router: db59bd5f-9037-4736-b241-1c15b5959640 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:32.033979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Routers {'db59bd5f-9037-4736-b241-1c15b5959640'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:32.034611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['db59bd5f-9037-4736-b241-1c15b5959640'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:32.108549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] Set router db59bd5f-9037-4736-b241-1c15b5959640 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:32.156247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3cfa1-a139-4b79-af10-44faa78b4133 req-21bf43aa-3684-452d-880e-5d98771f76ae tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:32.157840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ca3cfa1-a139-4b79-af10-44faa78b4133 req-21bf43aa-3684-452d-880e-5d98771f76ae tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1097 time: 0.0461426 Aug 04 15:16:32.172096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:31Z', 'revision_number': 7, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:32.196502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ca3cfa1-a139-4b79-af10-44faa78b4133 req-9bdd2b2b-5632-4ad0-adb7-0c9e3a5396d0 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Aug 04 15:16:32.200365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3540c761-c32a-49c7-bd96-dc4e7cbfdc9d None None] The sync data for ids ['db59bd5f-9037-4736-b241-1c15b5959640'] in n-d-801743-12 is: [{'id': 'db59bd5f-9037-4736-b241-1c15b5959640', 'name': 'tempest-ImageQuotaTest-2111759362-router', 'tenant_id': '03b46850b9a942d7809b6575a2ed3a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:16:24Z', 'updated_at': '2021-08-04T15:16:31Z', 'revision_number': 7, 'project_id': '03b46850b9a942d7809b6575a2ed3a13', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:32.247173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.337232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1325e-91a3-4714-9269-7b4297d6c762 req-7c786cd7-ec19-4a16-8405-d20a89f01d68 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:32.342137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6c1325e-91a3-4714-9269-7b4297d6c762 req-7c786cd7-ec19-4a16-8405-d20a89f01d68 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0630229 Aug 04 15:16:32.378573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6c1325e-91a3-4714-9269-7b4297d6c762 req-dbfb308b-ef58-42b6-b266-85a15d03404d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333037 Aug 04 15:16:32.380803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.384134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.401881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39982) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:32.462402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d64d8f32-069b-40f5-8836-6beed6c39d52 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/34622eb6-acbe-4dd1-bc0d-690780225e04 HTTP/1.1" status: 200 len: 993 time: 0.0592351 Aug 04 15:16:32.466639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.467481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db59bd5f-9037-4736-b241-1c15b5959640 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:16:32.472549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.474615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c0dc6da7-c90d-402b-b0d7-153a925f9a85 admin admin] 10.222.0.76 "DELETE /v2.0/routers/db59bd5f-9037-4736-b241-1c15b5959640 HTTP/1.1" status: 204 len: 168 time: 1.6014669 Aug 04 15:16:32.477336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 39984) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:32.586882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Deleting subnet af76e30b-3366-4d73-9b17-1ac037afe542 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:16:32.592519 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.666941 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.780917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.832687 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.843228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84614121-eda6-43f0-9cf7-71a26c13e9fa no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:32.867647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 84614121-eda6-43f0-9cf7-71a26c13e9fa {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:32.868333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 84614121-eda6-43f0-9cf7-71a26c13e9fa not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:32.868464 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:32.889984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:32.890439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f8e318d6-142e-4fbf-ab20-4cc6ad6e0c4c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:32.907797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.950202 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:32.992791 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af76e30b-3366-4d73-9b17-1ac037afe542,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:32.997435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e266b-d7d8-4c85-bb59-ef7b567c547a None None] Network 0bd5ca46-680d-4c1b-bfe9-dfb733593afd requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:16:33.008753 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.010609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fdf7e05-a69f-47ff-84c7-c98180cd20a9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/af76e30b-3366-4d73-9b17-1ac037afe542 HTTP/1.1" status: 204 len: 168 time: 0.5323715 Aug 04 15:16:33.013406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 39996) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:33.126497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.144500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.153644 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.212293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6446-b7f9-4fcb-ad94-464ce3d8acfb req-c2909691-2177-4553-bb53-c65b44575d57 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:33.214086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7e6446-b7f9-4fcb-ad94-464ce3d8acfb req-c2909691-2177-4553-bb53-c65b44575d57 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0826929 Aug 04 15:16:33.257264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=e189003f-6ca3-46a9-b551-5679e51c193b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:33.269295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e7e6446-b7f9-4fcb-ad94-464ce3d8acfb req-73505088-02cf-41c4-9d25-478d42f736a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Aug 04 15:16:33.272967 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Deleting port 63db3852-40eb-44dc-b21d-7eb4da863fc6 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:33.273830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.275596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] DHCP port deletion for 0bd5ca46-680d-4c1b-bfe9-dfb733593afd request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:16:33.296862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.323222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Deleting port 63db3852-40eb-44dc-b21d-7eb4da863fc6 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:16:33.323602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.341718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-8e27f99e-7809-4373-ba42-204f608ba314 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2330160 Aug 04 15:16:33.343681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] For port 63db3852-40eb-44dc-b21d-7eb4da863fc6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63db3852-40eb-44dc-b21d-7eb4da863fc6,segment=NetworkSegment(809f3cc5-2e8b-4510-994a-0b09561b0b7a),segment_id=809f3cc5-2e8b-4510-994a-0b09561b0b7a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:33.344303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.363533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Calling delete_port for 63db3852-40eb-44dc-b21d-7eb4da863fc6 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:33.392860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] For port 63db3852-40eb-44dc-b21d-7eb4da863fc6, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=63db3852-40eb-44dc-b21d-7eb4da863fc6,segment=NetworkSegment(809f3cc5-2e8b-4510-994a-0b09561b0b7a),segment_id=809f3cc5-2e8b-4510-994a-0b09561b0b7a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:33.393519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.410023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Calling delete_port for 63db3852-40eb-44dc-b21d-7eb4da863fc6 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:16:33.423878 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP 57564e55-180d-40c1-9765-aa81c5e2f7d9 associated. External IP: 172.25.0.218, port: 4a845116-f184-4721-a9f6-3aa60b07bea1. Aug 04 15:16:33.469939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.502178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Pushing event deleted for resources: {'Port': ['ID=63db3852-40eb-44dc-b21d-7eb4da863fc6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:33.511252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] No DVR routers for this DVR port 63db3852-40eb-44dc-b21d-7eb4da863fc6 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:33.518712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.558146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] No DVR routers for this DVR port 63db3852-40eb-44dc-b21d-7eb4da863fc6 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:33.562800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2715c-e73a-4b94-8223-f3cbf4170f0c None None] Pushing event deleted for resources: {'Port': ['ID=63db3852-40eb-44dc-b21d-7eb4da863fc6,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:33.599703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.610528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd5ca46-680d-4c1b-bfe9-dfb733593afd']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:33.621977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809f3cc5-2e8b-4510-994a-0b09561b0b7a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:33.622286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809f3cc5-2e8b-4510-994a-0b09561b0b7a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:33.631795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.645948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.652045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:16:33.652469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:16:33.654185 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:16:33.710426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:16:33.716646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.722601 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.727839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] 10.222.0.76 "DELETE /v2.0/networks/0bd5ca46-680d-4c1b-bfe9-dfb733593afd HTTP/1.1" status: 204 len: 168 time: 0.7120512 Aug 04 15:16:33.740912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25fce-e533-4fc4-8dd8-a9d34a40515d admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd5ca46-680d-4c1b-bfe9-dfb733593afd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:33.835872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:16:33.846128 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:16:33.853872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:33.856101 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:33.858138 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:33.884465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40026) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:33.887271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c1cae93f-d17e-434f-94ce-94717f4631b7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0517743 Aug 04 15:16:33.888881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:33.891459 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee55121-0634-4e9b-81f8-9175c13d2d95" -d '{"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:33.942797 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fb212e-d5e4-4c5f-8aac-3e83ed866f08 x-openstack-request-id: req-d9fb212e-d5e4-4c5f-8aac-3e83ed866f08 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:33.943103 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:33.943367 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9fb212e-d5e4-4c5f-8aac-3e83ed866f08 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:33.943792 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'status': 'completed', 'code': 200} Aug 04 15:16:33.949885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-61845305-50ab-47ad-bacc-018309354f40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03b46850b9a942d7809b6575a2ed3a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641985 Aug 04 15:16:33.952441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40032) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:33.981963 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:34.047367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.054557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-f75aed0c-056c-4ff5-bdc9-f00cdc72e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.056132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-f75aed0c-056c-4ff5-bdc9-f00cdc72e246 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.0684104 Aug 04 15:16:34.119607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.189428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-689ab098-b14b-45a8-82c3-3841a0bdaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.194732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-689ab098-b14b-45a8-82c3-3841a0bdaa06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1273165 Aug 04 15:16:34.234294 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:32Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:34.246383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.249043 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.250186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba00e040-a089-4f6d-9e06-f0c12dfea39b HTTP/1.1" status: 204 len: 168 time: 0.2968218 Aug 04 15:16:34.266441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc89799-6cb1-4f65-a8f2-46e3a3ed124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba00e040-a089-4f6d-9e06-f0c12dfea39b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:34.281087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-46e5af19-a77a-4ab2-a0d2-e88847f3136f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 999 time: 0.0819669 Aug 04 15:16:34.283561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:16:34.299391 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:16:34.300016 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:16:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:34.342889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-77594185-0fcf-4892-bcc0-c326ef84b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.344403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-77594185-0fcf-4892-bcc0-c326ef84b0e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0556550 Aug 04 15:16:34.422915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-db437d0a-a69d-40ba-8a22-88a868443bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.424634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-db437d0a-a69d-40ba-8a22-88a868443bee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717621 Aug 04 15:16:34.437632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808f72-d6c2-4303-bdd3-7188772b8718 req-76599147-0ac9-4e92-9ade-ccb05cfa8902 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.439330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d808f72-d6c2-4303-bdd3-7188772b8718 req-76599147-0ac9-4e92-9ade-ccb05cfa8902 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0767376 Aug 04 15:16:34.516229 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:16:34.537095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d808f72-d6c2-4303-bdd3-7188772b8718 req-b269d174-b482-499b-9747-231acb6bb468 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751779 Aug 04 15:16:34.582820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-aec25c34-012f-4423-ab9b-ef97e9115a71 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424346 Aug 04 15:16:34.608753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-9edb1898-4298-4e51-b665-44d764e7ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.611049 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-9edb1898-4298-4e51-b665-44d764e7ca33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1097 time: 0.0489719 Aug 04 15:16:34.690492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5ee55121-0634-4e9b-81f8-9175c13d2d95 req-598675d4-4b51-4c6f-8fc9-03e89374444c service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003182 Aug 04 15:16:34.713972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40040) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:34.718712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-44d22eb1-b4a7-4487-b50d-a67b567b5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.720247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-44d22eb1-b4a7-4487-b50d-a67b567b5c29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.1003854 Aug 04 15:16:34.728132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c8c0-0ed2-4c1e-bfc2-2673d476e487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.786370 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:32Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:16:34.808348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-702b5434-d6d3-4fcb-b641-0694e6c5ec34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 1001 time: 0.0790732 Aug 04 15:16:34.827787 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5036b0-9567-47e0-8a6d-6aa911e5bd45 None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:32Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:16:34.839490 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c8c0-0ed2-4c1e-bfc2-2673d476e487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.846825 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c8c0-0ed2-4c1e-bfc2-2673d476e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:34.870460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63db3852-40eb-44dc-b21d-7eb4da863fc6 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:34.871651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-ec7333e0-537d-4552-ab87-97e5c82f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.874560 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-ec7333e0-537d-4552-ab87-97e5c82f3b71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0581419 Aug 04 15:16:34.890465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8d7c8c0-0ed2-4c1e-bfc2-2673d476e487 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1750264 Aug 04 15:16:34.893386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c8c0-0ed2-4c1e-bfc2-2673d476e487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a98c17-4042-41df-862b-bfd77b6e1bf1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:34.893807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40042) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:34.904769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 63db3852-40eb-44dc-b21d-7eb4da863fc6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:16:34.905215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 63db3852-40eb-44dc-b21d-7eb4da863fc6 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:34.954800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-eca9207f-b1f7-4ba9-b9ce-edd7a35856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:34.956330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-eca9207f-b1f7-4ba9-b9ce-edd7a35856f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742891 Aug 04 15:16:34.987288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:35.046062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:35.067292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940b6c1-8203-4e09-8f0f-3b7c19bd4053 None None] New status for floating IP 57564e55-180d-40c1-9765-aa81c5e2f7d9: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:16:35.100303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-16d9d7fb-0fca-4086-952d-a334e2e3d534 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330266 Aug 04 15:16:35.167442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:35.171041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:35.172217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88a98c17-4042-41df-862b-bfd77b6e1bf1 HTTP/1.1" status: 204 len: 168 time: 0.2636776 Aug 04 15:16:35.189096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8d5f4-67f3-4c72-9b1b-4eccfd416ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a98c17-4042-41df-862b-bfd77b6e1bf1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:35.231279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-0f9eb706-ec9d-41c7-a634-68abe10d8d3b service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232038 Aug 04 15:16:35.664896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c476-b101-44e5-8ae2-faf0894ef416 req-d61498e6-1633-4ca5-8307-03a1905be8fd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:35.666860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba53c476-b101-44e5-8ae2-faf0894ef416 req-d61498e6-1633-4ca5-8307-03a1905be8fd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0546925 Aug 04 15:16:35.709670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba53c476-b101-44e5-8ae2-faf0894ef416 req-2e34ab76-0b73-4efb-b50a-4bc8240fe7f5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367544 Aug 04 15:16:36.850870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dad6ff-2c6f-477c-b868-a564964b7899 req-eabadbd5-fc8e-4cac-9c63-edcbc2aafe74 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:36.852342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09dad6ff-2c6f-477c-b868-a564964b7899 req-eabadbd5-fc8e-4cac-9c63-edcbc2aafe74 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0663140 Aug 04 15:16:36.893742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-09dad6ff-2c6f-477c-b868-a564964b7899 req-3ddd1c8b-e483-49bd-8114-4e8ebc489baa tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Aug 04 15:16:38.014062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9130-880f-41b7-8f1e-66e7a9999d7d req-82a4d38a-bb9f-4684-b9d0-08c1a03b9efa tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:38.015663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f45d9130-880f-41b7-8f1e-66e7a9999d7d req-82a4d38a-bb9f-4684-b9d0-08c1a03b9efa tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0526004 Aug 04 15:16:38.049734 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:16:38.058091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f45d9130-880f-41b7-8f1e-66e7a9999d7d req-18bf6c5d-2021-4031-b9bf-6b8490183abe tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365314 Aug 04 15:16:38.821222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-78fe003b-0f0a-4726-bbd1-3bb371228bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419393 Aug 04 15:16:38.909662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-23933767-2aba-4fb8-aac7-223d20d4334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:38.911211 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-23933767-2aba-4fb8-aac7-223d20d4334a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.0447805 Aug 04 15:16:39.021857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-83c994ca-1a35-4107-a0be-21c8edc112c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:39.023366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-83c994ca-1a35-4107-a0be-21c8edc112c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0914388 Aug 04 15:16:39.098143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-ebf5da75-d730-4f56-886e-7ee24b5d2cc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 1001 time: 0.0679107 Aug 04 15:16:39.177066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-18016867-dd78-4fa3-8a34-b9f2fdd76dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:39.178671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-18016867-dd78-4fa3-8a34-b9f2fdd76dbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0741112 Aug 04 15:16:39.205368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bded-ebbd-4c6a-8dee-8391f3f59855 req-ad409387-ef82-4e2e-ba07-571f83528752 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:39.206931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20f0bded-ebbd-4c6a-8dee-8391f3f59855 req-ad409387-ef82-4e2e-ba07-571f83528752 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0728655 Aug 04 15:16:39.261899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-50bc8218-309e-4705-8973-38dcaedae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:39.263579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-50bc8218-309e-4705-8973-38dcaedae61a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772705 Aug 04 15:16:39.266612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20f0bded-ebbd-4c6a-8dee-8391f3f59855 req-abd3993b-c74b-497a-8364-658bf4607db2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Aug 04 15:16:39.361258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-8b225b9c-8881-4cec-b21c-02611a189a86 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892012 Aug 04 15:16:39.472487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0927ff-6d20-43ba-a4ba-cead9227492f req-97f9067d-739a-42d0-b0cc-e0ebc8e54bc6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011593 Aug 04 15:16:40.399292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eada9-2672-4574-8d6c-74efa7ad65fd req-b0d40f67-226f-4081-bef8-b4c225df12bb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:40.400961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e8eada9-2672-4574-8d6c-74efa7ad65fd req-b0d40f67-226f-4081-bef8-b4c225df12bb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0594201 Aug 04 15:16:40.442369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e8eada9-2672-4574-8d6c-74efa7ad65fd req-fc32e9ff-2a1a-4dd5-8797-5d156faa3862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347035 Aug 04 15:16:41.574270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66efc-5072-4301-b214-a4bd23d7b288 req-c87b4075-bab0-4303-9e0a-3e49108ceed1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:41.576154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c66efc-5072-4301-b214-a4bd23d7b288 req-c87b4075-bab0-4303-9e0a-3e49108ceed1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0628572 Aug 04 15:16:41.614903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c66efc-5072-4301-b214-a4bd23d7b288 req-43849797-79e6-46eb-aa02-6ddfa2064f2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Aug 04 15:16:42.748837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd895a45-430c-4056-a7c4-4e17100939d4 req-5691ad20-bb2b-4493-8ef6-a7c96788d8ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:42.750479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd895a45-430c-4056-a7c4-4e17100939d4 req-5691ad20-bb2b-4493-8ef6-a7c96788d8ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0572274 Aug 04 15:16:42.794900 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd895a45-430c-4056-a7c4-4e17100939d4 req-5f923a42-06d6-46ca-b5c7-74326e7eaef5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355537 Aug 04 15:16:43.929563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0656b-64d6-4a55-bb96-0f37fda43cd2 req-bf9dfc21-4636-433d-a5e0-afbfca109614 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:43.931097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cc0656b-64d6-4a55-bb96-0f37fda43cd2 req-bf9dfc21-4636-433d-a5e0-afbfca109614 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0638328 Aug 04 15:16:43.969966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3cc0656b-64d6-4a55-bb96-0f37fda43cd2 req-c381b952-081a-4e49-a404-59f26e8827a5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316629 Aug 04 15:16:44.803846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-16b2b433-a8ec-4df0-93d5-aa54c1946de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:45.112405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11c91-425d-4ec0-8871-8a9ab0ba8788 req-a9bbfbcd-e00d-43db-9236-4ff4498d17ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:45.113875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57f11c91-425d-4ec0-8871-8a9ab0ba8788 req-a9bbfbcd-e00d-43db-9236-4ff4498d17ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0611360 Aug 04 15:16:45.156713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-57f11c91-425d-4ec0-8871-8a9ab0ba8788 req-a65f5666-66ea-4ac8-acd0-fe6173d243d5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341229 Aug 04 15:16:46.312105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b39669-e32c-4c80-a098-f1b965e1ea73 req-77bb9caf-7521-46cc-a401-80db6667b818 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:46.313787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75b39669-e32c-4c80-a098-f1b965e1ea73 req-77bb9caf-7521-46cc-a401-80db6667b818 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.0665698 Aug 04 15:16:46.360374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-75b39669-e32c-4c80-a098-f1b965e1ea73 req-ed862fbf-59fe-445a-8ff0-8858c125d5a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378139 Aug 04 15:16:47.021378 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-85d5e69d-c620-4db1-9326-fbb6a413d4ce service neutron] show failed (client error): The resource could not be found. Aug 04 15:16:47.022303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-85d5e69d-c620-4db1-9326-fbb6a413d4ce service neutron] 10.222.0.46 "GET /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0583060 Aug 04 15:16:47.283740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-f350a6b1-2944-4f83-aa15-0faf9e775d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:47.285270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-f350a6b1-2944-4f83-aa15-0faf9e775d41 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 1097 time: 0.0960696 Aug 04 15:16:47.297261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:47.349198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:47.397711 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9410c31b-87a4-4113-a696-fd095d82a6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:47.552725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b42d55-7be2-43e8-84ef-6ad37027b1c0 req-db250d6e-98d3-4f80-8ce4-699257ab899f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:47.554079 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15b42d55-7be2-43e8-84ef-6ad37027b1c0 req-db250d6e-98d3-4f80-8ce4-699257ab899f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 945 time: 0.1053655 Aug 04 15:16:47.603968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:47.619660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15b42d55-7be2-43e8-84ef-6ad37027b1c0 req-7056a5b1-14c7-48c8-a9e5-b88b70d99b0d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556133 Aug 04 15:16:47.642847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:47.659767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:47.686128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:47.689038 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e53959-a7af-40a4-80e3-fd808106f1f9" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:47.692857 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:47.705837 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Transition to ACTIVE for port object 9d385b26-2ea4-44d4-972f-71b946faf4e4 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:47.710851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:47.743029 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a4bfc1-dc78-41a9-99f0-ef32db5afecf x-openstack-request-id: req-53a4bfc1-dc78-41a9-99f0-ef32db5afecf {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:47.743314 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:47.743568 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53a4bfc1-dc78-41a9-99f0-ef32db5afecf {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:47.743954 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'code': 200} Aug 04 15:16:47.819713 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:47.864049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.864395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.864737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.865073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.865405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.865740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.866063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.866385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.866738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.867063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.867383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.867702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:47.927989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] No DVR routers for this DVR port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:48.084731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.421337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:16:48.421978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:16:48.421978 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:48.427054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:16:48.427389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:48.432672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:16:48.433008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:48.433408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Bound using segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:16:48.433842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Bound port: 9d385b26-2ea4-44d4-972f-71b946faf4e4, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:16:48.434234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.497330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:48.500429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:16:48.507035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.540256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.541191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.542609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] 10.222.0.38 "PUT /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 1092 time: 1.2494617 Aug 04 15:16:48.574367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb3271-60ea-448f-bdbf-523a5e81d689 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:48.614484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-803b1a3c-b181-46c5-9ce0-10e720cb33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.616062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-803b1a3c-b181-46c5-9ce0-10e720cb33da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0503294 Aug 04 15:16:48.739058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-7ec9f781-5c41-4b69-817b-d96236e8a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.740608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-7ec9f781-5c41-4b69-817b-d96236e8a7ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.1169341 Aug 04 15:16:48.766521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941cc01-f453-4225-b009-bd8ab64663a9 req-a121f628-098e-4caf-939b-c496844af7a9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.768078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2941cc01-f453-4225-b009-bd8ab64663a9 req-a121f628-098e-4caf-939b-c496844af7a9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.0682390 Aug 04 15:16:48.783610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.841626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-e509c1a9-8f27-4fb1-992d-ea830d3339cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0897362 Aug 04 15:16:48.849047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2941cc01-f453-4225-b009-bd8ab64663a9 req-b2a80d23-55f5-483e-b3e2-a0f1430271fe tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494714 Aug 04 15:16:48.887782 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:48.893259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-40c2bdb5-d362-4dda-849f-74dd834c06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.894785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-40c2bdb5-d362-4dda-849f-74dd834c06f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0448468 Aug 04 15:16:48.940708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-135183ae-d310-41f7-969a-b6ddf98e7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:48.942115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-135183ae-d310-41f7-969a-b6ddf98e7db6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406382 Aug 04 15:16:49.045451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-c825fec6-9d52-4996-a155-c8536d3a6fdb service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953248 Aug 04 15:16:49.134920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff66ce8f-4564-4979-93ca-0bd9df77b79e req-a8974841-7d1b-4975-aa4f-3692aeefc739 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818334 Aug 04 15:16:49.576268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:49.621542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:49.745361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:49.747872 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:49.798081 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc503745-f1d8-4a1b-ab6c-547332f79f42 x-openstack-request-id: req-dc503745-f1d8-4a1b-ab6c-547332f79f42 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:49.798421 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:49.798710 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc503745-f1d8-4a1b-ab6c-547332f79f42 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:49.799236 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:16:49.864202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-bdfba84c-82cb-4256-a50f-5fa6447f9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:49.865637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-bdfba84c-82cb-4256-a50f-5fa6447f9e94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0487869 Aug 04 15:16:49.870165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-a1a87d8c-0b83-4956-9991-c88a079f9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:49.871698 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-a1a87d8c-0b83-4956-9991-c88a079f9ba7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0460100 Aug 04 15:16:49.970559 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-52398dd9-0129-442a-b6a1-caef52616365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:49.972376 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-52398dd9-0129-442a-b6a1-caef52616365 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0937164 Aug 04 15:16:50.003046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1d76e-7349-4b9b-9c2c-32ca7d89a30a req-30606026-6eef-47e5-bb43-cd214a5254cf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.004638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8bb1d76e-7349-4b9b-9c2c-32ca7d89a30a req-30606026-6eef-47e5-bb43-cd214a5254cf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.0828843 Aug 04 15:16:50.007653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-ad951f7c-067a-440e-b0f3-cd70111641e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.009163 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-ad951f7c-067a-440e-b0f3-cd70111641e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.1352031 Aug 04 15:16:50.043232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-4876e5c1-3478-43c2-b640-63ed3c44caf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0629530 Aug 04 15:16:50.090834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8bb1d76e-7349-4b9b-9c2c-32ca7d89a30a req-b02ac618-9afd-4b12-a62f-871ae6ac080d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798938 Aug 04 15:16:50.093696 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-ba82cf47-6f21-4be5-ae56-b4851923b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.095051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-ba82cf47-6f21-4be5-ae56-b4851923b344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0454640 Aug 04 15:16:50.103759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-14d74f6a-7f16-45fa-81b6-15a94566a40e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0854418 Aug 04 15:16:50.146445 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-39429a4e-8f26-417f-a3d2-fc608399f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.147862 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-39429a4e-8f26-417f-a3d2-fc608399f474 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452032 Aug 04 15:16:50.157714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-fd05f2bb-eda1-4dfa-b595-c46f3fc8b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.159895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-fd05f2bb-eda1-4dfa-b595-c46f3fc8b415 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0475996 Aug 04 15:16:50.211921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-97f48426-4501-4185-83f8-766195e74590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:50.213437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-97f48426-4501-4185-83f8-766195e74590 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458736 Aug 04 15:16:50.242132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-b9db0071-0b75-4750-95a0-736a16fc6065 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 Aug 04 15:16:50.287042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:50.330205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-0f9b4a2d-0c75-4316-84cf-8479f417fc07 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051271 Aug 04 15:16:50.348060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-60c371e6-eb82-4927-ae0c-1f32a5534c8f service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987740 Aug 04 15:16:50.450946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c124e4ae-76c2-45a7-9b2f-f97c7b8e5b6e req-fa828b2d-4700-47a8-8e6c-7d6429df4ce2 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133533 Aug 04 15:16:51.230028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd655ca-f621-4148-9ed2-d6edfb16898a req-4bd48028-3a6f-4634-97a0-bf115281f8d0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.231782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cd655ca-f621-4148-9ed2-d6edfb16898a req-4bd48028-3a6f-4634-97a0-bf115281f8d0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.0607514 Aug 04 15:16:51.275362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cd655ca-f621-4148-9ed2-d6edfb16898a req-dc33255c-59e8-4588-bc07-e027e75faa9a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Aug 04 15:16:51.602511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-7978da36-6b44-42cc-a490-aca9b3abee2f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.604016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-7978da36-6b44-42cc-a490-aca9b3abee2f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b&tenant_id=9989338461854dedaf7455a859490971&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 943 time: 0.1248114 Aug 04 15:16:51.612119 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590255c-b1d8-429e-894f-ac54ed8afd54 req-d332dbca-0405-41d3-9ab2-467f5a755b74 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.613599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1590255c-b1d8-429e-894f-ac54ed8afd54 req-d332dbca-0405-41d3-9ab2-467f5a755b74 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 943 time: 0.1245265 Aug 04 15:16:51.683774 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1590255c-b1d8-429e-894f-ac54ed8afd54 req-ec1af6bf-eb61-4913-aa9a-516b681e2e4f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639570 Aug 04 15:16:51.693253 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-e321da15-8821-4602-bcf0-0bf1e7da2b00 service neutron] 10.222.0.38 "GET /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 383 time: 0.0787265 Aug 04 15:16:51.754476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:16:51.761355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-c190b2ca-1937-491b-9780-19d70ec7c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.763015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-c190b2ca-1937-491b-9780-19d70ec7c838 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1095 time: 0.0474138 Aug 04 15:16:51.853279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-f7b45a2a-3580-4721-87a5-c502b840ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.854817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-f7b45a2a-3580-4721-87a5-c502b840ef33 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0853245 Aug 04 15:16:51.856620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:51.869442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:16:51.911030 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:51.924668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-ec9c0005-fa23-4869-8e65-ec55a719ca89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0625124 Aug 04 15:16:51.928895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:16:51.950666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:51.955171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:51.977650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-dbacecd0-3c1d-41e9-9011-8e4befb16817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:51.979198 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-dbacecd0-3c1d-41e9-9011-8e4befb16817 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0478942 Aug 04 15:16:52.003345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:52.011043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.011396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.011742 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.012136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.012477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.012865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.013212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.013736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.014246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.014613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.014910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.015280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:16:52.031336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-bddaf283-d00a-4b52-96ba-7910d6c6b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:52.033294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-bddaf283-d00a-4b52-96ba-7910d6c6b67a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463767 Aug 04 15:16:52.134377 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-bff97361-b8ee-48fc-840f-359d615390d4 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925491 Aug 04 15:16:52.189398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['9d385b26-2ea4-44d4-972f-71b946faf4e4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:16:52.259957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-cf83be72-feac-47ac-87db-68cd1880dc21 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178343 Aug 04 15:16:52.805567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad53e9b-7194-4eb4-b202-48b633ea5ff4 req-a7a9c260-704c-408b-a73e-6c918386d05a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:52.807315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad53e9b-7194-4eb4-b202-48b633ea5ff4 req-a7a9c260-704c-408b-a73e-6c918386d05a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0532753 Aug 04 15:16:52.854150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ad53e9b-7194-4eb4-b202-48b633ea5ff4 req-8fc6ad28-c38a-4c7c-bf4c-e221552fa9b5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365350 Aug 04 15:16:53.780925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:53.831641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:53.835613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:53.835982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:53.922645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:53.948615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:53.951274 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652d1ab2-a8cd-4eca-8559-8ab7e160d4ef" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:53.966056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:53.971747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:54.004036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62a56-9edf-4ae5-97ea-a397c680ca6a req-2731f880-308e-4636-89f8-4ac27f3be397 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:54.006124 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f62a56-9edf-4ae5-97ea-a397c680ca6a req-2731f880-308e-4636-89f8-4ac27f3be397 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0769236 Aug 04 15:16:54.035603 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6956f8a-a141-4687-8d0f-b9ab2f6beac9 x-openstack-request-id: req-b6956f8a-a141-4687-8d0f-b9ab2f6beac9 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:54.035904 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:54.036158 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6956f8a-a141-4687-8d0f-b9ab2f6beac9 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:54.036551 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'code': 200} Aug 04 15:16:54.041978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:54.065711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f62a56-9edf-4ae5-97ea-a397c680ca6a req-4583c7db-39f1-4ab0-babf-44a7dae6246b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531070 Aug 04 15:16:54.339830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-74d0efac-c75a-45f1-89b7-4b53b2e3bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:54.341512 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-74d0efac-c75a-45f1-89b7-4b53b2e3bc24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 1097 time: 0.0579033 Aug 04 15:16:54.352960 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:16:54.407352 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:54.618868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:54.654614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:54.694966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:54.697241 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09301125-1f5d-49ff-b3d6-ecbaa26c1e8a" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:54.701526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:54.714986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Transition to ACTIVE for port object 9d385b26-2ea4-44d4-972f-71b946faf4e4 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:16:54.720004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:54.750234 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07f4d3-f347-479c-a9b6-bbc4ec1a2733 x-openstack-request-id: req-6a07f4d3-f347-479c-a9b6-bbc4ec1a2733 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:54.750527 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:54.750795 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a07f4d3-f347-479c-a9b6-bbc4ec1a2733 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:54.751155 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'code': 200} Aug 04 15:16:54.802288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:54.841729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] No DVR routers for this DVR port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:16:54.997387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:16:54.997825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:16:54.998243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:55.003137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:16:55.003460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Attempting to bind port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:16:55.008743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:16:55.009086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Checking segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:16:55.009472 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Bound using segment: {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:16:55.009897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Bound port: 9d385b26-2ea4-44d4-972f-71b946faf4e4, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725126-4dd1-4349-8b4b-f59aea04b7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:16:55.010257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:55.085795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:16:55.090405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:16:55.097052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:55.129672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.130415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:55.131997 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 1093 time: 0.7832990 Aug 04 15:16:55.155450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498d35-6887-4b5f-bc7f-45fab3e535d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:55.204178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-e9c33bb5-b045-47fc-9b41-f79f193a2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.205791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-e9c33bb5-b045-47fc-9b41-f79f193a2089 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1096 time: 0.0474229 Aug 04 15:16:55.206263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42663df3-5ecc-47e6-9bb8-bdebfaf9e9e6 req-6292a5a0-b2e9-40f8-908e-88c258945bb8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.207974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42663df3-5ecc-47e6-9bb8-bdebfaf9e9e6 req-6292a5a0-b2e9-40f8-908e-88c258945bb8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0626280 Aug 04 15:16:55.261957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42663df3-5ecc-47e6-9bb8-bdebfaf9e9e6 req-56cd9071-e944-4dd0-bcb6-ff3b6e086294 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477161 Aug 04 15:16:55.306542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-71cb6fe3-afe4-47d2-a644-eebb1b138011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.308096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-71cb6fe3-afe4-47d2-a644-eebb1b138011 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0945325 Aug 04 15:16:55.375558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-8644814c-05e7-469b-97c0-b6748dc1e234 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0608962 Aug 04 15:16:55.425623 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-bade5644-622f-41bd-8366-8c10cf412f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.427134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-bade5644-622f-41bd-8366-8c10cf412f3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0440848 Aug 04 15:16:55.473607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-4722d106-31b9-4f8f-9114-763d02405fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:55.475120 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-4722d106-31b9-4f8f-9114-763d02405fb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412257 Aug 04 15:16:55.572713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-fdfeaa33-8948-42f8-9239-58e18f44daa2 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 Aug 04 15:16:55.667999 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e51d514e-6be6-4f79-af02-51f3e46b90e6 req-d0c05e31-8c7b-4840-bd89-e903c9709754 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877433 Aug 04 15:16:56.394031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34441947-a347-4049-84e0-39436c78f215 req-54f48928-5b48-46e3-a3dd-dfe0adc42515 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:56.395599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34441947-a347-4049-84e0-39436c78f215 req-54f48928-5b48-46e3-a3dd-dfe0adc42515 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0548387 Aug 04 15:16:56.433604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34441947-a347-4049-84e0-39436c78f215 req-5f9dd921-0daf-4c24-bdca-1e5c578dd51c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Aug 04 15:16:56.752755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:56.756394 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70127ba7-d9f3-40f8-aa7c-e866e371aa51" -d '{"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:56.812764 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df308883-c2c8-482e-b3b2-8541d6cc1177 x-openstack-request-id: req-df308883-c2c8-482e-b3b2-8541d6cc1177 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:56.813014 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:56.813265 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df308883-c2c8-482e-b3b2-8541d6cc1177 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:56.813726 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:16:56.876255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-ead187a2-f195-4765-94b9-dacb630eb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:56.876664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-0e354315-092a-445b-87b7-fb0a4e82a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:56.877817 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-ead187a2-f195-4765-94b9-dacb630eb17d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1096 time: 0.0466321 Aug 04 15:16:56.878153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-0e354315-092a-445b-87b7-fb0a4e82a578 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1096 time: 0.0405006 Aug 04 15:16:56.971614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-5bc80779-c2a0-4e10-b320-d3995a06f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:56.973116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-5bc80779-c2a0-4e10-b320-d3995a06f855 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0886612 Aug 04 15:16:56.975206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-5711c3d4-eb79-4dc5-855c-e2bd1c26806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:56.976664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-5711c3d4-eb79-4dc5-855c-e2bd1c26806d service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0896518 Aug 04 15:16:57.042170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-bbbec9ad-e10a-4a9f-ab67-d4ca97b82511 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0622470 Aug 04 15:16:57.055584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-6af17b21-e113-4af1-963a-2ad1f3a97c58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 999 time: 0.0712795 Aug 04 15:16:57.094843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-6eab4154-16e7-4ae4-a272-4fb2c9407fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:57.096382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-6eab4154-16e7-4ae4-a272-4fb2c9407fde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0462465 Aug 04 15:16:57.109862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-1482513a-8555-4ea8-aa15-8a792e7612df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:57.111369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-1482513a-8555-4ea8-aa15-8a792e7612df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0489171 Aug 04 15:16:57.144729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-1b023d58-0444-4468-a782-9da7892a5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:57.146777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-1b023d58-0444-4468-a782-9da7892a5aa6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439785 Aug 04 15:16:57.169048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-bab5ae77-fd97-4750-83e5-8d7bbaa16d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:57.170667 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-bab5ae77-fd97-4750-83e5-8d7bbaa16d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443573 Aug 04 15:16:57.247949 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-fd524c7f-8b37-403b-8696-5558daaa14f4 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935409 Aug 04 15:16:57.270089 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-457b0ab1-5c8f-4fef-9238-526e751ecfe7 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832548 Aug 04 15:16:57.347759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-73f36052-8771-4f2f-ac0a-e92e7ccea866 service neutron] 10.222.0.38 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933099 Aug 04 15:16:57.377761 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70127ba7-d9f3-40f8-aa7c-e866e371aa51 req-56a33121-79f4-4e00-a19c-9b197859c7eb service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998304 Aug 04 15:16:57.561483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9c090-86ea-4902-98cb-565af75f62b3 req-44cd9cf2-5be1-4911-83d2-a576fd97eb63 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:16:57.563009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6c9c090-86ea-4902-98cb-565af75f62b3 req-44cd9cf2-5be1-4911-83d2-a576fd97eb63 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 944 time: 0.0596213 Aug 04 15:16:57.602755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:16:57.604927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f6c9c090-86ea-4902-98cb-565af75f62b3 req-c3acefd1-36e2-4f23-8b53-2b8e844f1bf9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Aug 04 15:16:57.628285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40106) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:16:57.689967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a08092e4-23ca-489b-8f62-f3c81c3cb524 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/34622eb6-acbe-4dd1-bc0d-690780225e04 HTTP/1.1" status: 200 len: 991 time: 0.0605173 Aug 04 15:16:57.704081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:57.870366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:16:57.872702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'port_id': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'mac_address': 'fa:16:3e:c0:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:16:57.935769 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:16:57.938041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:57.951161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:16:57.970292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:57.975982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:58.026018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:16:58.192531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9d385b26-2ea4-44d4-972f-71b946faf4e4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:16:59.604161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:16:59.658067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:16:59.661778 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9d385b26-2ea4-44d4-972f-71b946faf4e4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:16:59.662155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:59.738994 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:59.761717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:16:59.764019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28e953-f8b9-45a6-9f41-c5d53e3dd269" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:16:59.776657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:16:59.781287 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:16:59.808709 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec104851-4657-4fbd-966d-26cbe61f5226 x-openstack-request-id: req-ec104851-4657-4fbd-966d-26cbe61f5226 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:16:59.809093 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:16:59.809343 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec104851-4657-4fbd-966d-26cbe61f5226 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:16:59.809726 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'code': 200} Aug 04 15:16:59.834892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:14.799963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-15c8c68f-980b-4a01-9d5f-b97fb81d23c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:15.050590 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:17:17.404346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-62b218e0-74d2-406c-a274-57c5993f9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:17.667075 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:18.088402 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:18.786116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:18.918818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:20.291032 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:27.857158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-a5794b20-02f0-4452-806b-fdb3e23c50e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461576 Aug 04 15:17:27.951676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-c498ae2a-69a3-4655-9b65-e78e41d3a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:27.953221 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-c498ae2a-69a3-4655-9b65-e78e41d3a73f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1098 time: 0.0444942 Aug 04 15:17:28.069289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-cb933384-30b8-434d-bfba-fad147afbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:28.070497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-cb933384-30b8-434d-bfba-fad147afbc8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0966122 Aug 04 15:17:28.162687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d079-051e-4579-b383-45ba782c41d7 req-9c4f5a9f-f56b-4f9a-badb-ce79485b58a6 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:28.164172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5519d079-051e-4579-b383-45ba782c41d7 req-9c4f5a9f-f56b-4f9a-badb-ce79485b58a6 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1098 time: 0.0479112 Aug 04 15:17:28.202097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5519d079-051e-4579-b383-45ba782c41d7 req-cd35a920-5a41-4131-8c6e-2c7be6dcf6a2 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Aug 04 15:17:28.224974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40128) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:28.388348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 6a110517-4fce-4717-8939-344ec1fb10c5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:17:28.388699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:28.469842 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:28.470227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:28.478348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-8d9ef3fd-560e-4d7e-bf34-18dab017d927 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 1001 time: 0.4003322 Aug 04 15:17:28.482233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 6a110517-4fce-4717-8939-344ec1fb10c5 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:17:28.528152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-1f31277a-121c-42ae-a23f-fa415a529bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:28.529644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-1f31277a-121c-42ae-a23f-fa415a529bd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0431201 Aug 04 15:17:28.583338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-0d655195-35d7-4e08-9a07-c1efda43d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:28.585099 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-0d655195-35d7-4e08-9a07-c1efda43d581 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433931 Aug 04 15:17:28.667543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:28.682006 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-eee91a77-44b0-452f-8c61-290afd0f1a1f service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887706 Aug 04 15:17:28.693738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=6a110517-4fce-4717-8939-344ec1fb10c5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:28.750688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:28.751198 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 34622eb6-acbe-4dd1-bc0d-690780225e04 disassociated (deleted). External IP: 172.25.0.235, port: 9d385b26-2ea4-44d4-972f-71b946faf4e4. Aug 04 15:17:28.773392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e3eccd25-a7dd-49f1-8629-c31ce0c88078 req-90134cb3-af0d-43e8-8585-77be1755459c service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839937 Aug 04 15:17:29.207434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:17:29.317867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:17:29.323351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:29.329727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Sync routers for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:17:29.339798 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:29.340421 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:29.351835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f9889e2c-d795-453d-a6d1-59fd40b80bd4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/floatingips/34622eb6-acbe-4dd1-bc0d-690780225e04 HTTP/1.1" status: 204 len: 168 time: 1.1256139 Aug 04 15:17:29.352445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:17:29.354739 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e1c363-ca0b-41b4-82d6-154029fa6331" -d '{"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:17:29.394465 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c373312-0ad5-4687-b34b-5226ed909982 x-openstack-request-id: req-8c373312-0ad5-4687-b34b-5226ed909982 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:17:29.394803 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:17:29.395062 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c373312-0ad5-4687-b34b-5226ed909982 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:17:29.395486 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:17:29.463282 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:29.467799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-b0fd6bf9-d205-43e6-ba08-7e8fc2d4199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:29.469394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-b0fd6bf9-d205-43e6-ba08-7e8fc2d4199a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 1098 time: 0.0512867 Aug 04 15:17:29.565368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-d10c043f-f066-426d-8bf8-c1ec40ce4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:29.566908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-d10c043f-f066-426d-8bf8-c1ec40ce4e34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 200 len: 898 time: 0.0882313 Aug 04 15:17:29.590414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc924535-a737-4ca9-a947-5e7cf0b7995a req-45c51956-03c6-4e08-a747-bbcbc7e10aff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:29.592093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc924535-a737-4ca9-a947-5e7cf0b7995a req-45c51956-03c6-4e08-a747-bbcbc7e10aff tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 946 time: 0.0496247 Aug 04 15:17:29.618425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-e791c794-f83d-4251-9e80-1043b436e2e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 200 len: 217 time: 0.0431130 Aug 04 15:17:29.633625 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc924535-a737-4ca9-a947-5e7cf0b7995a req-7fb5d21a-ff5f-407a-beae-01f83fc7e7e5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343759 Aug 04 15:17:29.667142 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:29.668731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-9fd5687a-f4d4-46c6-a45f-1c576cae012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:29.670232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-9fd5687a-f4d4-46c6-a45f-1c576cae012d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 200 len: 835 time: 0.0447166 Aug 04 15:17:29.693756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Checking router: ee3a4965-b59c-4dc9-a52b-2c9df9ba477e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:17:29.701873 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:29.702482 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:29.716607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-b4da44a7-ae1f-452c-8042-867fa36dfd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:29.718073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-b4da44a7-ae1f-452c-8042-867fa36dfd7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399086 Aug 04 15:17:29.806681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:29.813246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-a50a34e7-770b-413a-872c-09a01d55ecdc service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 Aug 04 15:17:29.904094 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-63e1c363-ca0b-41b4-82d6-154029fa6331 req-35d4698e-ffc9-47b1-9a95-184af335f8b0 service neutron] 10.222.0.46 "GET /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820160 Aug 04 15:17:30.008060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:30.034362 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbba659-0b76-4f46-a839-ff9be87517eb None None] The sync data for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 is: [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:15:46Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'a35207c1-e7d7-4681-bd43-e901972607ca', 'name': '', 'network_id': '58b8d2d5-1a1f-4ac4-b195-4e1756efeaed', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:4f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:45Z', 'updated_at': '2021-08-04T15:15:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:17:30.262295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b723f-15d2-4b91-a477-35007a23b0c5 None None] New status for floating IP 34622eb6-acbe-4dd1-bc0d-690780225e04: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:17:30.769238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3684f-fbc8-45a7-a13b-7adfb21f1bff req-3107f238-2064-402c-81aa-fc01f6163138 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:30.770796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0e3684f-fbc8-45a7-a13b-7adfb21f1bff req-3107f238-2064-402c-81aa-fc01f6163138 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 946 time: 0.0652258 Aug 04 15:17:30.813663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0e3684f-fbc8-45a7-a13b-7adfb21f1bff req-98e06a5a-71e5-49ee-b39d-c7b24b9ad094 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=19abe07d-4904-4c87-89f8-7cac36b374a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338025 Aug 04 15:17:30.906297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-e0718f2e-7406-4f87-8afe-276374c69592 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:30.907864 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-e0718f2e-7406-4f87-8afe-276374c69592 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 946 time: 0.0533764 Aug 04 15:17:31.004762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:17:31.005114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:31.100351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 9d385b26-2ea4-44d4-972f-71b946faf4e4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9d385b26-2ea4-44d4-972f-71b946faf4e4,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:31.100748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:31.119174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 9d385b26-2ea4-44d4-972f-71b946faf4e4 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:17:31.261116 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:31.287765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=9d385b26-2ea4-44d4-972f-71b946faf4e4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:31.302447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.302447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.302786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.302983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.303330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.303674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.304020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.304355 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.304697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.305037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.305405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.305739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:31.344621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] No DVR routers for this DVR port 9d385b26-2ea4-44d4-972f-71b946faf4e4 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:17:31.347673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:31.349710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-beecbcb8-8591-4f63-9e83-9d881a0598a8 req-c9520f11-56c4-402b-968e-ff5294e71fdb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "DELETE /v2.0/ports/9d385b26-2ea4-44d4-972f-71b946faf4e4 HTTP/1.1" status: 204 len: 173 time: 0.4359472 Aug 04 15:17:31.350148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-deleted', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:17:31.352545 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a03bb72-e966-4bb2-bdb2-1bce7fb23cde" -d '{"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-deleted", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:17:31.388803 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1194433-a65f-4761-a9d4-bfb8dc74b6b5 x-openstack-request-id: req-b1194433-a65f-4761-a9d4-bfb8dc74b6b5 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:17:31.389169 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7509838-3ef8-495d-9c87-03c62bfcbc9b", "name": "network-vif-deleted", "tag": "9d385b26-2ea4-44d4-972f-71b946faf4e4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:17:31.389424 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1194433-a65f-4761-a9d4-bfb8dc74b6b5 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:17:31.389930 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7509838-3ef8-495d-9c87-03c62bfcbc9b', 'name': 'network-vif-deleted', 'tag': '9d385b26-2ea4-44d4-972f-71b946faf4e4', 'status': 'completed', 'code': 200} Aug 04 15:17:31.923886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c399ec1f-72c4-41ff-8445-b8cd9c5d3973 req-c7f3c4e4-aeb1-4b02-bab8-edf719535b06 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7509838-3ef8-495d-9c87-03c62bfcbc9b HTTP/1.1" status: 200 len: 210 time: 0.0267332 Aug 04 15:17:32.983898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40148) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:33.365876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:33.646666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port a35207c1-e7d7-4681-bd43-e901972607ca {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:17:33.646926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:33.734073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port a35207c1-e7d7-4681-bd43-e901972607ca, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=a35207c1-e7d7-4681-bd43-e901972607ca,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:33.734439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:33.740048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:17:33.747438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for a35207c1-e7d7-4681-bd43-e901972607ca owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:17:33.760591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9d385b26-2ea4-44d4-972f-71b946faf4e4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:17:33.760942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9d385b26-2ea4-44d4-972f-71b946faf4e4 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:17:33.947591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:33.979024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=a35207c1-e7d7-4681-bd43-e901972607ca,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:34.156316 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.382697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:17:34.490342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:17:34.495643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d6b2abe-7f4d-42b9-ae9b-72e65ec87ef1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/ee3a4965-b59c-4dc9-a52b-2c9df9ba477e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106614 Aug 04 15:17:34.498422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40150) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:34.501699 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Sync routers for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:17:34.511955 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:34.512646 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:34.548959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting subnet 10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:17:34.552183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.592125 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.614009 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:34.684820 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.744114 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.770953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Subnet': ['ID=10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:34.774856 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.779212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ae506c9e-3959-4c73-8219-38cbd5baa81c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/subnets/10e9a713-6c9d-4d4e-aa23-eb4d0eb13b10 HTTP/1.1" status: 204 len: 168 time: 0.2796981 Aug 04 15:17:34.779478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:34.782698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc343120-f76f-462e-94bf-8d0023d741bf None None] Network 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:17:34.795330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:17:33Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:34.829517 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Checking router: ee3a4965-b59c-4dc9-a52b-2c9df9ba477e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:17:34.838677 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Routers {'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:34.839309 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:34.912657 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:34.980099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] DHCP port deletion for 58b8d2d5-1a1f-4ac4-b195-4e1756efeaed request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:17:35.024063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.028286 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Deleting port 5442ae6c-5ad1-41fc-98c3-e08832621c03 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:17:35.028949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.049176 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] Set router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:35.082705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 697675b9-84bb-4d69-81cd-12e8cd62a08d {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:17:35.083128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.092220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] For port 5442ae6c-5ad1-41fc-98c3-e08832621c03, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5442ae6c-5ad1-41fc-98c3-e08832621c03,segment=NetworkSegment(b8725126-4dd1-4349-8b4b-f59aea04b7bc),segment_id=b8725126-4dd1-4349-8b4b-f59aea04b7bc)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:35.092656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.110621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Calling delete_port for 5442ae6c-5ad1-41fc-98c3-e08832621c03 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:17:35.164288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 697675b9-84bb-4d69-81cd-12e8cd62a08d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=697675b9-84bb-4d69-81cd-12e8cd62a08d,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:35.164558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.177976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 697675b9-84bb-4d69-81cd-12e8cd62a08d owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:17:35.196069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.208594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] No DVR routers for this DVR port 5442ae6c-5ad1-41fc-98c3-e08832621c03 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:17:35.231076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc500b9-6d92-4de3-aefa-03465861440a None None] Pushing event deleted for resources: {'Port': ['ID=5442ae6c-5ad1-41fc-98c3-e08832621c03,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:35.251368 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:17:33Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:35.276897 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35cf459-f15e-453e-b058-9356472a76f2 None None] The sync data for ids ['ee3a4965-b59c-4dc9-a52b-2c9df9ba477e'] in n-d-801743-12 is: [{'id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441802764', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:15:42Z', 'updated_at': '2021-08-04T15:17:33Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '697675b9-84bb-4d69-81cd-12e8cd62a08d', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3a4965-b59c-4dc9-a52b-2c9df9ba477e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:15:43Z', 'updated_at': '2021-08-04T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:17:35.371324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.401221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=697675b9-84bb-4d69-81cd-12e8cd62a08d,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:35.468738 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.567639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.569766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.617041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.617737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Fanout notify agent at l3_agent the message router_deleted on router ee3a4965-b59c-4dc9-a52b-2c9df9ba477e {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:17:35.624855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.628924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4e45b706-d11c-4fd4-accb-d6fe01523425 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/routers/ee3a4965-b59c-4dc9-a52b-2c9df9ba477e HTTP/1.1" status: 204 len: 168 time: 0.8484023 Aug 04 15:17:35.629116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40154) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:35.716677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.808416 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.817830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b8d2d5-1a1f-4ac4-b195-4e1756efeaed']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:35.827976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8725126-4dd1-4349-8b4b-f59aea04b7bc') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:35.828273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8725126-4dd1-4349-8b4b-f59aea04b7bc') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:35.836840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.850483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.856356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:17:35.856737 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:17:35.859639 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:17:35.922722 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.929823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:35.931590 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/networks/58b8d2d5-1a1f-4ac4-b195-4e1756efeaed HTTP/1.1" status: 204 len: 168 time: 0.3013134 Aug 04 15:17:35.934621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40156) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:35.949982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c667e18-1c12-4d13-8356-0566c68472ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Network': ['ID=58b8d2d5-1a1f-4ac4-b195-4e1756efeaed,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:35.995740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.020809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.094536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.097317 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.098528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/security-groups/19abe07d-4904-4c87-89f8-7cac36b374a5 HTTP/1.1" status: 204 len: 168 time: 0.1629491 Aug 04 15:17:36.108633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1112c-8956-4f26-951f-dfe30f7b8927 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19abe07d-4904-4c87-89f8-7cac36b374a5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:36.327681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40162) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:36.332637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17141235', 'description': 'tempest-secgroup-smoke-17141235 description', 'project_id': '9989338461854dedaf7455a859490971'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:36.361000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.449305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.455696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.487529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.488783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1600549 Aug 04 15:17:36.491009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaffc59-7454-4a94-aef4-e76fa4f56b2d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b650aba5-e52b-4348-88b8-7e8ab1b3966b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:36.492103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40164) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:36.497076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:36.530592 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.584086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.590308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.607185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f970128-3bc7-49dd-824c-a6c459d4c7a3,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:36.614561 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.615644 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d919133-98b8-45dd-8727-e2d2e98a45a2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223748 Aug 04 15:17:36.619032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40166) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:36.623514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:36.656964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.723944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.730063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:36.865571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 697675b9-84bb-4d69-81cd-12e8cd62a08d no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:17:36.887827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 697675b9-84bb-4d69-81cd-12e8cd62a08d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:17:36.888151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 697675b9-84bb-4d69-81cd-12e8cd62a08d not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:17:36.888588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5442ae6c-5ad1-41fc-98c3-e08832621c03 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:17:36.910841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 5442ae6c-5ad1-41fc-98c3-e08832621c03 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:17:36.911151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5442ae6c-5ad1-41fc-98c3-e08832621c03 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:17:36.911593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a35207c1-e7d7-4681-bd43-e901972607ca no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:17:36.931974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: a35207c1-e7d7-4681-bd43-e901972607ca {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:17:36.932273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device a35207c1-e7d7-4681-bd43-e901972607ca not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:17:37.001155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aaa05d-b218-46b7-b680-4091b579330a,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.008795 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.010073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-14ba4a21-30f8-4501-904c-bc51e15fadd2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901033 Aug 04 15:17:37.012971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40168) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.017567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.045015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.102513 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.107439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.126132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9891ed-7024-45f9-9ffe-dadf42079cca,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.136415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.137713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e8b1333b-2bc1-41d9-a0c8-d77731c932b9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238141 Aug 04 15:17:37.140562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40170) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.144918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.173183 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.236518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.241952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.261237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a24b6e2-5226-4910-ba1a-d8256d222af2,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.268813 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.270019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b2cdb3d0-2f7f-4fcf-925f-125730d74b33 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285229 Aug 04 15:17:37.272999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40172) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.277410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.301162 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:17:37.306238 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.371417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.376719 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.395728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abc708f-06ee-4c4c-bf5f-09638cac83a5,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.401906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.403133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-510ad91e-e687-4ac6-8956-1eb5d82441c4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292291 Aug 04 15:17:37.406456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40174) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.411513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': 'b650aba5-e52b-4348-88b8-7e8ab1b3966b', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.435828 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:17:37.440697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.504654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.511030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.529190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e452a1cc-f194-4146-845e-87eeb208ada3,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.536684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.538055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d6155446-ff77-427c-8649-89cd4a18e652 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303260 Aug 04 15:17:37.541193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40176) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.546265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'network': {'name': 'tempest-network-smoke--1795680749', 'project_id': '9989338461854dedaf7455a859490971', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.568279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:17:37.571696 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.595088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:17:37.603719 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.604066 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Added segment 314baffa-f960-454a-b187-d16c271bf303 of type vlan for network 8e232a41-8452-4989-9d36-b65e85d97481 Aug 04 15:17:37.645773 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.676266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.681774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:37.682367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.738742 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964672 Aug 04 15:17:37.741611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40178) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:37.748478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'admin_state_up': True, 'project_id': '9989338461854dedaf7455a859490971', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:37.757767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28489f-4e17-4d8c-8980-3ec7012d09e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Network': ['ID=8e232a41-8452-4989-9d36-b65e85d97481,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:37.769772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 8e232a41-8452-4989-9d36-b65e85d97481 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:17:37.780159 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.781322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.840520 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:37.975123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.169340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.190697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.299247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.209 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/1fd9bbac-0bee-4ed4-9625-275b219f98d4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:38.398343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.438129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.474831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:38.479474 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:38.482956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:38.489216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=1fd9bbac-0bee-4ed4-9625-275b219f98d4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:38.743808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.810103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-f611dee1-c9d1-4b90-8bf8-b28b4aac4dd6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400810 Aug 04 15:17:38.892810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-d80cccac-ce1c-4984-8bb1-89704cdf7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:38.894436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-d80cccac-ce1c-4984-8bb1-89704cdf7860 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.0420213 Aug 04 15:17:38.939181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.001125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-8c92c1c9-8a61-4717-9f30-dee15a898a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:39.002516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-8c92c1c9-8a61-4717-9f30-dee15a898a6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0890334 Aug 04 15:17:39.067927 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-c3a938ac-7548-401d-96eb-e511c90264fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 1001 time: 0.0578213 Aug 04 15:17:39.068422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router c5b56220-0e1d-42dc-89d5-703135895016 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:17:39.117559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-f3bcd5f1-7af6-4cec-b365-b938cc1960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:39.119271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-f3bcd5f1-7af6-4cec-b365-b938cc1960d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0443320 Aug 04 15:17:39.170318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-c4283510-1318-4620-bbb7-b97ef196ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:39.171956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-c4283510-1318-4620-bbb7-b97ef196ecc9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458496 Aug 04 15:17:39.178819 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:17:39.188426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Sync routers for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:17:39.198812 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.199179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:39.200022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:39.200193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-73e8a94e-579b-46bc-9946-4ae645699872 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4576194 Aug 04 15:17:39.203673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40180) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:39.239827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-951070aa-1783-451a-a8d3-9b302364b916 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=9989338461854dedaf7455a859490971&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320086 Aug 04 15:17:39.243029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40182) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:39.310068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:39.367703 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-99fffdfd-f74d-4fbd-9efb-6e27eb2c35fd service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884348 Aug 04 15:17:39.457316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68274085-cbf7-4bba-894f-15b3bf690502 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:39.458944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-68274085-cbf7-4bba-894f-15b3bf690502 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2147968 Aug 04 15:17:39.462050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40184) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:39.491067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c659e418-67ef-4006-816b-07f5b5dabd3e req-dbab0093-fb0e-40a0-b34e-c751cdab7974 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135650 Aug 04 15:17:39.492034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:38Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:39.492245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0f02a30a-7e13-4157-8a3b-e1388965c0dc tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278533 Aug 04 15:17:39.495679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40186) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:39.500689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329615515', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'project_id': '9989338461854dedaf7455a859490971', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:39.520414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Checking router: c5b56220-0e1d-42dc-89d5-703135895016 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:17:39.520777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Updating router c5b56220-0e1d-42dc-89d5-703135895016 port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:17:39.545550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.594551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:17:39.598293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.776456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.796878 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.806858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Transition to ACTIVE for port object 1fd9bbac-0bee-4ed4-9625-275b219f98d4 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:39.813557 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.840141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Subnet': ['ID=0c101b09-bea0-4790-b2b5-8765ad00db42,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:39.848923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:39.849298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network hostable DHCP agents. Network: 8e232a41-8452-4989-9d36-b65e85d97481, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:17:39.864058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Attempting to bind port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:17:39.864545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Attempting to bind port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:17:39.864911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Attempting to bind port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:39.867847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 8e232a41-8452-4989-9d36-b65e85d97481 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:17:39.873651 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf419-f865-4900-9ae1-cd65acc35a42 None None] Pushing event updated for resources: {'Port': ['ID=1fd9bbac-0bee-4ed4-9625-275b219f98d4,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:39.876247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:17:39.876663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:39.877107 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.877440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:17:39.877929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Bound port: 1fd9bbac-0bee-4ed4-9625-275b219f98d4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:17:39.878337 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.878663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 8e232a41-8452-4989-9d36-b65e85d97481) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:39.883219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:39.884021 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.899688 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a4e1e4c4-a5f2-47d3-bbe8-5b3cd59cca96 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4029670 Aug 04 15:17:39.900481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cffb5-f461-4341-8e0e-e2b1bc8b974d None None] Network 8e232a41-8452-4989-9d36-b65e85d97481 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:17:39.902167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40188) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:39.982245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] For port 1fd9bbac-0bee-4ed4-9625-275b219f98d4, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:17:39.986610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] For port 1fd9bbac-0bee-4ed4-9625-275b219f98d4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1fd9bbac-0bee-4ed4-9625-275b219f98d4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:17:39.994874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.091945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf419-f865-4900-9ae1-cd65acc35a42 None None] Pushing event updated for resources: {'Port': ['ID=1fd9bbac-0bee-4ed4-9625-275b219f98d4,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:40.095489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:40.096101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:40.146983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-8e232a41-8452-4989-9d36-b65e85d97481', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:17:40.147825 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.293474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:40.428573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Allocated IP 172.20.0.2 (8e232a41-8452-4989-9d36-b65e85d97481/0c101b09-bea0-4790-b2b5-8765ad00db42/81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:40.606762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:38Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:40.642190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549347-b131-4aee-b698-e1b5e71fa509 None None] The sync data for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 is: [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:38Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:17:40.653979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.666940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Transition to ACTIVE for port object 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:40.678741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.683463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Transition to ACTIVE for port object 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:40.690913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.737988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Pushing event updated for resources: {'Port': ['ID=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:40.745605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Network 8e232a41-8452-4989-9d36-b65e85d97481 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:40.746210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:40.748566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:40.803730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Attempting to bind port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:17:40.804115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Attempting to bind port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:17:40.804486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Attempting to bind port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:40.809790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:17:40.810185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:40.810623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:40.811044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Bound using segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:17:40.811630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Bound port: 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:17:40.812212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.001512 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.1 (8e232a41-8452-4989-9d36-b65e85d97481/0c101b09-bea0-4790-b2b5-8765ad00db42/152df3ba-102b-4352-9d95-02a4457bdba8) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:41.051935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] For port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:17:41.055835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] For port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:17:41.062514 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.137203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9a63-25cc-4b4d-999b-71462ada9fc0 None None] Pushing event updated for resources: {'Port': ['ID=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:41.139515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.158479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object 152df3ba-102b-4352-9d95-02a4457bdba8 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:41.194307 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.236408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 8e232a41-8452-4989-9d36-b65e85d97481 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:41.242021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:41.246253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:41.253357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:41.311521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.493878 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.779708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.786416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.865063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:41.867686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:41.972654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 8e232a41-8452-4989-9d36-b65e85d97481 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:41.974117 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:42.067339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0a1e8-cfd4-41f9-8a7b-3183f611a633 None None] Network 8e232a41-8452-4989-9d36-b65e85d97481 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:17:42.094136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router c5b56220-0e1d-42dc-89d5-703135895016 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:17:42.189845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7d2308ae-88ce-4e21-8ca2-0d239f1f7112 None None] Provisioning for port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:42.213846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:17:42.219279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8d05c9c3-0865-4c31-b269-1fba17abdf53 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/c5b56220-0e1d-42dc-89d5-703135895016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3159606 Aug 04 15:17:42.424895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-a48c01c9-21b2-4193-9cd1-3e84c187672c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17141235&fields=id&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 267 time: 0.0354621 Aug 04 15:17:42.492679 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Sync routers for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:17:42.502325 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:42.503316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:42.532903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-596a02bf-7b49-4939-8982-ddecaf3410e0 None None] Provisioning for port 152df3ba-102b-4352-9d95-02a4457bdba8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:42.538272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-596a02bf-7b49-4939-8982-ddecaf3410e0 None None] Provisioning complete for port 152df3ba-102b-4352-9d95-02a4457bdba8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:42.538962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-596a02bf-7b49-4939-8982-ddecaf3410e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:42.556484 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-348a4245-e0b0-4e8a-9999-ab800cd86177 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:42.559097 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-348a4245-e0b0-4e8a-9999-ab800cd86177 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 797 time: 0.1274536 Aug 04 15:17:42.576972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-4a3d0e21-692b-4786-9988-2d509a9d28ef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/quotas/9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 375 time: 0.0101657 Aug 04 15:17:42.598075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-596a02bf-7b49-4939-8982-ddecaf3410e0 None None] Port 152df3ba-102b-4352-9d95-02a4457bdba8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:17:42.628304 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:42.642312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-345427b9-8f10-44f5-87e0-64d98547ada1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591111 Aug 04 15:17:42.720937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-101d56e9-9ea5-4601-8f27-bc15439a557c None None] Provisioning complete for port 152df3ba-102b-4352-9d95-02a4457bdba8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:42.721606 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-101d56e9-9ea5-4601-8f27-bc15439a557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:42.747120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-dbbd1994-223b-4f25-bbba-fe3c8788f771 service neutron] 10.222.0.76 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917492 Aug 04 15:17:42.773053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-101d56e9-9ea5-4601-8f27-bc15439a557c None None] Port 152df3ba-102b-4352-9d95-02a4457bdba8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:17:42.856437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-3e97adfc-36a9-45aa-bc79-5c99cd777327 service neutron] 10.222.0.76 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010404 Aug 04 15:17:42.859796 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 2, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:42.887505 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Checking router: c5b56220-0e1d-42dc-89d5-703135895016 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:17:42.887875 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Updating router c5b56220-0e1d-42dc-89d5-703135895016 port 152df3ba-102b-4352-9d95-02a4457bdba8 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:17:42.893766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-39f9106c-27c5-47c6-8498-f9b2ed3b4edf None None] Provisioning complete for port 152df3ba-102b-4352-9d95-02a4457bdba8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:42.894142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39f9106c-27c5-47c6-8498-f9b2ed3b4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:42.913643 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:42.938088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-39f9106c-27c5-47c6-8498-f9b2ed3b4edf None None] Port 152df3ba-102b-4352-9d95-02a4457bdba8 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:17:42.959974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:43.038202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:43.045656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:43.046309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.115223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-91777919-7feb-408e-96f8-6c3356b6e18c req-d1f09892-7294-46ae-82d3-dbb85f72f60c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 210 time: 0.0537145 Aug 04 15:17:43.152762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.189385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:43.195889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.196976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1fd9bbac-0bee-4ed4-9625-275b219f98d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:43.198761 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.209848 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Transition to ACTIVE for port object 152df3ba-102b-4352-9d95-02a4457bdba8 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:43.216468 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.275241 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Pushing event updated for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:43.279642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:43.290692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.291118 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.291524 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.292310 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.292656 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.292976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.293305 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.293824 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.294253 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.295564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:43.295719 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.296217 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.296564 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:43.304797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:43.305541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.366274 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Attempting to bind port 152df3ba-102b-4352-9d95-02a4457bdba8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:17:43.366772 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Attempting to bind port 152df3ba-102b-4352-9d95-02a4457bdba8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:17:43.367204 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Attempting to bind port 152df3ba-102b-4352-9d95-02a4457bdba8 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:43.372860 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:17:43.373466 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:43.373820 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.374275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Bound using segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:17:43.375037 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Bound port: 152df3ba-102b-4352-9d95-02a4457bdba8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:17:43.375493 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.405667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.430846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1fd9bbac-0bee-4ed4-9625-275b219f98d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1fd9bbac-0bee-4ed4-9625-275b219f98d4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:43.438471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.463367 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] For port 152df3ba-102b-4352-9d95-02a4457bdba8, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:17:43.467763 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] For port 152df3ba-102b-4352-9d95-02a4457bdba8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=152df3ba-102b-4352-9d95-02a4457bdba8,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:17:43.475006 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.492819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1fd9bbac-0bee-4ed4-9625-275b219f98d4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:43.542002 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e8fb-db24-453a-a290-641926752148 None None] Pushing event updated for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:43.549159 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:43.550061 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:43.661388 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:43.864549 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:43.981830 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405da2-3f90-49a5-b628-da6af2d83b75 None None] The sync data for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 is: [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:17:44.168733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-5d271fef-e777-4aef-a1ab-f5e046559e1e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:44.170689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-5d271fef-e777-4aef-a1ab-f5e046559e1e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 797 time: 0.1421087 Aug 04 15:17:44.225653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f51b03c1-09ee-47a2-9cea-0b45a23655d2 req-90017548-be0c-484d-ba57-868e619d41f8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 210 time: 0.0286102 Aug 04 15:17:44.231244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-af7c44fb-f363-4ee4-87af-e70e4065c143 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 378 time: 0.0506608 Aug 04 15:17:44.247400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'port': {'device_id': '41d58e40-548a-4445-ae43-91690e67a67f', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'admin_state_up': True, 'tenant_id': '9989338461854dedaf7455a859490971', 'security_groups': ['b650aba5-e52b-4348-88b8-7e8ab1b3966b']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:44.365965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:17:44.369711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:44.507276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.8 (8e232a41-8452-4989-9d36-b65e85d97481/0c101b09-bea0-4790-b2b5-8765ad00db42/7b436eaa-6436-4a63-9373-52f6d3442599) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:44.648451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:44.663062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object 7b436eaa-6436-4a63-9373-52f6d3442599 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:44.697467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:44.753854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 8e232a41-8452-4989-9d36-b65e85d97481 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:44.758046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:44.760038 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:44.762259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:44.801494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-70b76968-e7dc-4274-8e81-f3f506768af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:44.822061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:44.822765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:44.844958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8478dc06-fc8a-4961-ad40-3cc5416e76ec tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015100 Aug 04 15:17:44.858440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Request body: {'port': {'device_id': '41d58e40-548a-4445-ae43-91690e67a67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:44.934249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.002109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 152df3ba-102b-4352-9d95-02a4457bdba8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:45.042525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89e2e738-a6e2-4d29-92d7-be16b0e3197a None None] Provisioning for port 7b436eaa-6436-4a63-9373-52f6d3442599 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:45.050323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89e2e738-a6e2-4d29-92d7-be16b0e3197a None None] Provisioning complete for port 7b436eaa-6436-4a63-9373-52f6d3442599 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:45.050830 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e2e738-a6e2-4d29-92d7-be16b0e3197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.092130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-89e2e738-a6e2-4d29-92d7-be16b0e3197a None None] Port 7b436eaa-6436-4a63-9373-52f6d3442599 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:17:45.095611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 152df3ba-102b-4352-9d95-02a4457bdba8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:45.099856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 152df3ba-102b-4352-9d95-02a4457bdba8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:45.100226 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.190086 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.223872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 152df3ba-102b-4352-9d95-02a4457bdba8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=152df3ba-102b-4352-9d95-02a4457bdba8,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:45.224456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b436eaa-6436-4a63-9373-52f6d3442599 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:17:45.228438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.229250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:45.232879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.245219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Transition to ACTIVE for port object 7b436eaa-6436-4a63-9373-52f6d3442599 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:45.250315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.320445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:45.329905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:45.329905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.350542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:45.385653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:17:45.386394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:17:45.387014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:45.393285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:17:45.393760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:45.393892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2a451-7835-4684-b7f0-e511007a4475 req-070c04ed-226f-4652-98ee-8b41fb0081cd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:45.395478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51a2a451-7835-4684-b7f0-e511007a4475 req-070c04ed-226f-4652-98ee-8b41fb0081cd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 943 time: 0.0746131 Aug 04 15:17:45.400493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:17:45.401073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:45.401558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Bound using segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:17:45.402101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Bound port: 7b436eaa-6436-4a63-9373-52f6d3442599, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:17:45.402568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.423557 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1fd9bbac-0bee-4ed4-9625-275b219f98d4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:45.438209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51a2a451-7835-4684-b7f0-e511007a4475 req-f894ff5b-972b-4c1f-972e-75267fb3a405 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359085 Aug 04 15:17:45.486947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:45.487321 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.499966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:17:45.503760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:17:45.509779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.547357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:45.548151 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:45.549689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] 10.222.0.46 "PUT /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 1092 time: 0.6958528 Aug 04 15:17:45.550097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:17:45.552641 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92232a0a-bb1d-42bf-ad02-953fae1e54fa" -d '{"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:17:45.583842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57636c9c-f4bb-49ef-9833-95e274b941ad service neutron] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:45.610303 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d7cba6-464a-4c9b-85c4-beb721109785 x-openstack-request-id: req-04d7cba6-464a-4c9b-85c4-beb721109785 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:17:45.610781 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:17:45.610988 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04d7cba6-464a-4c9b-85c4-beb721109785 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:17:45.611533 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'status': 'completed', 'code': 200} Aug 04 15:17:45.643465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-892d5a53-6809-4c14-b772-41556d516daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:45.645434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-892d5a53-6809-4c14-b772-41556d516daa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1095 time: 0.0461843 Aug 04 15:17:45.694303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-fb10d1a0-41c7-408a-a07a-4d8a745e4d7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 217 time: 0.0401340 Aug 04 15:17:45.745129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-008cf23a-75b3-40b4-9cc6-307186621315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:45.746696 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-008cf23a-75b3-40b4-9cc6-307186621315 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0453627 Aug 04 15:17:45.792783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-a37992b5-b704-4b28-b80f-15aefc3c5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:45.794307 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-a37992b5-b704-4b28-b80f-15aefc3c5735 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406098 Aug 04 15:17:45.889057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-d019f205-a160-4105-bda5-e00a34be6093 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872850 Aug 04 15:17:45.981063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-390a7ce8-e35a-46d7-a4e7-787b1905ce4d req-8adfcc2b-fb2c-4d2f-8e26-a50c53b038c6 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Aug 04 15:17:46.085473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-d0da4768-69f0-4359-9064-3e32741bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:46.087073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-d0da4768-69f0-4359-9064-3e32741bc457 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1095 time: 0.0449719 Aug 04 15:17:46.190213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-1936eb40-22e0-40d6-8ed4-74b0f8e221bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:46.191672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-1936eb40-22e0-40d6-8ed4-74b0f8e221bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0976706 Aug 04 15:17:46.235361 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-99b4e70f-dcf6-4a98-bb3a-0905e9a07575 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 217 time: 0.0350592 Aug 04 15:17:46.291944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-36f4a1d2-4408-491a-99f8-9af8fdb67771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:46.293408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-36f4a1d2-4408-491a-99f8-9af8fdb67771 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0507863 Aug 04 15:17:46.341529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-9282be56-abc3-43fe-b63e-094fe66237a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:46.343096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-9282be56-abc3-43fe-b63e-094fe66237a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418868 Aug 04 15:17:46.435018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-e2304d35-61ac-42b0-8b81-594f613a1dfd service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Aug 04 15:17:46.528785 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92232a0a-bb1d-42bf-ad02-953fae1e54fa req-2f93fbb0-3036-460f-9421-82e4d0e51f50 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Aug 04 15:17:46.558016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff271-9259-4f91-b317-8416e40a41ad req-11a75a7d-145c-4147-abad-8573f7ddacef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:46.559608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5faff271-9259-4f91-b317-8416e40a41ad req-11a75a7d-145c-4147-abad-8573f7ddacef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 943 time: 0.0505183 Aug 04 15:17:46.601756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5faff271-9259-4f91-b317-8416e40a41ad req-785fbf4f-2cbe-4332-9e8e-028beea0ca80 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334041 Aug 04 15:17:46.875139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 152df3ba-102b-4352-9d95-02a4457bdba8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:46.935920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 152df3ba-102b-4352-9d95-02a4457bdba8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:46.936296 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:47.415694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a253f509-2b3d-4aa0-96e2-db7b3ba604a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:47.667242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:47.735562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3eca4-7a91-4610-a6b6-0964eb090e31 req-3f60f401-dff1-47ee-bbea-7efdbc0a213a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:47.737053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96f3eca4-7a91-4610-a6b6-0964eb090e31 req-3f60f401-dff1-47ee-bbea-7efdbc0a213a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 943 time: 0.0475628 Aug 04 15:17:47.770474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:17:47.774539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96f3eca4-7a91-4610-a6b6-0964eb090e31 req-2b9bbf46-6a33-4729-8cc8-9b1c8c8ab5cc tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315895 Aug 04 15:17:47.875708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:47.888241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7b436eaa-6436-4a63-9373-52f6d3442599', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'port_id': '7b436eaa-6436-4a63-9373-52f6d3442599', 'mac_address': 'fa:16:3e:dc:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:17:47.928585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:47.941711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b436eaa-6436-4a63-9373-52f6d3442599 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:17:47.960756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:47.967800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.021288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:48.111893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.160713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7b436eaa-6436-4a63-9373-52f6d3442599'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:17:48.791986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.892822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fd9c2-8ce7-4d12-8423-138accb1dd99 req-ca888ab6-bfbf-4e8b-9bb3-9bac040cd937 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:48.894333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff4fd9c2-8ce7-4d12-8423-138accb1dd99 req-ca888ab6-bfbf-4e8b-9bb3-9bac040cd937 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.0525925 Aug 04 15:17:48.918697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.933228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff4fd9c2-8ce7-4d12-8423-138accb1dd99 req-5a21f4cc-5ef9-4c33-85e6-985074c65af7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325282 Aug 04 15:17:49.771623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:17:49.830089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7b436eaa-6436-4a63-9373-52f6d3442599 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:17:49.833689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7b436eaa-6436-4a63-9373-52f6d3442599 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:17:49.834081 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:49.910465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:49.932551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:17:49.934860 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd138c-645b-4769-aaa1-2d5051b88475" -d '{"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-plugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:17:49.947528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:17:49.952523 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:49.976824 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885502fd-3dd6-4cc8-9fe1-730f75bcb5f2 x-openstack-request-id: req-885502fd-3dd6-4cc8-9fe1-730f75bcb5f2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:17:49.977121 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-plugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:17:49.977442 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-885502fd-3dd6-4cc8-9fe1-730f75bcb5f2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:17:49.977770 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'code': 200} Aug 04 15:17:50.005738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:50.053061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20816055-bd11-4936-9c9f-4413e62fb2c7 req-836b0204-f357-46b9-98d8-6c968a46c406 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:50.054650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20816055-bd11-4936-9c9f-4413e62fb2c7 req-836b0204-f357-46b9-98d8-6c968a46c406 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0499139 Aug 04 15:17:50.073011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc7e09-f658-4fdc-86ff-fdcb07fc4c74 req-cbdf86bb-f8a6-4845-a8cc-7e1728536ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:50.074556 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-16dc7e09-f658-4fdc-86ff-fdcb07fc4c74 req-cbdf86bb-f8a6-4845-a8cc-7e1728536ee4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1097 time: 0.0422130 Aug 04 15:17:50.093244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-20816055-bd11-4936-9c9f-4413e62fb2c7 req-ab788d2a-dca9-41b9-9a63-02046cdf6ecd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322189 Aug 04 15:17:50.110252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-16dc7e09-f658-4fdc-86ff-fdcb07fc4c74 req-915abe00-0b67-403e-90e3-e7cdd09176f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286880 Aug 04 15:17:50.304319 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.215449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed993f0-f633-4e8c-83ee-3a4ade5929b9 req-1aec2268-d557-4492-b281-00fe517da173 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:51.216952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ed993f0-f633-4e8c-83ee-3a4ade5929b9 req-1aec2268-d557-4492-b281-00fe517da173 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0511842 Aug 04 15:17:51.257710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ed993f0-f633-4e8c-83ee-3a4ade5929b9 req-a178b4e7-b262-49c4-b49e-dd95c188ab15 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320137 Aug 04 15:17:51.381555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fa0b9-5694-4504-b938-4c473068ee86 req-0986af8a-bd63-4e03-a1bb-976d48d73c0a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:51.382909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c1fa0b9-5694-4504-b938-4c473068ee86 req-0986af8a-bd63-4e03-a1bb-976d48d73c0a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0547209 Aug 04 15:17:51.424053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c1fa0b9-5694-4504-b938-4c473068ee86 req-0b16b457-778f-4774-a55c-5c5c07bde0f4 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348485 Aug 04 15:17:51.448839 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40236) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:51.493968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe82ed1-afe7-495d-955d-1d48f69ee020 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:51.495532 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fe82ed1-afe7-495d-955d-1d48f69ee020 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1092 time: 0.0455842 Aug 04 15:17:51.498317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40238) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:51.502715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '7b436eaa-6436-4a63-9373-52f6d3442599', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:51.526890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.630769 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.741793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.102 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:51.843438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.887309 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.927384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:51.930380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:51.934753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:51.937792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:52.050122 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:17:52.315732 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.398861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.549560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.556894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.626509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:52.637920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.752365 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP d3beb91a-ea62-4702-94d5-50832d5d33ef associated. External IP: 172.25.0.102, port: 7b436eaa-6436-4a63-9373-52f6d3442599. Aug 04 15:17:53.305470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router c5b56220-0e1d-42dc-89d5-703135895016 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:17:53.410376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:17:53.420735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Sync routers for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:17:53.428000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:53.431404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:53.432051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:53.462195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92d561f0-9d06-4bc0-8712-d63f59c1854c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9628127 Aug 04 15:17:53.462812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:17:53.465065 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca6f5b-b48d-451c-8483-b31f35129b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:17:53.500093 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dacb9ba-4ef7-4a31-9c68-f1f91ea273be x-openstack-request-id: req-2dacb9ba-4ef7-4a31-9c68-f1f91ea273be {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:17:53.500373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:17:53.500623 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2dacb9ba-4ef7-4a31-9c68-f1f91ea273be {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:17:53.501054 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'status': 'completed', 'code': 200} Aug 04 15:17:53.543175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:53.560538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb4f27-7a25-4d31-be3d-87e10cec49a9 req-a0988599-8885-438b-90d7-90f1f2534d56 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:53.562062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6cb4f27-7a25-4d31-be3d-87e10cec49a9 req-a0988599-8885-438b-90d7-90f1f2534d56 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0499246 Aug 04 15:17:53.575309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-5fd4899d-b345-45b6-b2e4-a616d5d89ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:53.577026 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-5fd4899d-b345-45b6-b2e4-a616d5d89ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1097 time: 0.0491724 Aug 04 15:17:53.607269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6cb4f27-7a25-4d31-be3d-87e10cec49a9 req-23ebd897-764b-4e0a-8910-17632350d222 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388625 Aug 04 15:17:53.625201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40244) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:53.671905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-e792707e-9a43-49e8-a3d3-a9c949d4b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:53.673626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-e792707e-9a43-49e8-a3d3-a9c949d4b375 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0899892 Aug 04 15:17:53.691918 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-41689b06-76e6-4c00-bfcd-c1c7ded6852d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/d3beb91a-ea62-4702-94d5-50832d5d33ef HTTP/1.1" status: 200 len: 991 time: 0.0654211 Aug 04 15:17:53.745116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-6f489876-ea48-442d-b10a-4a0871ca405b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 999 time: 0.0634780 Aug 04 15:17:53.778478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd3beb91a-ea62-4702-94d5-50832d5d33ef', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'port_id': '7b436eaa-6436-4a63-9373-52f6d3442599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'mac_address': 'fa:16:3e:dc:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d58e40-548a-4445-ae43-91690e67a67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:17:52Z', 'updated_at': '2021-08-04T15:17:52Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:53.795335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-deec69ea-8ff5-4605-8c59-22e7f4e54715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:53.796829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-deec69ea-8ff5-4605-8c59-22e7f4e54715 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0449123 Aug 04 15:17:53.804874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Checking router: c5b56220-0e1d-42dc-89d5-703135895016 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:17:53.813984 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:53.814518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:17:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:53.843998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-4b08cc7e-dd14-4724-9c34-b1c2297ab694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:53.845533 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-4b08cc7e-dd14-4724-9c34-b1c2297ab694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419319 Aug 04 15:17:53.922431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:17:53.939436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-72ebf1e5-be57-4cb8-9f41-c3683b241a0e service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863826 Aug 04 15:17:54.030838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-97ca6f5b-b48d-451c-8483-b31f35129b0e req-5ab74f5f-a2d7-4d79-b22e-a57bcde6afa9 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835967 Aug 04 15:17:54.152845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd3beb91a-ea62-4702-94d5-50832d5d33ef', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'port_id': '7b436eaa-6436-4a63-9373-52f6d3442599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'mac_address': 'fa:16:3e:dc:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d58e40-548a-4445-ae43-91690e67a67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:17:52Z', 'updated_at': '2021-08-04T15:17:52Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:54.179616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beddc32-bbcc-4a79-89b2-e50bd76222be None None] The sync data for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 is: [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'd3beb91a-ea62-4702-94d5-50832d5d33ef', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'port_id': '7b436eaa-6436-4a63-9373-52f6d3442599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'mac_address': 'fa:16:3e:dc:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d58e40-548a-4445-ae43-91690e67a67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:17:52Z', 'updated_at': '2021-08-04T15:17:52Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:17:54.383775 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70695e61-a18a-4d56-a3b1-386e937d1641 None None] New status for floating IP d3beb91a-ea62-4702-94d5-50832d5d33ef: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:17:54.695968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40246) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:54.757502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2d493f95-375b-4028-b613-bb14dba343e6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/d3beb91a-ea62-4702-94d5-50832d5d33ef HTTP/1.1" status: 200 len: 993 time: 0.0603447 Aug 04 15:18:14.810898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-09d21e4a-3912-4942-920d-06e5fe73a9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:17.408065 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b36969dd-9d7d-4f4b-b2b1-d3fd1a8927a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:17.672819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.116846 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.792581 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.918366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:19.776537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-4fcd935d-9b14-41d7-b81f-e56c61c4bed8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774854736&fields=id&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 267 time: 0.0346401 Aug 04 15:18:19.887475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-fc489dad-af4e-4aac-a309-0f9b19cc89d8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:19.888954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-fc489dad-af4e-4aac-a309-0f9b19cc89d8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1027141 Aug 04 15:18:19.906851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-21752b31-4ee2-4e39-b53a-d4870d55542b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/quotas/5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Aug 04 15:18:19.965038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-e27beb59-249e-4b25-baad-30a8aa824761 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528550 Aug 04 15:18:20.070286 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-385a3f86-24a4-4ee0-80c3-358366390881 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918381 Aug 04 15:18:20.161281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-acf66907-b287-4721-844e-31b54a8a08e6 service neutron] 10.222.0.76 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847182 Aug 04 15:18:20.298869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:20.477928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0f74a7b-0982-4f64-a854-d21fb8859dfc req-0be312e8-6d89-4e79-aead-83510240bec1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0275459 Aug 04 15:18:21.396526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-4d3e06d5-92be-424e-9e9f-f159e498c5e2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:21.398035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-4d3e06d5-92be-424e-9e9f-f159e498c5e2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 812 time: 0.1150229 Aug 04 15:18:21.443332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-0b70340b-3ebd-444a-a4f1-626a80f57a07 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9fab175fd645e19fab7876b27ada75 HTTP/1.1" status: 200 len: 379 time: 0.0358665 Aug 04 15:18:21.456582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'port': {'device_id': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'admin_state_up': True, 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'security_groups': ['63c21f23-c615-4d68-a123-d4ddc2c029b6']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:21.581007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c21c885-22b8-40e2-ae3d-e85e829b22d1 req-6e4e245a-a91d-4b33-8d1b-2660f5f1e909 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0355844 Aug 04 15:18:21.603356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Made reservation on behalf of 5b9fab175fd645e19fab7876b27ada75 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:21.607059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.727728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.20.0.6 (5b4f6984-89bd-4969-9182-be3fcb7ccfb6/1f785664-17db-4a5a-b191-5a710b026374/0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:21.867614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.881891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Transition to ACTIVE for port object 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:21.922234 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.965269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:21.972937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:21.975801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:21.982925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:22.011670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.012018 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.012363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.012702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.013021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.013361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.013697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.014056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.014390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.014817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.015510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.015510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:22.047780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.048522 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.066639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-cbe4ab7b-2571-4609-9bf5-8531e40b2892 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159706 Aug 04 15:18:22.080053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Request body: {'port': {'device_id': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:22.139559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.240946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bdb6bac6-b8d1-4212-8e24-723f5d05cb95 None None] Provisioning for port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:22.249695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bdb6bac6-b8d1-4212-8e24-723f5d05cb95 None None] Provisioning complete for port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:22.250397 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bac6-b8d1-4212-8e24-723f5d05cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.285672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6bac6-b8d1-4212-8e24-723f5d05cb95 None None] Port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:22.407865 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:18:22.416057 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.428433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Transition to ACTIVE for port object 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:22.433329 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.486699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:22.559973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Attempting to bind port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:22.560369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Attempting to bind port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:22.560698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Attempting to bind port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:22.566688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:18:22.567053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Attempting to bind port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd on network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:22.572752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:22.573148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Checking segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:22.573514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Bound using segment: {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:22.573973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Bound port: 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de5bf53-de22-4901-bd1e-fa783a49a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:22.574347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.662130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:22.697385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:22.704995 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.750417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.751142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.752530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] 10.222.0.38 "PUT /v2.0/ports/0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 1092 time: 0.6774621 Aug 04 15:18:22.755014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:22.757213 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232b0ff0-de04-4ad7-98ff-30e053644f63" -d '{"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:22.770236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7667-4d35-4c84-b4a1-5a1fcb282de6 req-ec113f8f-3504-4775-9c85-562e23208417 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.771816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-141c7667-4d35-4c84-b4a1-5a1fcb282de6 req-ec113f8f-3504-4775-9c85-562e23208417 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.1112251 Aug 04 15:18:22.783288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68eee3-2871-4d34-a40e-30ab2b18a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:22.819553 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662a306-d5b4-4294-8ede-8daf73659b6c x-openstack-request-id: req-3662a306-d5b4-4294-8ede-8daf73659b6c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:22.819862 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:22.820114 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3662a306-d5b4-4294-8ede-8daf73659b6c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:22.820512 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'status': 'completed', 'code': 200} Aug 04 15:18:22.867214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-141c7667-4d35-4c84-b4a1-5a1fcb282de6 req-346f61d0-a5af-4fae-89c4-02805f682bb0 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731218 Aug 04 15:18:22.872654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-d3bf5cef-63cc-4be0-b666-f59a3067b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.874494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-d3bf5cef-63cc-4be0-b666-f59a3067b512 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0729444 Aug 04 15:18:22.927068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-dee25afe-b6e2-4a5a-88b7-48c20d801816 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 217 time: 0.0449133 Aug 04 15:18:22.977315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-8587b246-0f0a-4b07-aaa7-a722033c2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.978939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-8587b246-0f0a-4b07-aaa7-a722033c2abc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0446730 Aug 04 15:18:23.028587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-00a8976a-be57-434d-9225-c6319b083e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.030101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-00a8976a-be57-434d-9225-c6319b083e80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442266 Aug 04 15:18:23.130653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-5b2182c6-a5e8-4daa-a093-0f2b36a3bd6d service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934534 Aug 04 15:18:23.225032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e8bcb62-5503-4fc5-acf5-a93e75855257 req-4d63d8a1-6aa2-4a1f-9940-9b630f3ed9c8 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Aug 04 15:18:23.325464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-4a72ca0e-09bb-4ac0-b215-2fb3f86204a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.327212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-4a72ca0e-09bb-4ac0-b215-2fb3f86204a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0563586 Aug 04 15:18:23.701364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bfb2c-b95e-4336-afe1-5f416b7bbed1 req-465c6702-d270-4b03-9032-7d60be656d32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.702782 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582bfb2c-b95e-4336-afe1-5f416b7bbed1 req-465c6702-d270-4b03-9032-7d60be656d32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.3615050 Aug 04 15:18:23.729838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-c39f69a8-b82a-417b-ab0a-64341dda14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.731359 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-c39f69a8-b82a-417b-ab0a-64341dda14a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.3976572 Aug 04 15:18:23.782538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-582bfb2c-b95e-4336-afe1-5f416b7bbed1 req-ed62378f-ea70-404b-b42b-a3665f321979 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731564 Aug 04 15:18:23.783926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-9eec9176-8540-481a-b378-6ec46da42b10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 217 time: 0.0449505 Aug 04 15:18:23.807136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40332) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:23.834149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-a92274d4-ddb0-4ca5-9014-50371d9634aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.835670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-a92274d4-ddb0-4ca5-9014-50371d9634aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0445962 Aug 04 15:18:23.874816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bcb9c5d2-d2f0-4e6b-80a1-b2a1a47c2b45 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/d3beb91a-ea62-4702-94d5-50832d5d33ef HTTP/1.1" status: 200 len: 993 time: 0.0661533 Aug 04 15:18:23.892676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-55a36755-6951-4106-8d37-a305f588f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:23.894821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-55a36755-6951-4106-8d37-a305f588f0ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521905 Aug 04 15:18:24.033877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90e50-52a4-4c72-ae95-9aef84c0aebb req-dbcd336a-73ac-4597-92a0-3739b25e6db7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:24.035594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdd90e50-52a4-4c72-ae95-9aef84c0aebb req-dbcd336a-73ac-4597-92a0-3739b25e6db7 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0853372 Aug 04 15:18:24.039956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-0514d261-9b81-4d57-9049-94c45eed48b0 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371541 Aug 04 15:18:24.128934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdd90e50-52a4-4c72-ae95-9aef84c0aebb req-87ddd226-cd99-49cb-9bac-41a853156f69 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848973 Aug 04 15:18:24.173645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-232b0ff0-de04-4ad7-98ff-30e053644f63 req-f6e0e529-7e77-48bd-ae9f-3e4a9fae5f10 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235189 Aug 04 15:18:24.262855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52269-1d34-4a67-87cb-65316e4e206b req-e1e42272-bc02-4f5e-b2af-bc6c388dd514 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:24.264831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9d52269-1d34-4a67-87cb-65316e4e206b req-e1e42272-bc02-4f5e-b2af-bc6c388dd514 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1097 time: 0.0496187 Aug 04 15:18:24.313654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9d52269-1d34-4a67-87cb-65316e4e206b req-c470b5a7-8537-4dc8-a391-3d02ade6311b tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422223 Aug 04 15:18:24.875168 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-54a57a9f-ea4d-4f8c-8cad-97176a7219d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417063 Aug 04 15:18:25.259915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a76a0-a447-4ded-bfe9-ab5276c2e8bd req-3967f28b-e265-4fb3-8fc9-937d27631c14 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:25.261518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61a76a0-a447-4ded-bfe9-ab5276c2e8bd req-3967f28b-e265-4fb3-8fc9-937d27631c14 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0523074 Aug 04 15:18:25.305301 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b61a76a0-a447-4ded-bfe9-ab5276c2e8bd req-b54be9ae-f179-4b14-b906-dd04e3e941d8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370548 Aug 04 15:18:25.519637 n-d-801743-12 neutron-server[94266]: WARNING keystonemiddleware.auth_token [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-54a57a9f-ea4d-4f8c-8cad-97176a7219d7 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 15:18:25.523840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-58386772-51f2-4f22-80c0-f2e22b0cc4a6 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:18:25.524904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-58386772-51f2-4f22-80c0-f2e22b0cc4a6 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1857340 Aug 04 15:18:25.536439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Request body: {'binding': {'host': 'n-h1-801743-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:25.537062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Unknown quota resources ['binding']. {{(pid=94266) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 15:18:25.687357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on host n-h1-801743-12 for vnic_type normal with profile None {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:25.687639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:25.687987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:25.692772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:18:25.693102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:25.698263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:25.698680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:25.699077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Bound using segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:25.699514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Bound port: 7b436eaa-6436-4a63-9373-52f6d3442599, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:25.788093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:25.794224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] Notify callbacks [] for binding, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:25.795612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-4e86a650-537b-46d7-a67a-54032c203f6a service neutron] 10.222.0.76 "POST /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599/bindings HTTP/1.1" status: 201 len: 390 time: 0.2631075 Aug 04 15:18:25.941152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876833-365f-47d1-ac7f-43e69d12b97f req-429fbf18-d4a8-49a7-8798-bcd9fbe0e17e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:25.942695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd876833-365f-47d1-ac7f-43e69d12b97f req-429fbf18-d4a8-49a7-8798-bcd9fbe0e17e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0546458 Aug 04 15:18:25.991755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd876833-365f-47d1-ac7f-43e69d12b97f req-60231b8b-7ec9-412c-8d73-86459c8c14ef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428352 Aug 04 15:18:26.032428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d9440354-69d0-4601-a813-69f90058129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.034036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d9440354-69d0-4601-a813-69f90058129d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1097 time: 0.0533071 Aug 04 15:18:26.134389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-0cc8da98-8508-4ef9-95e6-b40da816d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.136351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-0cc8da98-8508-4ef9-95e6-b40da816d020 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0940998 Aug 04 15:18:26.209181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-c5eef8bd-931a-4837-846e-802e384ec7c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 1001 time: 0.0664780 Aug 04 15:18:26.259602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-b2ab49c4-afbb-4ad1-a90e-ffbf73c70f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.261105 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-b2ab49c4-afbb-4ad1-a90e-ffbf73c70f4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0448446 Aug 04 15:18:26.310118 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-c875aeac-1191-4856-b8ba-da811628759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.311780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-c875aeac-1191-4856-b8ba-da811628759f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434349 Aug 04 15:18:26.435521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-cd8e3aa5-5499-476b-9838-cd6bc7bbcd27 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170738 Aug 04 15:18:26.458394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764210b-cfc3-4c5f-852f-a4dbf7fc48eb req-5c476aec-1999-45cc-8f32-c7e557907815 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.459932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0764210b-cfc3-4c5f-852f-a4dbf7fc48eb req-5c476aec-1999-45cc-8f32-c7e557907815 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0775714 Aug 04 15:18:26.545945 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0764210b-cfc3-4c5f-852f-a4dbf7fc48eb req-ba664502-485e-47fa-aff2-f837232ebb50 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762482 Aug 04 15:18:26.567793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-e0fc05eb-f40d-42b5-bcb8-6b61696b8c85 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251729 Aug 04 15:18:26.715943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d5fb2cb2-fcfd-4cbf-b28a-3f74dea38724 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:26.717380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d5fb2cb2-fcfd-4cbf-b28a-3f74dea38724 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f&tenant_id=9989338461854dedaf7455a859490971&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1097 time: 0.0887356 Aug 04 15:18:26.728992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-801743-12'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:26.790080 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.914174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:26.953806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:26.996985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:26.999259 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2977f01-900e-463f-9b58-57d6769a2335" -d '{"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:27.003473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.009441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.042927 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130da591-fb27-41dc-b118-a2ec8f40d359 x-openstack-request-id: req-130da591-fb27-41dc-b118-a2ec8f40d359 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:27.043229 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:27.043457 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-130da591-fb27-41dc-b118-a2ec8f40d359 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:27.043843 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'code': 200} Aug 04 15:18:27.136823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:27.176859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40dd6d-f5d0-46b4-a081-c4d04ff5b237 req-4afe4247-6aec-45fb-a80d-83da28b965ce tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:27.178477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be40dd6d-f5d0-46b4-a081-c4d04ff5b237 req-4afe4247-6aec-45fb-a80d-83da28b965ce tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 943 time: 0.0965362 Aug 04 15:18:27.226143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on host n-h2-801743-12 for vnic_type normal with profile {"migrating_to": "n-h1-801743-12"} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:27.226557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:27.226972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:27.240240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:18:27.240604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Attempting to bind port 7b436eaa-6436-4a63-9373-52f6d3442599 on network 8e232a41-8452-4989-9d36-b65e85d97481 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:27.250802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be40dd6d-f5d0-46b4-a081-c4d04ff5b237 req-6f15f4ba-4181-41a9-84d6-d48e9ba5bca3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568619 Aug 04 15:18:27.251587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:27.251996 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Checking segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:27.252394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Bound using segment: {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:27.252833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Bound port: 7b436eaa-6436-4a63-9373-52f6d3442599, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314baffa-f960-454a-b187-d16c271bf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:27.253224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.281792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-61fae155-8d9b-4a98-983c-8c9aa1d2ebfa None None] Provisioning complete for port 7b436eaa-6436-4a63-9373-52f6d3442599 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:27.282408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61fae155-8d9b-4a98-983c-8c9aa1d2ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.319559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-61fae155-8d9b-4a98-983c-8c9aa1d2ebfa None None] Port 7b436eaa-6436-4a63-9373-52f6d3442599 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:27.330949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:27.334842 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:27.341817 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.447796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=8']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:27.523202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:27.523828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.525694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-79b24753-e5da-47e7-8388-b35f8ef5b5fe service neutron] 10.222.0.38 "PUT /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 1123 time: 0.8009980 Aug 04 15:18:27.587143 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7b436eaa-6436-4a63-9373-52f6d3442599'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:18:27.655484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Provisioning complete for port 7b436eaa-6436-4a63-9373-52f6d3442599 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:27.655747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.670235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5421be-9e2d-4ecb-9939-eddb8a36970f req-2abc73f5-6f6b-450a-886b-e5cdc1fada60 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:27.671841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb5421be-9e2d-4ecb-9939-eddb8a36970f req-2abc73f5-6f6b-450a-886b-e5cdc1fada60 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0520897 Aug 04 15:18:27.710622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb5421be-9e2d-4ecb-9939-eddb8a36970f req-c003c855-5192-415d-a6c5-b1f55c4bb559 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Aug 04 15:18:27.951121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.990571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:27.992818 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0594faa-a844-4b7c-8822-ad0126f942ee" -d '{"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-plugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:28.012667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:28.019657 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:28.071222 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8374e45f-c6ad-4d17-af9e-ed72085f0491 x-openstack-request-id: req-8374e45f-c6ad-4d17-af9e-ed72085f0491 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:28.071497 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-plugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:28.071757 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8374e45f-c6ad-4d17-af9e-ed72085f0491 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:28.072146 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'code': 200} Aug 04 15:18:28.200366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:28.216705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.216973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.217314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.217744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.218043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.218375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.218729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.219055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.219378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.219699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.220027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.220348 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b9433-5490-4df9-911b-37e14ac07c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:28.377291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e4d82-f1a3-4365-a416-400fa4d4a45c req-ec0990f0-0647-4f9b-be9d-142df38bef4f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:28.378863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed1e4d82-f1a3-4365-a416-400fa4d4a45c req-ec0990f0-0647-4f9b-be9d-142df38bef4f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0528920 Aug 04 15:18:28.418874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed1e4d82-f1a3-4365-a416-400fa4d4a45c req-65c8b216-ecbd-4736-917d-33858ecaa801 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339305 Aug 04 15:18:28.848007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfc180-067c-4ae9-aea3-8bb1f3791e4c req-039430be-135d-4d3b-909a-1abbaeaa8e9f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:28.849530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fbfc180-067c-4ae9-aea3-8bb1f3791e4c req-039430be-135d-4d3b-909a-1abbaeaa8e9f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0554509 Aug 04 15:18:28.894437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fbfc180-067c-4ae9-aea3-8bb1f3791e4c req-4737c669-c96a-432e-9de7-cc6eb0d8902d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362155 Aug 04 15:18:29.045203 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:29.049164 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96501455-d0b0-4b89-b464-5339b002795e" -d '{"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:29.056097 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:18:29.093490 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15976c2f-3969-44f4-9496-752882ffeedd x-openstack-request-id: req-15976c2f-3969-44f4-9496-752882ffeedd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:29.093957 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:29.094443 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15976c2f-3969-44f4-9496-752882ffeedd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:29.095100 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'status': 'completed', 'code': 200} Aug 04 15:18:29.169302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96501455-d0b0-4b89-b464-5339b002795e req-e5429462-aaf3-4cda-bb03-9da6334e2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.170862 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-e5429462-aaf3-4cda-bb03-9da6334e2df6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1128 time: 0.0502939 Aug 04 15:18:29.266087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96501455-d0b0-4b89-b464-5339b002795e req-c3bcdfb9-2e53-4d32-b3ac-b26f50c5f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.267604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-c3bcdfb9-2e53-4d32-b3ac-b26f50c5f98d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0872655 Aug 04 15:18:29.338470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-42ff284c-4fca-479a-b566-8e594d20c7eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 1001 time: 0.0630205 Aug 04 15:18:29.387990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96501455-d0b0-4b89-b464-5339b002795e req-41cecf9e-9a1d-448a-81fc-6cbf6575d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.389413 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-41cecf9e-9a1d-448a-81fc-6cbf6575d4cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0436766 Aug 04 15:18:29.435485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96501455-d0b0-4b89-b464-5339b002795e req-579da441-9edc-48ea-9a28-288267886765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.437027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-579da441-9edc-48ea-9a28-288267886765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405393 Aug 04 15:18:29.536067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-cb4f4a9f-2f01-4898-8a50-f6d26bd395e1 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908949 Aug 04 15:18:29.540949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bc76-aa2b-4e2d-b5d4-9dd348f4e08d req-5cc08cc5-3ccc-45d4-86c8-1f03e671e6e7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.542483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8d8bc76-aa2b-4e2d-b5d4-9dd348f4e08d req-5cc08cc5-3ccc-45d4-86c8-1f03e671e6e7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0513468 Aug 04 15:18:29.581315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8d8bc76-aa2b-4e2d-b5d4-9dd348f4e08d req-80590013-d80e-4157-9401-28c01aaa1d27 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324166 Aug 04 15:18:29.628618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96501455-d0b0-4b89-b464-5339b002795e req-bb270a20-2d9a-4ced-8875-03e7cdf778c9 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Aug 04 15:18:29.910391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-c33baf3f-f379-45fd-ad7c-a6d990180111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:29.911877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-c33baf3f-f379-45fd-ad7c-a6d990180111 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1128 time: 0.0524819 Aug 04 15:18:30.014005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726663a-6d43-4799-9e3c-08ad2a92d4f2 req-224b7720-97e0-48bb-b714-fdfc1c04d6c4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:30.015775 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e726663a-6d43-4799-9e3c-08ad2a92d4f2 req-224b7720-97e0-48bb-b714-fdfc1c04d6c4 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0501976 Aug 04 15:18:30.017610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-afc26df4-4517-4156-a925-f9748889c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:30.019203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-afc26df4-4517-4156-a925-f9748889c41f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0852711 Aug 04 15:18:30.055226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e726663a-6d43-4799-9e3c-08ad2a92d4f2 req-0659d524-c940-48c3-962b-c4c95b016d72 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333786 Aug 04 15:18:30.092933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-37464880-c896-4e5c-ae42-4153a5820179 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 1001 time: 0.0640936 Aug 04 15:18:30.150733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-90828e4d-bdf8-4c88-a927-8b8a3bd3cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:30.152897 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-90828e4d-bdf8-4c88-a927-8b8a3bd3cc87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0514638 Aug 04 15:18:30.201619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-fd6003f5-4606-4967-b864-4f743ec670fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:30.203290 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-fd6003f5-4606-4967-b864-4f743ec670fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429070 Aug 04 15:18:30.232237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:18:30.301045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-bb928047-fe5f-41fb-9ae2-158c692326d4 service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Aug 04 15:18:30.328725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:30.343675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 has no active binding in host n-h1-801743-12 {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 15:18:30.395816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfe5cdc2-a985-4392-b631-25b753210eb0 req-8f0b07bd-5ce8-4b3b-b808-d243db89701f service neutron] 10.222.0.46 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843322 Aug 04 15:18:30.715362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cd909-7440-46bb-95da-7332f6e96eff req-f81fc624-5d58-4379-a4ad-e565fe8c3c31 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:30.717106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-842cd909-7440-46bb-95da-7332f6e96eff req-f81fc624-5d58-4379-a4ad-e565fe8c3c31 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0593147 Aug 04 15:18:30.769538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-842cd909-7440-46bb-95da-7332f6e96eff req-f22d2d59-89bc-4a6e-ad61-824dffa805f7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398510 Aug 04 15:18:31.185561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5445-f145-49c7-945d-e235d75b3287 req-004b35d3-b778-47f3-9738-c74f7e6a2671 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:31.187119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610e5445-f145-49c7-945d-e235d75b3287 req-004b35d3-b778-47f3-9738-c74f7e6a2671 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0537307 Aug 04 15:18:31.225571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610e5445-f145-49c7-945d-e235d75b3287 req-065767ea-77bb-4994-90c4-0dfb2db2f4d6 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Aug 04 15:18:31.914885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b8b08-3f4c-4ec4-be73-cf83c8690ae5 req-29c1ea29-89c8-475c-a37e-b6497d753fe9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:31.916428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-820b8b08-3f4c-4ec4-be73-cf83c8690ae5 req-29c1ea29-89c8-475c-a37e-b6497d753fe9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 945 time: 0.0584242 Aug 04 15:18:31.956374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-820b8b08-3f4c-4ec4-be73-cf83c8690ae5 req-3fd1a529-355e-4805-8fdf-696af5e19264 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337114 Aug 04 15:18:32.233007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:18:32.329869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:32.341487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'port_id': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'mac_address': 'fa:16:3e:cb:4c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:18:32.347839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e9e2-84e7-44b4-ae04-e42586d61ec0 req-01cfa838-5816-4d92-b5f3-dd375bc927de tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:32.349364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a22e9e2-84e7-44b4-ae04-e42586d61ec0 req-01cfa838-5816-4d92-b5f3-dd375bc927de tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 943 time: 0.0490942 Aug 04 15:18:32.379435 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:32.392475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:18:32.392873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a22e9e2-84e7-44b4-ae04-e42586d61ec0 req-dce2120a-d259-42fc-aac0-3751e8a00215 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373304 Aug 04 15:18:32.418256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:32.423904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:32.429043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-f3738a89-b306-4cb3-a5d7-503dffd6e254 service neutron] 10.222.0.46 "GET /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 385 time: 0.0613198 Aug 04 15:18:32.473940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:32.606341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:32.628371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:32.647624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:18:32.679794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:32.682255 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07abd7-07c1-48b5-96be-c08dfc14cdca" -d '{"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:32.689301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:32.704936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:32.738873 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01810c70-bb7d-4dcf-a543-25204266b7fd x-openstack-request-id: req-01810c70-bb7d-4dcf-a543-25204266b7fd {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:32.739159 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:32.739404 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01810c70-bb7d-4dcf-a543-25204266b7fd {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:32.739795 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'code': 200} Aug 04 15:18:32.786322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Transition to ACTIVE for port object 7b436eaa-6436-4a63-9373-52f6d3442599 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:32.791470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:32.883915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Pushing event updated for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:32.897680 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.898031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.898381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.898747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.899086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.899421 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.899750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.900076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.900406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.900732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.901076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.901376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:32.934083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] No DVR routers for this DVR port 7b436eaa-6436-4a63-9373-52f6d3442599 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:18:33.072784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-20095a69-402b-4161-bd57-4f395c6aee1a service neutron] 10.222.0.46 "PUT /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599/bindings/n-h1-801743-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6370964 Aug 04 15:18:33.079081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd74ca-6fa8-446d-855f-fe0c9fe6d8f5 req-0e527884-b2a5-467a-a048-119e98af1f6a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.080672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-decd74ca-6fa8-446d-855f-fe0c9fe6d8f5 req-0e527884-b2a5-467a-a048-119e98af1f6a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.0486495 Aug 04 15:18:33.124107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-decd74ca-6fa8-446d-855f-fe0c9fe6d8f5 req-a7281629-3831-4404-a416-604f30a628da tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372703 Aug 04 15:18:33.189328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-b8843db8-0636-460e-9968-bfc74ce3df82 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.190954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-b8843db8-0636-460e-9968-bfc74ce3df82 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f&tenant_id=9989338461854dedaf7455a859490971&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0540130 Aug 04 15:18:33.243201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-86875520-998f-4bc0-aad7-c5607d0d70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.244738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-86875520-998f-4bc0-aad7-c5607d0d70c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 1096 time: 0.0455227 Aug 04 15:18:33.313759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-8ca4cebb-66bd-40f7-8bb2-c403423cf89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.315335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-8ca4cebb-66bd-40f7-8bb2-c403423cf89b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1096 time: 0.0469086 Aug 04 15:18:33.408415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d155b5ce-1510-445a-a068-1bffc2e8d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.409876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-d155b5ce-1510-445a-a068-1bffc2e8d25b service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.0876977 Aug 04 15:18:33.502744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-71dc53e3-81c1-46af-a266-f652f6785fe4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 999 time: 0.0848625 Aug 04 15:18:33.548770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ee091-3ad4-466a-96b3-fe90e26a4cf4 req-2190c1f2-42bb-4ed5-9f9d-5d4e13a380f2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.550275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-243ee091-3ad4-466a-96b3-fe90e26a4cf4 req-2190c1f2-42bb-4ed5-9f9d-5d4e13a380f2 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 944 time: 0.0877051 Aug 04 15:18:33.575946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-e95090be-7608-4d69-b716-2255ec0c3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.577392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-e95090be-7608-4d69-b716-2255ec0c3767 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0666063 Aug 04 15:18:33.617204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-243ee091-3ad4-466a-96b3-fe90e26a4cf4 req-73add300-b6b2-4d5e-8458-171c36a7cdac tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587912 Aug 04 15:18:33.634414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-112ada72-1855-4dd0-9906-8eb9cf9a17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:33.635966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-112ada72-1855-4dd0-9906-8eb9cf9a17ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507762 Aug 04 15:18:33.731290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-61547775-3701-4672-b488-0b1db8882c45 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Aug 04 15:18:33.821283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-f8cad663-265f-428d-bc34-e3627b6a4b64 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828533 Aug 04 15:18:34.085144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-145f85b0-19f5-407a-bfd7-1d8987b67e2a tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.086827 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-145f85b0-19f5-407a-bfd7-1d8987b67e2a tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f&tenant_id=9989338461854dedaf7455a859490971&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 1096 time: 0.0526738 Aug 04 15:18:34.241312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:34.268393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-62b48334-933c-4794-a7ff-a77ad8484743 service neutron] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:34.277337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165f5a-959f-460a-a581-a8bf3c29c6dd req-4d2c82a2-ffc8-4ff5-a23e-6fef09c64cb0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.278877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66165f5a-959f-460a-a581-a8bf3c29c6dd req-4d2c82a2-ffc8-4ff5-a23e-6fef09c64cb0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.0803885 Aug 04 15:18:34.281894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-62b48334-933c-4794-a7ff-a77ad8484743 service neutron] Notify callbacks [] for binding, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:34.282969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05937e47-ab19-4c79-9543-cc5a75fceaeb req-62b48334-933c-4794-a7ff-a77ad8484743 service neutron] 10.222.0.38 "DELETE /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599/bindings/n-h2-801743-12 HTTP/1.1" status: 204 len: 173 time: 0.1892233 Aug 04 15:18:34.298999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:34.304511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:34.304786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:34.322554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66165f5a-959f-460a-a581-a8bf3c29c6dd req-0f2fe31d-14de-4116-a7d7-2f2b1ff03347 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361290 Aug 04 15:18:34.386335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:34.411951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:34.414501 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aeda81-72b0-41b4-b912-b662ffcbcba6" -d '{"events": [{"server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:34.427384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:34.427926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533676-ea31-4a1d-b52c-4dcaa0204852 req-2bb7eb10-93a9-44b7-b047-424e1d240eb3 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.429496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9533676-ea31-4a1d-b52c-4dcaa0204852 req-2bb7eb10-93a9-44b7-b047-424e1d240eb3 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1096 time: 0.0411057 Aug 04 15:18:34.432630 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:34.457364 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe67a77-b013-4c9e-83f5-c379ebcde274 x-openstack-request-id: req-ebe67a77-b013-4c9e-83f5-c379ebcde274 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:34.457657 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:34.457914 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebe67a77-b013-4c9e-83f5-c379ebcde274 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:34.458304 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'code': 200} Aug 04 15:18:34.473146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9533676-ea31-4a1d-b52c-4dcaa0204852 req-589f6976-01fb-46c1-82ed-7cb0d7006a37 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365243 Aug 04 15:18:34.485164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:34.560614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548e6b-3e2c-478d-b902-ea76266f36d7 req-97c8543d-1777-436b-b8fc-f36e4a3a66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.562141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71548e6b-3e2c-478d-b902-ea76266f36d7 req-97c8543d-1777-436b-b8fc-f36e4a3a66fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0528271 Aug 04 15:18:34.624252 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb166899-6e9e-4a8f-9fb3-65710118a87a req-b90e284e-8bcc-413b-83ed-590fbdf0d5fb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.625795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb166899-6e9e-4a8f-9fb3-65710118a87a req-b90e284e-8bcc-413b-83ed-590fbdf0d5fb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.0792515 Aug 04 15:18:34.627599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71548e6b-3e2c-478d-b902-ea76266f36d7 req-b8e31360-e82b-4272-a3ba-64324f2053cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485172 Aug 04 15:18:34.665902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb166899-6e9e-4a8f-9fb3-65710118a87a req-c67c6354-efac-40cb-a4d1-c0c5a80b9d19 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330501 Aug 04 15:18:34.687825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40416) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:34.734200 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105cdb-d89a-447d-a13b-a2fca1ee9c30 req-0f6c38fc-39d5-4405-b0ea-a464322a5d6b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:34.735957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce105cdb-d89a-447d-a13b-a2fca1ee9c30 req-0f6c38fc-39d5-4405-b0ea-a464322a5d6b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 04 15:18:34.751547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc03c164-00fc-4899-b235-036617628904 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/d3beb91a-ea62-4702-94d5-50832d5d33ef HTTP/1.1" status: 200 len: 991 time: 0.0625677 Aug 04 15:18:34.776838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ce105cdb-d89a-447d-a13b-a2fca1ee9c30 req-7767f676-d22a-44db-80de-a4e11719cd0a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Aug 04 15:18:34.971263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40422) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:35.146224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:18:35.146964 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.226058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.226376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.238729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:18:35.400593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.426292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=5f0ed63a-805d-44f1-a6cc-49d9e6e5b4fd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:35.489474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.489818 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP d3beb91a-ea62-4702-94d5-50832d5d33ef disassociated (deleted). External IP: 172.25.0.102, port: 7b436eaa-6436-4a63-9373-52f6d3442599. Aug 04 15:18:35.943524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8fe95-97e6-4e13-8390-182614e83878 req-21d3616a-ddaf-426d-97f6-dbbe3a6fe1c1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:35.945219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4b8fe95-97e6-4e13-8390-182614e83878 req-21d3616a-ddaf-426d-97f6-dbbe3a6fe1c1 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.0950036 Aug 04 15:18:35.996948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:18:36.036221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:18:36.041490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b4b8fe95-97e6-4e13-8390-182614e83878 req-2a8f06eb-148d-4cf3-8863-508336cbef9e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860770 Aug 04 15:18:36.053736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router c5b56220-0e1d-42dc-89d5-703135895016 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:36.189550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:36.194985 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:36.199847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Sync routers for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:36.208059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a38ec-ecc4-4052-900f-2dcf704093dc req-93dec3f6-6723-4f9c-9bbc-8a783665f06b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.209510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d74a38ec-ecc4-4052-900f-2dcf704093dc req-93dec3f6-6723-4f9c-9bbc-8a783665f06b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.0976250 Aug 04 15:18:36.210328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:36.211005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:36.248540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-61281332-9015-45d0-b835-38669651bc58 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/floatingips/d3beb91a-ea62-4702-94d5-50832d5d33ef HTTP/1.1" status: 204 len: 168 time: 1.2760749 Aug 04 15:18:36.250297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:36.252764 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f79a9-7902-42fa-abab-a7e7d0740255" -d '{"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:36.272098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d74a38ec-ecc4-4052-900f-2dcf704093dc req-17120c0a-59fd-4f8e-b95f-24ec42d2ad09 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481744 Aug 04 15:18:36.296005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:36.327841 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d03b6-5011-4d2d-9b25-8ffb0357da77 x-openstack-request-id: req-de6d03b6-5011-4d2d-9b25-8ffb0357da77 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:36.328214 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:36.328468 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de6d03b6-5011-4d2d-9b25-8ffb0357da77 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:36.328892 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'status': 'completed', 'code': 200} Aug 04 15:18:36.340203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:36.350164 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2695af10-8d75-449f-86f7-a96ff439300c tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.355226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2695af10-8d75-449f-86f7-a96ff439300c tempest-TestVolumeBootPattern-1581788097 tempest-TestVolumeBootPattern-1581788097-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1092 time: 0.0582087 Aug 04 15:18:36.356300 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:36.361316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:36.393467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-182fb4e6-3825-48dc-830f-1843a14b1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.395322 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-182fb4e6-3825-48dc-830f-1843a14b1b15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 1096 time: 0.0472274 Aug 04 15:18:36.398913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:36.518810 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:36.525548 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-6638ff35-55a6-4b00-af3a-f6d28b30f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.527125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-6638ff35-55a6-4b00-af3a-f6d28b30f5a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 200 len: 898 time: 0.1236093 Aug 04 15:18:36.539266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9c6-4b42-4e27-95a7-e1b2b65c46ca req-9c37cfb1-5617-419a-9c28-e36c14ef49fd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.540779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84b2c9c6-4b42-4e27-95a7-e1b2b65c46ca req-9c37cfb1-5617-419a-9c28-e36c14ef49fd tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.0775528 Aug 04 15:18:36.574872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:36.582906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-c4f1f596-56bc-47ab-8de2-faec1eae303b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 200 len: 217 time: 0.0411110 Aug 04 15:18:36.602096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Checking router: c5b56220-0e1d-42dc-89d5-703135895016 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:36.611130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:36.611942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:36.637294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84b2c9c6-4b42-4e27-95a7-e1b2b65c46ca req-c5bb0554-1ef9-418c-a091-9164377f796f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=b650aba5-e52b-4348-88b8-7e8ab1b3966b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882170 Aug 04 15:18:36.659434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Allocated IP 172.25.0.175 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/a737f360-7076-4299-962d-ba96c269c201) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:36.662122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-503b78c6-2e57-4b63-90f7-0c5bcfcfb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.664167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-503b78c6-2e57-4b63-90f7-0c5bcfcfb90d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 200 len: 834 time: 0.0624332 Aug 04 15:18:36.723169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-dff60a93-3c92-482a-9a36-040172007c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.724841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-dff60a93-3c92-482a-9a36-040172007c30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e232a41-8452-4989-9d36-b65e85d97481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466144 Aug 04 15:18:36.727792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:36.774867 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:36.818865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:36.823521 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-393d9305-f91c-4c5a-b55b-02325237d3c8 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Aug 04 15:18:36.867788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:36.888868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:36.896068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:36.901215 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=a737f360-7076-4299-962d-ba96c269c201,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:36.925176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa7f79a9-7902-42fa-abab-a7e7d0740255 req-7a4110f3-2047-4501-9ce7-e003443be734 service neutron] 10.222.0.38 "GET /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938373 Aug 04 15:18:36.945594 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:36.951053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-eb79f203-e672-4bf7-a464-91b244d645e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:36.952635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-eb79f203-e672-4bf7-a464-91b244d645e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 944 time: 0.1021321 Aug 04 15:18:36.979184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89745c6-300f-42cb-a89d-9361d5757a41 None None] The sync data for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 is: [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:17:41Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '152df3ba-102b-4352-9d95-02a4457bdba8', 'name': '', 'network_id': '8e232a41-8452-4989-9d36-b65e85d97481', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:f6:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:40Z', 'updated_at': '2021-08-04T15:17:45Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': '0c101b09-bea0-4790-b2b5-8765ad00db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:37.173904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 7b436eaa-6436-4a63-9373-52f6d3442599 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:18:37.174238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:37.216474 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31a26b-b160-453d-a130-8e198e74d1b2 None None] New status for floating IP d3beb91a-ea62-4702-94d5-50832d5d33ef: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:18:37.363824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 7b436eaa-6436-4a63-9373-52f6d3442599, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b436eaa-6436-4a63-9373-52f6d3442599,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:37.364430 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:37.383289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 7b436eaa-6436-4a63-9373-52f6d3442599 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:18:37.465675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:37.574767 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:37.624437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:37.675441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=7b436eaa-6436-4a63-9373-52f6d3442599,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:37.744180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b542427-15e8-427d-839d-6f258ca7e96d req-3270e69d-81fc-4520-86c9-6c91f040c2ac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d58e40-548a-4445-ae43-91690e67a67f HTTP/1.1" status: 200 len: 210 time: 0.0282395 Aug 04 15:18:38.094359 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] No DVR routers for this DVR port 7b436eaa-6436-4a63-9373-52f6d3442599 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:18:38.097949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.100021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d94fc986-2cf1-4b5d-9612-5ca0baca86fb req-688bf05e-195a-462a-b2b4-83bfa66f9a32 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.38 "DELETE /v2.0/ports/7b436eaa-6436-4a63-9373-52f6d3442599 HTTP/1.1" status: 204 len: 173 time: 1.1408477 Aug 04 15:18:38.100463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-deleted', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:38.102800 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a865d1-17f0-4743-a0bc-835a73ceeba0" -d '{"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-deleted", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:38.156989 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f8f75-0e6d-4e9e-8954-9bb63c5d0753 x-openstack-request-id: req-665f8f75-0e6d-4e9e-8954-9bb63c5d0753 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:38.157342 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d58e40-548a-4445-ae43-91690e67a67f", "name": "network-vif-deleted", "tag": "7b436eaa-6436-4a63-9373-52f6d3442599", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:38.157906 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-665f8f75-0e6d-4e9e-8954-9bb63c5d0753 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:38.158043 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d58e40-548a-4445-ae43-91690e67a67f', 'name': 'network-vif-deleted', 'tag': '7b436eaa-6436-4a63-9373-52f6d3442599', 'status': 'completed', 'code': 200} Aug 04 15:18:38.182024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.189730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.259943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event updated for resources: {'Port': ['ID=a737f360-7076-4299-962d-ba96c269c201,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:38.272859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.378800 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281 associated. External IP: 172.25.0.175, port: 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd. Aug 04 15:18:38.591182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:38.710741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:38.721120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:38.726791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.731001 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:38.731612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:38.755246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4d38011e-81b3-4557-84e4-b34bae488708 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3972926 Aug 04 15:18:38.810099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:38.828061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-39021fd9-d29d-4c55-b81d-c6e45e6ac70f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477495 Aug 04 15:18:38.844345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:38.913106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-98b08c4c-2a26-4e65-991b-fa8e4c88ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:38.915121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-98b08c4c-2a26-4e65-991b-fa8e4c88ccc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.0429204 Aug 04 15:18:39.026251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-84d5aa7c-7241-4ad9-bd8a-4fb882eeb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:39.028063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-84d5aa7c-7241-4ad9-bd8a-4fb882eeb505 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0930059 Aug 04 15:18:39.090962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}, {'id': 'b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:cb:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:37Z', 'updated_at': '2021-08-04T15:18:37Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:39.098332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-426da6b2-b1a5-42db-bb75-c14491059c75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 1001 time: 0.0628812 Aug 04 15:18:39.122061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:39.131363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:39.132315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:39.148454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-f2d6331f-f990-4d9a-b1e3-7f40ecc89f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:39.150060 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-f2d6331f-f990-4d9a-b1e3-7f40ecc89f61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0447540 Aug 04 15:18:39.190952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:39.202399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-2a1e8a93-a09d-4653-b074-b31cdd8a0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:39.204054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-2a1e8a93-a09d-4653-b074-b31cdd8a0737 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474408 Aug 04 15:18:39.303537 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-b4ad05ca-f107-4f77-b430-729a4fff9dc6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923209 Aug 04 15:18:39.396238 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-84454ccf-2bcd-43fe-837c-ea0d16f1bf0c req-00b8e07b-fde1-4826-9aae-1f7f37999592 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Aug 04 15:18:39.398856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:39.460943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 152df3ba-102b-4352-9d95-02a4457bdba8 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:18:39.461298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:39.553168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 152df3ba-102b-4352-9d95-02a4457bdba8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=152df3ba-102b-4352-9d95-02a4457bdba8,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:39.553497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:39.566872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 152df3ba-102b-4352-9d95-02a4457bdba8 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:18:39.626024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}, {'id': 'b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:cb:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:37Z', 'updated_at': '2021-08-04T15:18:37Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:39.656277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2888d3-e1b3-45cc-9654-d2013bd7128a None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}, {'id': 'b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:cb:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:37Z', 'updated_at': '2021-08-04T15:18:37Z', 'revision_number': 0, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:39.756321 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:39.789248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=152df3ba-102b-4352-9d95-02a4457bdba8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:39.870740 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777527f3-5a56-43b9-b337-9045e64ada5b None None] New status for floating IP b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:18:39.962351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.159039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:40.161405 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309bfd3a-a8d9-4611-9e77-830c3d092d52" -d '{"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:40.182551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router c5b56220-0e1d-42dc-89d5-703135895016 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:40.201046 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f91a9c-210d-467c-a0a5-b48c62066c80 x-openstack-request-id: req-29f91a9c-210d-467c-a0a5-b48c62066c80 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:40.201429 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:40.201758 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29f91a9c-210d-467c-a0a5-b48c62066c80 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:40.202173 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'status': 'completed', 'code': 200} Aug 04 15:18:40.274281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-cc0d0c61-60e9-498d-97cf-8891e7bbb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:40.275793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-cc0d0c61-60e9-498d-97cf-8891e7bbb611 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0502548 Aug 04 15:18:40.292529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:40.293701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:18:40.298232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d15f350-bd70-4234-b2af-0ee47f908f05 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/c5b56220-0e1d-42dc-89d5-703135895016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870400 Aug 04 15:18:40.301079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:40.319512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Sync routers for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:40.322970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7b436eaa-6436-4a63-9373-52f6d3442599 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:18:40.323297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b436eaa-6436-4a63-9373-52f6d3442599 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:18:40.330826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:40.331447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:40.398373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting subnet 0c101b09-bea0-4790-b2b5-8765ad00db42 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:18:40.404550 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.438697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:40.441148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-18a10f7f-5ad9-455d-a5a8-b07e3e48d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:40.442685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-18a10f7f-5ad9-455d-a5a8-b07e3e48d29a service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1604395 Aug 04 15:18:40.461735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.550846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-37e508b1-9bfc-4f78-94a9-0fcb0919f970 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 1001 time: 0.0992401 Aug 04 15:18:40.616025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:18:39Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:40.625442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.643691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Checking router: c5b56220-0e1d-42dc-89d5-703135895016 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:40.651684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-af4b6dee-ce7f-4dcd-bfef-157624f49ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:40.652402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Routers {'c5b56220-0e1d-42dc-89d5-703135895016'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:40.653019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['c5b56220-0e1d-42dc-89d5-703135895016'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:40.653242 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-af4b6dee-ce7f-4dcd-bfef-157624f49ab6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0956683 Aug 04 15:18:40.716279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-3bf00757-49ab-4175-88f1-a99c636de68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:40.717784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-3bf00757-49ab-4175-88f1-a99c636de68b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571339 Aug 04 15:18:40.719419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.760222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] Set router c5b56220-0e1d-42dc-89d5-703135895016 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:40.767462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Subnet': ['ID=0c101b09-bea0-4790-b2b5-8765ad00db42,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:40.798616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.802524 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-80cd256d-3846-43e9-9138-4016505377a1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/subnets/0c101b09-bea0-4790-b2b5-8765ad00db42 HTTP/1.1" status: 204 len: 168 time: 0.4979055 Aug 04 15:18:40.803451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40452) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:40.817090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd3275-4640-468e-a4f7-f3270d55073c None None] Network 8e232a41-8452-4989-9d36-b65e85d97481 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:40.928046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-458a520e-3c44-4964-85e5-333a47d1037d service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995380 Aug 04 15:18:40.947473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.034053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:18:39Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:41.065493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3718060-ecb9-41b4-b523-7557b873befd None None] The sync data for ids ['c5b56220-0e1d-42dc-89d5-703135895016'] in n-d-801743-12 is: [{'id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66832938', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:17:37Z', 'updated_at': '2021-08-04T15:18:39Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1fd9bbac-0bee-4ed4-9625-275b219f98d4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b56220-0e1d-42dc-89d5-703135895016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:17:38Z', 'updated_at': '2021-08-04T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:41.093135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] DHCP port deletion for 8e232a41-8452-4989-9d36-b65e85d97481 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:18:41.113956 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-309bfd3a-a8d9-4611-9e77-830c3d092d52 req-c1db6e68-0674-4608-a558-0ba0ce467a04 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769910 Aug 04 15:18:41.120825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.145544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Deleting port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:18:41.145926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.176596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 1fd9bbac-0bee-4ed4-9625-275b219f98d4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:18:41.176879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.211155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] For port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,segment=NetworkSegment(314baffa-f960-454a-b187-d16c271bf303),segment_id=314baffa-f960-454a-b187-d16c271bf303)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:41.211541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.227833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Calling delete_port for 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:18:41.260398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 1fd9bbac-0bee-4ed4-9625-275b219f98d4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1fd9bbac-0bee-4ed4-9625-275b219f98d4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:41.260791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.273458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 1fd9bbac-0bee-4ed4-9625-275b219f98d4 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:18:41.311691 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.342982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] Pushing event deleted for resources: {'Port': ['ID=81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:41.348616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4245b-bd92-4791-97fa-a2f2e7feccc9 None None] No DVR routers for this DVR port 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:18:41.456099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.486891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=1fd9bbac-0bee-4ed4-9625-275b219f98d4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:41.548358 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.639002 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.641184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.686924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.687656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Fanout notify agent at l3_agent the message router_deleted on router c5b56220-0e1d-42dc-89d5-703135895016 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:18:41.695101 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.696277 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a6756f99-4462-4efd-8799-02893428ab21 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/routers/c5b56220-0e1d-42dc-89d5-703135895016 HTTP/1.1" status: 204 len: 168 time: 0.8925707 Aug 04 15:18:41.699116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40454) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:41.781674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.869530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.879786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e232a41-8452-4989-9d36-b65e85d97481']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:41.894881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314baffa-f960-454a-b187-d16c271bf303') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:41.895184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314baffa-f960-454a-b187-d16c271bf303') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:41.903994 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.918135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.924065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:18:41.924453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:18:41.927340 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:18:41.985768 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.993403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:41.994412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/networks/8e232a41-8452-4989-9d36-b65e85d97481 HTTP/1.1" status: 204 len: 168 time: 0.2943549 Aug 04 15:18:41.997340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:42.005984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eff68-7061-4343-984a-fbc85fc5d6d9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Network': ['ID=8e232a41-8452-4989-9d36-b65e85d97481,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:42.062912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.087948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.151368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.154151 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.158369 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/security-groups/b650aba5-e52b-4348-88b8-7e8ab1b3966b HTTP/1.1" status: 204 len: 168 time: 0.1599090 Aug 04 15:18:42.168555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6e96-d69a-40b1-9abd-556b8407314a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650aba5-e52b-4348-88b8-7e8ab1b3966b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:42.523900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:42.528763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94880274', 'description': 'tempest-secgroup-smoke-94880274 description', 'project_id': '9989338461854dedaf7455a859490971'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:42.556969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.640730 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.646055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.672869 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.674116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1490850 Aug 04 15:18:42.677309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40464) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:42.678528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974bf0-686e-4dae-95da-de900090fe77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9341bf47-12c1-4f35-a1b6-e571edf5c58e,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:42.682441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:42.713235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.771156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.777135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.796958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5f3aa6-b2b3-4b8b-8aff-8ede282fc8ce,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:42.801651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.803108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-74999b1f-3586-48e3-8e1c-c349e3df1ed9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247404 Aug 04 15:18:42.806787 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:42.811800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:42.841765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.906474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.909407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 152df3ba-102b-4352-9d95-02a4457bdba8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:18:42.912816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.930093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 152df3ba-102b-4352-9d95-02a4457bdba8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:18:42.930516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 152df3ba-102b-4352-9d95-02a4457bdba8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:18:42.930981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc31c3b-432e-4e8b-8d95-b45a582418c6,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:42.931130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:18:42.937978 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.942318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:42.942624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ca79e09-5412-4f46-921b-41a995700699 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345885 Aug 04 15:18:42.947308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:42.958083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:18:42.958439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 81fdddb3-cc15-4d3f-8df2-9aed0d2f21ae not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:18:42.958890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1fd9bbac-0bee-4ed4-9625-275b219f98d4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:18:42.973902 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.977512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1fd9bbac-0bee-4ed4-9625-275b219f98d4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:18:42.977885 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1fd9bbac-0bee-4ed4-9625-275b219f98d4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:18:43.037280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.043194 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.057902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac41e8f-2352-4ae7-bc6c-d3ede4868fdf,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:43.068020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.069399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2d3a0f06-8d92-4497-b9f3-19567df52c12 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258667 Aug 04 15:18:43.071984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40470) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:43.076496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:43.104456 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.166483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.171701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.188612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d793645c-c314-46ef-ac43-4f1dcabc8e71,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:43.196816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.198072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-eec98212-64df-4f00-82e1-92ee3cea4862 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251447 Aug 04 15:18:43.201102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40472) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:43.205644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:43.227727 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:18:43.232475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.294684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.300297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.319165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed950fd-ecc4-46f1-812a-db1681ab0d29,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:43.322284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.323523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-52f5fcf0-3bd5-4450-828b-fa9507b6701b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214604 Aug 04 15:18:43.326301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40474) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:43.330686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'security_group_rule': {'security_group_id': '9341bf47-12c1-4f35-a1b6-e571edf5c58e', 'project_id': '9989338461854dedaf7455a859490971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:43.352730 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Project 9989338461854dedaf7455a859490971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:18:43.357859 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.435964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.441645 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.459663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4b4af1-10a2-46a9-a506-c2ec0004be83,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:43.466505 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.467753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-36ced506-3748-4f6e-8e05-1e5cf52e2d0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405051 Aug 04 15:18:43.470686 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40476) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:43.475684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'network': {'name': 'tempest-network-smoke--851577493', 'project_id': '9989338461854dedaf7455a859490971', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:43.496829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:43.501855 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.530027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:18:43.539612 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.539984 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Added segment 2dc63beb-5614-4d58-800c-b1c229d17bc9 of type vlan for network 772b99c3-70dc-4f28-afea-a19750f9bbd4 Aug 04 15:18:43.579912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.612482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.621272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:43.622065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.688777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2170835 Aug 04 15:18:43.691709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40478) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:43.697979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'admin_state_up': True, 'project_id': '9989338461854dedaf7455a859490971', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:43.704396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc37e6f-d897-489a-b249-3b2c9b1c084d tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Network': ['ID=772b99c3-70dc-4f28-afea-a19750f9bbd4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:43.714941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:18:43.724171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.725197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.782378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:43.917345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.123417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.143280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.263669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.129 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/1aecff4d-76a3-4f81-9955-d1f7e5970427) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:44.372654 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.417538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.453823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:44.456847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:44.462254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:44.485556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=1aecff4d-76a3-4f81-9955-d1f7e5970427,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:44.731567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:44.795345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb608-e42b-455d-8928-68aaa9d57470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:45.272232 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:45.407577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router 882585df-0b62-4e66-aee6-3ad8af5f480b is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:18:45.523043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:45.533958 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Sync routers for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:45.542305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:45.543597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8b51dfb2-df7b-4cf9-83d0-90aead6217a3 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8509700 Aug 04 15:18:45.544029 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:45.544649 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:45.546784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:45.573803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5112e97e-cca9-49d6-898e-057dd0de278e tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=9989338461854dedaf7455a859490971&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259395 Aug 04 15:18:45.576409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40484) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:45.649646 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:45.661495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed983cef-323f-487e-859b-e0fe72701806 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:45.663066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ed983cef-323f-487e-859b-e0fe72701806 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857334 Aug 04 15:18:45.666315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40486) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:45.698787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-94f22643-d70b-4dc5-b260-7939786f3330 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313003 Aug 04 15:18:45.701296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:45.706289 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1010705570', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'project_id': '9989338461854dedaf7455a859490971', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:45.795040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:45.798570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:45.829775 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:44Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:45.855441 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Checking router: 882585df-0b62-4e66-aee6-3ad8af5f480b for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:45.855846 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Updating router 882585df-0b62-4e66-aee6-3ad8af5f480b port 1aecff4d-76a3-4f81-9955-d1f7e5970427 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:18:45.882031 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:45.979085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.038012 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Subnet': ['ID=f6d30520-a05b-4bf6-a5b7-530582b885bd,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:46.057743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Checking segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:46.058192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network hostable DHCP agents. Network: 772b99c3-70dc-4f28-afea-a19750f9bbd4, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:18:46.077043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:18:46.088081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 772b99c3-70dc-4f28-afea-a19750f9bbd4) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:46.093405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:46.094129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.101176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e2547-fbc4-4437-b7e8-6e4e650683cc None None] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:46.111746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9017deb5-8a4e-4abc-8f9a-0817c4ada4e0 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4093957 Aug 04 15:18:46.114798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:46.133664 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.144530 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Transition to ACTIVE for port object 1aecff4d-76a3-4f81-9955-d1f7e5970427 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:46.151061 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.205849 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Pushing event updated for resources: {'Port': ['ID=1aecff4d-76a3-4f81-9955-d1f7e5970427,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:46.215587 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.215910 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.216255 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.216581 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.216904 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.217254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.217604 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.217940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.218238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.218662 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.219074 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.219400 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:46.223566 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Attempting to bind port 1aecff4d-76a3-4f81-9955-d1f7e5970427 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:46.223929 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Attempting to bind port 1aecff4d-76a3-4f81-9955-d1f7e5970427 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:46.224288 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Attempting to bind port 1aecff4d-76a3-4f81-9955-d1f7e5970427 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:46.231105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:46.231658 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:46.232188 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.232574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:46.233069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Bound port: 1aecff4d-76a3-4f81-9955-d1f7e5970427, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:46.233524 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.279607 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-772b99c3-70dc-4f28-afea-a19750f9bbd4', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:18:46.280909 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.289570 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] For port 1aecff4d-76a3-4f81-9955-d1f7e5970427, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:46.294618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] For port 1aecff4d-76a3-4f81-9955-d1f7e5970427, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aecff4d-76a3-4f81-9955-d1f7e5970427,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:46.301861 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.356603 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:46.357286 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:46.449816 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Allocated IP 172.20.0.2 (772b99c3-70dc-4f28-afea-a19750f9bbd4/f6d30520-a05b-4bf6-a5b7-530582b885bd/8841c091-a284-4172-9743-afa37125d414) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:46.466513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf628f58-c9de-48ce-9935-faf806c982fa None None] Pushing event updated for resources: {'Port': ['ID=1aecff4d-76a3-4f81-9955-d1f7e5970427,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:46.487914 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:46.623973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.630233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.633629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Transition to ACTIVE for port object 8841c091-a284-4172-9743-afa37125d414 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:46.650687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Transition to ACTIVE for port object 8841c091-a284-4172-9743-afa37125d414 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:46.658731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.681162 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:44Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:46.704075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:46.707470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:46.709724 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e81a1d-b609-4f02-9ec0-f1d6212f1027 None None] The sync data for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 is: [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:44Z', 'revision_number': 3, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:46.712342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:46.716056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Pushing event updated for resources: {'Port': ['ID=8841c091-a284-4172-9743-afa37125d414,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:46.775827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Attempting to bind port 8841c091-a284-4172-9743-afa37125d414 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:46.776240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Attempting to bind port 8841c091-a284-4172-9743-afa37125d414 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:46.776953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Attempting to bind port 8841c091-a284-4172-9743-afa37125d414 on network 772b99c3-70dc-4f28-afea-a19750f9bbd4 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:46.783563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:46.784462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Checking segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:46.785135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.785834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Bound using segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:46.786750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Bound port: 8841c091-a284-4172-9743-afa37125d414, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:46.787336 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.863388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-568e646f-536e-40ac-919c-565859fbb287 None None] For port 8841c091-a284-4172-9743-afa37125d414, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:46.867222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-568e646f-536e-40ac-919c-565859fbb287 None None] For port 8841c091-a284-4172-9743-afa37125d414, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8841c091-a284-4172-9743-afa37125d414,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:46.873747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:46.941969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e646f-536e-40ac-919c-565859fbb287 None None] Pushing event updated for resources: {'Port': ['ID=8841c091-a284-4172-9743-afa37125d414,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:46.959627 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.1 (772b99c3-70dc-4f28-afea-a19750f9bbd4/f6d30520-a05b-4bf6-a5b7-530582b885bd/e0957504-4190-40c2-91c7-e68547d81dd3) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:47.123080 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.145446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object e0957504-4190-40c2-91c7-e68547d81dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:47.199674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.253070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:47.259251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:47.263902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:47.271519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:47.328986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.414263 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1ac0eeaa-f610-4b75-9620-22e9db6abb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.463512 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.664109 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.751849 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.757387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.834893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:47.836694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:47.931005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:47.932476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:47.948187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92afd85-1617-40e2-a5e1-413389c84990 None None] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:48.049939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router 882585df-0b62-4e66-aee6-3ad8af5f480b has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:48.074152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d0accbcd-3623-43f6-98f1-842e76b632e3 None None] Provisioning for port 8841c091-a284-4172-9743-afa37125d414 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:48.130403 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:48.172639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:48.185968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f387f34a-4fcd-4ef9-94cb-289f404e2598 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/882585df-0b62-4e66-aee6-3ad8af5f480b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0615146 Aug 04 15:18:48.424104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-617c7625-f357-44dd-9e16-aac7643717b5 None None] Provisioning for port e0957504-4190-40c2-91c7-e68547d81dd3 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:48.430643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-617c7625-f357-44dd-9e16-aac7643717b5 None None] Provisioning complete for port e0957504-4190-40c2-91c7-e68547d81dd3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:48.431018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-617c7625-f357-44dd-9e16-aac7643717b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:48.466343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-a93e0162-2f6e-4540-aa1a-f3f36227b412 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94880274&fields=id&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 267 time: 0.0424464 Aug 04 15:18:48.467491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-617c7625-f357-44dd-9e16-aac7643717b5 None None] Port e0957504-4190-40c2-91c7-e68547d81dd3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:48.482385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Sync routers for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:48.492710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:48.493486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:48.582882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-889c8b64-fd90-4196-b8b0-4aefd6706876 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:48.584444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-889c8b64-fd90-4196-b8b0-4aefd6706876 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 796 time: 0.1092694 Aug 04 15:18:48.600800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-b82c5edd-86c3-45b9-8302-2ed1aa3d8032 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/quotas/9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Aug 04 15:18:48.606801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0ea8429e-b9a5-40ca-bfa5-e769c311f619 None None] Provisioning complete for port e0957504-4190-40c2-91c7-e68547d81dd3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:48.607066 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0ea8429e-b9a5-40ca-bfa5-e769c311f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:48.631554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:48.659063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-73fdd8e1-09de-4ce2-b076-4b15df8fa3ea tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515852 Aug 04 15:18:48.766872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-136acbca-f312-4df6-b6b3-f541f67bc93f service neutron] 10.222.0.76 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941975 Aug 04 15:18:48.860169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-caea69dc-bee4-4aca-98df-5444b1f2adc5 service neutron] 10.222.0.76 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868053 Aug 04 15:18:48.881447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8429e-b9a5-40ca-bfa5-e769c311f619 None None] Port e0957504-4190-40c2-91c7-e68547d81dd3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:48.882862 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:48.951277 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.022438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aecff4d-76a3-4f81-9955-d1f7e5970427 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:49.068609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ac592969-c744-4df5-94e1-938cf8cacd9b None None] Provisioning complete for port e0957504-4190-40c2-91c7-e68547d81dd3 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:49.068856 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ac592969-c744-4df5-94e1-938cf8cacd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.117957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ac592969-c744-4df5-94e1-938cf8cacd9b None None] Port e0957504-4190-40c2-91c7-e68547d81dd3 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:49.128610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1aecff4d-76a3-4f81-9955-d1f7e5970427 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:49.133499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 2, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:49.137201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1aecff4d-76a3-4f81-9955-d1f7e5970427 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:49.137571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.160967 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a083c684-a68c-4d68-a9cf-8879c23b84b6 req-302d2e39-7992-47db-973f-160d1c927526 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 210 time: 0.1239948 Aug 04 15:18:49.169917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Checking router: 882585df-0b62-4e66-aee6-3ad8af5f480b for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:49.170325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Updating router 882585df-0b62-4e66-aee6-3ad8af5f480b port e0957504-4190-40c2-91c7-e68547d81dd3 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:18:49.215784 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.360271 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.397593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 1aecff4d-76a3-4f81-9955-d1f7e5970427, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aecff4d-76a3-4f81-9955-d1f7e5970427,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:49.409640 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.410429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8841c091-a284-4172-9743-afa37125d414 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:49.539136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=1aecff4d-76a3-4f81-9955-d1f7e5970427,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:49.576015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 8841c091-a284-4172-9743-afa37125d414 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:49.587942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8841c091-a284-4172-9743-afa37125d414 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:49.588313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.658085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.670804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Transition to ACTIVE for port object e0957504-4190-40c2-91c7-e68547d81dd3 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:49.679019 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.749425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d704-5159-439e-89c6-ca437e5653fa None None] Pushing event updated for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:49.752088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.825284 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 8841c091-a284-4172-9743-afa37125d414, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8841c091-a284-4172-9743-afa37125d414,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:49.833142 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.839398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Attempting to bind port e0957504-4190-40c2-91c7-e68547d81dd3 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:49.839768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Attempting to bind port e0957504-4190-40c2-91c7-e68547d81dd3 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:49.840131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Attempting to bind port e0957504-4190-40c2-91c7-e68547d81dd3 on network 772b99c3-70dc-4f28-afea-a19750f9bbd4 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:49.865967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:49.866322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Checking segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:49.866781 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.867174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Bound using segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:49.867632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Bound port: e0957504-4190-40c2-91c7-e68547d81dd3, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:49.868009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:49.899285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=8841c091-a284-4172-9743-afa37125d414,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:49.952368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] For port e0957504-4190-40c2-91c7-e68547d81dd3, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:49.955507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] For port e0957504-4190-40c2-91c7-e68547d81dd3, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e0957504-4190-40c2-91c7-e68547d81dd3,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:49.967407 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.037256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:50.037881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:50.042219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d704-5159-439e-89c6-ca437e5653fa None None] Pushing event updated for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:50.075786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-46c4c1e7-9b91-4838-a736-854d030a442f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:50.077452 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-46c4c1e7-9b91-4838-a736-854d030a442f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 796 time: 0.1472640 Aug 04 15:18:50.128039 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-955ebbed-a203-4d8d-acbd-0b80ead9f858 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9989338461854dedaf7455a859490971 HTTP/1.1" status: 200 len: 378 time: 0.0377150 Aug 04 15:18:50.139116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'port': {'device_id': '5f09536c-3432-4262-b706-3b34a4c0670b', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'admin_state_up': True, 'tenant_id': '9989338461854dedaf7455a859490971', 'security_groups': ['9341bf47-12c1-4f35-a1b6-e571edf5c58e']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:50.166011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:50.272014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Made reservation on behalf of 9989338461854dedaf7455a859490971 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:50.275690 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.325993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.407773 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:50.426248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.20.0.13 (772b99c3-70dc-4f28-afea-a19750f9bbd4/f6d30520-a05b-4bf6-a5b7-530582b885bd/9bc960a7-8d07-46f0-9b7f-0fc9348312c6) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:50.440150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f977-201c-4455-a6bf-eb726b1326c8 None None] The sync data for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 is: [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:50.564224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efa3527e-17e5-4876-9f71-d5793372290a req-b91fe186-31cf-46c6-8189-aef026baa7ae tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 210 time: 0.3312998 Aug 04 15:18:50.592619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.607721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Transition to ACTIVE for port object 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:50.644128 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.687940 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:50.695437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:50.700032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:50.704228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:50.752911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:50.753639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.770722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-fe99a9dc-f17e-4718-b748-1016aec38bd1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6363358 Aug 04 15:18:50.783482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Request body: {'port': {'device_id': '5f09536c-3432-4262-b706-3b34a4c0670b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:50.852733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:50.971665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-330250bf-25c4-47ef-ae96-adb69b7e1879 None None] Provisioning for port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:50.976288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-330250bf-25c4-47ef-ae96-adb69b7e1879 None None] Provisioning complete for port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:50.976670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-330250bf-25c4-47ef-ae96-adb69b7e1879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.017235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-330250bf-25c4-47ef-ae96-adb69b7e1879 None None] Port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:51.041687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aecff4d-76a3-4f81-9955-d1f7e5970427 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:51.093565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1aecff4d-76a3-4f81-9955-d1f7e5970427 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:51.094015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.163310 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:18:51.174146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.179310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e0957504-4190-40c2-91c7-e68547d81dd3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:51.189130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Transition to ACTIVE for port object 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:51.194157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.241799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e0957504-4190-40c2-91c7-e68547d81dd3 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:51.242245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:51.246285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e0957504-4190-40c2-91c7-e68547d81dd3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:51.246694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.331964 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.338545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Attempting to bind port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:51.338926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Attempting to bind port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:51.339266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Attempting to bind port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 on network 772b99c3-70dc-4f28-afea-a19750f9bbd4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:51.349803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 on network 772b99c3-70dc-4f28-afea-a19750f9bbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:18:51.349803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Attempting to bind port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 on network 772b99c3-70dc-4f28-afea-a19750f9bbd4 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:51.360758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:51.361095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Checking segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:51.361522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Bound using segment: {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:51.362213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Bound port: 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc63beb-5614-4d58-800c-b1c229d17bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:51.362613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.375361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e0957504-4190-40c2-91c7-e68547d81dd3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e0957504-4190-40c2-91c7-e68547d81dd3,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:51.382757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.383645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8841c091-a284-4172-9743-afa37125d414 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:51.438040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:51.441493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:51.447560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.481833 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:51.482457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.484324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] 10.222.0.46 "PUT /v2.0/ports/9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 1093 time: 0.7053018 Aug 04 15:18:51.484568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:51.486910 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22d12b5-bd1f-4f28-9294-8a0822e79850" -d '{"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:51.514342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:51.520050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c004ed8-3193-4283-90e6-48dedc09f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:51.542968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 8841c091-a284-4172-9743-afa37125d414 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:51.543344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:51.571136 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce960b0-10e4-4d9e-9f1b-a31a66d50d4c x-openstack-request-id: req-2ce960b0-10e4-4d9e-9f1b-a31a66d50d4c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:51.571626 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:51.572057 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ce960b0-10e4-4d9e-9f1b-a31a66d50d4c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:51.572802 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'status': 'completed', 'code': 200} Aug 04 15:18:51.591601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-3fa0a2fb-10de-4c36-97c5-0a7886fd1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:51.593275 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-3fa0a2fb-10de-4c36-97c5-0a7886fd1fac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1096 time: 0.0570838 Aug 04 15:18:51.649067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-2c2eb84d-52b9-4fbc-9581-7a1cee1d50bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 217 time: 0.0458250 Aug 04 15:18:51.712030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-115b8bcf-5dea-4c06-b931-78dd7f3a78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:51.713539 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-115b8bcf-5dea-4c06-b931-78dd7f3a78b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 200 len: 835 time: 0.0564859 Aug 04 15:18:51.770364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-96d689d9-583a-4b95-a5d2-0b15fe1d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:51.771967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-96d689d9-583a-4b95-a5d2-0b15fe1d3942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772b99c3-70dc-4f28-afea-a19750f9bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509839 Aug 04 15:18:51.787959 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5b883-6498-463b-a846-44a9af8a39c4 req-8a501fd5-d091-4caa-b396-de976ae61f85 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:51.790631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ab5b883-6498-463b-a846-44a9af8a39c4 req-8a501fd5-d091-4caa-b396-de976ae61f85 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 944 time: 0.0597460 Aug 04 15:18:51.835444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ab5b883-6498-463b-a846-44a9af8a39c4 req-9f07f7e0-3796-462c-902e-656dd2463139 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346532 Aug 04 15:18:51.871878 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-b66b4171-15e9-4309-a31c-1d18bbb19e39 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919549 Aug 04 15:18:51.968071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-de948cc5-c636-4562-ad26-8d19e9d18b39 req-97aecac5-e5ae-4420-87c1-7ab42f5aeef0 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882483 Aug 04 15:18:52.075251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-c9297f18-4e71-467c-8f93-289ca0c2ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:52.076660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-c9297f18-4e71-467c-8f93-289ca0c2ce66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1096 time: 0.0572364 Aug 04 15:18:52.168225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-7963fceb-1814-47e8-a962-d1f7fac7c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:52.170418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-7963fceb-1814-47e8-a962-d1f7fac7c831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 897 time: 0.0864542 Aug 04 15:18:52.215973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-c461f318-5617-484e-b9a8-295573afb4bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 217 time: 0.0381742 Aug 04 15:18:52.281806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-470f44bb-b31e-4d4b-9de7-3362fc08a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:52.283344 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-470f44bb-b31e-4d4b-9de7-3362fc08a186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 200 len: 835 time: 0.0598862 Aug 04 15:18:52.332526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-4bf6bd19-39c0-487c-85a3-278f69490942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:52.333973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-4bf6bd19-39c0-487c-85a3-278f69490942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772b99c3-70dc-4f28-afea-a19750f9bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429566 Aug 04 15:18:52.433209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-1aac11c2-d44f-4dfb-9cc4-4feeb78979c0 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901003 Aug 04 15:18:52.541234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d22d12b5-bd1f-4f28-9294-8a0822e79850 req-0180591e-cab7-4499-8db1-9df0821be628 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986295 Aug 04 15:18:52.936225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e0957504-4190-40c2-91c7-e68547d81dd3 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:52.989698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439fc22-286f-46bf-a830-20ee65ded525 req-3e039ad8-1313-4dd1-bf04-3d6c2987bfac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:52.992647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e0957504-4190-40c2-91c7-e68547d81dd3 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:52.993073 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:52.993365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d439fc22-286f-46bf-a830-20ee65ded525 req-3e039ad8-1313-4dd1-bf04-3d6c2987bfac tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 944 time: 0.0820205 Aug 04 15:18:53.044989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d439fc22-286f-46bf-a830-20ee65ded525 req-5f6ef8f0-96a3-4d66-90de-21ae661f0ab1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437198 Aug 04 15:18:54.045439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:18:54.149197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:54.160610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'mac_address': 'fa:16:3e:9d:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:18:54.170088 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bae6a-1799-42c1-a667-ca1fbef6eae6 req-a5385ad5-a7dc-4e16-b698-60d10000ccce tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:54.172232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-664bae6a-1799-42c1-a667-ca1fbef6eae6 req-a5385ad5-a7dc-4e16-b698-60d10000ccce tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 944 time: 0.0497181 Aug 04 15:18:54.202669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:54.212834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-664bae6a-1799-42c1-a667-ca1fbef6eae6 req-b9035b75-0509-42bb-a7d6-1ab4251ffb67 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345073 Aug 04 15:18:54.216168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:18:54.239482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:54.244966 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:54.293064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:54.447497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9bc960a7-8d07-46f0-9b7f-0fc9348312c6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:18:55.330937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95df94-5c43-4a88-8997-a015015fa8ce req-b6f598ef-7495-432a-bac1-4be3cbe4c67b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:55.332475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b95df94-5c43-4a88-8997-a015015fa8ce req-b6f598ef-7495-432a-bac1-4be3cbe4c67b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 945 time: 0.0522945 Aug 04 15:18:55.373007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b95df94-5c43-4a88-8997-a015015fa8ce req-da977701-30bd-47bb-98f1-c7ab26245d9e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343783 Aug 04 15:18:56.061782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:56.116679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:56.122785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:56.123318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:56.209613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:56.235295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:56.238025 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7db206-fc86-412f-89b5-bb5f7551033f" -d '{"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-plugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:56.253249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:56.258783 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:56.286923 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0378fa-24c0-4072-bed2-feb58e76ff8e x-openstack-request-id: req-6b0378fa-24c0-4072-bed2-feb58e76ff8e {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:56.287170 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-plugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:56.287340 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b0378fa-24c0-4072-bed2-feb58e76ff8e {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:56.287761 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'code': 200} Aug 04 15:18:56.319465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:56.380486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edbb51-f50a-41f9-9ad6-9ec811e6e89a req-9c6a38d4-35ec-4f6a-bd24-0904c16a6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:56.382154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1edbb51-f50a-41f9-9ad6-9ec811e6e89a req-9c6a38d4-35ec-4f6a-bd24-0904c16a6d3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1098 time: 0.0428281 Aug 04 15:18:56.422028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1edbb51-f50a-41f9-9ad6-9ec811e6e89a req-dfbda78d-808b-41a2-91b2-d3f590f08b4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324452 Aug 04 15:18:56.498624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5965-8f41-49d7-baba-36d738e84b64 req-91599208-d379-4b3a-9e47-ced37b5632ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:56.500230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed3a5965-8f41-49d7-baba-36d738e84b64 req-91599208-d379-4b3a-9e47-ced37b5632ee tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0515976 Aug 04 15:18:56.544015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ed3a5965-8f41-49d7-baba-36d738e84b64 req-e300cf6d-7185-4b28-b87b-100700bece1c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377281 Aug 04 15:18:57.669918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123c5f5-c80a-4987-8407-fcbe945ab332 req-afff2df7-34c1-4d5e-9401-e6276bfd7d9f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:57.671487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a123c5f5-c80a-4987-8407-fcbe945ab332 req-afff2df7-34c1-4d5e-9401-e6276bfd7d9f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0546699 Aug 04 15:18:57.711832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a123c5f5-c80a-4987-8407-fcbe945ab332 req-d18a3b0a-4221-431a-8c24-d40dd0f097e1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340300 Aug 04 15:18:57.829110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec980a-1b1f-413b-b35b-5aab8f7c4d6e req-c45276f3-b9cb-4130-a603-d95966845874 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:57.830541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3ec980a-1b1f-413b-b35b-5aab8f7c4d6e req-c45276f3-b9cb-4130-a603-d95966845874 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0516715 Aug 04 15:18:57.872128 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3ec980a-1b1f-413b-b35b-5aab8f7c4d6e req-f5d4f55f-4814-48bd-b026-9c947c8e8e0f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330575 Aug 04 15:18:57.895250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40546) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:58.062977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc80adb-a8d2-47f3-84e4-1c8b6e740a23 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:58.064567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4fc80adb-a8d2-47f3-84e4-1c8b6e740a23 tempest-TestNetworkAdvancedServerOps-1666082219 tempest-TestNetworkAdvancedServerOps-1666082219-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1093 time: 0.1683311 Aug 04 15:18:58.067580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40550) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:58.072071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'tenant_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:58.102127 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:58.198898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:58.316848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Allocated IP 172.25.0.141 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/dc8581c4-c638-49ed-a04e-1bcec2ead9dd) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:58.422120 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:58.471207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:58.507776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:58.514533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:58.518892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:58.521957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=dc8581c4-c638-49ed-a04e-1bcec2ead9dd,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:59.020335 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.094074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.254875 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.260301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.325443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event updated for resources: {'Port': ['ID=dc8581c4-c638-49ed-a04e-1bcec2ead9dd,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:59.341303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.455764 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 0e31f042-3331-4fca-813c-2be950879c7c associated. External IP: 172.25.0.141, port: 9bc960a7-8d07-46f0-9b7f-0fc9348312c6. Aug 04 15:18:59.680490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router 882585df-0b62-4e66-aee6-3ad8af5f480b has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:59.796089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:59.808323 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Sync routers for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:59.814206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:59.817635 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:59.818248 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:59.842067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-712b88e5-75e9-4889-b4cc-e0ab93c66d61 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7732775 Aug 04 15:18:59.842774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:18:59.845240 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047322f-0a3e-41de-bd06-19e9a18279db" -d '{"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:18:59.881641 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcd2268-7e8a-4994-b32a-0f20f74dce29 x-openstack-request-id: req-abcd2268-7e8a-4994-b32a-0f20f74dce29 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:18:59.882446 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:18:59.883016 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-abcd2268-7e8a-4994-b32a-0f20f74dce29 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:18:59.883713 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'status': 'completed', 'code': 200} Aug 04 15:18:59.955815 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fde859-ba89-4b31-8a45-89f36fc15765 req-1a3065a5-3e50-47a5-92b8-7282afc59df2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:59.956870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047322f-0a3e-41de-bd06-19e9a18279db req-408f1c8e-553e-4dc3-9808-2f8a52ba06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:59.958386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79fde859-ba89-4b31-8a45-89f36fc15765 req-1a3065a5-3e50-47a5-92b8-7282afc59df2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0642610 Aug 04 15:18:59.958539 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-408f1c8e-553e-4dc3-9808-2f8a52ba06f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1098 time: 0.0529468 Aug 04 15:19:00.004928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79fde859-ba89-4b31-8a45-89f36fc15765 req-0c232e35-fabe-43e9-8e07-9a6dbca1f6c6 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395203 Aug 04 15:19:00.029614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40558) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:19:00.031224 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:19:00.056440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047322f-0a3e-41de-bd06-19e9a18279db req-9f033a96-2aed-45d4-b249-9f507edaa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:00.057954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-9f033a96-2aed-45d4-b249-9f507edaa176 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 897 time: 0.0923047 Aug 04 15:19:00.094935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0fdacf1f-f24d-4943-9dc6-ea425d8fad4c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/0e31f042-3331-4fca-813c-2be950879c7c HTTP/1.1" status: 200 len: 992 time: 0.0639760 Aug 04 15:19:00.139072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-894023cb-d18d-432d-96a1-c0970cab0edd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 1000 time: 0.0728962 Aug 04 15:19:00.192099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047322f-0a3e-41de-bd06-19e9a18279db req-82d1bffd-cba5-43c3-804a-7209ec5aaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:00.193860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-82d1bffd-cba5-43c3-804a-7209ec5aaed7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 200 len: 835 time: 0.0483549 Aug 04 15:19:00.244296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047322f-0a3e-41de-bd06-19e9a18279db req-3f3e4303-4e2e-4209-9cad-3283b0ebbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:00.246119 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-3f3e4303-4e2e-4209-9cad-3283b0ebbc2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772b99c3-70dc-4f28-afea-a19750f9bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455608 Aug 04 15:19:00.257447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-a866e8e7-d8b2-4e52-a09b-242979fcd3f1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:19:00.258441 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-a866e8e7-d8b2-4e52-a09b-242979fcd3f1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058944 Aug 04 15:19:00.287877 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0e31f042-3331-4fca-813c-2be950879c7c', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'mac_address': 'fa:16:3e:9d:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f09536c-3432-4262-b706-3b34a4c0670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:58Z', 'updated_at': '2021-08-04T15:18:58Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:19:00.318066 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Checking router: 882585df-0b62-4e66-aee6-3ad8af5f480b for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:19:00.326469 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:19:00.327335 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:18:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:19:00.360601 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-13b8e8de-8628-44e3-9c4e-955f598cb734 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952144 Aug 04 15:19:00.436472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:19:00.460181 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d047322f-0a3e-41de-bd06-19e9a18279db req-d26e8705-2304-4e6a-8c84-860ba32be254 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923364 Aug 04 15:19:00.669028 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0e31f042-3331-4fca-813c-2be950879c7c', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'mac_address': 'fa:16:3e:9d:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f09536c-3432-4262-b706-3b34a4c0670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:58Z', 'updated_at': '2021-08-04T15:18:58Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:19:00.698767 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dadc3d-5331-4754-b7dc-408448728963 None None] The sync data for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 is: [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0e31f042-3331-4fca-813c-2be950879c7c', 'tenant_id': '9989338461854dedaf7455a859490971', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'mac_address': 'fa:16:3e:9d:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f09536c-3432-4262-b706-3b34a4c0670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:18:58Z', 'updated_at': '2021-08-04T15:18:58Z', 'revision_number': 0, 'project_id': '9989338461854dedaf7455a859490971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:19:00.897599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9d681-93c3-4018-80b5-4b170aff1bfc None None] New status for floating IP 0e31f042-3331-4fca-813c-2be950879c7c: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:19:01.098301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40560) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:19:01.167361 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cfe2fae6-fcf0-410a-a547-89353b991aa1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/0e31f042-3331-4fca-813c-2be950879c7c HTTP/1.1" status: 200 len: 994 time: 0.0676968 Aug 04 15:19:06.060894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:19:14.802444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e015-78e2-4a76-ba1b-4d2d4a9327d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:17.419820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56059656-42f6-4002-8aad-7838640b5cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:17.667314 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:18.146634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:18.804813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:18.933309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:20.305474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:30.146214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf91c1-0981-4031-8b04-095aec77eece req-fceac928-1e05-4993-a0d7-1452f2ce212f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:30.148272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dbf91c1-0981-4031-8b04-095aec77eece req-fceac928-1e05-4993-a0d7-1452f2ce212f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0541723 Aug 04 15:19:30.193166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7dbf91c1-0981-4031-8b04-095aec77eece req-363d3301-479f-4068-836e-91bc7a448273 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389836 Aug 04 15:19:31.315530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282ead-0a42-4cf7-bea8-8dd7282deda3 req-87ea0b0a-ab6d-40df-9e9d-41a1a7f9d8ef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:31.317551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33282ead-0a42-4cf7-bea8-8dd7282deda3 req-87ea0b0a-ab6d-40df-9e9d-41a1a7f9d8ef tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0537007 Aug 04 15:19:31.329596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b35de-84ea-4d21-b044-aaedf5038878 req-edf65934-ba79-49b7-af7c-c2ff768aa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:31.331181 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-edf65934-ba79-49b7-af7c-c2ff768aa301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1098 time: 0.4906876 Aug 04 15:19:31.365380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33282ead-0a42-4cf7-bea8-8dd7282deda3 req-d3ae03ef-bcf6-48fc-b5d3-d785d20d312f tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407395 Aug 04 15:19:31.438136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b35de-84ea-4d21-b044-aaedf5038878 req-eb463e62-1c52-41b7-8138-a3a62a658c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:31.439685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-eb463e62-1c52-41b7-8138-a3a62a658c48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 897 time: 0.0882447 Aug 04 15:19:31.512229 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-ecf2d847-8608-4523-a879-4010eb79dcc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 1002 time: 0.0652070 Aug 04 15:19:31.564041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b35de-84ea-4d21-b044-aaedf5038878 req-ae2cf5d0-3751-4dfe-85ff-30258fbf874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:31.565521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-ae2cf5d0-3751-4dfe-85ff-30258fbf874e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 200 len: 835 time: 0.0453305 Aug 04 15:19:31.616837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b35de-84ea-4d21-b044-aaedf5038878 req-beab7228-2184-4307-bbec-a6c64816f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:31.619104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-beab7228-2184-4307-bbec-a6c64816f05d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772b99c3-70dc-4f28-afea-a19750f9bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462453 Aug 04 15:19:31.721897 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-21e4ab99-0e2f-4e04-9e93-480e4cc621b0 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952671 Aug 04 15:19:31.837630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-027b35de-84ea-4d21-b044-aaedf5038878 req-48e761bb-72e0-41c0-8618-d61c73e393cb service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066513 Aug 04 15:19:32.504838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7480b33-6d4a-44ab-8477-33cb1860959f req-f3183306-1fc2-4d3c-903e-02b29bac2160 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:32.506543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7480b33-6d4a-44ab-8477-33cb1860959f req-f3183306-1fc2-4d3c-903e-02b29bac2160 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0651569 Aug 04 15:19:32.552913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7480b33-6d4a-44ab-8477-33cb1860959f req-622394d2-8b91-4f79-9b8b-6c102a322a20 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379038 Aug 04 15:19:33.683080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245b86-f1e3-442e-a3ba-d0d0b34aeef3 req-533adbc7-34b6-4d27-bdc7-0987ca2a4a38 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:33.684623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b245b86-f1e3-442e-a3ba-d0d0b34aeef3 req-533adbc7-34b6-4d27-bdc7-0987ca2a4a38 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0559480 Aug 04 15:19:33.729857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b245b86-f1e3-442e-a3ba-d0d0b34aeef3 req-035939ec-bf5c-4765-87fc-7bd5d3293cc9 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369673 Aug 04 15:19:34.862240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc0c1d-f04d-41d7-a763-55974fdb8f80 req-e153cee4-84aa-4bbd-9996-d37711694f0c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:34.864660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5bc0c1d-f04d-41d7-a763-55974fdb8f80 req-e153cee4-84aa-4bbd-9996-d37711694f0c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0574877 Aug 04 15:19:34.919153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5bc0c1d-f04d-41d7-a763-55974fdb8f80 req-f8b66d7d-bbb6-4afa-821f-3a28427fac6a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444791 Aug 04 15:19:36.047344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87ec9-f2c8-4e2a-b728-f701e9fa4ff7 req-d09e53dc-d3bb-40fc-a16e-edf7508321a8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:36.048915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ef87ec9-f2c8-4e2a-b728-f701e9fa4ff7 req-d09e53dc-d3bb-40fc-a16e-edf7508321a8 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0514495 Aug 04 15:19:36.087951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ef87ec9-f2c8-4e2a-b728-f701e9fa4ff7 req-e7b5ca01-4a97-4436-80ca-72b691aa43f7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329642 Aug 04 15:19:37.218492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c9acd-04be-4d68-a7a1-5c2c3d107877 req-5915c0db-09de-4eec-81fd-b422fa47bf68 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:37.220005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-785c9acd-04be-4d68-a7a1-5c2c3d107877 req-5915c0db-09de-4eec-81fd-b422fa47bf68 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0618637 Aug 04 15:19:37.263772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-785c9acd-04be-4d68-a7a1-5c2c3d107877 req-2d851b74-faff-4f8e-8647-a6185a487c19 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377676 Aug 04 15:19:38.393272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a072655-cf45-4fc5-99cb-a9cc1316823c req-99c2fafb-0114-489d-b987-def0f0d66f4a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:38.394833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a072655-cf45-4fc5-99cb-a9cc1316823c req-99c2fafb-0114-489d-b987-def0f0d66f4a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0515826 Aug 04 15:19:38.434680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a072655-cf45-4fc5-99cb-a9cc1316823c req-d5a54979-bdda-4e9d-8dbd-633f9a9eed9a tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336633 Aug 04 15:19:38.910330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-ace93648-4b76-4453-8e70-2f2646c2aa6f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044416 Aug 04 15:19:38.972368 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-0b1be878-346d-4e26-9da7-30de63b3c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:38.973917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-0b1be878-346d-4e26-9da7-30de63b3c9d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0414944 Aug 04 15:19:39.087224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-a3bd7733-500b-404f-b2f4-7ebb0980c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:39.089457 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-a3bd7733-500b-404f-b2f4-7ebb0980c7aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.0949874 Aug 04 15:19:39.161383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-d9201a8a-987d-4771-8537-1840c50c4b6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 1001 time: 0.0653400 Aug 04 15:19:39.212486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-ed1ddfbd-1d07-41e8-b06f-08c8d601e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:39.213919 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-ed1ddfbd-1d07-41e8-b06f-08c8d601e5d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0455461 Aug 04 15:19:39.261620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-a7e85f86-c419-4d10-943f-156ed5edfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:39.263197 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-a7e85f86-c419-4d10-943f-156ed5edfa35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418720 Aug 04 15:19:39.273886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-c38ab29f-2510-4482-b118-a5400d75e039 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:19:39.274911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-c38ab29f-2510-4482-b118-a5400d75e039 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050015 Aug 04 15:19:39.372714 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-40a40e33-a4cd-4472-b962-907291a13292 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902512 Aug 04 15:19:39.468991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-827c4f0b-42fd-4f9e-9a96-d8176f32473d req-eb9fb84c-da98-40f1-802c-08ef4c511d32 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889103 Aug 04 15:19:39.554313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd462009-203c-4f67-b54a-58f57f785085 req-82216699-02a3-46db-a505-f6849d15e374 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:39.555854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd462009-203c-4f67-b54a-58f57f785085 req-82216699-02a3-46db-a505-f6849d15e374 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0519361 Aug 04 15:19:39.598394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd462009-203c-4f67-b54a-58f57f785085 req-3f5d72ce-b04f-45a8-8698-c406567034b2 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333195 Aug 04 15:19:40.729021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c951ac-7183-4fa8-8d74-3b7291ea05d2 req-9ffce283-bdb3-4cea-83d1-213a44e5f037 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:40.730570 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95c951ac-7183-4fa8-8d74-3b7291ea05d2 req-9ffce283-bdb3-4cea-83d1-213a44e5f037 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0524087 Aug 04 15:19:40.774868 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-95c951ac-7183-4fa8-8d74-3b7291ea05d2 req-e5dea6dc-2d0c-4073-a0fe-332c291c5f82 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360193 Aug 04 15:19:41.894887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49079859-d446-46be-adcb-a932118b572d req-205e87dd-212c-4d2c-a631-705ea44d23b7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:41.896385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49079859-d446-46be-adcb-a932118b572d req-205e87dd-212c-4d2c-a631-705ea44d23b7 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0512247 Aug 04 15:19:41.936932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49079859-d446-46be-adcb-a932118b572d req-b9e374df-1d1f-427d-808c-3d9011ff3138 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344696 Aug 04 15:19:42.776611 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e4fd-25f5-4ffe-8fe9-ea75e6dba409 req-30870913-c77c-468e-8eae-95ea6c56ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:42.778176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-06c0e4fd-25f5-4ffe-8fe9-ea75e6dba409 req-30870913-c77c-468e-8eae-95ea6c56ddec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1098 time: 0.0466249 Aug 04 15:19:42.823538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-06c0e4fd-25f5-4ffe-8fe9-ea75e6dba409 req-0b5e02a9-541b-42d0-9557-344d7dec5213 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378370 Aug 04 15:19:43.056871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23698033-2721-4365-9503-1a7d98118aef req-bd3aa22b-d1a3-49f1-b255-ffe8d62fae47 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:43.058275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23698033-2721-4365-9503-1a7d98118aef req-bd3aa22b-d1a3-49f1-b255-ffe8d62fae47 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0521424 Aug 04 15:19:43.060844 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:19:43.098205 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23698033-2721-4365-9503-1a7d98118aef req-f5b898ee-1fa5-45f5-b7a4-67937b4c320c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336690 Aug 04 15:19:44.226108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182344ee-55db-4fcf-a3a4-01cfc6ddb4eb req-650ef41b-5063-4e32-af4f-803d057864fb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:19:44.227638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-182344ee-55db-4fcf-a3a4-01cfc6ddb4eb req-650ef41b-5063-4e32-af4f-803d057864fb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0505614 Aug 04 15:19:44.269087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-182344ee-55db-4fcf-a3a4-01cfc6ddb4eb req-0cd74632-5763-4c20-ac8f-5ff1686189af tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353887 Aug 04 15:19:44.297636 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40626) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:19:44.306442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:19:44.307195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:19:44.365197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-10bf3daa-365a-4967-b7da-1e65c9045e17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/floatingips/0e31f042-3331-4fca-813c-2be950879c7c HTTP/1.1" status: 200 len: 994 time: 0.0612071 Aug 04 15:19:44.609020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:44.636358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:19:44.649737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:19:44.652029 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9806ac55-3ecc-42cc-965f-a7fe40b2cb36" -d '{"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:19:44.663233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'port_id': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'mac_address': 'fa:16:3e:9d:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:19:44.667805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:19:44.672947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:44.695563 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f64f992-94ec-4c08-b3b5-04827b90fb50 x-openstack-request-id: req-8f64f992-94ec-4c08-b3b5-04827b90fb50 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:19:44.695855 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:19:44.696101 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f64f992-94ec-4c08-b3b5-04827b90fb50 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:19:44.696486 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'code': 200} Aug 04 15:19:44.736281 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:44.759172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:19:44.763179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:19:44.774928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.775304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.775643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.775978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.776310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.776635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.776957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.777281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.777583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.777900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.778217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.778540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:19:44.798829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:19:44.803270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:44.807135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8f27d4a8-3509-4cd4-95b3-c4f98cd3c9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:44.851059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:19:45.017858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['9bc960a7-8d07-46f0-9b7f-0fc9348312c6'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:19:46.303250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:19:46.362829 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:19:46.363200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:46.443605 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:46.477112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:19:46.485504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:46.535704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:19:46.698448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:19:46.702288 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c614a8fe-aea7-4095-a771-a29cf554d5ab" -d '{"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-plugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:19:46.744881 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930f6f3-8cde-422d-979c-6ad3b2d8984c x-openstack-request-id: req-9930f6f3-8cde-422d-979c-6ad3b2d8984c {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:19:46.745176 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-plugged", "status": "completed", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:19:46.745438 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9930f6f3-8cde-422d-979c-6ad3b2d8984c {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:19:46.745843 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'code': 200} Aug 04 15:19:47.418771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3b1945b-cfac-42dd-8cd3-317553344857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:47.665706 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:48.151710 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:48.813460 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:48.931893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:50.318507 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:14.801882 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-34af393f-3bad-42f7-9453-b0576f192ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:14.960999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40640) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:15.130991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port dc8581c4-c638-49ed-a04e-1bcec2ead9dd {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:15.131301 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.223352 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.223648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.235671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for dc8581c4-c638-49ed-a04e-1bcec2ead9dd owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:15.404939 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.430372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=dc8581c4-c638-49ed-a04e-1bcec2ead9dd,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:15.442487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.442860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.443213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.443536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.443873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.444246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.444576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.444906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.445238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.445550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.445879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.446204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:15.498867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.499204 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Floating IP 0e31f042-3331-4fca-813c-2be950879c7c disassociated (deleted). External IP: 172.25.0.141, port: 9bc960a7-8d07-46f0-9b7f-0fc9348312c6. Aug 04 15:20:15.723430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router 882585df-0b62-4e66-aee6-3ad8af5f480b has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:15.842465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:15.847571 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:15.852840 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Sync routers for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:15.862136 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:15.862806 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:19:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:15.875410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-eea44721-46ef-4f6c-baf4-66db90106cbb tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/floatingips/0e31f042-3331-4fca-813c-2be950879c7c HTTP/1.1" status: 204 len: 168 time: 0.9129114 Aug 04 15:20:15.876005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:15.878292 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549" -d '{"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:15.972056 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:16.016182 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4bbbdb-2058-4ec2-a814-7bdf5569dbbd x-openstack-request-id: req-ff4bbbdb-2058-4ec2-a814-7bdf5569dbbd {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:16.016757 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:16.016757 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff4bbbdb-2058-4ec2-a814-7bdf5569dbbd {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:16.017337 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'status': 'completed', 'code': 200} Aug 04 15:20:16.087308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-5cb67c55-14ca-4e68-abea-94e862146067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:16.089079 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-5cb67c55-14ca-4e68-abea-94e862146067 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9989338461854dedaf7455a859490971&device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 1098 time: 0.0458379 Aug 04 15:20:16.109529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab5d2-c867-461f-9244-dc3ccaf80f97 req-40323e35-37ed-40c7-9b16-4709a0080aba tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:16.111147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01eab5d2-c867-461f-9244-dc3ccaf80f97 req-40323e35-37ed-40c7-9b16-4709a0080aba tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0521746 Aug 04 15:20:16.160303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01eab5d2-c867-461f-9244-dc3ccaf80f97 req-40e2f06a-f794-4da6-98cc-d1ae07a79d63 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421073 Aug 04 15:20:16.192050 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:16.198676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-01c8c2aa-10b4-402c-a817-4d871df32e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:16.200535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-01c8c2aa-10b4-402c-a817-4d871df32e28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 200 len: 897 time: 0.1009848 Aug 04 15:20:16.218556 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Checking router: 882585df-0b62-4e66-aee6-3ad8af5f480b for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:16.227504 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:16.228060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:19:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:16.252903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-e3118df7-1b59-4e5a-afd7-f120c43134c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 200 len: 217 time: 0.0437109 Aug 04 15:20:16.305812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-c2c81232-c809-4082-9197-2f1e61bf9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:16.307367 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-c2c81232-c809-4082-9197-2f1e61bf9175 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 200 len: 835 time: 0.0460315 Aug 04 15:20:16.336326 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:16.357658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-baa05500-be54-405b-8964-cef1466b7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:16.359297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-baa05500-be54-405b-8964-cef1466b7f98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772b99c3-70dc-4f28-afea-a19750f9bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429502 Aug 04 15:20:16.459621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-9e0470fa-5070-4091-964f-76e707faa4e8 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918581 Aug 04 15:20:16.559564 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d53d5c16-d8c0-4cca-b8dc-e2eebd836549 req-f84478eb-0cf9-4498-92df-34324b5791a2 service neutron] 10.222.0.46 "GET /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885096 Aug 04 15:20:16.650434 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:16.677402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70caae-380b-4848-960e-6dbf27ccce74 None None] The sync data for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 is: [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:18:47Z', 'revision_number': 4, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'e0957504-4190-40c2-91c7-e68547d81dd3', 'name': '', 'network_id': '772b99c3-70dc-4f28-afea-a19750f9bbd4', 'tenant_id': '9989338461854dedaf7455a859490971', 'mac_address': 'fa:16:3e:30:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:46Z', 'updated_at': '2021-08-04T15:18:51Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'subnets': [{'id': 'f6d30520-a05b-4bf6-a5b7-530582b885bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:16.922147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b934461-28cd-43e1-9caf-603ad9edf17c None None] New status for floating IP 0e31f042-3331-4fca-813c-2be950879c7c: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:20:17.298514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211482a-32d5-47f1-9091-b1bb23b65c3e req-2b68d0a9-b6b9-436c-9448-4f44f3abed77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:17.299965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f211482a-32d5-47f1-9091-b1bb23b65c3e req-2b68d0a9-b6b9-436c-9448-4f44f3abed77 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0556409 Aug 04 15:20:17.338317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f211482a-32d5-47f1-9091-b1bb23b65c3e req-8a28c04d-86a8-4fce-918b-fc910d5a8aaf tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/security-groups?id=9341bf47-12c1-4f35-a1b6-e571edf5c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322850 Aug 04 15:20:17.414695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3610a8ba-f1f0-4406-b6ea-bf2ec15f6e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.498506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-9fccfe7d-810c-48bc-b3a7-5c6a6dcf748b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:17.500809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-9fccfe7d-810c-48bc-b3a7-5c6a6dcf748b tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 946 time: 0.0524497 Aug 04 15:20:17.614811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:17.615068 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.660467 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.662565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40652) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:17.706425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:17.706826 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.724925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:17.862529 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.893316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=9bc960a7-8d07-46f0-9b7f-0fc9348312c6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:17.908323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.908323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.908719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.908902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.909246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.909576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.909914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.910242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.910573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.910927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.911251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.911603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:17.952550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] No DVR routers for this DVR port 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:17.955487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:17.957729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5fcc2416-6ef8-4ed1-9fd6-d29b4cbd522b req-d4f198ff-4b4c-4096-b84d-bdaf8301e08e tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.46 "DELETE /v2.0/ports/9bc960a7-8d07-46f0-9b7f-0fc9348312c6 HTTP/1.1" status: 204 len: 173 time: 0.4509459 Aug 04 15:20:17.958196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-deleted', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:17.960625 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f8c97-bdce-4c94-88d3-cee6c3957e83" -d '{"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-deleted", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:18.084604 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c09dc8-cf36-4177-a503-d4f93a8bc42e x-openstack-request-id: req-d5c09dc8-cf36-4177-a503-d4f93a8bc42e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:18.085110 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f09536c-3432-4262-b706-3b34a4c0670b", "name": "network-vif-deleted", "tag": "9bc960a7-8d07-46f0-9b7f-0fc9348312c6", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:18.085500 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5c09dc8-cf36-4177-a503-d4f93a8bc42e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:18.085854 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f09536c-3432-4262-b706-3b34a4c0670b', 'name': 'network-vif-deleted', 'tag': '9bc960a7-8d07-46f0-9b7f-0fc9348312c6', 'status': 'completed', 'code': 200} Aug 04 15:20:18.110323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port a737f360-7076-4299-962d-ba96c269c201 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:18.110699 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.145767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.191138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.191388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.202869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for a737f360-7076-4299-962d-ba96c269c201 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:18.370258 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.408345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=a737f360-7076-4299-962d-ba96c269c201,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:18.488423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c2d5601-1beb-4843-8b9b-72ca8e6fa2c2 req-afd27ebc-e25a-44a8-914c-e3a1fac89f06 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f09536c-3432-4262-b706-3b34a4c0670b HTTP/1.1" status: 200 len: 210 time: 0.0487065 Aug 04 15:20:18.497308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.497732 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281 disassociated (deleted). External IP: 172.25.0.175, port: 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd. Aug 04 15:20:18.704389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:18.807891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.816960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:18.821981 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:18.827321 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:18.837319 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:18.838102 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:18.848042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a7cae59e-ad24-4c43-9a7f-7c57475c836d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "DELETE /v2.0/floatingips/b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281 HTTP/1.1" status: 204 len: 168 time: 1.1842752 Aug 04 15:20:18.848619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:18.851030 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56378caf-f6ba-40e5-b05e-010001d4b743" -d '{"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:18.886950 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbc4cc-7b63-467e-8fc6-9680beb9c822 x-openstack-request-id: req-91cbc4cc-7b63-467e-8fc6-9680beb9c822 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:18.887205 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:18.887490 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91cbc4cc-7b63-467e-8fc6-9680beb9c822 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:18.887894 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'status': 'completed', 'code': 200} Aug 04 15:20:18.951569 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:18.952256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-30aa4323-e25a-4e58-b958-fb0e2fb0ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:18.953949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-30aa4323-e25a-4e58-b958-fb0e2fb0ba0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0442088 Aug 04 15:20:18.961448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:19.061183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-be8c7b18-dd81-4ef5-94a2-c25c7d094227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:19.063038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-be8c7b18-dd81-4ef5-94a2-c25c7d094227 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1022456 Aug 04 15:20:19.088757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45a79-ca74-4479-bef0-7fbefdee6184 req-b8c63494-d935-4861-b92f-8711d9d961fb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:19.090316 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56d45a79-ca74-4479-bef0-7fbefdee6184 req-b8c63494-d935-4861-b92f-8711d9d961fb tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.0490901 Aug 04 15:20:19.108406 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-573d7948-eb2a-43b6-99f3-b4274cd5f497 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 200 len: 217 time: 0.0368397 Aug 04 15:20:19.132673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56d45a79-ca74-4479-bef0-7fbefdee6184 req-26b6b8ef-e277-4ffa-ba15-3fb26eaf0562 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353324 Aug 04 15:20:19.163687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-a893feb0-84d5-4a7e-9a96-8fa626ea4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:19.165216 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-a893feb0-84d5-4a7e-9a96-8fa626ea4cae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0469179 Aug 04 15:20:19.189246 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:19.209930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-8b6c82d2-51e6-47f9-a880-70e408db5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:19.211541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-8b6c82d2-51e6-47f9-a880-70e408db5e72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390522 Aug 04 15:20:19.215197 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:19.223189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:19.223793 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:19.306789 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-28224e43-c787-43c0-820c-504a29fde41a service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875785 Aug 04 15:20:19.327090 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:19.403361 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-56378caf-f6ba-40e5-b05e-010001d4b743 req-5c787cde-028e-4863-a430-034ab37a2944 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882323 Aug 04 15:20:19.548907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:19.549449 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:19.578681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c7d22-73b4-4333-90e6-66330c0bcc54 None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '57564e55-180d-40c1-9765-aa81c5e2f7d9', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'port_id': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'mac_address': 'fa:16:3e:f0:c9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:16:32Z', 'updated_at': '2021-08-04T15:16:35Z', 'revision_number': 1, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:19.802456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc20461-004a-436d-886a-b6b1322941e1 None None] New status for floating IP b6d04fc1-e9d4-462f-b2a7-9b0af2ec2281: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:20:19.924053 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.060688 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:20:20.210771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port e0957504-4190-40c2-91c7-e68547d81dd3 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:20.211122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.309015 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.312915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf314d4-52d4-466b-b992-81e95b8b98fb req-a1d0745d-8df5-451a-8ab9-5e29c8f1d2db tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:20.314468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdf314d4-52d4-466b-b992-81e95b8b98fb req-a1d0745d-8df5-451a-8ab9-5e29c8f1d2db tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.1147041 Aug 04 15:20:20.343537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port e0957504-4190-40c2-91c7-e68547d81dd3, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e0957504-4190-40c2-91c7-e68547d81dd3,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:20.343914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.361025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for e0957504-4190-40c2-91c7-e68547d81dd3 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:20.379743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdf314d4-52d4-466b-b992-81e95b8b98fb req-10648985-a19a-4d5e-bed5-a3d8179abe75 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583155 Aug 04 15:20:20.546482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-377f26ae-c37d-4158-a0e6-030860aa463e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:20.548437 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-377f26ae-c37d-4158-a0e6-030860aa463e tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Aug 04 15:20:20.574069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.600422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=e0957504-4190-40c2-91c7-e68547d81dd3,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:20.640850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:20.641553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.744509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:20.744981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.759911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:20.779237 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.894449 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.925389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:20.973000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:20.975983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:20.978309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cd8d158e-1b5f-4695-b0bb-c5cf36f80804 req-16c78579-d763-493e-8188-4120253ddc51 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "DELETE /v2.0/ports/0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd HTTP/1.1" status: 204 len: 173 time: 0.4242895 Aug 04 15:20:20.978798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'name': 'network-vif-deleted', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:20.981809 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9c7df-141d-47cb-b445-7da42db8458e" -d '{"events": [{"server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "name": "network-vif-deleted", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:21.006482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Router 882585df-0b62-4e66-aee6-3ad8af5f480b has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:21.023687 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2ef74-b78a-4668-b4f6-6f0ca43e3f74 x-openstack-request-id: req-00e2ef74-b78a-4668-b4f6-6f0ca43e3f74 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:21.023983 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620b5c43-aebd-4b6c-b818-7deecfa16cf6", "name": "network-vif-deleted", "tag": "0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:21.024243 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00e2ef74-b78a-4668-b4f6-6f0ca43e3f74 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:21.024648 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620b5c43-aebd-4b6c-b818-7deecfa16cf6', 'name': 'network-vif-deleted', 'tag': '0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd', 'status': 'completed', 'code': 200} Aug 04 15:20:21.111768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:21.120162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9329ffb8-2f87-4491-8fdb-153553a9f253 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "PUT /v2.0/routers/882585df-0b62-4e66-aee6-3ad8af5f480b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671453 Aug 04 15:20:21.120283 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40676) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:21.121095 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Sync routers for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:21.130595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:21.131238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:21.172836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting subnet f6d30520-a05b-4bf6-a5b7-530582b885bd {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:20:21.176064 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.222195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.236171 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:21.318108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.424501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:20:20Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:21.424733 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.508938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d30520-a05b-4bf6-a5b7-530582b885bd,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:21.516983 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Checking router: 882585df-0b62-4e66-aee6-3ad8af5f480b for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:21.517568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.522665 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c135c34c-33b9-4aa4-8d26-c62983b241c1 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/subnets/f6d30520-a05b-4bf6-a5b7-530582b885bd HTTP/1.1" status: 204 len: 168 time: 0.4013743 Aug 04 15:20:21.523886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40680) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:21.524398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b81f2e6-d417-464f-97b5-65ae4b0ef916 None None] Network 772b99c3-70dc-4f28-afea-a19750f9bbd4 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:21.539647 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Routers {'882585df-0b62-4e66-aee6-3ad8af5f480b'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:21.540276 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['882585df-0b62-4e66-aee6-3ad8af5f480b'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:21.555857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a573c448-dcfc-46da-a0b7-3bf2d3c92001 req-13a5e34f-fec0-441b-9305-e2e87e3fe7d9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0798991 Aug 04 15:20:21.666445 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.678698 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] Set router 882585df-0b62-4e66-aee6-3ad8af5f480b gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:21.782957 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.799071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] DHCP port deletion for 772b99c3-70dc-4f28-afea-a19750f9bbd4 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:20:21.854513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Deleting port 1aecff4d-76a3-4f81-9955-d1f7e5970427 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:21.855038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.864326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Deleting port 8841c091-a284-4172-9743-afa37125d414 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:21.864786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.944011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] For port 8841c091-a284-4172-9743-afa37125d414, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=8841c091-a284-4172-9743-afa37125d414,segment=NetworkSegment(2dc63beb-5614-4d58-800c-b1c229d17bc9),segment_id=2dc63beb-5614-4d58-800c-b1c229d17bc9)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:21.944688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.949114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] For port 1aecff4d-76a3-4f81-9955-d1f7e5970427, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aecff4d-76a3-4f81-9955-d1f7e5970427,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:21.949689 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:21.959681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Calling delete_port for 8841c091-a284-4172-9743-afa37125d414 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:21.966693 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Calling delete_port for 1aecff4d-76a3-4f81-9955-d1f7e5970427 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:21.981968 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:20:20Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:22.010402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce84e29-ebb5-46a7-88b1-b46b25c510ca None None] The sync data for ids ['882585df-0b62-4e66-aee6-3ad8af5f480b'] in n-d-801743-12 is: [{'id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852736328', 'tenant_id': '9989338461854dedaf7455a859490971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:43Z', 'updated_at': '2021-08-04T15:20:20Z', 'revision_number': 5, 'project_id': '9989338461854dedaf7455a859490971', 'gw_port': {'id': '1aecff4d-76a3-4f81-9955-d1f7e5970427', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882585df-0b62-4e66-aee6-3ad8af5f480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:44Z', 'updated_at': '2021-08-04T15:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:22.058762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.092042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] Pushing event deleted for resources: {'Port': ['ID=8841c091-a284-4172-9743-afa37125d414,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:22.094801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc93c00-c4cd-469b-bd62-4c93ef24902f None None] No DVR routers for this DVR port 8841c091-a284-4172-9743-afa37125d414 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:22.169808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.199773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Port': ['ID=1aecff4d-76a3-4f81-9955-d1f7e5970427,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:22.260848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.351917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.354096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.399365 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.400104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Fanout notify agent at l3_agent the message router_deleted on router 882585df-0b62-4e66-aee6-3ad8af5f480b {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:20:22.408949 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.413143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0cad4e3c-f4ed-4c96-a664-ea85c4e33a17 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/routers/882585df-0b62-4e66-aee6-3ad8af5f480b HTTP/1.1" status: 204 len: 168 time: 0.8843141 Aug 04 15:20:22.413314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40682) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:22.440681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:22.463618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:22.464260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 9bc960a7-8d07-46f0-9b7f-0fc9348312c6 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:22.511515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.605066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.616785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772b99c3-70dc-4f28-afea-a19750f9bbd4']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:22.629459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc63beb-5614-4d58-800c-b1c229d17bc9') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:22.629825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc63beb-5614-4d58-800c-b1c229d17bc9') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:22.640300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.657214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.664673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:20:22.665085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:20:22.668372 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:20:22.676689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-523d0880-9f94-45e2-bc05-9e3fe57c3895 req-473909ea-e18f-4dfd-8eda-b109e9fddade tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0389764 Aug 04 15:20:22.737380 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.745170 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.751135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/networks/772b99c3-70dc-4f28-afea-a19750f9bbd4 HTTP/1.1" status: 204 len: 168 time: 0.3333333 Aug 04 15:20:22.751135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40686) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:22.773136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc91d6-3f2e-4438-96cd-f0a774eb496c tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'Network': ['ID=772b99c3-70dc-4f28-afea-a19750f9bbd4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:22.824909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.850156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.913418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.916258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.920398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] 10.222.0.76 "DELETE /v2.0/security-groups/9341bf47-12c1-4f35-a1b6-e571edf5c58e HTTP/1.1" status: 204 len: 168 time: 0.1662447 Aug 04 15:20:22.928007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b3c8-033a-4659-bcd6-15d1868dafb5 tempest-TestNetworkAdvancedServerOps-309948470 tempest-TestNetworkAdvancedServerOps-309948470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341bf47-12c1-4f35-a1b6-e571edf5c58e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:23.177979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aecff4d-76a3-4f81-9955-d1f7e5970427 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:23.198879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1aecff4d-76a3-4f81-9955-d1f7e5970427 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:23.199236 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aecff4d-76a3-4f81-9955-d1f7e5970427 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:23.199662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e0957504-4190-40c2-91c7-e68547d81dd3 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:23.221012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e0957504-4190-40c2-91c7-e68547d81dd3 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:23.221679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e0957504-4190-40c2-91c7-e68547d81dd3 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:23.222360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8841c091-a284-4172-9743-afa37125d414 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:23.242424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40694) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:23.243999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 8841c091-a284-4172-9743-afa37125d414 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:23.244351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 8841c091-a284-4172-9743-afa37125d414 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:23.378726 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6c952472-4bbf-4945-ab9a-4cf2c7785661 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9989338461854dedaf7455a859490971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350083 Aug 04 15:20:23.381261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40698) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:23.438515 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.460162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.508298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.510915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.512629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8030693f-cdf5-46c1-9265-7f64e87eb895 HTTP/1.1" status: 204 len: 168 time: 0.1299472 Aug 04 15:20:23.523008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd7db5-44de-4e1e-9ac4-88d94ed4e953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8030693f-cdf5-46c1-9265-7f64e87eb895,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:23.769573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c79f17ca-708a-4515-9310-70bbe3538c7f req-ff4af35a-6768-4269-9ca9-5eaf76928c99 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0274060 Aug 04 15:20:23.781855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40706) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:23.824659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-00e37515-8206-4e6b-b163-13f477d55c5d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32d6780376bd4ceab30a989b2a8aae40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417368 Aug 04 15:20:23.827915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40708) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:23.882892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.903943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.951671 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.954752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:23.955976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0b50471-573b-4597-9041-a7cb35704eaa HTTP/1.1" status: 204 len: 168 time: 0.1270356 Aug 04 15:20:23.964059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb329c63-fac2-4a61-ae3f-281ad83c5855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b50471-573b-4597-9041-a7cb35704eaa,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:24.694644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:24.728502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:24.751021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:24.751365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 0e1dcbe0-afe8-4398-a844-5d1fa31f3ffd not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:24.803035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-392575960-network', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:24.830813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Made reservation on behalf of a0bb09a111014bd3918091ee01f1accd for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:24.833588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:24.847665 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:24.890476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-593bf71c-932b-4189-95de-3a0f93731436 req-0ffa82e3-923a-45c4-862b-26c9cd670354 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=620b5c43-aebd-4b6c-b818-7deecfa16cf6 HTTP/1.1" status: 200 len: 210 time: 0.0346766 Aug 04 15:20:24.969068 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:24.972354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:24.998467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:20:25.009700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a27b46-b2fd-4f84-8719-72db5f2a6ab1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:25.015587 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.015941 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Added segment 4603dd4b-4ba0-44b3-af70-d3366c51ccac of type vlan for network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 Aug 04 15:20:25.058924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.094636 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.096148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:25.097046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.172876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4764357 Aug 04 15:20:25.175899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:25.181068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Request body: {'subnet': {'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-392575960-subnet', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:25.196218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68a2e-11a4-4f45-92b3-bcbd697564c9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:25.206262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Made reservation on behalf of a0bb09a111014bd3918091ee01f1accd for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:25.207354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:20:25.208914 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.382400 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.436409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78f4f53-1c91-45cd-894a-c37e88c37ead,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:25.445374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Checking segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:25.445740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Network hostable DHCP agents. Network: eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:20:25.465780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:20:25.476003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:25.480281 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:25.480882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.485985 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e7fc0-ac62-4ece-92b0-f73d892c0bde None None] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:25.495904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ac17d19d-5b86-40d1-8d6b-e1fea467729e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188541 Aug 04 15:20:25.499551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40738) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:25.505750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:25.528475 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.529784 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.589546 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.632659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:20:25.633525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.728525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.771995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Allocated IP 172.20.0.2 (eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8/c78f4f53-1c91-45cd-894a-c37e88c37ead/0155c615-4192-48bb-87a9-9d9ec9752747) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:25.908635 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.918146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Transition to ACTIVE for port object 0155c615-4192-48bb-87a9-9d9ec9752747 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:25.927265 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.934689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Transition to ACTIVE for port object 0155c615-4192-48bb-87a9-9d9ec9752747 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:25.942471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.948136 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:25.984312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:25.991242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:25.994995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:26.002878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Pushing event updated for resources: {'Port': ['ID=0155c615-4192-48bb-87a9-9d9ec9752747,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:26.068504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Attempting to bind port 0155c615-4192-48bb-87a9-9d9ec9752747 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:26.068904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Attempting to bind port 0155c615-4192-48bb-87a9-9d9ec9752747 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:26.069251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Attempting to bind port 0155c615-4192-48bb-87a9-9d9ec9752747 on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:26.078488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Allocated IP 172.25.0.205 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:26.082168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:26.082796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Checking segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:26.083303 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.083799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Bound using segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:26.084625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Bound port: 0155c615-4192-48bb-87a9-9d9ec9752747, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:26.085105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.152692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] For port 0155c615-4192-48bb-87a9-9d9ec9752747, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:26.158028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] For port 0155c615-4192-48bb-87a9-9d9ec9752747, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0155c615-4192-48bb-87a9-9d9ec9752747,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:26.165665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.195636 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.232396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e345a2-63e6-428b-8220-ce36188dff9e None None] Pushing event updated for resources: {'Port': ['ID=0155c615-4192-48bb-87a9-9d9ec9752747,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:26.239507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.283292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:26.289561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:26.292685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:26.317200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Pushing event updated for resources: {'Port': ['ID=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:26.933502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.054868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0155c615-4192-48bb-87a9-9d9ec9752747 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:27.116767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0155c615-4192-48bb-87a9-9d9ec9752747 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:27.185678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.297015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e5737-7bf4-449c-bece-fcc5e47692ae None None] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:27.329071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Router b921fa60-caba-4e97-a7ed-f14881e3bc22 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:20:27.358689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Provisioning for port 0155c615-4192-48bb-87a9-9d9ec9752747 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:27.366878 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Provisioning complete for port 0155c615-4192-48bb-87a9-9d9ec9752747 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:27.367359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.458756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:27.477856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.482558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd26eac9-7ee7-47d7-8bc2-0a12b35a5169 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9772425 Aug 04 15:20:27.483371 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:27.484646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Sync routers for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:27.526623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.530423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:27.531182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:27.619075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] For port 0155c615-4192-48bb-87a9-9d9ec9752747, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0155c615-4192-48bb-87a9-9d9ec9752747,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:27.646801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:27.874083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:27.951365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24d379-cc73-4d80-bbf7-4aa93247628e None None] Pushing event updated for resources: {'Port': ['ID=0155c615-4192-48bb-87a9-9d9ec9752747,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:27.989440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7ea7f091-069c-41de-aafc-22bec3feb8a7 None None] Provisioning complete for port 0155c615-4192-48bb-87a9-9d9ec9752747 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:27.989805 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f091-069c-41de-aafc-22bec3feb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.147393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:26Z', 'revision_number': 3, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:28.181185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Checking router: b921fa60-caba-4e97-a7ed-f14881e3bc22 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:28.181633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Updating router b921fa60-caba-4e97-a7ed-f14881e3bc22 port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:20:28.209682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.266979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.444358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Allocated IP 172.20.0.1 (eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8/c78f4f53-1c91-45cd-894a-c37e88c37ead/592f86ac-4052-41c0-a0c3-866539911fa5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:28.494615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.507378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Transition to ACTIVE for port object ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:28.515647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.569623 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.579948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Attempting to bind port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:28.580329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Attempting to bind port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:28.580785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Attempting to bind port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:28.584812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Transition to ACTIVE for port object 592f86ac-4052-41c0-a0c3-866539911fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:28.589647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:28.590084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:28.590549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.591053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:28.591601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Bound port: ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:28.592264 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.628469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.633240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf91ea-e998-469c-8c26-7caba739c899 None None] Pushing event updated for resources: {'Port': ['ID=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:28.662099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] For port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:28.665220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] For port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:28.670983 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.675128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:28.679318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:28.682754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:28.718668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Pushing event updated for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:28.734887 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.752178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:28.752826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:28.798229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf91ea-e998-469c-8c26-7caba739c899 None None] Pushing event updated for resources: {'Port': ['ID=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:28.878947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:28.904366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.052080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0155c615-4192-48bb-87a9-9d9ec9752747 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:29.109423 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.115600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.148548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c5846850-22c8-4c7e-9440-3b19f2a2795c None None] Provisioning for port 592f86ac-4052-41c0-a0c3-866539911fa5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:29.162458 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c5846850-22c8-4c7e-9440-3b19f2a2795c None None] Provisioning complete for port 592f86ac-4052-41c0-a0c3-866539911fa5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:29.163149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c5846850-22c8-4c7e-9440-3b19f2a2795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.166289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.169004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0155c615-4192-48bb-87a9-9d9ec9752747 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:29.169644 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.242202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c5846850-22c8-4c7e-9440-3b19f2a2795c None None] Port 592f86ac-4052-41c0-a0c3-866539911fa5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:29.258170 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Pushing event updated for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:29.265407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:26Z', 'revision_number': 3, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:29.299440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc9ff-4b6c-45fc-afe0-bb217cd0bed0 None None] The sync data for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 is: [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:26Z', 'revision_number': 3, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:29.341754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:29.343716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:29.507034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Router b921fa60-caba-4e97-a7ed-f14881e3bc22 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:29.658720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:29.664988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-684ba0d9-6275-4db1-b519-3cba7561f191 admin admin] 10.222.0.76 "PUT /v2.0/routers/b921fa60-caba-4e97-a7ed-f14881e3bc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805964 Aug 04 15:20:29.673916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c174baba-990c-45fc-b802-933674101644 None None] Provisioning complete for port 592f86ac-4052-41c0-a0c3-866539911fa5 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:29.674668 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c174baba-990c-45fc-b802-933674101644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:29.715497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c174baba-990c-45fc-b802-933674101644 None None] Port 592f86ac-4052-41c0-a0c3-866539911fa5 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:30.187423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40774) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:30.192525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1044585493-network', 'tenant_id': '3b4621b46e364044b35e8baf19987e18'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:30.215597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Made reservation on behalf of 3b4621b46e364044b35e8baf19987e18 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:30.218107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.227305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.322106 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.327843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.349497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:30.362131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:20:30.368183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16d88f-723f-4f67-8026-487c1d27f6b5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:30.376257 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.376257 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Added segment 1177f03b-8281-402e-83a3-3908a8b1d42a of type vlan for network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 Aug 04 15:20:30.415572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.446168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.447231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:30.447820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.506630 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3180294 Aug 04 15:20:30.509494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:30.512447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1f8d-23b4-44f2-bb0d-6e75cb150ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=734e1c0e-aeef-4a23-ae87-70bda681e0c2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:30.515374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Request body: {'subnet': {'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1044585493-subnet', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:30.524089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:20:30.526471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port e189003f-6ca3-46a9-b551-5679e51c193b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:30.526847 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.580599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Made reservation on behalf of 3b4621b46e364044b35e8baf19987e18 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:30.582849 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.658481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.658839 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.681644 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for e189003f-6ca3-46a9-b551-5679e51c193b owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:30.852158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.927766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=babac2fd-f227-44c2-b211-7d2f0513e34e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:30.957598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Checking segment: {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:30.958176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Network hostable DHCP agents. Network: 734e1c0e-aeef-4a23-ae87-70bda681e0c2, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:20:30.961478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:30.973869 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Sync routers for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:30.983762 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:30.984386 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:30.993053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=e189003f-6ca3-46a9-b551-5679e51c193b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:31.027649 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:31.043249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:20:31.058536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 734e1c0e-aeef-4a23-ae87-70bda681e0c2) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:31.065888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.066482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.071865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.072268 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Floating IP 57564e55-180d-40c1-9765-aa81c5e2f7d9 disassociated (deleted). External IP: 172.25.0.218, port: 4a845116-f184-4721-a9f6-3aa60b07bea1. Aug 04 15:20:31.075529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7b0a1-d084-4b5d-acd2-42934de60655 None None] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:31.105349 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:31.121086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:31.126188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40782) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:31.131078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:31.131750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.132938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:31.137022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1c424930-d6b0-4013-9822-f6d25c8cb529 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6121712 Aug 04 15:20:31.160531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.162510 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.233010 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.292151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'fixed_ips': [{'subnet_id': 'babac2fd-f227-44c2-b211-7d2f0513e34e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:20:31.293101 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.307152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.342647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:31.367815 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 4, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592f86ac-4052-41c0-a0c3-866539911fa5', 'name': '', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'mac_address': 'fa:16:3e:0b:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:28Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 2, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'subnets': [{'id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:31.381630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:31.397655 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.400344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.409379 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Checking router: b921fa60-caba-4e97-a7ed-f14881e3bc22 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:31.409827 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Updating router b921fa60-caba-4e97-a7ed-f14881e3bc22 port 592f86ac-4052-41c0-a0c3-866539911fa5 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:20:31.443942 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.512314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:31.520216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:31.535140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:31.537401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.551661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:31.552465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:31.570293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f4d876d5-adb6-471e-b537-37e30d0c649f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "DELETE /v2.0/floatingips/57564e55-180d-40c1-9765-aa81c5e2f7d9 HTTP/1.1" status: 204 len: 168 time: 1.2195666 Aug 04 15:20:31.571268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:31.586545 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f5705-d6cf-4f50-834a-df1e01a10b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:31.632630 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc22f473-6e94-4735-b7dc-daafcb9be1db x-openstack-request-id: req-cc22f473-6e94-4735-b7dc-daafcb9be1db {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:31.632847 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:31.632974 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc22f473-6e94-4735-b7dc-daafcb9be1db {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:31.633387 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'status': 'completed', 'code': 200} Aug 04 15:20:31.654317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Allocated IP 172.20.0.2 (734e1c0e-aeef-4a23-ae87-70bda681e0c2/babac2fd-f227-44c2-b211-7d2f0513e34e/ff5a06c5-8ccc-4dd3-8327-0a943689f3fe) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:31.685880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:31.722498 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.765752 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.772509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.776915 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Transition to ACTIVE for port object 592f86ac-4052-41c0-a0c3-866539911fa5 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:31.784827 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.836242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-ef63c542-ceab-4d41-b30d-b22f49067e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.838091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-ef63c542-ceab-4d41-b30d-b22f49067e60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b9fab175fd645e19fab7876b27ada75&device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 1097 time: 0.1445942 Aug 04 15:20:31.845688 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Pushing event updated for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:31.858837 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.859186 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.859867 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.859867 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.860223 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.860545 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.861294 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.861635 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.861960 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.862661 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.862789 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.863322 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:31.906764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1c90-3fdf-4de1-b199-c5582ef87ab8 req-e98a77f5-e7c3-4b23-ae73-47ead5e3abec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.908444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c02f1c90-3fdf-4de1-b199-c5582ef87ab8 req-e98a77f5-e7c3-4b23-ae73-47ead5e3abec tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.1037915 Aug 04 15:20:31.942385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Attempting to bind port 592f86ac-4052-41c0-a0c3-866539911fa5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:31.942785 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Attempting to bind port 592f86ac-4052-41c0-a0c3-866539911fa5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:31.943142 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Attempting to bind port 592f86ac-4052-41c0-a0c3-866539911fa5 on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:31.955951 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:31.956328 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Checking segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:31.956730 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.957124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Bound using segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:31.957592 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Bound port: 592f86ac-4052-41c0-a0c3-866539911fa5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:31.957967 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.960540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:31.970556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-67a0e88a-0736-4dda-9452-a22594d542c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.971019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Transition to ACTIVE for port object ff5a06c5-8ccc-4dd3-8327-0a943689f3fe will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:31.972390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-67a0e88a-0736-4dda-9452-a22594d542c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 200 len: 913 time: 0.1200414 Aug 04 15:20:31.982416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c02f1c90-3fdf-4de1-b199-c5582ef87ab8 req-93a63238-b2b8-462b-bc3a-2c0fe90c97e9 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670745 Aug 04 15:20:31.991049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Transition to ACTIVE for port object ff5a06c5-8ccc-4dd3-8327-0a943689f3fe will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:32.018929 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.041079 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-5cab0b58-94de-46f4-bc29-875f5440b8af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 200 len: 217 time: 0.0590365 Aug 04 15:20:32.048850 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] For port 592f86ac-4052-41c0-a0c3-866539911fa5, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:32.052420 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] For port 592f86ac-4052-41c0-a0c3-866539911fa5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592f86ac-4052-41c0-a0c3-866539911fa5,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:32.062749 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.078300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:32.086222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:32.109856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:32.118886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69694e-9ea1-4bf3-ad2a-114472b7d738 None None] Pushing event updated for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:32.119184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Pushing event updated for resources: {'Port': ['ID=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:32.139190 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:32.140254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:32.148841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Allocated IP 172.25.0.161 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:32.159240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-dc34cbf1-b98c-40c2-8473-83fba5c58669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:32.160821 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-dc34cbf1-b98c-40c2-8473-83fba5c58669 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 200 len: 851 time: 0.0867083 Aug 04 15:20:32.191852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Attempting to bind port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:32.192350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Attempting to bind port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:32.192809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Attempting to bind port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe on network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:32.204580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:32.207160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Checking segment: {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:32.208105 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.209235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Bound using segment: {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:32.209995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Bound port: ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:32.210637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.254741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-31ae4746-236f-4ee6-8571-2fbe7c2a8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:32.256295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-31ae4746-236f-4ee6-8571-2fbe7c2a8ca5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b4f6984-89bd-4969-9182-be3fcb7ccfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877171 Aug 04 15:20:32.270075 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:32.299191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] For port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:32.303525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] For port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:32.307995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:32.353008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:32.362335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.370287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.403462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:32.404477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-4e2c0262-afdc-4c9e-9122-d0fad4f34aba service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372869 Aug 04 15:20:32.404678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:32.481076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00332ff8-9701-4612-8595-dfcff8ecc337 None None] Pushing event updated for resources: {'Port': ['ID=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:32.481368 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:32.515116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 4, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592f86ac-4052-41c0-a0c3-866539911fa5', 'name': '', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'mac_address': 'fa:16:3e:0b:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:28Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 4, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'subnets': [{'id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:32.551985 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d178937-4242-465a-9d5a-81877e6c52ed None None] The sync data for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 is: [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:28Z', 'revision_number': 4, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '592f86ac-4052-41c0-a0c3-866539911fa5', 'name': '', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'mac_address': 'fa:16:3e:0b:64:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:28Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 4, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'subnets': [{'id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:32.561818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:32.563468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:32.580570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:32.588821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:32.594239 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b19f5705-d6cf-4f50-834a-df1e01a10b7b req-d29b84bd-c3b8-4c92-88b9-8028adfec788 service neutron] 10.222.0.38 "GET /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796346 Aug 04 15:20:32.594912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:32.874979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:32.930906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.105632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396772ff-ec76-43fb-b1b3-5679a76177ee None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:09:57Z', 'revision_number': 4, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '041366f3-b049-407f-a2c8-d1f1008d761b', 'name': '', 'network_id': '5b4f6984-89bd-4969-9182-be3fcb7ccfb6', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'mac_address': 'fa:16:3e:a7:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '1f785664-17db-4a5a-b191-5a710b026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:56Z', 'updated_at': '2021-08-04T15:10:02Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'subnets': [{'id': '1f785664-17db-4a5a-b191-5a710b026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:33.154654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e3894-5c3f-487b-a142-4ed41c02cdb2 req-67373053-a511-4024-befa-a309412fcd4f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:33.156758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c70e3894-5c3f-487b-a142-4ed41c02cdb2 req-67373053-a511-4024-befa-a309412fcd4f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.0716004 Aug 04 15:20:33.218158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ff5a06c5-8ccc-4dd3-8327-0a943689f3fe up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:33.222877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c70e3894-5c3f-487b-a142-4ed41c02cdb2 req-f3f47d05-9b00-4146-8baa-c3daf00a9c8a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/security-groups?id=63c21f23-c615-4d68-a123-d4ddc2c029b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585427 Aug 04 15:20:33.300242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:33.305130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:33.315127 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.338389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-7853ff7c-83bd-404f-a6b4-f4348cce32f8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:33.340497 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-7853ff7c-83bd-404f-a6b4-f4348cce32f8 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 945 time: 0.1014872 Aug 04 15:20:33.365762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:33.366147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.509813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592f86ac-4052-41c0-a0c3-866539911fa5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:33.525207 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54384081-17ba-4239-9ac7-788bef550388 None None] New status for floating IP 57564e55-180d-40c1-9765-aa81c5e2f7d9: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:20:33.577187 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 592f86ac-4052-41c0-a0c3-866539911fa5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:33.582453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 592f86ac-4052-41c0-a0c3-866539911fa5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:33.583096 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.610482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 4a845116-f184-4721-a9f6-3aa60b07bea1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:33.610857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.680329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Router 48267b29-f4b5-4435-a8ed-1d6d2091d947 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:20:33.694995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.749150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 592f86ac-4052-41c0-a0c3-866539911fa5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592f86ac-4052-41c0-a0c3-866539911fa5,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:33.756306 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.796611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40b9c5-408c-419e-90f8-d3ce5800f461 None None] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:33.825790 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] For port 4a845116-f184-4721-a9f6-3aa60b07bea1, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4a845116-f184-4721-a9f6-3aa60b07bea1,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:33.826169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.846657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 4a845116-f184-4721-a9f6-3aa60b07bea1 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:33.853431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:33.859941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:33.878569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Sync routers for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:33.890360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Provisioning for port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:33.900380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Provisioning complete for port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:33.900775 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.909223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:33.909931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:33.914339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:33.915691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12eeb6af-4738-452a-9fd6-0c1a4c813706 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7884367 Aug 04 15:20:33.921908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:34.006268 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.042572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=4a845116-f184-4721-a9f6-3aa60b07bea1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:34.095939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] No DVR routers for this DVR port 4a845116-f184-4721-a9f6-3aa60b07bea1 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:34.098674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.100819 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dc7716dc-5a55-4486-93e1-94c38ec7460d req-9e0ab169-fc8f-40f6-9160-9b35b1bcc446 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.38 "DELETE /v2.0/ports/4a845116-f184-4721-a9f6-3aa60b07bea1 HTTP/1.1" status: 204 len: 173 time: 0.7049119 Aug 04 15:20:34.101253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'name': 'network-vif-deleted', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:34.103713 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27eecda-56fc-42c6-8ff6-a8ed55c44039" -d '{"events": [{"server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "name": "network-vif-deleted", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:34.190094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:34.198668 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f7810e-102f-4f83-a6d4-80b4a166f445 x-openstack-request-id: req-c8f7810e-102f-4f83-a6d4-80b4a166f445 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:34.199237 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c2f49b-4f88-4389-bc00-e568658a53a6", "name": "network-vif-deleted", "tag": "4a845116-f184-4721-a9f6-3aa60b07bea1", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:34.199683 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8f7810e-102f-4f83-a6d4-80b4a166f445 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:34.201072 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c2f49b-4f88-4389-bc00-e568658a53a6', 'name': 'network-vif-deleted', 'tag': '4a845116-f184-4721-a9f6-3aa60b07bea1', 'status': 'completed', 'code': 200} Aug 04 15:20:34.269003 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.356444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] For port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:34.369731 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.488945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b9b9d-c774-4447-8f34-77cca2de26dc None None] Pushing event updated for resources: {'Port': ['ID=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:34.527456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 3, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:34.564855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Checking router: 48267b29-f4b5-4435-a8ed-1d6d2091d947 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:34.565360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Updating router 48267b29-f4b5-4435-a8ed-1d6d2091d947 port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:20:34.601387 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.744360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-a16966e4-9eb2-4b85-a2d4-447bda98c31a req-d0f7827b-af4b-4e2f-b843-ba77e05e29e4 service neutron] (94265) timed out ('10.222.0.76', 53780) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:20:34.748835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1cca8448-2f5a-4d15-84c4-f405293ccb0f req-2cdc1512-626d-4a05-838f-b5e01a2c703b tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.4163358 Aug 04 15:20:34.826199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff3bf813-93f9-4899-a958-21c38eea0b6c None None] Provisioning complete for port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:34.826573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf813-93f9-4899-a958-21c38eea0b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.878208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.981522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:34.998729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Transition to ACTIVE for port object e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:35.007013 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.039189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ff5a06c5-8ccc-4dd3-8327-0a943689f3fe up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:35.064196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Allocated IP 172.20.0.1 (734e1c0e-aeef-4a23-ae87-70bda681e0c2/babac2fd-f227-44c2-b211-7d2f0513e34e/711f307e-6d7b-49af-8b79-32f74d497b96) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:35.067275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Attempting to bind port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:35.067702 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Attempting to bind port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:35.068525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Attempting to bind port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:35.110461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:35.110839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:35.111251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.111673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:35.112160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Bound port: e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:35.112535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.124183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68bc54-0143-4865-a085-be68a0dd7b27 None None] Pushing event updated for resources: {'Port': ['ID=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:35.174674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.188779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Transition to ACTIVE for port object 711f307e-6d7b-49af-8b79-32f74d497b96 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:35.192174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] For port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:35.195756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] For port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:35.197003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:35.197428 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.218702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.225947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.265725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:35.268763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:35.273410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:35.288921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:35.289636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:35.314499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Pushing event updated for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:35.329956 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.357130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68bc54-0143-4865-a085-be68a0dd7b27 None None] Pushing event updated for resources: {'Port': ['ID=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:35.436258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592f86ac-4052-41c0-a0c3-866539911fa5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:35.489355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:35.518368 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.613374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 592f86ac-4052-41c0-a0c3-866539911fa5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:35.613963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.651017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00830e89-1d1f-4ebc-b899-90787eb0fe79 None None] Provisioning for port 711f307e-6d7b-49af-8b79-32f74d497b96 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:35.663959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-00830e89-1d1f-4ebc-b899-90787eb0fe79 None None] Provisioning complete for port 711f307e-6d7b-49af-8b79-32f74d497b96 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:35.664333 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00830e89-1d1f-4ebc-b899-90787eb0fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.713838 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.720476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.721637 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-00830e89-1d1f-4ebc-b899-90787eb0fe79 None None] Port 711f307e-6d7b-49af-8b79-32f74d497b96 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:35.806502 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Pushing event updated for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:35.807461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 3, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:35.809045 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.837401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500659-8ef4-4dd2-9a91-7636ba3c3f4f None None] The sync data for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 is: [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:32Z', 'revision_number': 3, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:35.892259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b475535c-0571-4451-8019-e37cf3617494 req-079fbc28-3993-4092-b6fa-d613bd460241 tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.0571437 Aug 04 15:20:35.935769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:35.937205 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:36.068412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Router 48267b29-f4b5-4435-a8ed-1d6d2091d947 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:36.255588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:36.256252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-023b5711-9a62-4481-a9a5-1f11fcd3d195 None None] Provisioning complete for port 711f307e-6d7b-49af-8b79-32f74d497b96 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:36.256639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-023b5711-9a62-4481-a9a5-1f11fcd3d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:36.273229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cd2ce628-c15e-44d7-94d9-30eae77f6b15 admin admin] 10.222.0.76 "PUT /v2.0/routers/48267b29-f4b5-4435-a8ed-1d6d2091d947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497579 Aug 04 15:20:36.312804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-023b5711-9a62-4481-a9a5-1f11fcd3d195 None None] Port 711f307e-6d7b-49af-8b79-32f74d497b96 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:36.774368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4a845116-f184-4721-a9f6-3aa60b07bea1 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:36.800327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 4a845116-f184-4721-a9f6-3aa60b07bea1 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:36.800915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4a845116-f184-4721-a9f6-3aa60b07bea1 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:36.915307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-54a87e67-7467-4eb4-b17f-a146c02af17b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:36.919051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-54a87e67-7467-4eb4-b17f-a146c02af17b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.0957339 Aug 04 15:20:36.940015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-0745e8f8-c8e3-4677-b914-4be7770dea7a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/quotas/3b4621b46e364044b35e8baf19987e18 HTTP/1.1" status: 200 len: 375 time: 0.0163519 Aug 04 15:20:37.028384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:37.029963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aaba3ce3-2021-4f04-b066-3ce2b542546b req-d52380c9-0752-4c1a-ad31-968c3293644f tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.0416615 Aug 04 15:20:37.055793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-25134518-b65a-441b-8704-f160a22392ce tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146584 Aug 04 15:20:37.067553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-ee2072dc-84f7-4eca-b193-283a709b885e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:20:37.068720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-ee2072dc-84f7-4eca-b193-283a709b885e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057526 Aug 04 15:20:37.079871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:37.084389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:37.084902 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:37.171768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-837ab233-c308-4882-b642-d46dbd2120da service neutron] 10.222.0.76 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973003 Aug 04 15:20:37.173338 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:37.195016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:37.199821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:37.257285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:37.272659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-f996860e-8cc0-4f54-af7e-af93d6e27c19 service neutron] 10.222.0.76 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940971 Aug 04 15:20:37.447308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d93491f-5db2-4b72-a8b9-717178eb7d37 req-384244d2-0355-41ee-8dcf-d66be2f93180 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0318809 Aug 04 15:20:37.713654 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Sync routers for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:37.722824 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:37.723466 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:37.873757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:38.096317 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 4, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '711f307e-6d7b-49af-8b79-32f74d497b96', 'name': '', 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'mac_address': 'fa:16:3e:bd:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:34Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 2, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'subnets': [{'id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:38.123660 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Checking router: 48267b29-f4b5-4435-a8ed-1d6d2091d947 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:38.123922 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Updating router 48267b29-f4b5-4435-a8ed-1d6d2091d947 port 711f307e-6d7b-49af-8b79-32f74d497b96 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:20:38.137924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58ec5db6-b940-4e6b-8a98-937cdcf29274 req-f7450ef6-e550-4858-a528-9d23b5095a5d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "GET /v2.0/ports?device_id=16c2f49b-4f88-4389-bc00-e568658a53a6 HTTP/1.1" status: 200 len: 210 time: 0.0276101 Aug 04 15:20:38.149227 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.530454 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.540512 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Transition to ACTIVE for port object 711f307e-6d7b-49af-8b79-32f74d497b96 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:38.543395 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bfa8e2e-6401-41f5-a932-1a25335efe6f req-27c1910b-70f8-4778-808e-3a50910590af tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0288534 Aug 04 15:20:38.547487 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.599874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf19db-f914-4f75-abc4-42fd0e70c7f6 None None] Pushing event updated for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:38.649913 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Attempting to bind port 711f307e-6d7b-49af-8b79-32f74d497b96 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:38.650569 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Attempting to bind port 711f307e-6d7b-49af-8b79-32f74d497b96 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:38.650991 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Attempting to bind port 711f307e-6d7b-49af-8b79-32f74d497b96 on network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:38.657845 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:38.658675 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Checking segment: {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:38.659422 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.659786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Bound using segment: {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:38.660233 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Bound port: 711f307e-6d7b-49af-8b79-32f74d497b96, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177f03b-8281-402e-83a3-3908a8b1d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:38.660682 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.750457 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] For port 711f307e-6d7b-49af-8b79-32f74d497b96, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:38.753847 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] For port 711f307e-6d7b-49af-8b79-32f74d497b96, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=711f307e-6d7b-49af-8b79-32f74d497b96,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:38.758056 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.814145 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf19db-f914-4f75-abc4-42fd0e70c7f6 None None] Pushing event updated for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:38.823458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:38.824076 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:38.825570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-6a320e74-f906-4ef3-b67e-8a429fb5dd1b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:38.827246 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-6a320e74-f906-4ef3-b67e-8a429fb5dd1b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.38 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.1116927 Aug 04 15:20:38.841028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Request body: {'port': {'device_id': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'admin_state_up': True, 'tenant_id': '3b4621b46e364044b35e8baf19987e18'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:38.872014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Made reservation on behalf of 3b4621b46e364044b35e8baf19987e18 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:38.875247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:38.945777 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:39.012047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:39.024621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Allocated IP 172.20.0.10 (eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8/c78f4f53-1c91-45cd-894a-c37e88c37ead/18c8a2cc-2048-4e35-9db2-271533825841) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:39.071418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:39.072009 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.183304 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 4, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '711f307e-6d7b-49af-8b79-32f74d497b96', 'name': '', 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'mac_address': 'fa:16:3e:bd:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:34Z', 'updated_at': '2021-08-04T15:20:38Z', 'revision_number': 4, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'subnets': [{'id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:39.210684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40844) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:39.223637 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589906-8295-4bba-9b9c-fa0996c8c479 None None] The sync data for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 is: [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:35Z', 'revision_number': 4, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '711f307e-6d7b-49af-8b79-32f74d497b96', 'name': '', 'network_id': '734e1c0e-aeef-4a23-ae87-70bda681e0c2', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'mac_address': 'fa:16:3e:bd:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:34Z', 'updated_at': '2021-08-04T15:20:38Z', 'revision_number': 4, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'subnets': [{'id': 'babac2fd-f227-44c2-b211-7d2f0513e34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:39.378614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Deleting port 01dade8c-41b4-4909-89a4-84d547b528ca {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:39.379583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.473255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.473590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.486515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Calling delete_port for 01dade8c-41b4-4909-89a4-84d547b528ca owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:39.562486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.577895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Transition to ACTIVE for port object 18c8a2cc-2048-4e35-9db2-271533825841 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:39.622332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.645703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.678606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:39.687255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:39.689703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Pushing event updated for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:39.691206 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'Port': ['ID=01dade8c-41b4-4909-89a4-84d547b528ca,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:39.704214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:39.750545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:39.751895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.763014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042004e-5e7e-41ae-ab3c-c1f34abcad9e req-d1c3857a-f0c1-407d-8349-04f1ab30c49e tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:39.764694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3042004e-5e7e-41ae-ab3c-c1f34abcad9e req-d1c3857a-f0c1-407d-8349-04f1ab30c49e tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1028 time: 0.1362526 Aug 04 15:20:39.775182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e96dec24-9fbd-4546-9d51-149d40a8dc2a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9385262 Aug 04 15:20:39.785596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.789019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.790232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e0e1bbc4-2dff-4882-b8ab-875f80eb803d tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "DELETE /v2.0/floatingips/9d40004a-abef-4534-a5c6-050b1cdffb63 HTTP/1.1" status: 204 len: 168 time: 0.5779102 Aug 04 15:20:39.791367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Request body: {'port': {'device_id': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:39.827579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3042004e-5e7e-41ae-ab3c-c1f34abcad9e req-81e72827-c621-4764-97e2-1cabeea8e8bc tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533133 Aug 04 15:20:39.870866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.035213 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0600f365-98e9-44fa-9b61-299102c1d36e None None] Provisioning for port 18c8a2cc-2048-4e35-9db2-271533825841 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:40.041418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0600f365-98e9-44fa-9b61-299102c1d36e None None] Provisioning complete for port 18c8a2cc-2048-4e35-9db2-271533825841 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:40.041873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0600f365-98e9-44fa-9b61-299102c1d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.192207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c8a2cc-2048-4e35-9db2-271533825841 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:20:40.201601 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.216892 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Transition to ACTIVE for port object 18c8a2cc-2048-4e35-9db2-271533825841 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:40.222328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.284053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Pushing event updated for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:40.285897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0600f365-98e9-44fa-9b61-299102c1d36e None None] Port 18c8a2cc-2048-4e35-9db2-271533825841 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:40.369497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Attempting to bind port 18c8a2cc-2048-4e35-9db2-271533825841 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:40.369878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Attempting to bind port 18c8a2cc-2048-4e35-9db2-271533825841 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:40.370174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Attempting to bind port 18c8a2cc-2048-4e35-9db2-271533825841 on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:40.375935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Port 18c8a2cc-2048-4e35-9db2-271533825841 on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:20:40.376267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Attempting to bind port 18c8a2cc-2048-4e35-9db2-271533825841 on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:40.381855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:40.382207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Checking segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:40.382647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Bound using segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:40.383067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Bound port: 18c8a2cc-2048-4e35-9db2-271533825841, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:40.383675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.460194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:40.466328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=18c8a2cc-2048-4e35-9db2-271533825841,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:40.473062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.511352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.511906 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.513381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] 10.222.0.38 "PUT /v2.0/ports/18c8a2cc-2048-4e35-9db2-271533825841 HTTP/1.1" status: 200 len: 1093 time: 0.7292986 Aug 04 15:20:40.516343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:40.519788 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb50b8ee-83ae-4213-85e0-91c64ce165e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "tag": "18c8a2cc-2048-4e35-9db2-271533825841"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:40.567034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663bb8d-4b70-47ab-bdf5-ae5e1f5ad02c service neutron] Pushing event updated for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:40.604486 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c36b9-98c6-4b4f-8917-bb1b68546710 x-openstack-request-id: req-463c36b9-98c6-4b4f-8917-bb1b68546710 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:40.604799 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "tag": "18c8a2cc-2048-4e35-9db2-271533825841", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:40.604998 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-463c36b9-98c6-4b4f-8917-bb1b68546710 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:40.605421 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841', 'status': 'completed', 'code': 200} Aug 04 15:20:40.621891 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-409e28b9-af6b-4926-9997-3472386f1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.623558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-409e28b9-af6b-4926-9997-3472386f1883 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0520244 Aug 04 15:20:40.675549 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-3f81d1a0-7c6a-44d1-b6d2-0c624b39b9f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c8a2cc-2048-4e35-9db2-271533825841 HTTP/1.1" status: 200 len: 217 time: 0.0409372 Aug 04 15:20:40.730121 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-9272fa03-1307-4433-b4e6-cb340fb21356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.732192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-9272fa03-1307-4433-b4e6-cb340fb21356 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c78f4f53-1c91-45cd-894a-c37e88c37ead HTTP/1.1" status: 200 len: 848 time: 0.0493479 Aug 04 15:20:40.786874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e167b040-474d-46af-a7ab-06e4dc1efc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.788646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-e167b040-474d-46af-a7ab-06e4dc1efc97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497046 Aug 04 15:20:40.884267 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-5a4d3aca-13f6-46d4-90ae-8685605eabb3 service neutron] 10.222.0.38 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890026 Aug 04 15:20:40.927813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5f3ad-613d-4ae9-88b8-fe665d0c26ab req-bcc06e11-2c89-462a-974a-18dd14bc05d0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.929365 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d5f3ad-613d-4ae9-88b8-fe665d0c26ab req-bcc06e11-2c89-462a-974a-18dd14bc05d0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0414140 Aug 04 15:20:40.980833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d5f3ad-613d-4ae9-88b8-fe665d0c26ab req-5e0c8737-2372-4caf-addc-8d1d5a6da4c0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Aug 04 15:20:41.002114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c29e1855-acfc-4f8c-81a5-b78369118048 req-6be3e6e8-ecb0-4eb6-9af8-dcf7292733fe service neutron] 10.222.0.38 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110029 Aug 04 15:20:41.047834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 711f307e-6d7b-49af-8b79-32f74d497b96 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:41.099596 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 711f307e-6d7b-49af-8b79-32f74d497b96 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:41.103367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 711f307e-6d7b-49af-8b79-32f74d497b96 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:41.103921 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:41.108403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-673a1b3c-7d3b-45b4-b263-d48a266950a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:41.109939 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-673a1b3c-7d3b-45b4-b263-d48a266950a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0566492 Aug 04 15:20:41.180453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:41.205785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-d8e20a6e-74c6-42a4-97dd-7fcab7dcc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:41.207434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-d8e20a6e-74c6-42a4-97dd-7fcab7dcc611 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.0909073 Aug 04 15:20:41.217215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 711f307e-6d7b-49af-8b79-32f74d497b96, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=711f307e-6d7b-49af-8b79-32f74d497b96,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:41.221752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:41.257454 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-100bf36e-054c-48cc-9c40-097fd6d24ba7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c8a2cc-2048-4e35-9db2-271533825841 HTTP/1.1" status: 200 len: 217 time: 0.0421646 Aug 04 15:20:41.276819 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:41.310171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-48e3ee68-9bc6-4074-b58d-6ad6e20359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:41.311752 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-48e3ee68-9bc6-4074-b58d-6ad6e20359f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c78f4f53-1c91-45cd-894a-c37e88c37ead HTTP/1.1" status: 200 len: 848 time: 0.0466092 Aug 04 15:20:41.357423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-a7f78d2f-5be5-4900-b4d4-d0a0a8037ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:41.358980 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-a7f78d2f-5be5-4900-b4d4-d0a0a8037ca9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398216 Aug 04 15:20:41.457077 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-8aa1c7ed-49ce-496a-a35d-7a5abb24eb17 service neutron] 10.222.0.38 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Aug 04 15:20:41.552451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-eb50b8ee-83ae-4213-85e0-91c64ce165e1 req-2be013d5-6e6c-429e-93c3-267af4695ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880280 Aug 04 15:20:42.104811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b047ea-8519-43eb-9dee-c5679ff79e58 req-94e6e972-f367-464f-a8f8-15ebb5e4181c tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:42.106730 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0b047ea-8519-43eb-9dee-c5679ff79e58 req-94e6e972-f367-464f-a8f8-15ebb5e4181c tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0543892 Aug 04 15:20:42.146225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0b047ea-8519-43eb-9dee-c5679ff79e58 req-beef6e82-9ae7-475c-b2bc-6badb33a171b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Aug 04 15:20:42.789920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 18c8a2cc-2048-4e35-9db2-271533825841 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:20:42.888489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=18c8a2cc-2048-4e35-9db2-271533825841,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:42.899746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '18c8a2cc-2048-4e35-9db2-271533825841', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'port_id': '18c8a2cc-2048-4e35-9db2-271533825841', 'mac_address': 'fa:16:3e:d6:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:20:42.941786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:42.954828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c8a2cc-2048-4e35-9db2-271533825841 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:20:42.978628 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=18c8a2cc-2048-4e35-9db2-271533825841,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:42.983208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.007258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 711f307e-6d7b-49af-8b79-32f74d497b96 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:43.058808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:43.074757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 711f307e-6d7b-49af-8b79-32f74d497b96 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:43.075129 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.172382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40870) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:43.183589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['18c8a2cc-2048-4e35-9db2-271533825841'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:20:43.241173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.283176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.307384 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ccdd-101b-424d-b7ac-1a4c1412b7bf req-77606edd-6af1-4235-b740-7fb644e57596 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:43.308920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dd7ccdd-101b-424d-b7ac-1a4c1412b7bf req-77606edd-6af1-4235-b740-7fb644e57596 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0812445 Aug 04 15:20:43.355196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0dd7ccdd-101b-424d-b7ac-1a4c1412b7bf req-8b5c6559-3178-470c-8052-89f28c02cf85 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 04 15:20:43.378870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.381515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:43.382626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] 10.222.0.76 "DELETE /v2.0/security-groups/63c21f23-c615-4d68-a123-d4ddc2c029b6 HTTP/1.1" status: 204 len: 168 time: 0.2092452 Aug 04 15:20:43.391694 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577171d4-a26b-472d-bb9d-5d250acfb53a tempest-TestVolumeBootPattern-1829853197 tempest-TestVolumeBootPattern-1829853197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c21f23-c615-4d68-a123-d4ddc2c029b6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:43.441721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40874) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:43.979246 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.242856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Deleting port 041366f3-b049-407f-a2c8-d1f1008d761b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:44.243546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.330135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] For port 041366f3-b049-407f-a2c8-d1f1008d761b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=041366f3-b049-407f-a2c8-d1f1008d761b,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:44.330520 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.343669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Calling delete_port for 041366f3-b049-407f-a2c8-d1f1008d761b owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:44.502269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c0efa-eada-467f-93f9-93446f1a2c87 req-a92023cb-090d-45c3-ba55-21fa29036283 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:44.503759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e55c0efa-eada-467f-93f9-93446f1a2c87 req-a92023cb-090d-45c3-ba55-21fa29036283 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0646980 Aug 04 15:20:44.572862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e55c0efa-eada-467f-93f9-93446f1a2c87 req-c0f946b6-3c60-4153-9b27-5f55c5c08858 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Aug 04 15:20:44.576996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.602403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=041366f3-b049-407f-a2c8-d1f1008d761b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:44.768767 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.802264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 18c8a2cc-2048-4e35-9db2-271533825841 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:44.822522 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f42b72f1-7362-4ee9-b17c-9e54e460ae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.852300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 18c8a2cc-2048-4e35-9db2-271533825841 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:44.856248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 18c8a2cc-2048-4e35-9db2-271533825841 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:44.856680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.936064 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:44.962940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:44.965919 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fd5259-df52-4cf3-8e0e-c8cf4a693ad0" -d '{"events": [{"server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "18c8a2cc-2048-4e35-9db2-271533825841"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:44.983362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=18c8a2cc-2048-4e35-9db2-271533825841,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:44.988832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.033321 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c9849-88cb-46b7-aaad-f6fe8e0382d3 x-openstack-request-id: req-262c9849-88cb-46b7-aaad-f6fe8e0382d3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:45.033888 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "18c8a2cc-2048-4e35-9db2-271533825841", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:45.034143 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-262c9849-88cb-46b7-aaad-f6fe8e0382d3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:45.034553 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841', 'code': 200} Aug 04 15:20:45.045231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:45.052922 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.053275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.053620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.054002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.054343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.054703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.055037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.055366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.055693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.056020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.056351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.056677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:45.127202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb944-18de-469f-b387-e1894e64adff req-37072dcd-83e1-4bed-be98-f9c9f184b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:45.128806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cceb944-18de-469f-b387-e1894e64adff req-37072dcd-83e1-4bed-be98-f9c9f184b232 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0420620 Aug 04 15:20:45.165685 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9cceb944-18de-469f-b387-e1894e64adff req-036c5498-1225-47da-9d23-1a47e5577f13 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Aug 04 15:20:45.303981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Router f5c160d9-bf14-499c-92dd-7316f7c8aa69 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:45.412555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:45.417792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b282ff19-e170-41a4-8b58-66f1556381b6 admin admin] 10.222.0.76 "PUT /v2.0/routers/f5c160d9-bf14-499c-92dd-7316f7c8aa69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749966 Aug 04 15:20:45.420811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40882) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:45.421818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Sync routers for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:45.431400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:45.432025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:45.526300 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.538120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:45.628189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.688939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Deleting port deeb298e-bcde-4e83-8073-8fb2dfd8cd51 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:45.689596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.699731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0b14-2e7b-41a4-b5df-7ba70f51eadb req-a5ff9106-9d3d-47f7-a7e7-1a06b37d8350 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:45.701410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a6b0b14-2e7b-41a4-b5df-7ba70f51eadb req-a5ff9106-9d3d-47f7-a7e7-1a06b37d8350 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0545154 Aug 04 15:20:45.718428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:20:44Z', 'revision_number': 5, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port': {'id': 'deeb298e-bcde-4e83-8073-8fb2dfd8cd51', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:54Z', 'updated_at': '2021-08-04T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:45.739465 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a6b0b14-2e7b-41a4-b5df-7ba70f51eadb req-995be8b6-3b9c-4a03-9b7e-0a9a525ac971 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Aug 04 15:20:45.748636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Checking router: f5c160d9-bf14-499c-92dd-7316f7c8aa69 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:45.757423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Routers {'f5c160d9-bf14-499c-92dd-7316f7c8aa69'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:45.758085 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:45.778788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] For port deeb298e-bcde-4e83-8073-8fb2dfd8cd51, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:45.779236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.793801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Calling delete_port for deeb298e-bcde-4e83-8073-8fb2dfd8cd51 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:45.851848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] Set router f5c160d9-bf14-499c-92dd-7316f7c8aa69 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:45.904860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:20:45Z', 'revision_number': 6, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:45.934521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c67b68-5b59-4e65-80f2-9ea497d56b5d None None] The sync data for ids ['f5c160d9-bf14-499c-92dd-7316f7c8aa69'] in n-d-801743-12 is: [{'id': 'f5c160d9-bf14-499c-92dd-7316f7c8aa69', 'name': 'tempest-TestVolumeBootPattern-1827995459-router', 'tenant_id': '5b9fab175fd645e19fab7876b27ada75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:53Z', 'updated_at': '2021-08-04T15:20:45Z', 'revision_number': 6, 'project_id': '5b9fab175fd645e19fab7876b27ada75', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:45.972893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:45.997862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=deeb298e-bcde-4e83-8073-8fb2dfd8cd51,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:46.062316 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.151516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.153608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.198366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.198957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c160d9-bf14-499c-92dd-7316f7c8aa69 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:20:46.206621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.208164 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e68bf86-f9fa-41a1-8df3-72c29eaaea4a admin admin] 10.222.0.76 "DELETE /v2.0/routers/f5c160d9-bf14-499c-92dd-7316f7c8aa69 HTTP/1.1" status: 204 len: 168 time: 0.7863677 Aug 04 15:20:46.210956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40886) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:46.263381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Deleting subnet 1f785664-17db-4a5a-b191-5a710b026374 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:20:46.266888 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.305034 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.388081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.442333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.468657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f785664-17db-4a5a-b191-5a710b026374,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:46.470774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.472624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2f7d9409-c9e1-4502-bc95-824059ec2d6c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1f785664-17db-4a5a-b191-5a710b026374 HTTP/1.1" status: 204 len: 168 time: 0.2603669 Aug 04 15:20:46.474223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13d886-2511-4013-824a-fca8198840ce None None] Network 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:46.475094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40888) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:46.547424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.603807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Deleting port 7f244e99-a79f-46c4-adc9-49e3a1a15303 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:46.604124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.668796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] For port 7f244e99-a79f-46c4-adc9-49e3a1a15303, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f244e99-a79f-46c4-adc9-49e3a1a15303,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:46.669199 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.683318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Calling delete_port for 7f244e99-a79f-46c4-adc9-49e3a1a15303 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:46.694337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] DHCP port deletion for 5b4f6984-89bd-4969-9182-be3fcb7ccfb6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:20:46.745118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Deleting port 7f244e99-a79f-46c4-adc9-49e3a1a15303 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:46.745486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.776081 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.804724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f244e99-a79f-46c4-adc9-49e3a1a15303,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:46.806617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] No DVR routers for this DVR port 7f244e99-a79f-46c4-adc9-49e3a1a15303 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:46.818443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] For port 7f244e99-a79f-46c4-adc9-49e3a1a15303, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7f244e99-a79f-46c4-adc9-49e3a1a15303,segment=NetworkSegment(2de5bf53-de22-4901-bd1e-fa783a49a0e0),segment_id=2de5bf53-de22-4901-bd1e-fa783a49a0e0)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:46.819078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.832842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Calling delete_port for 7f244e99-a79f-46c4-adc9-49e3a1a15303 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:46.862043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9888a2c-3fd6-487f-9b4b-c3fb7621c793 req-409b1deb-29de-4902-b49d-b1e8e8797f44 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:46.863645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9888a2c-3fd6-487f-9b4b-c3fb7621c793 req-409b1deb-29de-4902-b49d-b1e8e8797f44 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0514383 Aug 04 15:20:46.896952 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.900976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9888a2c-3fd6-487f-9b4b-c3fb7621c793 req-f4c2ac58-927f-4d38-a57e-2d9cd93ba0fb tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301685 Aug 04 15:20:46.914295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.915955 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4f6984-89bd-4969-9182-be3fcb7ccfb6']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:46.938977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de5bf53-de22-4901-bd1e-fa783a49a0e0') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:46.939267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de5bf53-de22-4901-bd1e-fa783a49a0e0') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:46.942115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] Pushing event deleted for resources: {'Port': ['ID=7f244e99-a79f-46c4-adc9-49e3a1a15303,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:46.944014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd75a0-ae81-4c87-b1a9-d6ffe4af4c78 None None] No DVR routers for this DVR port 7f244e99-a79f-46c4-adc9-49e3a1a15303 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:46.952588 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.974286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.981709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:20:46.982244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:20:46.984514 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:20:47.043633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:47.050483 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 041366f3-b049-407f-a2c8-d1f1008d761b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:47.062091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:47.064783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] 10.222.0.76 "DELETE /v2.0/networks/5b4f6984-89bd-4969-9182-be3fcb7ccfb6 HTTP/1.1" status: 204 len: 168 time: 0.5887053 Aug 04 15:20:47.070433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40894) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:47.071659 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 041366f3-b049-407f-a2c8-d1f1008d761b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:47.072010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 041366f3-b049-407f-a2c8-d1f1008d761b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:47.072828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device deeb298e-bcde-4e83-8073-8fb2dfd8cd51 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:47.082404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415cb54-851c-427b-b509-7f0dd75cb61f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4f6984-89bd-4969-9182-be3fcb7ccfb6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:47.092865 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: deeb298e-bcde-4e83-8073-8fb2dfd8cd51 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:47.093214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device deeb298e-bcde-4e83-8073-8fb2dfd8cd51 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:47.093642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f244e99-a79f-46c4-adc9-49e3a1a15303 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:47.113247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7f244e99-a79f-46c4-adc9-49e3a1a15303 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:47.113583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7f244e99-a79f-46c4-adc9-49e3a1a15303 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:47.156516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831235-8527-46f8-a372-f1370fc10721 req-92de7f24-1e3c-4359-b1d9-c5eb18d0d2fd tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:47.156516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68831235-8527-46f8-a372-f1370fc10721 req-92de7f24-1e3c-4359-b1d9-c5eb18d0d2fd tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.1196508 Aug 04 15:20:47.227314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-68831235-8527-46f8-a372-f1370fc10721 req-c3c8ec8f-e82f-4d31-ba13-033c862110ac tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Aug 04 15:20:47.385354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076cf6-80b2-4f92-885e-683e3675cf85 req-9b2be3f8-1bac-4cdb-bb59-416642e1c874 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:47.386793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61076cf6-80b2-4f92-885e-683e3675cf85 req-9b2be3f8-1bac-4cdb-bb59-416642e1c874 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0795717 Aug 04 15:20:47.418008 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b932-9783-4b87-b6e2-37c7eb4dfca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:47.449861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61076cf6-80b2-4f92-885e-683e3675cf85 req-937e46db-4dd2-4270-af28-cc5379a7921b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555828 Aug 04 15:20:47.528946 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:47.665459 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:47.753296 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-53aaea4a-d37d-4dda-ade6-c504047f0a05 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:47.754851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-53aaea4a-d37d-4dda-ade6-c504047f0a05 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.1470432 Aug 04 15:20:47.777273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-b2d929b8-9dd3-4c98-a453-f6070fdf8dd3 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/quotas/3b4621b46e364044b35e8baf19987e18 HTTP/1.1" status: 200 len: 375 time: 0.0156255 Aug 04 15:20:47.867212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-1e9459f6-27aa-4f72-9871-26fd9758b13b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842748 Aug 04 15:20:47.899553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Deleting port bf4713df-8ace-4e9d-bfc9-070edb96664d {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:47.899909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.040264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] For port bf4713df-8ace-4e9d-bfc9-070edb96664d, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bf4713df-8ace-4e9d-bfc9-070edb96664d,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:48.040770 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.073424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Calling delete_port for bf4713df-8ace-4e9d-bfc9-070edb96664d owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:48.082714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-b729e23a-e838-4e45-b908-6e1d86b08c62 service neutron] 10.222.0.76 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078271 Aug 04 15:20:48.142156 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.260329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-9154c3ac-5297-436a-b6b5-d0af329a0a89 service neutron] 10.222.0.76 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706765 Aug 04 15:20:48.345803 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.371587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4713df-8ace-4e9d-bfc9-070edb96664d,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:48.448004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da266218-d537-440e-891e-96f38da6721a req-e6195daa-df3b-4844-b7f1-347f15ae7724 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 210 time: 0.0329440 Aug 04 15:20:48.574011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.795620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Router 4c187beb-4894-433b-b3e8-01fede1e01d8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:20:48.809915 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:48.907932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:20:48.916666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cad3274f-a1b9-4b52-8f60-329cdddecaed admin admin] 10.222.0.76 "PUT /v2.0/routers/4c187beb-4894-433b-b3e8-01fede1e01d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406568 Aug 04 15:20:48.916738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:48.919976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Sync routers for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:20:48.930444 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:48.931136 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:48.976148 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.036183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.049338 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:49.137173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.193633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Deleting port 52d6f731-382a-4b77-b4e7-00f90ee65157 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:49.193980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.225192 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:20:48Z', 'revision_number': 5, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port': {'id': '52d6f731-382a-4b77-b4e7-00f90ee65157', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:49.255280 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Checking router: 4c187beb-4894-433b-b3e8-01fede1e01d8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:20:49.267360 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Routers {'4c187beb-4894-433b-b3e8-01fede1e01d8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:20:49.268147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['4c187beb-4894-433b-b3e8-01fede1e01d8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:49.322958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] For port 52d6f731-382a-4b77-b4e7-00f90ee65157, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=52d6f731-382a-4b77-b4e7-00f90ee65157,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:49.323334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.342401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Calling delete_port for 52d6f731-382a-4b77-b4e7-00f90ee65157 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:49.360742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] Set router 4c187beb-4894-433b-b3e8-01fede1e01d8 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:20:49.416488 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:20:49Z', 'revision_number': 6, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:49.426720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-685dda4d-6ae9-4b74-9afe-dc4756bdc8af tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:49.428245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-685dda4d-6ae9-4b74-9afe-dc4756bdc8af tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.46 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.1577082 Aug 04 15:20:49.442291 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512dcaf-3ce8-4431-b67f-27b069221a7d None None] The sync data for ids ['4c187beb-4894-433b-b3e8-01fede1e01d8'] in n-d-801743-12 is: [{'id': '4c187beb-4894-433b-b3e8-01fede1e01d8', 'name': 'tempest-TestVolumeBootPattern-275698679-router', 'tenant_id': '606c828acb4c4e54ac5d1123cda640a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:09:59Z', 'updated_at': '2021-08-04T15:20:49Z', 'revision_number': 6, 'project_id': '606c828acb4c4e54ac5d1123cda640a3', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:20:49.442887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Request body: {'port': {'device_id': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'admin_state_up': True, 'tenant_id': '3b4621b46e364044b35e8baf19987e18'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:49.508399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Made reservation on behalf of 3b4621b46e364044b35e8baf19987e18 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:20:49.510874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.551294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f07e9ea-396c-4f47-8fb2-21b349724718 req-88116c38-7b9c-4248-9a1f-e2d0c08cfd0c tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 210 time: 0.0299456 Aug 04 15:20:49.641500 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.683244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Pushing event deleted for resources: {'Port': ['ID=52d6f731-382a-4b77-b4e7-00f90ee65157,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:49.737123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Allocated IP 172.20.0.8 (eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8/c78f4f53-1c91-45cd-894a-c37e88c37ead/be4a285f-9301-4e7e-b4ee-b1273d7fad0f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:20:49.770114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.878783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.882840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.972401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.973149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c187beb-4894-433b-b3e8-01fede1e01d8 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:20:49.977436 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:49.978753 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b8599876-0b07-4647-a6af-694be40c862f admin admin] 10.222.0.76 "DELETE /v2.0/routers/4c187beb-4894-433b-b3e8-01fede1e01d8 HTTP/1.1" status: 204 len: 168 time: 1.0609231 Aug 04 15:20:49.981292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40926) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:50.015023 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.025819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Deleting subnet 6b41484e-4263-40c8-84e7-25a94a7a2d98 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:20:50.028897 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.029138 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Transition to ACTIVE for port object be4a285f-9301-4e7e-b4ee-b1273d7fad0f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:50.063898 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.064098 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.074932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['18c8a2cc-2048-4e35-9db2-271533825841'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:20:50.105643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:20:50.112351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:20:50.115004 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:20:50.141194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Pushing event updated for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:50.162796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.168024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:50.168976 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.191448 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-2bab73fb-cfbf-4dd9-aeeb-0873beef11d2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7530434 Aug 04 15:20:50.216226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Request body: {'port': {'device_id': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:50.240446 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.273180 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.278836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b41484e-4263-40c8-84e7-25a94a7a2d98 HTTP/1.1" status: 204 len: 168 time: 0.2963305 Aug 04 15:20:50.279469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40928) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:50.282395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aba3bf-9a6b-4035-9407-c4d6a31e834d None None] Network 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:50.302640 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.307948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27570a80-7c8c-4957-8406-3430e5ed4ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b41484e-4263-40c8-84e7-25a94a7a2d98,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:50.361340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.399457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.454624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-324bbd70-63a0-48d8-9750-100003580a3c None None] Provisioning for port be4a285f-9301-4e7e-b4ee-b1273d7fad0f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:50.461318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-324bbd70-63a0-48d8-9750-100003580a3c None None] Provisioning complete for port be4a285f-9301-4e7e-b4ee-b1273d7fad0f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:50.461694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-324bbd70-63a0-48d8-9750-100003580a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.466849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Deleting port 73111294-5824-4b98-8717-874a4116bcb0 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:50.467132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.499669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-324bbd70-63a0-48d8-9750-100003580a3c None None] Port be4a285f-9301-4e7e-b4ee-b1273d7fad0f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:20:50.533932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] DHCP port deletion for 1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:20:50.543634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] For port 73111294-5824-4b98-8717-874a4116bcb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=73111294-5824-4b98-8717-874a4116bcb0,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:50.544126 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.557660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Calling delete_port for 73111294-5824-4b98-8717-874a4116bcb0 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:50.588791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Deleting port 73111294-5824-4b98-8717-874a4116bcb0 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:20:50.589409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.628925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4a285f-9301-4e7e-b4ee-b1273d7fad0f {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:20:50.646564 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.670521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Transition to ACTIVE for port object be4a285f-9301-4e7e-b4ee-b1273d7fad0f will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:20:50.671151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] For port 73111294-5824-4b98-8717-874a4116bcb0, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=73111294-5824-4b98-8717-874a4116bcb0,segment=NetworkSegment(d9f8a9bd-1e8d-4563-8575-979e6859382a),segment_id=d9f8a9bd-1e8d-4563-8575-979e6859382a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:50.671697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.674934 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.690243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Calling delete_port for 73111294-5824-4b98-8717-874a4116bcb0 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:20:50.702239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.732119 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Pushing event updated for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:50.733612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c25b8-3213-4a59-a597-4d915cd898dd req-2419b206-e719-4395-b091-696f31d1c2da tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:50.736334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf3c25b8-3213-4a59-a597-4d915cd898dd req-2419b206-e719-4395-b091-696f31d1c2da tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1027 time: 0.0917959 Aug 04 15:20:50.739806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] No DVR routers for this DVR port 73111294-5824-4b98-8717-874a4116bcb0 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:50.745792 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73111294-5824-4b98-8717-874a4116bcb0,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:50.812285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.826818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Attempting to bind port be4a285f-9301-4e7e-b4ee-b1273d7fad0f on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:20:50.827171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Attempting to bind port be4a285f-9301-4e7e-b4ee-b1273d7fad0f by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:20:50.827510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Attempting to bind port be4a285f-9301-4e7e-b4ee-b1273d7fad0f on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:50.833010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Port be4a285f-9301-4e7e-b4ee-b1273d7fad0f on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:20:50.833294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Attempting to bind port be4a285f-9301-4e7e-b4ee-b1273d7fad0f on network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:20:50.838431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:20:50.838829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Checking segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:20:50.839220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Bound using segment: {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:20:50.839792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Bound port: be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4603dd4b-4ba0-44b3-af70-d3366c51ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:20:50.840166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.846391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] Pushing event deleted for resources: {'Port': ['ID=73111294-5824-4b98-8717-874a4116bcb0,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:50.847015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.852895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ac182-774a-4446-b965-b40adf047a0d None None] No DVR routers for this DVR port 73111294-5824-4b98-8717-874a4116bcb0 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:20:50.860630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf3c25b8-3213-4a59-a597-4d915cd898dd req-43030e80-9363-422b-8e64-8471a5ed5d10 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157982 Aug 04 15:20:50.866026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3c8cc2-3ef6-48cd-a85c-02fd7a009190']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:50.876752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f8a9bd-1e8d-4563-8575-979e6859382a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:50.877050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f8a9bd-1e8d-4563-8575-979e6859382a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:20:50.894308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.908855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.916474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:20:50.916893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:20:50.918841 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:20:50.929796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:20:50.933645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:20:50.939961 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.973544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:50.974319 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:50.976655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-d8e50b21-879b-4320-8036-13c45736497f service neutron] 10.222.0.46 "PUT /v2.0/ports/be4a285f-9301-4e7e-b4ee-b1273d7fad0f HTTP/1.1" status: 200 len: 1092 time: 0.7768908 Aug 04 15:20:50.978367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:50.981060 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00" -d '{"events": [{"name": "network-changed", "server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:50.983188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.002543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.004552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1b3c8cc2-3ef6-48cd-a85c-02fd7a009190 HTTP/1.1" status: 204 len: 168 time: 0.7236209 Aug 04 15:20:51.006344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245118b-c3a2-4922-8f0a-fd056edc6db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3c8cc2-3ef6-48cd-a85c-02fd7a009190,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:51.025334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf4713df-8ace-4e9d-bfc9-070edb96664d no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:51.052673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bf4713df-8ace-4e9d-bfc9-070edb96664d {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:51.053258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bf4713df-8ace-4e9d-bfc9-070edb96664d not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:51.054088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 73111294-5824-4b98-8717-874a4116bcb0 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:51.068205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50b21-879b-4320-8036-13c45736497f service neutron] Pushing event updated for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:51.081953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 73111294-5824-4b98-8717-874a4116bcb0 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:51.082435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 73111294-5824-4b98-8717-874a4116bcb0 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:51.082801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 52d6f731-382a-4b77-b4e7-00f90ee65157 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:20:51.089502 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6ec35b-e606-414a-ba26-7ac14023d03e x-openstack-request-id: req-db6ec35b-e606-414a-ba26-7ac14023d03e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:51.089865 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:51.090176 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db6ec35b-e606-414a-ba26-7ac14023d03e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:51.090725 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f', 'status': 'completed', 'code': 200} Aug 04 15:20:51.106255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 52d6f731-382a-4b77-b4e7-00f90ee65157 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:20:51.106597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 52d6f731-382a-4b77-b4e7-00f90ee65157 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:20:51.117370 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-655bcf8f-8b33-49d4-97d9-df7f71967351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.119815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-655bcf8f-8b33-49d4-97d9-df7f71967351 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1095 time: 0.0876970 Aug 04 15:20:51.167612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-4549121b-5e85-4fe9-b525-b357026a22a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f HTTP/1.1" status: 200 len: 217 time: 0.0391307 Aug 04 15:20:51.186487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40936) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:51.220273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-c3a4232a-f94d-4f4a-9a6c-bdaa0791883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.221782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-c3a4232a-f94d-4f4a-9a6c-bdaa0791883d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c78f4f53-1c91-45cd-894a-c37e88c37ead HTTP/1.1" status: 200 len: 848 time: 0.0474901 Aug 04 15:20:51.229946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fe20d681-0b98-437e-bab6-f4aae78533f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b9fab175fd645e19fab7876b27ada75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421271 Aug 04 15:20:51.232423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40938) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:51.274331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-1141575f-8ec8-42d3-a418-6e99cda736b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.275918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-1141575f-8ec8-42d3-a418-6e99cda736b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467527 Aug 04 15:20:51.286826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.308186 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.355603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.358470 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.359618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/408e1234-bd62-4945-b49f-caa71f0a3918 HTTP/1.1" status: 204 len: 168 time: 0.1262131 Aug 04 15:20:51.366932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-f7f49287-6818-47dd-a6a5-4ebcfee3a114 service neutron] 10.222.0.46 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Aug 04 15:20:51.367734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d9f20-402f-4962-b4f6-4325c8ca215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e1234-bd62-4945-b49f-caa71f0a3918,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:51.461024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67e2fb18-2c69-4996-9334-11a16e6c3ef1 req-04d0225f-4877-457f-a157-3e182cf4412b service neutron] 10.222.0.46 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867989 Aug 04 15:20:51.547792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-cae01cd4-51a8-41a7-8ba4-526a54f527dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.549311 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-cae01cd4-51a8-41a7-8ba4-526a54f527dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4621b46e364044b35e8baf19987e18&device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1095 time: 0.0439172 Aug 04 15:20:51.637236 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-1f2bab14-3ed8-443c-9358-798fae0cab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.638907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-1f2bab14-3ed8-443c-9358-798fae0cab36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 200 len: 910 time: 0.0828123 Aug 04 15:20:51.686807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-a21702ed-e099-4674-81e4-27a82137f31e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f HTTP/1.1" status: 200 len: 217 time: 0.0405929 Aug 04 15:20:51.713784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40944) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:51.740746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-76035abd-8d7e-4857-b5c9-c7eeedfc78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.742244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-76035abd-8d7e-4857-b5c9-c7eeedfc78e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c78f4f53-1c91-45cd-894a-c37e88c37ead HTTP/1.1" status: 200 len: 848 time: 0.0480886 Aug 04 15:20:51.756189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a8a1e3cc-f924-4043-a238-07930c21503d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=606c828acb4c4e54ac5d1123cda640a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411370 Aug 04 15:20:51.758777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40946) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:51.790365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-e8e92558-bd1c-4ed4-bb73-f75cb15ce147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.791949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-e8e92558-bd1c-4ed4-bb73-f75cb15ce147 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414054 Aug 04 15:20:51.807134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.828248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.879678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.882298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:51.883498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d9672e7-31e2-48a2-8634-b89da6879bca HTTP/1.1" status: 204 len: 168 time: 0.1238291 Aug 04 15:20:51.890170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-82d2f394-ff8e-4a36-949f-0cf6a86063da service neutron] 10.222.0.46 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897343 Aug 04 15:20:51.892393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f2f30-48ea-4a7f-aa70-f62808625cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9672e7-31e2-48a2-8634-b89da6879bca,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:51.983542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efacd13-f607-4d06-b837-f73b393bc391 req-72e0332f-85ec-419b-805e-54eadb90278b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:51.985112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7efacd13-f607-4d06-b837-f73b393bc391 req-72e0332f-85ec-419b-805e-54eadb90278b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1095 time: 0.0452209 Aug 04 15:20:51.997984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4fb25c4c-8dde-4f42-a1df-1540b17a1b00 req-9de95969-d107-4eef-afb9-9f675809428b service neutron] 10.222.0.46 "GET /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Aug 04 15:20:52.024210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7efacd13-f607-4d06-b837-f73b393bc391 req-064a0dcf-8807-417d-8646-e12910b98745 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Aug 04 15:20:53.144851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a648d14-9b9d-4fa3-9b7b-60247123f674 req-843337a4-155a-4e5f-a839-5fbbe375cc22 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:53.146504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a648d14-9b9d-4fa3-9b7b-60247123f674 req-843337a4-155a-4e5f-a839-5fbbe375cc22 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1095 time: 0.0416899 Aug 04 15:20:53.187313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a648d14-9b9d-4fa3-9b7b-60247123f674 req-3aef2ab5-8976-4f36-8e16-7115407bb956 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Aug 04 15:20:54.301285 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caca65-842d-4037-8965-3d8fdb98aa3e req-55a3f012-6b8e-4493-be1b-d47ff48bb7d8 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:54.302993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89caca65-842d-4037-8965-3d8fdb98aa3e req-55a3f012-6b8e-4493-be1b-d47ff48bb7d8 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1095 time: 0.0423484 Aug 04 15:20:54.338766 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-89caca65-842d-4037-8965-3d8fdb98aa3e req-bb0ce56e-3d99-411c-ad66-7041c448f0c6 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286686 Aug 04 15:20:54.564317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be4a285f-9301-4e7e-b4ee-b1273d7fad0f details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:20:54.666896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:54.678295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f', 'network_id': 'eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8', 'port_id': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f', 'mac_address': 'fa:16:3e:d2:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78f4f53-1c91-45cd-894a-c37e88c37ead', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:20:54.717024 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:54.730305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4a285f-9301-4e7e-b4ee-b1273d7fad0f {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:20:54.750760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:54.757130 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:54.803259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:54.963783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['be4a285f-9301-4e7e-b4ee-b1273d7fad0f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:20:55.468378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709db7f-4968-4b20-8e59-902c9830650b req-da92f5ce-6deb-4398-b853-933b45fe220a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:55.470455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e709db7f-4968-4b20-8e59-902c9830650b req-da92f5ce-6deb-4398-b853-933b45fe220a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1096 time: 0.0507066 Aug 04 15:20:55.508962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e709db7f-4968-4b20-8e59-902c9830650b req-0c7fa474-6bd1-45db-a5fc-412264675018 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Aug 04 15:20:56.578603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be4a285f-9301-4e7e-b4ee-b1273d7fad0f up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:20:56.629725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port be4a285f-9301-4e7e-b4ee-b1273d7fad0f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:20:56.630253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffae6b-aba2-45d1-a0f2-61a675e7c3a1 req-da2132b5-4e01-445f-aec1-d75ff67196b7 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:56.631873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24ffae6b-aba2-45d1-a0f2-61a675e7c3a1 req-da2132b5-4e01-445f-aec1-d75ff67196b7 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1096 time: 0.0415204 Aug 04 15:20:56.633525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port be4a285f-9301-4e7e-b4ee-b1273d7fad0f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:56.633876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:56.666684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24ffae6b-aba2-45d1-a0f2-61a675e7c3a1 req-6b1ab4cb-14cc-416f-91ed-f90bea836aa1 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287209 Aug 04 15:20:56.712408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:56.734377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:20:56.737018 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc911dc-f49b-42b0-8971-f8214dd44af6" -d '{"events": [{"server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "name": "network-vif-plugged", "status": "completed", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:20:56.749751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:20:56.754227 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:56.777092 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88cd9c0-4154-4003-8cf7-2b417ac56bb1 x-openstack-request-id: req-a88cd9c0-4154-4003-8cf7-2b417ac56bb1 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:20:56.777380 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "name": "network-vif-plugged", "status": "completed", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:20:56.777662 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a88cd9c0-4154-4003-8cf7-2b417ac56bb1 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:20:56.778049 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f', 'code': 200} Aug 04 15:20:56.804249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:56.875399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022c0f6-8d98-4b80-91e2-c40cf35fcb2f req-73f603a3-2941-409d-81d5-4835f01ff229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:56.876833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0022c0f6-8d98-4b80-91e2-c40cf35fcb2f req-73f603a3-2941-409d-81d5-4835f01ff229 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0460637 Aug 04 15:20:57.060205 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:20:57.241903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0022c0f6-8d98-4b80-91e2-c40cf35fcb2f req-5039f2c2-6d89-4b8f-a2fa-c30ae1031833 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582296 Aug 04 15:20:57.777494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d0535-14a5-407e-b7d6-9fe0db497e81 req-35f93384-4325-4e08-ad12-e33c6506c2e9 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:57.779178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb5d0535-14a5-407e-b7d6-9fe0db497e81 req-35f93384-4325-4e08-ad12-e33c6506c2e9 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0429044 Aug 04 15:20:57.819354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb5d0535-14a5-407e-b7d6-9fe0db497e81 req-c73e0548-2432-4399-a9f1-7fce0d75514b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Aug 04 15:20:58.946313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d335dfc-9ed1-42d0-bf4c-f4af660cc806 req-7f0479ba-08e0-4f48-a58f-79545776f598 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:58.947890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d335dfc-9ed1-42d0-bf4c-f4af660cc806 req-7f0479ba-08e0-4f48-a58f-79545776f598 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0488830 Aug 04 15:20:58.984478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d335dfc-9ed1-42d0-bf4c-f4af660cc806 req-3bf48842-6d82-410d-880b-95b845e8db97 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296333 Aug 04 15:20:59.103596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544c252-1639-42f8-a912-944220bd43e6 req-8e309c67-16dd-4074-8786-a8c0ecb72908 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:59.105050 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d544c252-1639-42f8-a912-944220bd43e6 req-8e309c67-16dd-4074-8786-a8c0ecb72908 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0485969 Aug 04 15:20:59.140812 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d544c252-1639-42f8-a912-944220bd43e6 req-2d641a1c-289e-43b8-9d62-045f7cde2b74 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282145 Aug 04 15:20:59.253511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e189cc3-e34a-46d6-a04b-b7a8db0cff4f req-e2787ac7-2dca-4158-a44a-ac403eb03fa9 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:59.255087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e189cc3-e34a-46d6-a04b-b7a8db0cff4f req-e2787ac7-2dca-4158-a44a-ac403eb03fa9 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0437362 Aug 04 15:20:59.291878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e189cc3-e34a-46d6-a04b-b7a8db0cff4f req-cb1cabdd-76f2-4756-84d9-f06a36242983 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 04 15:20:59.538697 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a08f7-f321-4a24-b0ed-94f5e406f222 req-386289e7-e71b-4859-961a-b64717780d5d tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:59.540201 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-521a08f7-f321-4a24-b0ed-94f5e406f222 req-386289e7-e71b-4859-961a-b64717780d5d tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0493495 Aug 04 15:20:59.576710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-521a08f7-f321-4a24-b0ed-94f5e406f222 req-3e887f4b-a07c-4fd4-9535-0a5e31cd8f8a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277061 Aug 04 15:21:00.696297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a672-ac0b-440f-96d6-aaa23d577629 req-871b8a82-68b5-46a9-b49c-a7246bc5347e tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:00.697832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a09a672-ac0b-440f-96d6-aaa23d577629 req-871b8a82-68b5-46a9-b49c-a7246bc5347e tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0494325 Aug 04 15:21:00.732394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a09a672-ac0b-440f-96d6-aaa23d577629 req-4aa735ad-3c17-4486-b9f7-35c021f26ebb tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283759 Aug 04 15:21:00.836131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-57bacdb2-3dd7-4457-ba9a-5b78e9891a43 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:00.837652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-57bacdb2-3dd7-4457-ba9a-5b78e9891a43 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28fe11b8-3ad5-435e-887f-9ac184047d92 HTTP/1.1" status: 200 len: 1097 time: 0.0465534 Aug 04 15:21:00.919054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Deleting port be4a285f-9301-4e7e-b4ee-b1273d7fad0f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:00.919277 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:01.000796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] For port be4a285f-9301-4e7e-b4ee-b1273d7fad0f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:01.001198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:01.014369 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Calling delete_port for be4a285f-9301-4e7e-b4ee-b1273d7fad0f owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:01.141248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:01.154100 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['18c8a2cc-2048-4e35-9db2-271533825841'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:01.157161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['be4a285f-9301-4e7e-b4ee-b1273d7fad0f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:01.168081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Pushing event deleted for resources: {'Port': ['ID=be4a285f-9301-4e7e-b4ee-b1273d7fad0f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:01.217486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] No DVR routers for this DVR port be4a285f-9301-4e7e-b4ee-b1273d7fad0f on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:01.221406 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:01.223566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26ce8131-be99-4769-aeb5-b9587f0b7054 req-d5ecc14b-f69a-4c69-b844-daef39e75e4b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.46 "DELETE /v2.0/ports/be4a285f-9301-4e7e-b4ee-b1273d7fad0f HTTP/1.1" status: 204 len: 173 time: 0.3784058 Aug 04 15:21:01.224046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'name': 'network-vif-deleted', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:01.227173 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f316296-1b76-4825-9906-141afad6e0c8" -d '{"events": [{"server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "name": "network-vif-deleted", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:01.283271 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3970ef-00a7-4a2b-999f-76f5b75eab00 x-openstack-request-id: req-4f3970ef-00a7-4a2b-999f-76f5b75eab00 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:01.283574 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe11b8-3ad5-435e-887f-9ac184047d92", "name": "network-vif-deleted", "tag": "be4a285f-9301-4e7e-b4ee-b1273d7fad0f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:01.283835 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f3970ef-00a7-4a2b-999f-76f5b75eab00 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:01.284259 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe11b8-3ad5-435e-887f-9ac184047d92', 'name': 'network-vif-deleted', 'tag': 'be4a285f-9301-4e7e-b4ee-b1273d7fad0f', 'status': 'completed', 'code': 200} Aug 04 15:21:02.006374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb60a3d-563d-4210-afd0-80d2585a8763 req-8eaa8da3-7c4e-4dc7-aa5b-34e6133412e2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:02.007930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cb60a3d-563d-4210-afd0-80d2585a8763 req-8eaa8da3-7c4e-4dc7-aa5b-34e6133412e2 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0424745 Aug 04 15:21:02.044001 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cb60a3d-563d-4210-afd0-80d2585a8763 req-527703c7-7691-4568-877d-14b60c26dd6a tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281713 Aug 04 15:21:03.317282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-4a31c872-6c1e-4a53-89f2-8ed206aa6787 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:03.318893 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-4a31c872-6c1e-4a53-89f2-8ed206aa6787 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0525806 Aug 04 15:21:03.403021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Deleting port 18c8a2cc-2048-4e35-9db2-271533825841 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:03.403405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:03.463961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188480-bbc4-4bb1-a201-8f2405a0cfb7 req-71614137-367a-4786-afd0-93649d4e239b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:03.465485 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02188480-bbc4-4bb1-a201-8f2405a0cfb7 req-71614137-367a-4786-afd0-93649d4e239b tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cdc190b-1f7c-46cf-845d-947fbf91c4a7 HTTP/1.1" status: 200 len: 1098 time: 0.3427737 Aug 04 15:21:03.488882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] For port 18c8a2cc-2048-4e35-9db2-271533825841, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=18c8a2cc-2048-4e35-9db2-271533825841,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:03.489592 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:03.499659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02188480-bbc4-4bb1-a201-8f2405a0cfb7 req-0eb0c526-808c-4b22-a0d1-6902e783c9d1 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fc16d88f-723f-4f67-8026-487c1d27f6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279789 Aug 04 15:21:03.503167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Calling delete_port for 18c8a2cc-2048-4e35-9db2-271533825841 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:03.628165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:03.638779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['18c8a2cc-2048-4e35-9db2-271533825841'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:03.658328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Pushing event deleted for resources: {'Port': ['ID=18c8a2cc-2048-4e35-9db2-271533825841,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:03.699829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] No DVR routers for this DVR port 18c8a2cc-2048-4e35-9db2-271533825841 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:03.703995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:03.706607 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8db7fe5-a8fe-4b82-a0a8-e1057bfab210 req-668e1f74-0b28-4b83-8c4f-138a317fcab0 tempest-TestServerMultinode-496913009 tempest-TestServerMultinode-496913009-project-admin] 10.222.0.38 "DELETE /v2.0/ports/18c8a2cc-2048-4e35-9db2-271533825841 HTTP/1.1" status: 204 len: 173 time: 0.3817534 Aug 04 15:21:03.707066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'name': 'network-vif-deleted', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:03.710513 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6d18e5-72af-4e61-ab77-32f83af20f26" -d '{"events": [{"server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "name": "network-vif-deleted", "tag": "18c8a2cc-2048-4e35-9db2-271533825841"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:03.754742 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f6439a-8ae1-4e44-90a0-ceebc9a1eb1d x-openstack-request-id: req-f5f6439a-8ae1-4e44-90a0-ceebc9a1eb1d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:03.755043 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdc190b-1f7c-46cf-845d-947fbf91c4a7", "name": "network-vif-deleted", "tag": "18c8a2cc-2048-4e35-9db2-271533825841", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:03.755298 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5f6439a-8ae1-4e44-90a0-ceebc9a1eb1d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:03.755709 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdc190b-1f7c-46cf-845d-947fbf91c4a7', 'name': 'network-vif-deleted', 'tag': '18c8a2cc-2048-4e35-9db2-271533825841', 'status': 'completed', 'code': 200} Aug 04 15:21:04.567843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40992) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:04.718964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be4a285f-9301-4e7e-b4ee-b1273d7fad0f no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:04.741625 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: be4a285f-9301-4e7e-b4ee-b1273d7fad0f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:04.742065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device be4a285f-9301-4e7e-b4ee-b1273d7fad0f not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:04.951246 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:05.201583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Deleting port 592f86ac-4052-41c0-a0c3-866539911fa5 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:05.201817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:05.278155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] For port 592f86ac-4052-41c0-a0c3-866539911fa5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=592f86ac-4052-41c0-a0c3-866539911fa5,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:05.278504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:05.291279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Calling delete_port for 592f86ac-4052-41c0-a0c3-866539911fa5 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:05.482807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:05.508981 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=592f86ac-4052-41c0-a0c3-866539911fa5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:05.678936 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:05.922277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Router b921fa60-caba-4e97-a7ed-f14881e3bc22 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:21:06.027888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:21:06.035682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9fdf65ef-32c6-47a0-866d-fcc0c158d3e8 admin admin] 10.222.0.76 "PUT /v2.0/routers/b921fa60-caba-4e97-a7ed-f14881e3bc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4642994 Aug 04 15:21:06.035682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40994) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:06.039403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Sync routers for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:21:06.051089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:21:06.051710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:06.142448 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.251467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.310187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Deleting port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:06.310187 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.313152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:21:06.396061 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] For port ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:06.396720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.409701 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Calling delete_port for ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:06.492740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:21:05Z', 'revision_number': 5, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port': {'id': 'ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:06.519188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Checking router: b921fa60-caba-4e97-a7ed-f14881e3bc22 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:21:06.528717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Routers {'b921fa60-caba-4e97-a7ed-f14881e3bc22'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:21:06.529509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['b921fa60-caba-4e97-a7ed-f14881e3bc22'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:06.584110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.609491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:06.617369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] Set router b921fa60-caba-4e97-a7ed-f14881e3bc22 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:21:06.671249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:21:06Z', 'revision_number': 6, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:06.674062 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.699102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f354392d-0ca3-44d2-88d6-e3c6756b35d7 None None] The sync data for ids ['b921fa60-caba-4e97-a7ed-f14881e3bc22'] in n-d-801743-12 is: [{'id': 'b921fa60-caba-4e97-a7ed-f14881e3bc22', 'name': 'tempest-TestServerMultinode-392575960-router', 'tenant_id': 'a0bb09a111014bd3918091ee01f1accd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:25Z', 'updated_at': '2021-08-04T15:21:06Z', 'revision_number': 6, 'project_id': 'a0bb09a111014bd3918091ee01f1accd', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:21:06.763123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.765290 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.813371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.813937 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b921fa60-caba-4e97-a7ed-f14881e3bc22 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:21:06.818791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.819983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f1967002-44a6-4318-9b7f-a4091b459e41 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b921fa60-caba-4e97-a7ed-f14881e3bc22 HTTP/1.1" status: 204 len: 168 time: 0.7830486 Aug 04 15:21:06.822456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 40996) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:06.869207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Deleting subnet c78f4f53-1c91-45cd-894a-c37e88c37ead {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:21:06.872771 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.906287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:06.930078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 18c8a2cc-2048-4e35-9db2-271533825841 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:06.950673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 18c8a2cc-2048-4e35-9db2-271533825841 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:06.950945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 18c8a2cc-2048-4e35-9db2-271533825841 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:06.990561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.047288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.074442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78f4f53-1c91-45cd-894a-c37e88c37ead,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:07.079130 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.084008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 40998) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:07.085781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00826909-b49a-40bb-9c8a-350b57f55a15 None None] Network eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:07.087410 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dbd2080c-c768-4e12-80eb-8626217ceefe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c78f4f53-1c91-45cd-894a-c37e88c37ead HTTP/1.1" status: 204 len: 168 time: 0.2636454 Aug 04 15:21:07.168830 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.169995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592f86ac-4052-41c0-a0c3-866539911fa5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:07.207571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 592f86ac-4052-41c0-a0c3-866539911fa5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:07.207988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 592f86ac-4052-41c0-a0c3-866539911fa5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:07.223775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Deleting port 0155c615-4192-48bb-87a9-9d9ec9752747 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:07.224207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.294703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] For port 0155c615-4192-48bb-87a9-9d9ec9752747, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0155c615-4192-48bb-87a9-9d9ec9752747,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:07.295070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.307924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Calling delete_port for 0155c615-4192-48bb-87a9-9d9ec9752747 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:07.311859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] DHCP port deletion for eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:21:07.359337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Deleting port 0155c615-4192-48bb-87a9-9d9ec9752747 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:07.359869 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.390815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.421508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Pushing event deleted for resources: {'Port': ['ID=0155c615-4192-48bb-87a9-9d9ec9752747,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:07.425207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] No DVR routers for this DVR port 0155c615-4192-48bb-87a9-9d9ec9752747 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:07.434484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] For port 0155c615-4192-48bb-87a9-9d9ec9752747, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0155c615-4192-48bb-87a9-9d9ec9752747,segment=NetworkSegment(4603dd4b-4ba0-44b3-af70-d3366c51ccac),segment_id=4603dd4b-4ba0-44b3-af70-d3366c51ccac)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:07.434854 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.448534 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Calling delete_port for 0155c615-4192-48bb-87a9-9d9ec9752747 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:07.495805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.507254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:07.520282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4603dd4b-4ba0-44b3-af70-d3366c51ccac') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:07.520480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4603dd4b-4ba0-44b3-af70-d3366c51ccac') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:07.525912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.530115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.547471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.552661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:21:07.553123 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:21:07.555071 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:21:07.557339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] Pushing event deleted for resources: {'Port': ['ID=0155c615-4192-48bb-87a9-9d9ec9752747,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:07.559227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c8182-bc36-4277-ad5b-d7ef57c447bf None None] No DVR routers for this DVR port 0155c615-4192-48bb-87a9-9d9ec9752747 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:07.613202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.619885 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:07.621404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] 10.222.0.76 "DELETE /v2.0/networks/eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8 HTTP/1.1" status: 204 len: 168 time: 0.5356994 Aug 04 15:21:07.624675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41000) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:07.630975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeede31-8d2e-4c68-9f41-824e4197125f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4360a7-0cdf-43b6-bfd0-cc63c5c445f8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:07.985028 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:08.570887 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Deleting port 711f307e-6d7b-49af-8b79-32f74d497b96 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:08.571115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:08.647605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] For port 711f307e-6d7b-49af-8b79-32f74d497b96, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=711f307e-6d7b-49af-8b79-32f74d497b96,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:08.647977 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:08.660466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Calling delete_port for 711f307e-6d7b-49af-8b79-32f74d497b96 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:08.851676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:08.877663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Pushing event deleted for resources: {'Port': ['ID=711f307e-6d7b-49af-8b79-32f74d497b96,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:09.050818 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.062374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:09.081995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:09.082343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ba13d2c5-6acd-4b33-8ad8-e5a0d719ae9f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:09.082859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0155c615-4192-48bb-87a9-9d9ec9752747 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:09.101868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0155c615-4192-48bb-87a9-9d9ec9752747 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:09.102152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0155c615-4192-48bb-87a9-9d9ec9752747 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:09.284423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Router 48267b29-f4b5-4435-a8ed-1d6d2091d947 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:21:09.390526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:21:09.395936 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5a6ae298-b828-4687-bf85-0b91ffa9d54e admin admin] 10.222.0.76 "PUT /v2.0/routers/48267b29-f4b5-4435-a8ed-1d6d2091d947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700920 Aug 04 15:21:09.399638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41002) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:09.402354 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d1835-d499-4934-a688-70795991b801 None None] Sync routers for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:21:09.412860 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:21:09.413467 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:09.505621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.514723 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:21:09.613796 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.669081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Deleting port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:09.669362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.696147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:21:08Z', 'revision_number': 5, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port': {'id': 'e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:09.722156 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d1835-d499-4934-a688-70795991b801 None None] Checking router: 48267b29-f4b5-4435-a8ed-1d6d2091d947 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:21:09.730384 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] Routers {'48267b29-f4b5-4435-a8ed-1d6d2091d947'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:21:09.731046 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:20:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['48267b29-f4b5-4435-a8ed-1d6d2091d947'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:09.751086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] For port e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:09.751465 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.764442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Calling delete_port for e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:09.902389 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] Set router 48267b29-f4b5-4435-a8ed-1d6d2091d947 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:21:09.938069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.956458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-da2d1835-d499-4934-a688-70795991b801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:21:09Z', 'revision_number': 6, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:09.964688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:09.982683 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d1835-d499-4934-a688-70795991b801 None None] The sync data for ids ['48267b29-f4b5-4435-a8ed-1d6d2091d947'] in n-d-801743-12 is: [{'id': '48267b29-f4b5-4435-a8ed-1d6d2091d947', 'name': 'tempest-TestServerMultinode-1044585493-router', 'tenant_id': '3b4621b46e364044b35e8baf19987e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:20:31Z', 'updated_at': '2021-08-04T15:21:09Z', 'revision_number': 6, 'project_id': '3b4621b46e364044b35e8baf19987e18', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:21:10.031350 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.124091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.126363 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.173741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.174405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48267b29-f4b5-4435-a8ed-1d6d2091d947 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:21:10.179275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.180453 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-38e59c54-867d-485b-b87d-6cc67977a8f3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/48267b29-f4b5-4435-a8ed-1d6d2091d947 HTTP/1.1" status: 204 len: 168 time: 0.7797699 Aug 04 15:21:10.184081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41004) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:10.230046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Deleting subnet babac2fd-f227-44c2-b211-7d2f0513e34e {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:21:10.233659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.269301 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.355526 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.412908 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.438349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babac2fd-f227-44c2-b211-7d2f0513e34e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:10.441958 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.443877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d08e436b-4f44-4b68-8c58-74cf834abc67 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/babac2fd-f227-44c2-b211-7d2f0513e34e HTTP/1.1" status: 204 len: 168 time: 0.2588751 Aug 04 15:21:10.446455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41006) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:10.447341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8499ba-c3f3-4134-ab96-2f33dcf22e28 None None] Network 734e1c0e-aeef-4a23-ae87-70bda681e0c2 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:10.518156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.571983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Deleting port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:10.572335 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.635928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] For port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,segment=NetworkSegment(1177f03b-8281-402e-83a3-3908a8b1d42a),segment_id=1177f03b-8281-402e-83a3-3908a8b1d42a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:10.636305 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.649899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Calling delete_port for ff5a06c5-8ccc-4dd3-8327-0a943689f3fe owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:10.716000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] DHCP port deletion for 734e1c0e-aeef-4a23-ae87-70bda681e0c2 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:21:10.747044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.763782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Deleting port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:10.764245 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.773003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:10.777406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] No DVR routers for this DVR port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:10.828951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] For port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:10.829355 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.843547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Calling delete_port for ff5a06c5-8ccc-4dd3-8327-0a943689f3fe owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:10.846289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:21:10.847667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.853260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.863545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734e1c0e-aeef-4a23-ae87-70bda681e0c2']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:10.873519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] Pushing event deleted for resources: {'Port': ['ID=ff5a06c5-8ccc-4dd3-8327-0a943689f3fe,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:10.874521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1177f03b-8281-402e-83a3-3908a8b1d42a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:10.874917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1177f03b-8281-402e-83a3-3908a8b1d42a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:21:10.879017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60693d1-9a2b-4da4-a523-61042820cc46 None None] No DVR routers for this DVR port ff5a06c5-8ccc-4dd3-8327-0a943689f3fe on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:10.888875 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.905708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.913020 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:21:10.913798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:21:10.915749 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:21:10.975718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.982639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.991643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] 10.222.0.76 "DELETE /v2.0/networks/734e1c0e-aeef-4a23-ae87-70bda681e0c2 HTTP/1.1" status: 204 len: 168 time: 0.5372765 Aug 04 15:21:11.003275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb4789-09bd-469c-9764-e158750bfb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=734e1c0e-aeef-4a23-ae87-70bda681e0c2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:11.028125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ff5a06c5-8ccc-4dd3-8327-0a943689f3fe no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:11.048191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ff5a06c5-8ccc-4dd3-8327-0a943689f3fe {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:11.048539 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ff5a06c5-8ccc-4dd3-8327-0a943689f3fe not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:11.048951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:11.067862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:11.068210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device e5b8fe6b-e313-411d-b4ca-a0d1c0d26c9f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:11.068621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 711f307e-6d7b-49af-8b79-32f74d497b96 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:11.086935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 711f307e-6d7b-49af-8b79-32f74d497b96 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:11.087288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 711f307e-6d7b-49af-8b79-32f74d497b96 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:11.179901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41010) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:11.221312 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12bbfe61-8f4a-4016-af80-18d72c23064e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0bb09a111014bd3918091ee01f1accd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402446 Aug 04 15:21:11.224038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:11.274629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.301285 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.352056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.355009 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.356306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90a27b46-b2fd-4f84-8719-72db5f2a6ab1 HTTP/1.1" status: 204 len: 168 time: 0.1312134 Aug 04 15:21:11.364580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2e2d-ecbc-42c6-a48a-8e84c0203270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a27b46-b2fd-4f84-8719-72db5f2a6ab1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:11.708937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41018) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:11.763683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-36d75777-16cd-437e-a7b9-68e1bcdd89b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b4621b46e364044b35e8baf19987e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535057 Aug 04 15:21:11.767337 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:11.819347 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.847147 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.904993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.907546 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:11.908720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc16d88f-723f-4f67-8026-487c1d27f6b5 HTTP/1.1" status: 204 len: 168 time: 0.1405056 Aug 04 15:21:11.917245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99cf2-15ba-4314-aabe-e53af735ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16d88f-723f-4f67-8026-487c1d27f6b5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:14.809215 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ef007d-9381-4735-a5fa-0fa8c6634c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:17.423311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b4a58f8-79a1-4ca5-8682-0c731acdaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:17.669119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.161422 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.814763 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.974810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:20.316014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:22.116309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ec6de6c5-1dcb-429c-89c8-2d9d86c0cdbb tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c2f713f2741541928ddde1639f35db2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293200 Aug 04 15:21:22.300954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-8506797f-a0ec-4388-8255-a33150300d49 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:22.302414 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-8506797f-a0ec-4388-8255-a33150300d49 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807144 Aug 04 15:21:22.318454 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-7db87f7c-3bf5-4d2d-bdf1-c47b74f98a2c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/quotas/c2f713f2741541928ddde1639f35db2f HTTP/1.1" status: 200 len: 375 time: 0.0102210 Aug 04 15:21:22.349078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-4617509d-3f21-4ca0-ba30-9ae674b4c7d7 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2f713f2741541928ddde1639f35db2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251610 Aug 04 15:21:22.510483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-682dc11c-aad8-4f8b-8bfc-8bee6d8df7ba req-e92a1034-152c-4265-9b79-5ee13c8e0fe7 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Aug 04 15:21:23.611177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13682a54-7ba8-43f4-a00c-407b4c389895 req-49fa4d22-8c97-434c-9586-40e75e4748ce tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 210 time: 0.0295956 Aug 04 15:21:23.846479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-7c47a4b4-2a13-4cb8-a763-c9773b355182 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c2f713f2741541928ddde1639f35db2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252540 Aug 04 15:21:23.958326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-05048a90-ef2e-4b77-b68d-65342267b9ad tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:23.959846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-05048a90-ef2e-4b77-b68d-65342267b9ad tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069436 Aug 04 15:21:23.974306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Request body: {'port': {'device_id': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'admin_state_up': True, 'tenant_id': 'c2f713f2741541928ddde1639f35db2f'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:24.097606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Made reservation on behalf of c2f713f2741541928ddde1639f35db2f for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:24.101142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.110815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.199704 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.205966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.267837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb10005-9f4f-4685-9a61-519f75b340a2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:24.282876 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.283229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.283568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.283908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.284240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.284574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.284900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.285216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.285539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.286198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.286523 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.286865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:24.348179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Allocated IP 192.168.233.77 (7017246f-8f99-4682-beae-332c7d1ef6bb/6eff5ab9-9e28-48a5-8af8-a685894f9e72/7370d54d-9efd-4dad-83b7-d997966091a4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:21:24.488090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.502422 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Transition to ACTIVE for port object 7370d54d-9efd-4dad-83b7-d997966091a4 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:21:24.546046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.600148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Network 7017246f-8f99-4682-beae-332c7d1ef6bb is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:21:24.605046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:21:24.608897 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:21:24.637479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Pushing event updated for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:24.662555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:24.663228 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.679541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-2ee2e4dc-2c1d-48bc-9964-6f74ea31f972 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7088740 Aug 04 15:21:24.692024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Request body: {'port': {'device_id': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:24.739485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c7572-90d8-4161-8d58-d3a2d4ae7c93 req-4f6daf40-2a71-4c92-9af0-f9e093e8eb3d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:24.741496 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-172c7572-90d8-4161-8d58-d3a2d4ae7c93 req-4f6daf40-2a71-4c92-9af0-f9e093e8eb3d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 935 time: 0.0502532 Aug 04 15:21:24.749692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.791119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-172c7572-90d8-4161-8d58-d3a2d4ae7c93 req-cebd7411-0324-4ac7-b38a-04870d0e6827 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Aug 04 15:21:24.821093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b8cc3272-add7-421e-9731-45832cdd0e82 None None] Provisioning for port 7370d54d-9efd-4dad-83b7-d997966091a4 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:21:24.824685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b8cc3272-add7-421e-9731-45832cdd0e82 None None] Provisioning complete for port 7370d54d-9efd-4dad-83b7-d997966091a4 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:21:24.825227 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3272-add7-421e-9731-45832cdd0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:24.860398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc3272-add7-421e-9731-45832cdd0e82 None None] Port 7370d54d-9efd-4dad-83b7-d997966091a4 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:21:25.031873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7370d54d-9efd-4dad-83b7-d997966091a4 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:21:25.041156 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:25.059448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Transition to ACTIVE for port object 7370d54d-9efd-4dad-83b7-d997966091a4 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:21:25.064467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:25.112325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Pushing event updated for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:25.185848 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Attempting to bind port 7370d54d-9efd-4dad-83b7-d997966091a4 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:21:25.186200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Attempting to bind port 7370d54d-9efd-4dad-83b7-d997966091a4 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:21:25.186544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Attempting to bind port 7370d54d-9efd-4dad-83b7-d997966091a4 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:21:25.191441 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Port 7370d54d-9efd-4dad-83b7-d997966091a4 on network 7017246f-8f99-4682-beae-332c7d1ef6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:21:25.191776 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Attempting to bind port 7370d54d-9efd-4dad-83b7-d997966091a4 on network 7017246f-8f99-4682-beae-332c7d1ef6bb {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:21:25.196918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:21:25.197260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Checking segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:21:25.197641 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Bound using segment: {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:21:25.198070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Bound port: 7370d54d-9efd-4dad-83b7-d997966091a4, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddb6f55-29a9-4e11-b45c-560a5a468bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:21:25.198432 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:25.268927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:21:25.272127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7370d54d-9efd-4dad-83b7-d997966091a4,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:21:25.276633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:25.309056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.309675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:25.311132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] 10.222.0.46 "PUT /v2.0/ports/7370d54d-9efd-4dad-83b7-d997966091a4 HTTP/1.1" status: 200 len: 1096 time: 0.6235509 Aug 04 15:21:25.311568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:25.313787 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:25.345027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a06e0-52d8-4d6b-8ae7-e695907e4860 service neutron] Pushing event updated for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:25.367560 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61cbb7a-837d-4653-980f-840cb9b9ac2b x-openstack-request-id: req-d61cbb7a-837d-4653-980f-840cb9b9ac2b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:25.367856 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:25.368106 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d61cbb7a-837d-4653-980f-840cb9b9ac2b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:25.368506 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4', 'status': 'completed', 'code': 200} Aug 04 15:21:25.399622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-4a0b47a7-4c7a-450e-95d8-709ee1211437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.401161 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-4a0b47a7-4c7a-450e-95d8-709ee1211437 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f713f2741541928ddde1639f35db2f&device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 1099 time: 0.0439441 Aug 04 15:21:25.447757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-9d664d56-bb9a-48df-a818-379473127f83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7370d54d-9efd-4dad-83b7-d997966091a4 HTTP/1.1" status: 200 len: 217 time: 0.0386496 Aug 04 15:21:25.498247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ee67e081-51e7-480c-afb6-36a4822fb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.499784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-ee67e081-51e7-480c-afb6-36a4822fb619 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0451381 Aug 04 15:21:25.545332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-c7057a39-0620-4616-9fef-a583d5747723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.546857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-c7057a39-0620-4616-9fef-a583d5747723 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403395 Aug 04 15:21:25.642154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-d78e9ac4-7eb1-448b-8c6a-be655bbdd83b service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883658 Aug 04 15:21:25.735959 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bb48b480-fda3-4009-89d7-e35d6ae85e8f req-c2a6cfe7-f1b4-4d2c-85f5-d893c2adf258 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864437 Aug 04 15:21:25.825285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-3e7d8f44-8070-4645-bf33-b3c66d56cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.826865 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-3e7d8f44-8070-4645-bf33-b3c66d56cfb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f713f2741541928ddde1639f35db2f&device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 1099 time: 0.0430813 Aug 04 15:21:25.907970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588abd59-73db-4c9c-9adc-1af3e8cd517d req-bf68d93b-e194-4f9d-96b5-945b9258850d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.909408 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-588abd59-73db-4c9c-9adc-1af3e8cd517d req-bf68d93b-e194-4f9d-96b5-945b9258850d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 947 time: 0.0516927 Aug 04 15:21:25.923878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-7d9914ea-d467-42da-b8fd-c578855c8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:25.925449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-7d9914ea-d467-42da-b8fd-c578855c8326 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.0919065 Aug 04 15:21:25.947917 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-588abd59-73db-4c9c-9adc-1af3e8cd517d req-eb0b13cb-f36b-476a-8bbd-157e9b1970a4 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 04 15:21:25.968069 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-1328000d-24b3-42d1-92e6-4fb79fce7844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7370d54d-9efd-4dad-83b7-d997966091a4 HTTP/1.1" status: 200 len: 217 time: 0.0349250 Aug 04 15:21:26.025862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-e22f5f8c-ffd6-4668-83b8-1cabdd1f8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:26.028047 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-e22f5f8c-ffd6-4668-83b8-1cabdd1f8cc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0530188 Aug 04 15:21:26.078889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-7560f75b-cbe9-4b84-a9cf-8dd1ba167234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:26.080418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-7560f75b-cbe9-4b84-a9cf-8dd1ba167234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433574 Aug 04 15:21:26.177461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-c9e9ce1d-ae83-4beb-8017-dcdd3bd24c1f service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879221 Aug 04 15:21:26.288302 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8671dbf8-cbce-4162-b8c3-3fd67a46de9b req-43ba8805-0470-418b-b737-439f386e9374 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031702 Aug 04 15:21:27.073333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c792fed-c5f4-4a4e-960b-97166ecceb7f req-5ce665bd-2433-49c5-8587-2fa6f84f6bf1 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:27.074856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c792fed-c5f4-4a4e-960b-97166ecceb7f req-5ce665bd-2433-49c5-8587-2fa6f84f6bf1 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 947 time: 0.0522556 Aug 04 15:21:27.112589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c792fed-c5f4-4a4e-960b-97166ecceb7f req-4e309ffa-5b02-4d22-9b61-b65c335f0b4b tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Aug 04 15:21:28.229482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1e37f-e657-48c5-9598-cbda6f3b7114 req-1c4474f3-073c-4d8d-972c-a9479f85658a tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:28.231042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3c1e37f-e657-48c5-9598-cbda6f3b7114 req-1c4474f3-073c-4d8d-972c-a9479f85658a tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 947 time: 0.0495663 Aug 04 15:21:28.272157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3c1e37f-e657-48c5-9598-cbda6f3b7114 req-6109f746-aff5-4db3-8764-7f5c3ca32096 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Aug 04 15:21:28.830490 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7370d54d-9efd-4dad-83b7-d997966091a4 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:21:28.940551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7370d54d-9efd-4dad-83b7-d997966091a4,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:28.952214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7370d54d-9efd-4dad-83b7-d997966091a4', 'network_id': '7017246f-8f99-4682-beae-332c7d1ef6bb', 'port_id': '7370d54d-9efd-4dad-83b7-d997966091a4', 'mac_address': 'fa:16:3e:e7:8c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff5ab9-9e28-48a5-8af8-a685894f9e72', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:21:29.001308 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:29.014675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7370d54d-9efd-4dad-83b7-d997966091a4 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:21:29.034610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7370d54d-9efd-4dad-83b7-d997966091a4,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:29.040769 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:29.090521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:29.233901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7370d54d-9efd-4dad-83b7-d997966091a4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:29.392625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47895b-5076-46b3-9faf-5bf246422ff8 req-8926f1cc-cfca-4a7c-a6df-70e9f190d07c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:29.394087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e47895b-5076-46b3-9faf-5bf246422ff8 req-8926f1cc-cfca-4a7c-a6df-70e9f190d07c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 948 time: 0.0539775 Aug 04 15:21:29.433017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e47895b-5076-46b3-9faf-5bf246422ff8 req-bdcb2795-ccce-4849-8125-1b48a9d4029f tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Aug 04 15:21:30.573289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f19d60-c315-452d-8080-b4d14de31362 req-0e488888-b3dd-47a6-acb8-89255f8e7cdc tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:30.574751 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3f19d60-c315-452d-8080-b4d14de31362 req-0e488888-b3dd-47a6-acb8-89255f8e7cdc tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 948 time: 0.0572391 Aug 04 15:21:30.613633 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3f19d60-c315-452d-8080-b4d14de31362 req-1d0e619c-19b0-4790-b5e7-0ef89506c87a tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Aug 04 15:21:30.845090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7370d54d-9efd-4dad-83b7-d997966091a4 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:21:30.906847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7370d54d-9efd-4dad-83b7-d997966091a4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:21:30.911332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7370d54d-9efd-4dad-83b7-d997966091a4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:21:30.911720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:30.987205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:31.010121 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:31.012489 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb76fd-05a6-42db-bb34-6fda15fb52f8" -d '{"events": [{"server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "name": "network-vif-plugged", "status": "completed", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:31.029241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7370d54d-9efd-4dad-83b7-d997966091a4,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:31.034016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:31.091916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:31.118961 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c2105-360e-4ac9-8141-11ff90eb468b x-openstack-request-id: req-ce2c2105-360e-4ac9-8141-11ff90eb468b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:31.119328 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "name": "network-vif-plugged", "status": "completed", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:31.119643 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce2c2105-360e-4ac9-8141-11ff90eb468b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:31.120108 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4', 'code': 200} Aug 04 15:21:31.215040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aceac-6c89-41b0-a2b0-3bab405e9f59 req-da7508eb-8f18-49e9-ac12-7e0504d31a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:31.216594 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e6aceac-6c89-41b0-a2b0-3bab405e9f59 req-da7508eb-8f18-49e9-ac12-7e0504d31a60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 1101 time: 0.0414999 Aug 04 15:21:31.252659 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e6aceac-6c89-41b0-a2b0-3bab405e9f59 req-04c5d4c8-8c8b-4ea3-a3ba-0bbb87388ec1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288410 Aug 04 15:21:31.743801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f83c8b-b39e-402a-9191-dcd4d19fd6ae req-d9b187ed-59cf-4848-9979-89f66ceb6935 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:31.745304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f83c8b-b39e-402a-9191-dcd4d19fd6ae req-d9b187ed-59cf-4848-9979-89f66ceb6935 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 949 time: 0.0585980 Aug 04 15:21:31.784256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8f83c8b-b39e-402a-9191-dcd4d19fd6ae req-5836824e-9fdd-45db-ab6b-36df415596db tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Aug 04 15:21:32.838263 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-f89584b9-d155-4b7b-b400-e325c632d0e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411382 Aug 04 15:21:32.906606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a98eb-b2b9-4007-8525-7a5b731729fc req-09778c00-2426-4917-821e-47d8543f7b00 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:32.908215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a72a98eb-b2b9-4007-8525-7a5b731729fc req-09778c00-2426-4917-821e-47d8543f7b00 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 949 time: 0.0542560 Aug 04 15:21:32.947045 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a72a98eb-b2b9-4007-8525-7a5b731729fc req-e32989b7-810b-48a5-967c-0efef769c6f4 tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Aug 04 15:21:32.971007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183250-e563-462b-94a9-89072c2b8716 req-fd2683db-8d91-424a-a850-34f97f9b92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:32.972523 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-fd2683db-8d91-424a-a850-34f97f9b92e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f713f2741541928ddde1639f35db2f&device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 1101 time: 0.0451858 Aug 04 15:21:33.076564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183250-e563-462b-94a9-89072c2b8716 req-0a588da2-2e46-4ab2-893e-e1a2c4cc2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:33.077942 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-0a588da2-2e46-4ab2-893e-e1a2c4cc2366 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7017246f-8f99-4682-beae-332c7d1ef6bb HTTP/1.1" status: 200 len: 870 time: 0.0847473 Aug 04 15:21:33.123856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-d8f13d22-d636-4bfb-af58-fa13ea91fdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7370d54d-9efd-4dad-83b7-d997966091a4 HTTP/1.1" status: 200 len: 217 time: 0.0384243 Aug 04 15:21:33.173856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183250-e563-462b-94a9-89072c2b8716 req-b7db5168-826f-4101-8cb0-289115349e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:33.175364 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-b7db5168-826f-4101-8cb0-289115349e70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eff5ab9-9e28-48a5-8af8-a685894f9e72 HTTP/1.1" status: 200 len: 843 time: 0.0446243 Aug 04 15:21:33.222048 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183250-e563-462b-94a9-89072c2b8716 req-68c1d613-5fe1-405d-927a-f6944a63eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:33.223496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-68c1d613-5fe1-405d-927a-f6944a63eaf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7017246f-8f99-4682-beae-332c7d1ef6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410094 Aug 04 15:21:33.318815 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-5ec95e87-6f0b-4546-8c5f-ea2d9477992a service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 Aug 04 15:21:33.408248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e1183250-e563-462b-94a9-89072c2b8716 req-78536b00-1cc2-472d-bc38-11831f4d1422 service neutron] 10.222.0.46 "GET /v2.0/networks/7017246f-8f99-4682-beae-332c7d1ef6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Aug 04 15:21:33.882491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961082-24fc-4cb4-a150-f4f5e4e48bab req-b8699908-bf12-4803-9de4-4b955803ac0d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:33.883908 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52961082-24fc-4cb4-a150-f4f5e4e48bab req-b8699908-bf12-4803-9de4-4b955803ac0d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 949 time: 0.0534017 Aug 04 15:21:33.925973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-52961082-24fc-4cb4-a150-f4f5e4e48bab req-e72ec23b-4222-4d20-9458-64c8fade95db tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Aug 04 15:21:34.062901 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:21:35.058868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a327c-e441-4335-ae6a-bc641c3ac65b req-723b2317-6622-4bd5-a476-4039c977676c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:35.060412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f3a327c-e441-4335-ae6a-bc641c3ac65b req-723b2317-6622-4bd5-a476-4039c977676c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 949 time: 0.0555065 Aug 04 15:21:35.099186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f3a327c-e441-4335-ae6a-bc641c3ac65b req-87460df7-a2d5-4219-a620-7cfcd156316d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.76 "GET /v2.0/security-groups?id=beb10005-9f4f-4685-9a61-519f75b340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Aug 04 15:21:35.149423 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-be558bbd-d746-4527-8645-752c5c5aee9c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:35.150980 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-be558bbd-d746-4527-8645-752c5c5aee9c tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.46 "GET /v2.0/ports?device_id=8de83828-2bb4-4fe1-8a9a-158f5505ad36 HTTP/1.1" status: 200 len: 949 time: 0.0486350 Aug 04 15:21:35.245253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Deleting port 7370d54d-9efd-4dad-83b7-d997966091a4 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:21:35.245469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:35.334243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] For port 7370d54d-9efd-4dad-83b7-d997966091a4, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7370d54d-9efd-4dad-83b7-d997966091a4,segment=NetworkSegment(2ddb6f55-29a9-4e11-b45c-560a5a468bbb),segment_id=2ddb6f55-29a9-4e11-b45c-560a5a468bbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:35.334619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:35.347317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Calling delete_port for 7370d54d-9efd-4dad-83b7-d997966091a4 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:21:35.483006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:35.497261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7370d54d-9efd-4dad-83b7-d997966091a4'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:35.515350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Pushing event deleted for resources: {'Port': ['ID=7370d54d-9efd-4dad-83b7-d997966091a4,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:35.560385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] No DVR routers for this DVR port 7370d54d-9efd-4dad-83b7-d997966091a4 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:21:35.563150 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:35.565218 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-53edd649-6c58-4bb3-9601-66083dd33b73 req-286e957b-42b7-45f3-b813-8424e3e26f9d tempest-ServersAdminNegativeTestJSON-2041804197 tempest-ServersAdminNegativeTestJSON-2041804197-project] 10.222.0.46 "DELETE /v2.0/ports/7370d54d-9efd-4dad-83b7-d997966091a4 HTTP/1.1" status: 204 len: 173 time: 0.4084222 Aug 04 15:21:35.565666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'name': 'network-vif-deleted', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:35.568013 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b742db7-80a5-4bb4-8e6b-1e9731765a16" -d '{"events": [{"server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "name": "network-vif-deleted", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:35.611520 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab3df0-b5b4-49ba-b802-616d09742df3 x-openstack-request-id: req-beab3df0-b5b4-49ba-b802-616d09742df3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:35.611826 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de83828-2bb4-4fe1-8a9a-158f5505ad36", "name": "network-vif-deleted", "tag": "7370d54d-9efd-4dad-83b7-d997966091a4", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:35.612085 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-beab3df0-b5b4-49ba-b802-616d09742df3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:35.612526 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de83828-2bb4-4fe1-8a9a-158f5505ad36', 'name': 'network-vif-deleted', 'tag': '7370d54d-9efd-4dad-83b7-d997966091a4', 'status': 'completed', 'code': 200} Aug 04 15:21:36.445662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41156) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:36.592524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-073893e0-614c-4682-a427-339ef76fabf8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2f713f2741541928ddde1639f35db2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456385 Aug 04 15:21:36.596169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41160) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:36.648094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:36.672559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:36.728643 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:36.731791 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:36.733225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/beb10005-9f4f-4685-9a61-519f75b340a2 HTTP/1.1" status: 204 len: 168 time: 0.1359899 Aug 04 15:21:36.741441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb10005-9f4f-4685-9a61-519f75b340a2,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:36.750552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.750973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.751330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.751681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.752027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.752367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.752708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.753048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.753388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.753852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.754229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.754564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254e06f2-6b61-4f62-84c2-c454bb1f51a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:36.994112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41166) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:37.007275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304fc47-0a94-4269-8ef4-b189723035b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.110622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304fc47-0a94-4269-8ef4-b189723035b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.115396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1304fc47-0a94-4269-8ef4-b189723035b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.153388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1304fc47-0a94-4269-8ef4-b189723035b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74bac8d4f9cd46bea875daebe4ec8969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581469 Aug 04 15:21:37.154081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fc47-0a94-4269-8ef4-b189723035b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb09bfb3-6786-4aaf-af80-5c52c0f308c6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:37.156347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:37.217565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.239541 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.290429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.293114 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:37.294485 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb09bfb3-6786-4aaf-af80-5c52c0f308c6 HTTP/1.1" status: 204 len: 168 time: 0.1368480 Aug 04 15:21:37.302459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543db0a-3fc9-4f91-b649-c28420281777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb09bfb3-6786-4aaf-af80-5c52c0f308c6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:38.044120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:38.148412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-75629794-network', 'tenant_id': 'e092c2b4d6644e4ba818a82156e43c85'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:38.175676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Made reservation on behalf of e092c2b4d6644e4ba818a82156e43c85 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:38.178274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.188459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.282224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.287157 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.311743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:21:38.322371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a8193-c2f9-4fd4-b928-0569840ecb60,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:38.327222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.327573 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Added segment 4231eaf5-a494-4e5a-a277-ea7c155d8fed of type vlan for network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a Aug 04 15:21:38.370570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.401041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.402000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:38.402695 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.458164 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4127884 Aug 04 15:21:38.461107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af869989-d927-469e-a553-ce1b2873e297 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba01778-4075-4ad4-bf7c-aa7191af3b0a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:38.461538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41194) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:38.468421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Request body: {'subnet': {'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-75629794-subnet', 'tenant_id': 'e092c2b4d6644e4ba818a82156e43c85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:38.471438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:21:38.492030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Made reservation on behalf of e092c2b4d6644e4ba818a82156e43c85 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:38.494723 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.673701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.734717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4563d86-c1da-4f1c-93cc-d49d08ea690e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:38.743390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Checking segment: {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:21:38.743764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Network hostable DHCP agents. Network: 4ba01778-4075-4ad4-bf7c-aa7191af3b0a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:21:38.763305 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:21:38.773102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 4ba01778-4075-4ad4-bf7c-aa7191af3b0a) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:21:38.777280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:38.777906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.782744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea42b2-0ad5-4f2a-b890-15b021a0c04c None None] Network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:38.793067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3129faea-1135-437c-b75f-dea796e5a2ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3296542 Aug 04 15:21:38.907027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d04fa-cd7f-4731-8302-f5fe24313bdd None None] Network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:39.214112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-f20dda25-a4df-4e61-a605-357b5a0d35ce tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:39.215626 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-f20dda25-a4df-4e61-a605-357b5a0d35ce tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 810 time: 0.1020098 Aug 04 15:21:39.233094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-68d965a6-d850-4c5d-9c7b-699a3bc7f9eb tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/quotas/e092c2b4d6644e4ba818a82156e43c85 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Aug 04 15:21:39.271962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-c8223172-e06c-4e93-9429-01fcca24d3a5 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306723 Aug 04 15:21:39.428685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-167fd1fc-0284-494b-8616-4314478d780b service neutron] 10.222.0.76 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490467 Aug 04 15:21:39.523357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-fc116d4a-fe55-4596-81f5-9bd45c151d0a service neutron] 10.222.0.76 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885108 Aug 04 15:21:39.696325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-003714a6-0e24-496f-8f1c-a2bcc46dcdea req-ffdd20c5-fe13-4593-9e08-8b10694cb77f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Aug 04 15:21:40.797362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-385d174a-060f-4e31-8025-b4418cec6fcd req-352d2638-cd0a-442c-8e12-13e96a7a58cc tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0277834 Aug 04 15:21:40.855945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7370d54d-9efd-4dad-83b7-d997966091a4 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:21:40.876280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 7370d54d-9efd-4dad-83b7-d997966091a4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:21:40.876626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7370d54d-9efd-4dad-83b7-d997966091a4 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:21:41.016605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-c893fbea-554e-4590-a4ef-0e67b2492567 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:41.018100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-c893fbea-554e-4590-a4ef-0e67b2492567 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.46 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 810 time: 0.4701972 Aug 04 15:21:41.032186 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Request body: {'port': {'device_id': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a', 'admin_state_up': True, 'tenant_id': 'e092c2b4d6644e4ba818a82156e43c85'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:41.143269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Made reservation on behalf of e092c2b4d6644e4ba818a82156e43c85 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:41.147063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.281025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Allocated IP 172.20.0.12 (4ba01778-4075-4ad4-bf7c-aa7191af3b0a/e4563d86-c1da-4f1c-93cc-d49d08ea690e/eed545ae-8afe-442f-bf09-66934e9b5389) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:21:41.429341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.468781 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.510671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:21:41.515913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:21:41.519689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:21:41.526158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:41.571294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:41.571883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.586108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-a384417c-bf6c-4849-a630-7d201fa4b209 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576611 Aug 04 15:21:41.598076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Request body: {'port': {'device_id': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:41.655608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.914133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7fd2-6979-49c2-a9e6-0832e32ccfc2 req-ac3b4fde-fe73-481b-9b7f-dbf288e9fd56 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:41.916013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a2d7fd2-6979-49c2-a9e6-0832e32ccfc2 req-ac3b4fde-fe73-481b-9b7f-dbf288e9fd56 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 932 time: 0.0488739 Aug 04 15:21:41.920307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed545ae-8afe-442f-bf09-66934e9b5389 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:21:41.927988 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.939995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Transition to ACTIVE for port object eed545ae-8afe-442f-bf09-66934e9b5389 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:21:41.945330 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:41.957199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a2d7fd2-6979-49c2-a9e6-0832e32ccfc2 req-953462a7-39c9-4a67-a431-4b5e11d45463 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Aug 04 15:21:42.013863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:42.069995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:21:42.070752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:21:42.070752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:21:42.075679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:21:42.076017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:21:42.081449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:21:42.081758 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Checking segment: {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:21:42.082190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Bound using segment: {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:21:42.082678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Bound port: eed545ae-8afe-442f-bf09-66934e9b5389, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:21:42.083063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:42.152295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:21:42.157944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:21:42.164227 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:42.198769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.199401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:42.200791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] 10.222.0.46 "PUT /v2.0/ports/eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 1093 time: 0.6068771 Aug 04 15:21:42.201229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:42.203561 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e42238-0a6b-42ee-b52b-f3df19667205" -d '{"events": [{"name": "network-changed", "server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:42.227135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c296-e37f-41c2-90d2-c2c9e6221ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:42.268316 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437f7356-8326-4a00-beed-57841e61d270 x-openstack-request-id: req-437f7356-8326-4a00-beed-57841e61d270 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:42.268799 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:42.269049 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-437f7356-8326-4a00-beed-57841e61d270 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:42.269439 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'status': 'completed', 'code': 200} Aug 04 15:21:42.287382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-e8c15494-741e-4b35-a097-36ea5fe8843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.288963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-e8c15494-741e-4b35-a097-36ea5fe8843e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0486407 Aug 04 15:21:42.335460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-d4154bcf-a775-488c-ac0e-3cb22f0886a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0387299 Aug 04 15:21:42.386853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-4072c922-a973-4012-b7e7-16d2162a359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.388285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-4072c922-a973-4012-b7e7-16d2162a359e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0459256 Aug 04 15:21:42.424923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-9df15398-79dc-471d-a768-b1f91d7c4ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293660 Aug 04 15:21:42.519361 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-ba8871f9-19f8-4454-acb4-e6390fc46b9f service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873497 Aug 04 15:21:42.609291 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8f717539-ce65-44f7-b7ec-9df3a06511e7 req-698cc7f0-2297-47f4-954d-99ca5c9ac9dd service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817029 Aug 04 15:21:42.705316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-c87f68bb-d20d-4c93-a7cd-2901fdd40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.706839 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-c87f68bb-d20d-4c93-a7cd-2901fdd40cb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0430052 Aug 04 15:21:42.803429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-b1481314-c067-4379-809c-31c67b25e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.804976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-b1481314-c067-4379-809c-31c67b25e703 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.0904806 Aug 04 15:21:42.847079 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-28edff61-f2c2-441b-bdd7-e819062e2805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0342929 Aug 04 15:21:42.902850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-2031755a-1d86-4e31-8a57-2e2c21cb7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:42.904236 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-2031755a-1d86-4e31-8a57-2e2c21cb7086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0502927 Aug 04 15:21:42.941148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-614ad4ed-fbbc-4d47-a569-f58cc4bae7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289156 Aug 04 15:21:43.032631 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-8c49e258-b98f-4575-aa57-e78d784a96be service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826991 Aug 04 15:21:43.073831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf806163-babd-4583-af8a-ae112ebc7217 req-d1a8567c-d3d7-4578-b202-414654e46491 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:43.075488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf806163-babd-4583-af8a-ae112ebc7217 req-d1a8567c-d3d7-4578-b202-414654e46491 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0486901 Aug 04 15:21:43.118130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf806163-babd-4583-af8a-ae112ebc7217 req-00de0d32-4e07-4834-9929-914a56fabaa3 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Aug 04 15:21:43.129491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11e42238-0a6b-42ee-b52b-f3df19667205 req-b41ff0a2-1878-4965-a190-fa944777b9be service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888515 Aug 04 15:21:44.246891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b88f5a-e1bf-48ac-b1c2-329b342f4868 req-19a6c664-67a0-40b6-9ae0-5e5154b5b713 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:44.249511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5b88f5a-e1bf-48ac-b1c2-329b342f4868 req-19a6c664-67a0-40b6-9ae0-5e5154b5b713 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0538983 Aug 04 15:21:44.287416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5b88f5a-e1bf-48ac-b1c2-329b342f4868 req-16c90dac-4a5a-4d31-b75a-d724b35cd045 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 04 15:21:44.826205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce0e81ff-065c-4aaa-a68a-4cea01002233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:45.426903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797cfbb-7d91-4c29-b0c7-0faf058b4b70 req-c4e1bb8a-fdb4-4162-9663-714c2251a389 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:45.428427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0797cfbb-7d91-4c29-b0c7-0faf058b4b70 req-c4e1bb8a-fdb4-4162-9663-714c2251a389 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0661573 Aug 04 15:21:45.473019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0797cfbb-7d91-4c29-b0c7-0faf058b4b70 req-97a3b5c4-836b-4213-848d-d7df9334bf09 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Aug 04 15:21:46.613724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d6108-8866-489b-93d2-d4345b2fe0b1 req-aeaaef83-0c71-4758-90c0-d10058bafe01 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:46.615139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104d6108-8866-489b-93d2-d4345b2fe0b1 req-aeaaef83-0c71-4758-90c0-d10058bafe01 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0596340 Aug 04 15:21:46.659994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-104d6108-8866-489b-93d2-d4345b2fe0b1 req-204083da-265d-48ff-8e46-b2bc77404cca tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Aug 04 15:21:46.873063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:21:46.985065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:46.996540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a', 'port_id': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'mac_address': 'fa:16:3e:a7:f0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4563d86-c1da-4f1c-93cc-d49d08ea690e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:21:47.035791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:47.049077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed545ae-8afe-442f-bf09-66934e9b5389 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:21:47.069005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:47.073609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:47.123249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:47.130606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.131048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.131398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.131740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.132081 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.132419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.132763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.133080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.133397 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.133719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.134048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.134368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:47.270784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['eed545ae-8afe-442f-bf09-66934e9b5389'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:21:47.428236 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-403c9d21-3638-4320-b67b-2505d5924212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:47.680212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:47.779561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69365d5-a131-41cb-9d7b-ea6b9501c045 req-0682ab90-334c-4e5b-b2d0-e0cbdf667a9b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:47.781101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d69365d5-a131-41cb-9d7b-ea6b9501c045 req-0682ab90-334c-4e5b-b2d0-e0cbdf667a9b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0536246 Aug 04 15:21:47.820261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d69365d5-a131-41cb-9d7b-ea6b9501c045 req-b5e87b62-cb0b-4810-9650-f0b15eb55ff9 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 04 15:21:48.176085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:48.818301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:48.859598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:21:48.911588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port eed545ae-8afe-442f-bf09-66934e9b5389 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:21:48.915403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port eed545ae-8afe-442f-bf09-66934e9b5389 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:21:48.915787 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:48.936323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878572fb-4819-495b-9fd4-6ec915f42d42 req-35adf175-d22e-409d-9d17-e964652bc9b5 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:48.937852 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-878572fb-4819-495b-9fd4-6ec915f42d42 req-35adf175-d22e-409d-9d17-e964652bc9b5 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Aug 04 15:21:48.977022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-878572fb-4819-495b-9fd4-6ec915f42d42 req-e8d39d69-f9dc-4233-8d1f-942bbeb84fd7 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Aug 04 15:21:49.000985 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:49.004021 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:49.023835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:21:49.026359 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fafe87-8071-40fb-b65f-8cf75a170d2a" -d '{"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-plugged", "status": "completed", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:21:49.040445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:49.045127 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:49.068760 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53414730-fbd0-4ea8-add9-d7cd266a75f3 x-openstack-request-id: req-53414730-fbd0-4ea8-add9-d7cd266a75f3 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:21:49.068991 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-plugged", "status": "completed", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:21:49.069244 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53414730-fbd0-4ea8-add9-d7cd266a75f3 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:21:49.069629 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'code': 200} Aug 04 15:21:49.099525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:49.163518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4067a5a-832b-42f9-96b4-f857668d97bc req-f6aba272-3aa0-419f-a14f-f150e79d149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:49.165527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c4067a5a-832b-42f9-96b4-f857668d97bc req-f6aba272-3aa0-419f-a14f-f150e79d149c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1098 time: 0.0463536 Aug 04 15:21:49.202648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c4067a5a-832b-42f9-96b4-f857668d97bc req-6cd0d29d-e6ce-405a-a69b-a575ca0a005a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289993 Aug 04 15:21:50.096024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d52ed-6850-4823-b423-5c7e18f07acd req-d22baf57-fa65-4c13-8c8d-41e33293c310 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:50.097507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-821d52ed-6850-4823-b423-5c7e18f07acd req-d22baf57-fa65-4c13-8c8d-41e33293c310 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0519402 Aug 04 15:21:50.141520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-821d52ed-6850-4823-b423-5c7e18f07acd req-6a4fd999-f0ac-4457-877c-5ea04637cced tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Aug 04 15:21:50.325432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:50.397404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fff717-f29a-4420-995e-034d8e61e965 req-9534e413-6511-4b90-a849-1987d7891dc7 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:50.399223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9fff717-f29a-4420-995e-034d8e61e965 req-9534e413-6511-4b90-a849-1987d7891dc7 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0498104 Aug 04 15:21:50.426836 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-36f76fa0-17e1-4e99-88dd-685952d8fc83 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908358 Aug 04 15:21:50.439560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e9fff717-f29a-4420-995e-034d8e61e965 req-75636d26-41af-4197-a3bf-dab9f8ca0a4b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Aug 04 15:21:51.573799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5488973-4f3e-4e44-be34-1793ac43512f req-3b8a4864-6670-4d0c-b1c5-1e769ce48c07 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:51.575407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5488973-4f3e-4e44-be34-1793ac43512f req-3b8a4864-6670-4d0c-b1c5-1e769ce48c07 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0586801 Aug 04 15:21:51.616159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5488973-4f3e-4e44-be34-1793ac43512f req-0b403de5-d7e6-4411-9f11-0c7ec4689092 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Aug 04 15:21:51.631378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-bdbfcec2-44c8-482b-832b-385c47de6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:51.632920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-bdbfcec2-44c8-482b-832b-385c47de6487 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1098 time: 0.0459344 Aug 04 15:21:51.725737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-de093b09-77f3-43fd-a5e1-9c0186ec606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:51.727188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-de093b09-77f3-43fd-a5e1-9c0186ec606a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.0872574 Aug 04 15:21:51.782475 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-541cdb64-4907-47e1-9d74-3f11d8cfd037 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0471642 Aug 04 15:21:51.835732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-dbaafac8-059b-43b6-8943-416be7dab989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:51.837215 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-dbaafac8-059b-43b6-8943-416be7dab989 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0464873 Aug 04 15:21:51.868182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-418117d4-d66b-4e16-98fe-af7424996586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241058 Aug 04 15:21:51.958432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-c034d232-b578-4c97-8caf-7cc19ea45da5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830736 Aug 04 15:21:52.056503 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-5835195d-4edb-4540-910b-68dc2ca52448 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903432 Aug 04 15:21:52.749715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eab74-6dee-42b4-b4ae-d4c77031d808 req-25ea89f7-c46a-43da-8cf2-483c3713a772 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:52.751240 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d2eab74-6dee-42b4-b4ae-d4c77031d808 req-25ea89f7-c46a-43da-8cf2-483c3713a772 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0590594 Aug 04 15:21:52.794123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d2eab74-6dee-42b4-b4ae-d4c77031d808 req-b65a6e52-b4a0-4c9e-99a8-0c05e5685188 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367374 Aug 04 15:21:53.936307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c846a-1dc0-48dc-bb3b-1fa1653ba680 req-551d183b-84e6-42ad-b3b9-dfd2e80a33e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:53.937808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba9c846a-1dc0-48dc-bb3b-1fa1653ba680 req-551d183b-84e6-42ad-b3b9-dfd2e80a33e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Aug 04 15:21:53.978792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba9c846a-1dc0-48dc-bb3b-1fa1653ba680 req-8d4cb949-3a7c-46b6-a2f4-4d49ebffd131 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Aug 04 15:21:55.105774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a878cd-3151-49df-b75d-2d8849282462 req-c59dfe8c-31dc-499a-bf66-ea65f19ab612 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:55.107302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9a878cd-3151-49df-b75d-2d8849282462 req-c59dfe8c-31dc-499a-bf66-ea65f19ab612 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0505288 Aug 04 15:21:55.146645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9a878cd-3151-49df-b75d-2d8849282462 req-fd42dfaf-b405-402c-b078-70294c8ca3c7 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Aug 04 15:21:56.279553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fae8e5-6f63-4ffa-b7fc-99f0a3d4455e req-7b59a156-8571-46db-a2a2-f77603c10417 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:56.281067 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3fae8e5-6f63-4ffa-b7fc-99f0a3d4455e req-7b59a156-8571-46db-a2a2-f77603c10417 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0572929 Aug 04 15:21:56.324018 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3fae8e5-6f63-4ffa-b7fc-99f0a3d4455e req-78b40953-1726-4225-9675-3093ef9c8ec4 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Aug 04 15:21:57.454087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6270-a9de-44e3-93f6-0e771047faca req-20c29915-2de7-48d4-bddc-c0ecd61d1e6e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:57.455568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baaf6270-a9de-44e3-93f6-0e771047faca req-20c29915-2de7-48d4-bddc-c0ecd61d1e6e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0556123 Aug 04 15:21:57.496670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baaf6270-a9de-44e3-93f6-0e771047faca req-e698aa08-0354-4a47-8302-b94ca5792b0e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 04 15:21:58.631659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab562-56fa-4650-9fc0-04c70f83edf8 req-b381e799-ccd7-457a-b6a7-db6e8c71576f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:58.633100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfbab562-56fa-4650-9fc0-04c70f83edf8 req-b381e799-ccd7-457a-b6a7-db6e8c71576f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Aug 04 15:21:58.672078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cfbab562-56fa-4650-9fc0-04c70f83edf8 req-fc1846c9-da26-4987-b907-13936e890967 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Aug 04 15:21:59.812839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887cdf-6728-4eeb-b47a-b642e995cfcd req-08bb4d37-f04c-4a21-a5d4-73aae7ff7a48 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:59.814356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24887cdf-6728-4eeb-b47a-b642e995cfcd req-08bb4d37-f04c-4a21-a5d4-73aae7ff7a48 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0506063 Aug 04 15:21:59.856368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24887cdf-6728-4eeb-b47a-b642e995cfcd req-3eacd054-c60a-4f54-9939-9e417ddefbf6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Aug 04 15:22:00.997601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3206f-2383-426e-8dcf-5f2b9dee1e05 req-690a3fd8-e5bc-4600-af5e-3369801d70f2 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:00.999218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cc3206f-2383-426e-8dcf-5f2b9dee1e05 req-690a3fd8-e5bc-4600-af5e-3369801d70f2 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0658152 Aug 04 15:22:01.037982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7cc3206f-2383-426e-8dcf-5f2b9dee1e05 req-60cde45e-c8e3-441b-b48b-6b6cee2a2e2d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Aug 04 15:22:02.162803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5610-382b-4325-8c60-812e25c5745a req-196655da-7f56-4de3-bada-dc3b4e007ccf tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:02.164374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d76e5610-382b-4325-8c60-812e25c5745a req-196655da-7f56-4de3-bada-dc3b4e007ccf tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Aug 04 15:22:02.201412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d76e5610-382b-4325-8c60-812e25c5745a req-dda6dd8b-d2f2-4a98-9801-0c846a9a8b25 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Aug 04 15:22:03.318309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a991f-d4ad-4dc4-8241-03ffee77c436 req-47b9b333-e0e8-4270-9779-a5ae1872f1fd tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:03.319848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df5a991f-d4ad-4dc4-8241-03ffee77c436 req-47b9b333-e0e8-4270-9779-a5ae1872f1fd tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0501964 Aug 04 15:22:03.362069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-df5a991f-d4ad-4dc4-8241-03ffee77c436 req-f0f4bf76-cd22-4515-924a-30c53a7ec129 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Aug 04 15:22:04.494500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12f61a-86a4-4fbf-b776-895e2cc12701 req-d50251f2-d900-4d9a-a0c9-dfc9d2aaea35 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:04.496073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d12f61a-86a4-4fbf-b776-895e2cc12701 req-d50251f2-d900-4d9a-a0c9-dfc9d2aaea35 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Aug 04 15:22:04.538567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d12f61a-86a4-4fbf-b776-895e2cc12701 req-f074d859-7457-4e61-b2e9-8861642278b2 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Aug 04 15:22:05.669472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caef88-4ebb-4f7d-9c0e-2374984c5208 req-7f28a9ea-0865-42ad-8524-4269ef2e99f2 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:05.670990 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0caef88-4ebb-4f7d-9c0e-2374984c5208 req-7f28a9ea-0865-42ad-8524-4269ef2e99f2 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0529873 Aug 04 15:22:05.711544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0caef88-4ebb-4f7d-9c0e-2374984c5208 req-bf5edcb8-6cb6-4a1d-8f50-15a243ba2624 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Aug 04 15:22:06.849956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4958ddb-bd69-4c31-b855-c1b78e6d40ca req-da5cfe2c-18a2-4c05-8bb0-54c590aefe10 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:06.851490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4958ddb-bd69-4c31-b855-c1b78e6d40ca req-da5cfe2c-18a2-4c05-8bb0-54c590aefe10 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0662131 Aug 04 15:22:06.898665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4958ddb-bd69-4c31-b855-c1b78e6d40ca req-88082058-0a75-4087-adba-1599f16522a3 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Aug 04 15:22:08.041527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a634f-fb5d-4fa5-b130-18f91dedbf1f req-b529ba43-b3cb-4c18-9d2c-a798e7f0bb87 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:08.043104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e4a634f-fb5d-4fa5-b130-18f91dedbf1f req-b529ba43-b3cb-4c18-9d2c-a798e7f0bb87 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0605352 Aug 04 15:22:08.081049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e4a634f-fb5d-4fa5-b130-18f91dedbf1f req-992d5ffa-6030-4190-b8f4-f55eadc237d1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Aug 04 15:22:09.203622 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238042-925e-4209-b883-375d3c1e7bca req-2133c7c0-185a-46ab-bfde-a7d63fd8fbae tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:09.205126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0238042-925e-4209-b883-375d3c1e7bca req-2133c7c0-185a-46ab-bfde-a7d63fd8fbae tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Aug 04 15:22:09.250759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0238042-925e-4209-b883-375d3c1e7bca req-4dba9561-5c47-4a64-b181-dfc63f38fe0b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Aug 04 15:22:10.393231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9259a3-089a-498d-88a5-cf01808a65ac req-98ac9693-85b6-49b6-8ba1-6950fc822a4f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:10.395066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db9259a3-089a-498d-88a5-cf01808a65ac req-98ac9693-85b6-49b6-8ba1-6950fc822a4f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0526345 Aug 04 15:22:10.444685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-db9259a3-089a-498d-88a5-cf01808a65ac req-3f218683-db4b-45c0-b9e6-580fee898d2b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Aug 04 15:22:11.067848 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:22:11.573149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473204f-a9be-4072-b645-883f47a35d4d req-bd205f2c-3a63-4dc9-b458-ba8bc76af72d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:11.574854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2473204f-a9be-4072-b645-883f47a35d4d req-bd205f2c-3a63-4dc9-b458-ba8bc76af72d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Aug 04 15:22:11.630169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2473204f-a9be-4072-b645-883f47a35d4d req-a4ca3ba0-5a16-4871-b501-d1bba988ace6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482826 Aug 04 15:22:12.758134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92742ee0-8a1a-48d9-9fe5-84c1f6dce53f req-e70785c5-dc42-43c8-b4ce-6844f8218e4d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:12.759639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92742ee0-8a1a-48d9-9fe5-84c1f6dce53f req-e70785c5-dc42-43c8-b4ce-6844f8218e4d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0546846 Aug 04 15:22:12.803793 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92742ee0-8a1a-48d9-9fe5-84c1f6dce53f req-34e20545-12ac-4cd8-ad12-2965f2be9ac9 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Aug 04 15:22:13.930142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf33974-1910-4c24-add9-5176d485388c req-63e0b521-a596-4de3-9953-82e702009026 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:13.931683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baf33974-1910-4c24-add9-5176d485388c req-63e0b521-a596-4de3-9953-82e702009026 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0542698 Aug 04 15:22:13.978739 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-baf33974-1910-4c24-add9-5176d485388c req-690d8c71-b5a8-4cc2-a091-dd70d9a67520 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381217 Aug 04 15:22:14.815591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8cfa24f4-a9f3-4e38-82fd-802e66b870d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:15.118162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095bf36-e7db-45e9-a1cd-7e6309852bb1 req-a13d7287-25d1-4cc7-bcd7-fc0ac4eae29f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:15.119691 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c095bf36-e7db-45e9-a1cd-7e6309852bb1 req-a13d7287-25d1-4cc7-bcd7-fc0ac4eae29f tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0617032 Aug 04 15:22:15.158345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c095bf36-e7db-45e9-a1cd-7e6309852bb1 req-9b390c76-ed3d-4b7f-904b-4ae7a3c50d61 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Aug 04 15:22:16.292599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b1fc-da6b-4123-88cd-de5cd9ba8a4c req-87619edb-dade-4502-b60e-bcbcbd1e66e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:16.294077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d17b1fc-da6b-4123-88cd-de5cd9ba8a4c req-87619edb-dade-4502-b60e-bcbcbd1e66e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0585160 Aug 04 15:22:16.334669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d17b1fc-da6b-4123-88cd-de5cd9ba8a4c req-02ec469d-332d-4fa1-832b-0b643339a07a tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 04 15:22:17.431534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-76b6e737-aec3-45f8-ae5d-43d4f492945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:17.457672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e3b7a-a5b4-45c6-88ea-0fc404351dcd req-6e793149-2917-4226-b921-dc90b9445795 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:17.459221 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a8e3b7a-a5b4-45c6-88ea-0fc404351dcd req-6e793149-2917-4226-b921-dc90b9445795 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0503087 Aug 04 15:22:17.502815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a8e3b7a-a5b4-45c6-88ea-0fc404351dcd req-ce2c8aba-c842-4a28-8eb9-93b30ad83137 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Aug 04 15:22:17.675495 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:18.178150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:18.635408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96de0eb-46dc-4918-8104-64b01cec660f req-80a9ecec-d7d5-4814-b550-498d783a7f8b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:18.637137 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f96de0eb-46dc-4918-8104-64b01cec660f req-80a9ecec-d7d5-4814-b550-498d783a7f8b tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 946 time: 0.0536625 Aug 04 15:22:18.677304 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f96de0eb-46dc-4918-8104-64b01cec660f req-897f6645-9d7d-49c0-8002-505cb299dd2d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Aug 04 15:22:18.824027 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:18.990427 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:18.992702 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-bb355b8b-e974-4e13-876a-8c2b27739507 service neutron] show failed (client error): The resource could not be found. Aug 04 15:22:18.993650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-bb355b8b-e974-4e13-876a-8c2b27739507 service neutron] 10.222.0.46 "GET /v2.0/ports/eed545ae-8afe-442f-bf09-66934e9b5389/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0655940 Aug 04 15:22:19.204763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-5cfd3e41-8a17-4251-b759-20f168052366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:19.206200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-5cfd3e41-8a17-4251-b759-20f168052366 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2&tenant_id=e092c2b4d6644e4ba818a82156e43c85 HTTP/1.1" status: 200 len: 1098 time: 0.0433340 Aug 04 15:22:19.217900 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:22:19.276425 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.502998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:19.538136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:22:19.577174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:22:19.579478 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe2c43-2cde-4591-95d9-dcdc2b3ef215" -d '{"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-unplugged", "status": "completed", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:22:19.583437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.597247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Transition to ACTIVE for port object eed545ae-8afe-442f-bf09-66934e9b5389 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:22:19.601207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.635235 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca2ee0b-694f-4ebb-a028-5a65ca82b693 x-openstack-request-id: req-3ca2ee0b-694f-4ebb-a028-5a65ca82b693 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:22:19.635565 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-unplugged", "status": "completed", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:22:19.635816 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ca2ee0b-694f-4ebb-a028-5a65ca82b693 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:22:19.636240 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'code': 200} Aug 04 15:22:19.665049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] No DVR routers for this DVR port eed545ae-8afe-442f-bf09-66934e9b5389 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:22:19.671607 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:19.706224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:22:19.706605 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:22:19.706947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:22:19.711427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:22:19.711750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Attempting to bind port eed545ae-8afe-442f-bf09-66934e9b5389 on network 4ba01778-4075-4ad4-bf7c-aa7191af3b0a {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:22:19.716774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:22:19.717116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Checking segment: {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:22:19.717525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Bound using segment: {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:22:19.717952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Bound port: eed545ae-8afe-442f-bf09-66934e9b5389, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231eaf5-a494-4e5a-a277-ea7c155d8fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:22:19.718315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.780349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:22:19.783676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:22:19.788858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.794965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c582a-7e63-4f44-a4ed-1cd06de28698 req-ac90815d-4044-4b6d-a223-af8e68db7cba tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:19.796690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a9c582a-7e63-4f44-a4ed-1cd06de28698 req-ac90815d-4044-4b6d-a223-af8e68db7cba tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0513337 Aug 04 15:22:19.823078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:19.823705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:19.825132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] 10.222.0.38 "PUT /v2.0/ports/eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 1093 time: 0.6113789 Aug 04 15:22:19.836621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0a9c582a-7e63-4f44-a4ed-1cd06de28698 req-fefdc422-bfcd-4336-832f-4d6435ec5c8c tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Aug 04 15:22:19.857062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7ac1-8c48-4e9d-9902-23b864190087 service neutron] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:19.902935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-24bc1661-5c22-4ed8-8abf-3fce8d186ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:19.905312 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-24bc1661-5c22-4ed8-8abf-3fce8d186ed5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0558536 Aug 04 15:22:19.997622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-3bdf10b8-33f7-4fa1-8914-05f131a5b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:19.999140 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-3bdf10b8-33f7-4fa1-8914-05f131a5b9cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.0869577 Aug 04 15:22:20.044781 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-9086d40e-527d-4ba5-a4d8-7d3d54cb4282 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0388360 Aug 04 15:22:20.102561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-61876fe6-ccbc-40c1-b920-5c45f948c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:20.105140 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-61876fe6-ccbc-40c1-b920-5c45f948c4d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0533102 Aug 04 15:22:20.137600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-a3f15691-4907-49bc-b44a-a244c78f6ace service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248113 Aug 04 15:22:20.229952 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-df8f47df-3e44-4a4d-9625-d7afd99912f9 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Aug 04 15:22:20.324898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:20.327439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-72907fab-7e95-4914-9bd9-dca8dccff79f req-8a94661e-cc9b-4bf4-84e5-dca34d739c9a service neutron] 10.222.0.38 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Aug 04 15:22:20.978706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62288a8d-3ebc-45b9-98af-9e0271568556 req-5d9c3a01-a9f8-4fad-a544-46d153fdb766 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:20.980315 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62288a8d-3ebc-45b9-98af-9e0271568556 req-5d9c3a01-a9f8-4fad-a544-46d153fdb766 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0608416 Aug 04 15:22:21.024688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-62288a8d-3ebc-45b9-98af-9e0271568556 req-6678c31e-12e8-46e6-abab-b854d42986d7 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Aug 04 15:22:21.637990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:22:21.640503 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:22:21.692148 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b0ff1-f94a-4680-bc6b-22a60726d142 x-openstack-request-id: req-bc2b0ff1-f94a-4680-bc6b-22a60726d142 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:22:21.692432 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:22:21.692680 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc2b0ff1-f94a-4680-bc6b-22a60726d142 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:22:21.693690 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'status': 'completed', 'code': 200} Aug 04 15:22:21.789499 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-6e081224-527c-4e68-a0e1-8c1687f64f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:21.791057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-6e081224-527c-4e68-a0e1-8c1687f64f0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0797906 Aug 04 15:22:21.792812 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-a4e2d037-3223-4243-aea3-6b37e0b1dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:21.795377 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-a4e2d037-3223-4243-aea3-6b37e0b1dbad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0752409 Aug 04 15:22:21.957200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-e64e1d62-b7d5-47f7-83e4-23f5e47bd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:21.958986 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-e64e1d62-b7d5-47f7-83e4-23f5e47bd747 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.1576314 Aug 04 15:22:21.961677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-5ca64f8e-4543-40d8-b4c8-4dafcbfe2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:21.963016 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-5ca64f8e-4543-40d8-b4c8-4dafcbfe2554 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.1519027 Aug 04 15:22:22.033091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-ec79b464-126a-4225-a795-2d68a981df4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0663383 Aug 04 15:22:22.034261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-767cf796-44c4-46ba-b046-eae2c6cb1b3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0593002 Aug 04 15:22:22.118329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-7af25482-76b1-490b-a329-bd3b58d2affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.119864 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-7af25482-76b1-490b-a329-bd3b58d2affc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0804765 Aug 04 15:22:22.121614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-8d6ca95b-3341-43aa-967d-25901fd7c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.122953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-8d6ca95b-3341-43aa-967d-25901fd7c4c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0764465 Aug 04 15:22:22.158012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-78c30642-bbd2-4140-8fa7-8ed47e1a91b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312996 Aug 04 15:22:22.163899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5542a2-6f3c-4622-b101-923078b934a0 req-1c5a5290-5793-4814-8127-86938a378e06 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.165404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c5542a2-6f3c-4622-b101-923078b934a0 req-1c5a5290-5793-4814-8127-86938a378e06 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 944 time: 0.0520809 Aug 04 15:22:22.179934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-63963638-6b6f-400a-8dae-a68e78339542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455542 Aug 04 15:22:22.206033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3c5542a2-6f3c-4622-b101-923078b934a0 req-f1f2669b-574c-4aca-b059-98f925b501eb tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Aug 04 15:22:22.328510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-cf9766da-866e-4cf0-ae09-1b351e00a9d7 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568134 Aug 04 15:22:22.334249 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-a8b21ddd-9394-400e-8e52-545f886e83d7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404479 Aug 04 15:22:22.563634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-ea0cdd4d-b387-451d-a376-b75670fc0c7c tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.565106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-ea0cdd4d-b387-451d-a376-b75670fc0c7c tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.46 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2&tenant_id=e092c2b4d6644e4ba818a82156e43c85&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 944 time: 0.1699762 Aug 04 15:22:22.568488 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-840ecc20-50a5-4ab9-92eb-7c216161ef93 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332611 Aug 04 15:22:22.572077 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-c99cffd7-8ea1-44c2-8097-20adf2aee065 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187579 Aug 04 15:22:22.627899 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-7c9f9bca-d8c4-4a86-92b7-b494bb92a242 service neutron] delete failed (client error): The resource could not be found. Aug 04 15:22:22.628927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-7c9f9bca-d8c4-4a86-92b7-b494bb92a242 service neutron] 10.222.0.46 "DELETE /v2.0/ports/eed545ae-8afe-442f-bf09-66934e9b5389/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0558181 Aug 04 15:22:22.724207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-41ac4fe4-d294-4bd5-8976-9b44bf3c9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.725707 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-41ac4fe4-d294-4bd5-8976-9b44bf3c9658 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e092c2b4d6644e4ba818a82156e43c85&device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 1096 time: 0.0429065 Aug 04 15:22:22.834726 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-bb8506ba-f2d5-4895-9a24-1c1183213ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.836172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-bb8506ba-f2d5-4895-9a24-1c1183213ae9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 200 len: 911 time: 0.1029031 Aug 04 15:22:22.878949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-261ee8f4-a9ba-450d-9ad4-d2d73e9f2e8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 200 len: 217 time: 0.0348952 Aug 04 15:22:22.928615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-1a49bbfa-e476-4086-b548-6f485c8f7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:22.930014 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-1a49bbfa-e476-4086-b548-6f485c8f7e5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 200 len: 850 time: 0.0440249 Aug 04 15:22:22.965642 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-19525f01-2c66-472f-8290-50ab214431c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba01778-4075-4ad4-bf7c-aa7191af3b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281692 Aug 04 15:22:23.034003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:22:23.056800 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-bcf64779-8fc9-4674-8092-5d688aa1d0fb service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Aug 04 15:22:23.072585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:22:23.154096 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-6967ac98-48fc-4808-bafa-41e0fd5f1e99 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901241 Aug 04 15:22:23.273392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:22:23.372954 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:23.384442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'network_id': '4ba01778-4075-4ad4-bf7c-aa7191af3b0a', 'port_id': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'mac_address': 'fa:16:3e:a7:f0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4563d86-c1da-4f1c-93cc-d49d08ea690e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:22:23.421742 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:23.435034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed545ae-8afe-442f-bf09-66934e9b5389 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:22:23.455135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:23.460886 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:23.513145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:23.677466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['eed545ae-8afe-442f-bf09-66934e9b5389'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:22:23.879208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff29029-3469-4d31-8a6a-f178dc90b823 req-d830e9e3-cf26-405d-a155-326e5ef3c65e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:23.880738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fff29029-3469-4d31-8a6a-f178dc90b823 req-d830e9e3-cf26-405d-a155-326e5ef3c65e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Aug 04 15:22:23.920957 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fff29029-3469-4d31-8a6a-f178dc90b823 req-6fc49c25-678b-4f0d-81f3-195aa33389fc tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 04 15:22:25.047010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a12c7-beca-46b1-ba7b-821cb543af44 req-452edb20-036b-4c7a-b73a-862faa9ba9e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:25.048586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b6a12c7-beca-46b1-ba7b-821cb543af44 req-452edb20-036b-4c7a-b73a-862faa9ba9e6 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0503814 Aug 04 15:22:25.095460 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b6a12c7-beca-46b1-ba7b-821cb543af44 req-50aca940-e654-4e8f-8fe5-618f3300875e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b1a8193-c2f9-4fd4-b928-0569840ecb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377181 Aug 04 15:22:25.122434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-a2aa3549-7fdb-4641-925c-696d7da4db9d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:25.123933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-a2aa3549-7fdb-4641-925c-696d7da4db9d tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.38 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Aug 04 15:22:25.224168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Deleting port eed545ae-8afe-442f-bf09-66934e9b5389 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:22:25.224517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.284571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:22:25.324682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] For port eed545ae-8afe-442f-bf09-66934e9b5389, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=eed545ae-8afe-442f-bf09-66934e9b5389,segment=NetworkSegment(4231eaf5-a494-4e5a-a277-ea7c155d8fed),segment_id=4231eaf5-a494-4e5a-a277-ea7c155d8fed)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:25.325090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.338610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Calling delete_port for eed545ae-8afe-442f-bf09-66934e9b5389 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:22:25.340310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port eed545ae-8afe-442f-bf09-66934e9b5389 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:22:25.343921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port eed545ae-8afe-442f-bf09-66934e9b5389 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:22:25.344294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.581650 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.818097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.840106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['eed545ae-8afe-442f-bf09-66934e9b5389'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:22:25.845808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Pushing event deleted for resources: {'Port': ['ID=eed545ae-8afe-442f-bf09-66934e9b5389,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:25.858387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.858737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.859114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.859440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.859779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.860105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.860431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.860757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.861080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.861403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.861725 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.862054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:25.895425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] No DVR routers for this DVR port eed545ae-8afe-442f-bf09-66934e9b5389 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:22:25.898360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:25.900494 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8800cf37-7ead-428e-a28a-e9c38319c1c9 req-8040b99c-c3d4-4c1a-a9ac-58e9f284cbe1 tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.38 "DELETE /v2.0/ports/eed545ae-8afe-442f-bf09-66934e9b5389 HTTP/1.1" status: 204 len: 173 time: 0.7702639 Aug 04 15:22:25.900924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-deleted', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:22:25.903214 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b2e95-9526-4c1d-aa78-7dd588ef2fad" -d '{"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-deleted", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:22:25.941380 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79c02b5-1789-413f-a6d0-f9375a361d98 x-openstack-request-id: req-f79c02b5-1789-413f-a6d0-f9375a361d98 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:22:25.941672 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca43971-9ee4-4e50-8573-7e69d5e8ecc2", "name": "network-vif-deleted", "tag": "eed545ae-8afe-442f-bf09-66934e9b5389", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:22:25.941919 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f79c02b5-1789-413f-a6d0-f9375a361d98 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:22:25.942315 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca43971-9ee4-4e50-8573-7e69d5e8ecc2', 'name': 'network-vif-deleted', 'tag': 'eed545ae-8afe-442f-bf09-66934e9b5389', 'status': 'completed', 'code': 200} Aug 04 15:22:26.203106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f70063cd-dc9c-40be-a4d3-634d5e10bde2 req-368f4785-fe19-4ee8-a3dd-d9f52f386b6e tempest-DeleteServersTestJSON-1955482763 tempest-DeleteServersTestJSON-1955482763-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca43971-9ee4-4e50-8573-7e69d5e8ecc2 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Aug 04 15:22:27.341827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41354) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:27.388492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Deleting subnet e4563d86-c1da-4f1c-93cc-d49d08ea690e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:22:27.392025 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.428360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.466459 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.525831 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.551086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4563d86-c1da-4f1c-93cc-d49d08ea690e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:27.555989 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.558360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fc27bd6e-19c9-4f15-b8cd-e14b1a6945a9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e4563d86-c1da-4f1c-93cc-d49d08ea690e HTTP/1.1" status: 204 len: 168 time: 0.2155702 Aug 04 15:22:27.561143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41356) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:27.634632 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.717583 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.728010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba01778-4075-4ad4-bf7c-aa7191af3b0a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:22:27.738415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4231eaf5-a494-4e5a-a277-ea7c155d8fed') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:22:27.738727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4231eaf5-a494-4e5a-a277-ea7c155d8fed') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:22:27.747691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.768296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.777645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:22:27.777982 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:22:27.779683 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:22:27.832912 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.839764 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:27.841561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] 10.222.0.76 "DELETE /v2.0/networks/4ba01778-4075-4ad4-bf7c-aa7191af3b0a HTTP/1.1" status: 204 len: 168 time: 0.2793603 Aug 04 15:22:27.851117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9f726-5255-4ade-986d-f41f5f13568f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba01778-4075-4ad4-bf7c-aa7191af3b0a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:27.963966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41360) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:28.010055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1342f2c4-4f6e-4350-b466-56159f9b8d94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e092c2b4d6644e4ba818a82156e43c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448337 Aug 04 15:22:28.013887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41362) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:28.065026 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:28.086949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:28.140334 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:28.143179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:28.144340 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b1a8193-c2f9-4fd4-b928-0569840ecb60 HTTP/1.1" status: 204 len: 168 time: 0.1295245 Aug 04 15:22:28.152244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca452d2-8248-4d43-a3ef-a7e5d48c7ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a8193-c2f9-4fd4-b928-0569840ecb60,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:28.858115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:28.960964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-800302977-network', 'tenant_id': '1fc1a5115c9540cbbc6f04c7eb26c973'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:22:28.983932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Made reservation on behalf of 1fc1a5115c9540cbbc6f04c7eb26c973 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:22:28.986506 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:28.995747 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.087011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.093795 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.123091 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:22:29.132420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b3431-1f8f-49df-afec-b63fb56c3195,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:29.137341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.137691 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Added segment fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1 of type vlan for network 600c77dd-345c-4dda-a981-5a66260c2547 Aug 04 15:22:29.177374 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.206326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.207414 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:29.208001 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.260883 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4015434 Aug 04 15:22:29.263632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:29.268442 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Request body: {'subnet': {'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-800302977-subnet', 'tenant_id': '1fc1a5115c9540cbbc6f04c7eb26c973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:22:29.276268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670ed2-b137-4e08-9bc3-96f53c2603ec admin admin] Pushing event updated for resources: {'Network': ['ID=600c77dd-345c-4dda-a981-5a66260c2547,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:29.287952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 600c77dd-345c-4dda-a981-5a66260c2547 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:22:29.295527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Made reservation on behalf of 1fc1a5115c9540cbbc6f04c7eb26c973 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:22:29.297802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.332232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:22:29.359989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: eed545ae-8afe-442f-bf09-66934e9b5389 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:22:29.360333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device eed545ae-8afe-442f-bf09-66934e9b5389 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:22:29.469439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.527458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec79423-6097-401c-9bab-25003dc12944,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:29.537907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Checking segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:22:29.538280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Network hostable DHCP agents. Network: 600c77dd-345c-4dda-a981-5a66260c2547, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:22:29.557795 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Network 600c77dd-345c-4dda-a981-5a66260c2547 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:22:29.567315 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 600c77dd-345c-4dda-a981-5a66260c2547) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:22:29.572672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:29.573693 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:29.579076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070766ec-0c86-4044-98af-f076da466660 None None] Network 600c77dd-345c-4dda-a981-5a66260c2547 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:22:29.591187 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-af11619a-ef5a-4d24-86e2-2e6763aadf22 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3262546 Aug 04 15:22:29.704595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdaddea-2ee4-472b-a971-8502f33b48a4 None None] Network 600c77dd-345c-4dda-a981-5a66260c2547 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:22:30.031700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-5e1c2268-60f7-41e2-a1b7-4b9a91f57909 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:30.033267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-5e1c2268-60f7-41e2-a1b7-4b9a91f57909 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 814 time: 0.1056731 Aug 04 15:22:30.049022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-45b36e1a-5329-4d17-a981-1a44a716f063 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/quotas/1fc1a5115c9540cbbc6f04c7eb26c973 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Aug 04 15:22:30.081399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-5b33c4f0-b661-4929-a0c8-ce603d291af7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268800 Aug 04 15:22:30.170126 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-c33cc499-bd66-4343-ad3f-31f8900a9ad5 service neutron] 10.222.0.76 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815330 Aug 04 15:22:30.269583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-1bd56d4f-6169-428c-8b2a-e4944e5ad2e6 service neutron] 10.222.0.76 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Aug 04 15:22:30.434635 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a3bea40-eb6f-4103-8b04-0ac2e9a896b1 req-ba7f5664-7d68-49bd-80d5-f97a1ddf01b5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Aug 04 15:22:31.395028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-bd3afc34-a20a-4fe8-99e0-3f3090ac7265 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:31.396510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-bd3afc34-a20a-4fe8-99e0-3f3090ac7265 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 814 time: 0.1061823 Aug 04 15:22:31.410224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Request body: {'port': {'device_id': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'admin_state_up': True, 'tenant_id': '1fc1a5115c9540cbbc6f04c7eb26c973'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:22:31.523778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Made reservation on behalf of 1fc1a5115c9540cbbc6f04c7eb26c973 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:22:31.527437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:31.542119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddb8aef9-c24c-46ee-90c6-4025ba08bcbf req-b967e56e-3e3e-4ffb-9cf8-09d50b9716ee tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Aug 04 15:22:31.649388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Allocated IP 172.20.0.13 (600c77dd-345c-4dda-a981-5a66260c2547/4ec79423-6097-401c-9bab-25003dc12944/ea2a0c80-9233-41ef-969e-f24df2041705) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:22:31.803275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:31.845534 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:31.891962 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Network 600c77dd-345c-4dda-a981-5a66260c2547 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:22:31.894997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:22:31.901150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:22:31.929264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:31.960857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:31.961471 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:31.979452 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-fbe97eb1-a42a-451f-8852-3d31f064bffd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736482 Aug 04 15:22:31.993226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Request body: {'port': {'device_id': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:22:32.050553 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.324221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2a0c80-9233-41ef-969e-f24df2041705 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:22:32.332222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.345023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Transition to ACTIVE for port object ea2a0c80-9233-41ef-969e-f24df2041705 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:22:32.351877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.403476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:32.472531 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:22:32.472880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:22:32.473217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:22:32.478214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:22:32.478544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:22:32.484280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:22:32.484625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Checking segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:22:32.485014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Bound using segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:22:32.485446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Bound port: ea2a0c80-9233-41ef-969e-f24df2041705, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:22:32.485808 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.550420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:22:32.553469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:22:32.559422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.599397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:32.600019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:32.601403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 1093 time: 0.6135752 Aug 04 15:22:32.601874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:22:32.604267 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:22:32.629689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd424d-cc96-43b2-9a95-4d496acc0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:32.656923 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c6b06-5ca7-43eb-8893-f04ffa231473 x-openstack-request-id: req-6b7c6b06-5ca7-43eb-8893-f04ffa231473 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:22:32.657341 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:22:32.657601 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b7c6b06-5ca7-43eb-8893-f04ffa231473 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:22:32.658035 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'status': 'completed', 'code': 200} Aug 04 15:22:32.681523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d57f08-9023-4066-9716-4c4407b3eb7a req-8b686e58-56aa-4b59-b6f2-3667becc5ac5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:32.683320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96d57f08-9023-4066-9716-4c4407b3eb7a req-8b686e58-56aa-4b59-b6f2-3667becc5ac5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0699236 Aug 04 15:22:32.690765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-56929370-dbac-46b2-88c2-2c5d70be2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:32.692280 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-56929370-dbac-46b2-88c2-2c5d70be2dca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1096 time: 0.0444345 Aug 04 15:22:32.723480 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96d57f08-9023-4066-9716-4c4407b3eb7a req-ae496c91-2f79-46ea-8dc3-322d803229b7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Aug 04 15:22:32.736090 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-9b965bd7-133f-4c2b-ae04-43c5e1eadd1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0353756 Aug 04 15:22:32.789582 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-525ee8a3-8041-45fc-8567-f12cad519874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:32.791059 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-525ee8a3-8041-45fc-8567-f12cad519874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0484836 Aug 04 15:22:32.822597 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-0ba18e36-0b47-475c-b13b-52af8487659e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240059 Aug 04 15:22:32.916081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-b186275d-17de-4cd8-955b-39433fd0465c service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860157 Aug 04 15:22:33.012458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dbdc74be-0061-4e67-9eab-3e0dba3292b7 req-a5896daf-a42f-4b5a-ab62-db8a1a5af85d service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893619 Aug 04 15:22:33.112475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-f5458516-4735-4eff-b297-3cc72323a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:33.113917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-f5458516-4735-4eff-b297-3cc72323a711 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1096 time: 0.0506411 Aug 04 15:22:33.215154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-f8445196-85fe-49ae-9bba-d12ffb153b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:33.216795 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-f8445196-85fe-49ae-9bba-d12ffb153b2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0933099 Aug 04 15:22:33.260393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-1ee6c4f0-4df0-4426-9757-11988726276c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0360918 Aug 04 15:22:33.309904 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-e97f7342-87cc-4d8b-a251-0138fa5e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:33.311427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-e97f7342-87cc-4d8b-a251-0138fa5e1c24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0440342 Aug 04 15:22:33.345203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-026fd366-2b4e-479d-a1b1-dbaa229f50b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251005 Aug 04 15:22:33.440442 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-e76ac15d-5f45-4b9c-a019-578d02637a7b service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868318 Aug 04 15:22:33.540302 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-573fb681-a7d0-4ffc-9ba9-b28ceef0716b req-ae625ee1-49d4-47f7-ac70-4a7364a78856 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921955 Aug 04 15:22:33.844352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e46d-fe5f-41d5-bcc6-a434e5a17658 req-32dfb9d3-94ee-456c-99a0-1cac9c09a44c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:33.845840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7e7e46d-fe5f-41d5-bcc6-a434e5a17658 req-32dfb9d3-94ee-456c-99a0-1cac9c09a44c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0510042 Aug 04 15:22:33.886828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7e7e46d-fe5f-41d5-bcc6-a434e5a17658 req-65a407e6-ccc3-4bab-8544-1701a0b0ab23 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Aug 04 15:22:35.014730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1cbd-142b-40b4-be87-a0b4d43c37da req-0bfaaf80-5557-42e0-8835-53a08735a6e7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:35.016227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-242e1cbd-142b-40b4-be87-a0b4d43c37da req-0bfaaf80-5557-42e0-8835-53a08735a6e7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0488904 Aug 04 15:22:35.053864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-242e1cbd-142b-40b4-be87-a0b4d43c37da req-2f367260-1d68-470c-8ea4-a1a2c229e395 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Aug 04 15:22:36.177745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c7e79-413b-4200-a224-9f284b8b326f req-78b282dd-04ff-4b0f-a83d-23d122f00572 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:36.179287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e12c7e79-413b-4200-a224-9f284b8b326f req-78b282dd-04ff-4b0f-a83d-23d122f00572 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0553257 Aug 04 15:22:36.217767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e12c7e79-413b-4200-a224-9f284b8b326f req-90722642-6c06-4c71-a27a-550a70ff453e tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Aug 04 15:22:37.140575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:22:37.237979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:37.250472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'port_id': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'mac_address': 'fa:16:3e:14:e6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec79423-6097-401c-9bab-25003dc12944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:22:37.295626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:37.308842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a0c80-9233-41ef-969e-f24df2041705 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:22:37.328357 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:37.332904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:37.339925 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d8e4-e6e4-4b40-a819-19c91f4196bb req-5e71a66d-bdaa-487f-a22c-7f0c3737c77d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:37.341467 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96e7d8e4-e6e4-4b40-a819-19c91f4196bb req-5e71a66d-bdaa-487f-a22c-7f0c3737c77d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0505700 Aug 04 15:22:37.378691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:37.380260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96e7d8e4-e6e4-4b40-a819-19c91f4196bb req-d8069170-71a9-46b6-96d3-54752e61706e tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Aug 04 15:22:37.543796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['ea2a0c80-9233-41ef-969e-f24df2041705'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:22:38.497309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80c5b-f18f-4885-875f-a1dd71c79e0d req-15a4fafd-5cb0-4111-8a5b-94067e1af9a9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:38.498752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2e80c5b-f18f-4885-875f-a1dd71c79e0d req-15a4fafd-5cb0-4111-8a5b-94067e1af9a9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Aug 04 15:22:38.537461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2e80c5b-f18f-4885-875f-a1dd71c79e0d req-76988792-dcf8-4861-acea-6149bae62d56 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Aug 04 15:22:39.168380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:22:39.231599 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port ea2a0c80-9233-41ef-969e-f24df2041705 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:22:39.235406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port ea2a0c80-9233-41ef-969e-f24df2041705 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:22:39.235827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:39.313985 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:39.336364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:22:39.338645 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c55f7-94bf-4c45-a8ec-90fa20903899" -d '{"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:22:39.351376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:22:39.356471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:39.382449 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d025e-9b60-49ea-92ab-759b5da8d252 x-openstack-request-id: req-8c5d025e-9b60-49ea-92ab-759b5da8d252 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:22:39.382766 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:22:39.382995 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c5d025e-9b60-49ea-92ab-759b5da8d252 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:22:39.383406 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'code': 200} Aug 04 15:22:39.410867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:39.607178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3786f-937f-4224-89c7-c6dd3238c39b req-56114751-9021-44bf-ba16-8d446d3624ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:39.608734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70a3786f-937f-4224-89c7-c6dd3238c39b req-56114751-9021-44bf-ba16-8d446d3624ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1098 time: 0.0533113 Aug 04 15:22:39.644554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70a3786f-937f-4224-89c7-c6dd3238c39b req-38116355-3488-407c-927f-9e8653b4f58c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283687 Aug 04 15:22:39.663869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01220d-1501-429e-8443-0dd603e8bb3c req-f96504ef-a978-4f37-bf4c-3faafcf45783 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:39.665343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb01220d-1501-429e-8443-0dd603e8bb3c req-f96504ef-a978-4f37-bf4c-3faafcf45783 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0532465 Aug 04 15:22:39.702979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb01220d-1501-429e-8443-0dd603e8bb3c req-48e67633-c24f-4a78-b66b-d68b7fb44b84 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 04 15:22:40.848478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83026-7773-44b6-a5cf-ad15cc1ed5e8 req-4bc9f67d-f3ec-4210-95fa-cc668b527681 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:40.850006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6de83026-7773-44b6-a5cf-ad15cc1ed5e8 req-4bc9f67d-f3ec-4210-95fa-cc668b527681 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0565243 Aug 04 15:22:40.889184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6de83026-7773-44b6-a5cf-ad15cc1ed5e8 req-a562a2a5-ab5b-476b-a8a7-04496ec61e48 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Aug 04 15:22:41.022324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f3e38-8617-47ae-813c-9117f8a2f3c1 req-427d4b3e-0b31-410f-91eb-cdd8539fdd3a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:41.023841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a1f3e38-8617-47ae-813c-9117f8a2f3c1 req-427d4b3e-0b31-410f-91eb-cdd8539fdd3a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0592539 Aug 04 15:22:41.068226 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a1f3e38-8617-47ae-813c-9117f8a2f3c1 req-19cdb2ec-f017-4016-9141-e4b9b656f2b5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379303 Aug 04 15:22:41.291269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd191dfb-b8f6-4a67-b0ea-8b5d9a6ecffa req-169def7b-48e7-416a-92cd-04cd5a54ff63 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:41.292783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd191dfb-b8f6-4a67-b0ea-8b5d9a6ecffa req-169def7b-48e7-416a-92cd-04cd5a54ff63 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0564263 Aug 04 15:22:41.333472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd191dfb-b8f6-4a67-b0ea-8b5d9a6ecffa req-cb91dcc6-b662-48ac-b440-b869dac42769 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Aug 04 15:22:41.448789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abf9a-0dff-40af-81b5-53ed7e7648d0 req-4071bbdf-c2b0-429d-90b4-204ddfc9d490 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:41.450312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-518abf9a-0dff-40af-81b5-53ed7e7648d0 req-4071bbdf-c2b0-429d-90b4-204ddfc9d490 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0499706 Aug 04 15:22:41.489374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-518abf9a-0dff-40af-81b5-53ed7e7648d0 req-266b50a1-79a9-499f-aee1-fd3ec7118b69 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Aug 04 15:22:41.810713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-dc598f50-f6cf-4461-bf88-efa9afea1a24 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414720 Aug 04 15:22:41.826346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc27ca-796a-4ced-b8b7-c844aa979c01 req-165da25b-81d9-43e9-9314-391c038899b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:41.828024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5dc27ca-796a-4ced-b8b7-c844aa979c01 req-165da25b-81d9-43e9-9314-391c038899b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0511444 Aug 04 15:22:41.866479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5dc27ca-796a-4ced-b8b7-c844aa979c01 req-12346f16-1622-4229-90a7-87c87c14b924 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Aug 04 15:22:42.941959 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-a97b39e9-9e5b-481a-9ccd-a6616537e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:42.943527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-a97b39e9-9e5b-481a-9ccd-a6616537e689 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1098 time: 0.0438430 Aug 04 15:22:42.988454 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f05fcf-d9c4-4e7a-91ae-1569320669fa req-9e444f7e-92d2-4bb9-afb3-e8750206e3fd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:42.989967 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9f05fcf-d9c4-4e7a-91ae-1569320669fa req-9e444f7e-92d2-4bb9-afb3-e8750206e3fd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0531604 Aug 04 15:22:43.027936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9f05fcf-d9c4-4e7a-91ae-1569320669fa req-f3c8e904-b1ba-45bf-ae1a-293951f88557 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Aug 04 15:22:43.037347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-2fad1ca3-c814-4e94-817a-1ee1f1cc8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:43.038939 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-2fad1ca3-c814-4e94-817a-1ee1f1cc8ad3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0885994 Aug 04 15:22:43.081525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-659c7205-045f-44a4-8c3a-d484b46fb2b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0353124 Aug 04 15:22:43.135134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-4dc4e415-f696-4ac2-8fda-262f3c1a27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:43.137625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-4dc4e415-f696-4ac2-8fda-262f3c1a27ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0494425 Aug 04 15:22:43.176551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-077c6a18-6258-4976-bcac-2832811e4069 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315762 Aug 04 15:22:43.271927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-1dc928b3-a5ee-4e0b-b081-31adf9c07b07 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879188 Aug 04 15:22:43.367006 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-7565a566-8095-4dc6-98be-1309456d43c1 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Aug 04 15:22:44.167342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369f80c-93b1-4a3b-9bbe-8ed7e5b8de34 req-a045207d-8bcb-4b85-882e-bdb3d6fe25b3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:44.168964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d369f80c-93b1-4a3b-9bbe-8ed7e5b8de34 req-a045207d-8bcb-4b85-882e-bdb3d6fe25b3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0617945 Aug 04 15:22:44.208514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d369f80c-93b1-4a3b-9bbe-8ed7e5b8de34 req-2cbde9b2-6152-4fb8-a2e6-56c5a15cdcc8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Aug 04 15:22:44.821932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a5492194-80f0-43c4-bb2c-01fc644b1544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:45.332630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3966f4-1e60-45ef-8d4b-8632b60bcdd1 req-91fdd01f-7a90-4ac0-ad9c-0faf6412471f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:45.334139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e3966f4-1e60-45ef-8d4b-8632b60bcdd1 req-91fdd01f-7a90-4ac0-ad9c-0faf6412471f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0520587 Aug 04 15:22:45.374192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e3966f4-1e60-45ef-8d4b-8632b60bcdd1 req-dc45c8d0-9e72-4b4b-a239-d894712fa67d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Aug 04 15:22:46.512556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527862-c722-4193-848b-858736b30b32 req-9f522484-c543-421c-b694-17d806428164 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:46.514046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3527862-c722-4193-848b-858736b30b32 req-9f522484-c543-421c-b694-17d806428164 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0607622 Aug 04 15:22:46.555220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3527862-c722-4193-848b-858736b30b32 req-5c08b945-54e4-4f88-af1f-6fce5421d874 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Aug 04 15:22:47.442525 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb61-0f39-41cd-95c5-3d42c343f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:47.680139 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:47.680387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf396f7-e0ac-4856-923c-5997275dead6 req-38ac517c-33a7-4c6a-bfe8-50e4112c8010 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:47.681706 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bf396f7-e0ac-4856-923c-5997275dead6 req-38ac517c-33a7-4c6a-bfe8-50e4112c8010 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0533218 Aug 04 15:22:47.721419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bf396f7-e0ac-4856-923c-5997275dead6 req-fd703b9f-cd71-440f-a124-2c2adcf482a6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Aug 04 15:22:48.071984 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:22:48.196118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:48.824498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:48.846858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c20e6-d8d1-4df6-8839-d4471797cc3e req-ad9bf2b4-449c-41ea-abc9-2cf43792cce1 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:48.848370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c16c20e6-d8d1-4df6-8839-d4471797cc3e req-ad9bf2b4-449c-41ea-abc9-2cf43792cce1 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0514140 Aug 04 15:22:48.893153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c16c20e6-d8d1-4df6-8839-d4471797cc3e req-91e507e0-eefa-4980-aea8-686a4f71a874 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Aug 04 15:22:48.998316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:50.029874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0352cad-378a-4862-b23f-22a681f33f5f req-58d75683-b7ad-4a04-8005-9182191d90c6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:50.031426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0352cad-378a-4862-b23f-22a681f33f5f req-58d75683-b7ad-4a04-8005-9182191d90c6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0552795 Aug 04 15:22:50.070100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0352cad-378a-4862-b23f-22a681f33f5f req-4f419bec-0201-4365-9138-9972162c5fc4 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 04 15:22:50.324776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:51.199219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398add97-0b89-43f1-827a-9d3cdaa3dd99 req-a2efe37d-0f54-4d37-a2b8-106d5a27677c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:51.200710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398add97-0b89-43f1-827a-9d3cdaa3dd99 req-a2efe37d-0f54-4d37-a2b8-106d5a27677c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0509095 Aug 04 15:22:51.242355 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-398add97-0b89-43f1-827a-9d3cdaa3dd99 req-563b7dcb-d1c4-4c03-81c0-f78ca1582ad2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Aug 04 15:22:52.369124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a9e4-46d6-4f5f-9441-97be9b685f76 req-ca2c5e3f-4f60-40be-87ab-f18c5a2593b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:52.370652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ee3a9e4-46d6-4f5f-9441-97be9b685f76 req-ca2c5e3f-4f60-40be-87ab-f18c5a2593b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0491881 Aug 04 15:22:52.409664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ee3a9e4-46d6-4f5f-9441-97be9b685f76 req-1dc633d7-c320-4205-94a8-d9708be6f5e0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Aug 04 15:22:53.545514 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199647c-9174-47c7-83a3-796171853ada req-c2382600-997b-4692-a77d-7006b4ecbf03 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:53.547054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f199647c-9174-47c7-83a3-796171853ada req-c2382600-997b-4692-a77d-7006b4ecbf03 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0559168 Aug 04 15:22:53.593683 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f199647c-9174-47c7-83a3-796171853ada req-ab180189-a217-407b-a070-22f512d192cb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Aug 04 15:22:54.737708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495423-980b-42fa-8920-8ea9dddc146f req-36ef25fd-66c0-4edb-a977-66ba6c245fef tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:54.739255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c495423-980b-42fa-8920-8ea9dddc146f req-36ef25fd-66c0-4edb-a977-66ba6c245fef tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0653102 Aug 04 15:22:54.777515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c495423-980b-42fa-8920-8ea9dddc146f req-7d80696e-18a4-4731-a061-2277aee62a91 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 04 15:22:55.907116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f64fb-7ec9-464a-a1ca-74877507fd45 req-ac96ffbd-4304-4ea7-9694-bf1d09713ad8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:55.908617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de8f64fb-7ec9-464a-a1ca-74877507fd45 req-ac96ffbd-4304-4ea7-9694-bf1d09713ad8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0520091 Aug 04 15:22:55.951899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de8f64fb-7ec9-464a-a1ca-74877507fd45 req-a1437150-38ac-4aba-a1eb-f7dab4c22e26 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Aug 04 15:22:57.076131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8423-c318-4ae6-9b1a-aa00890baa6d req-2f7f36cc-5285-4274-a678-8a37c8945db6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:57.077768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc9f8423-c318-4ae6-9b1a-aa00890baa6d req-2f7f36cc-5285-4274-a678-8a37c8945db6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0579715 Aug 04 15:22:57.118044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc9f8423-c318-4ae6-9b1a-aa00890baa6d req-e4037986-1f27-4310-8ca3-70488e630d69 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Aug 04 15:22:58.255162 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de810f03-5665-4020-8680-40cd78101b6e req-1f97f5d3-3039-4cde-8386-80807b68fe66 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:58.256887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de810f03-5665-4020-8680-40cd78101b6e req-1f97f5d3-3039-4cde-8386-80807b68fe66 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0565634 Aug 04 15:22:58.297623 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de810f03-5665-4020-8680-40cd78101b6e req-4086dce9-564c-4b05-b46a-7c0c3e55f428 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Aug 04 15:22:59.424401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba80cca-ab41-4707-b981-841f2c93ebe5 req-4e87015e-ced9-4f30-8832-0ad5a1e302be tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:22:59.426192 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ba80cca-ab41-4707-b981-841f2c93ebe5 req-4e87015e-ced9-4f30-8832-0ad5a1e302be tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0561352 Aug 04 15:22:59.470539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ba80cca-ab41-4707-b981-841f2c93ebe5 req-4fa5508c-fc2e-4051-95e2-3dc4387f8acc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Aug 04 15:23:00.608270 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9a2a-3133-4f10-b323-7495f0dc7ae0 req-3c2b0fcd-7077-4bb0-af35-cec3e3b645fc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:00.609672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02df9a2a-3133-4f10-b323-7495f0dc7ae0 req-3c2b0fcd-7077-4bb0-af35-cec3e3b645fc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0639539 Aug 04 15:23:00.967235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-02df9a2a-3133-4f10-b323-7495f0dc7ae0 req-d93b7cee-bfbf-464b-a06a-1eddc822ba40 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512430 Aug 04 15:23:02.098117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a658b-522a-4b83-8342-09a48ad208bf req-7c4a3b27-a922-406a-b8c9-6e02df35d220 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:02.099637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c99a658b-522a-4b83-8342-09a48ad208bf req-7c4a3b27-a922-406a-b8c9-6e02df35d220 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0502496 Aug 04 15:23:02.139274 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c99a658b-522a-4b83-8342-09a48ad208bf req-f2732c07-d25e-433c-9929-3765da07056a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Aug 04 15:23:03.287038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93215-cd70-4508-be5b-ceefe6ea11bc req-6175f7f9-4863-4936-baf4-9d9dc00d4cd5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:03.288441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34a93215-cd70-4508-be5b-ceefe6ea11bc req-6175f7f9-4863-4936-baf4-9d9dc00d4cd5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Aug 04 15:23:03.329499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-34a93215-cd70-4508-be5b-ceefe6ea11bc req-95a5f816-46d1-4048-83fd-7f97ae4b58e3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Aug 04 15:23:04.453681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb9a1c-22a5-4215-bf88-75dde2b5edd5 req-3a94200f-72ae-4482-84e8-fe882f284796 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:04.455225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cdb9a1c-22a5-4215-bf88-75dde2b5edd5 req-3a94200f-72ae-4482-84e8-fe882f284796 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0583091 Aug 04 15:23:04.495869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2cdb9a1c-22a5-4215-bf88-75dde2b5edd5 req-d0aad3d7-ae71-4287-b444-122a98fd6f5c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Aug 04 15:23:05.638377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8def-80ac-4c83-a1c3-cc2289611a89 req-f27ceb1a-f5dd-4a87-8645-af8e1bee927b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:05.639834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-944e8def-80ac-4c83-a1c3-cc2289611a89 req-f27ceb1a-f5dd-4a87-8645-af8e1bee927b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0529788 Aug 04 15:23:05.680244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-944e8def-80ac-4c83-a1c3-cc2289611a89 req-d6424061-ecee-4894-bafa-f98e00532463 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Aug 04 15:23:06.808581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abf93a-29c6-4d2f-8771-1836d0be8503 req-90932a9a-d9d4-4f43-8594-5195a410e76f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:06.810118 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79abf93a-29c6-4d2f-8771-1836d0be8503 req-90932a9a-d9d4-4f43-8594-5195a410e76f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0565803 Aug 04 15:23:06.851970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79abf93a-29c6-4d2f-8771-1836d0be8503 req-54a3ff11-8ed0-4549-89a3-7c40d2616914 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Aug 04 15:23:07.988761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f850c18-23b9-4c80-84fe-60cef7243bcf req-2003f037-17e8-487f-9846-a4e06a301537 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:07.990271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f850c18-23b9-4c80-84fe-60cef7243bcf req-2003f037-17e8-487f-9846-a4e06a301537 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0648236 Aug 04 15:23:08.030407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0f850c18-23b9-4c80-84fe-60cef7243bcf req-f85f2006-3762-4d26-82cf-7feae4aa73cf tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Aug 04 15:23:09.157342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd29ac-0b4b-4924-8b06-396b6821869a req-2ef0c777-aa53-459f-80cb-a0611d30b8b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:09.159583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6cd29ac-0b4b-4924-8b06-396b6821869a req-2ef0c777-aa53-459f-80cb-a0611d30b8b2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0534506 Aug 04 15:23:09.199651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6cd29ac-0b4b-4924-8b06-396b6821869a req-4188d114-0aab-4080-a7cd-9e3347558a33 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Aug 04 15:23:10.157727 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-eb44301a-5c03-4175-8f5d-f3c82f0f4ec2 service neutron] show failed (client error): The resource could not be found. Aug 04 15:23:10.159834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-eb44301a-5c03-4175-8f5d-f3c82f0f4ec2 service neutron] 10.222.0.46 "GET /v2.0/ports/ea2a0c80-9233-41ef-969e-f24df2041705/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0676994 Aug 04 15:23:10.319076 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849d59b-fb3c-416a-bb76-0e4585bde397 req-ba54fd0d-6938-41ce-81cd-3577993b212c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:10.320610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4849d59b-fb3c-416a-bb76-0e4585bde397 req-ba54fd0d-6938-41ce-81cd-3577993b212c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0526609 Aug 04 15:23:10.362123 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4849d59b-fb3c-416a-bb76-0e4585bde397 req-085ab87c-74fa-4d82-a90a-b449a7a913c9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Aug 04 15:23:10.365507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-e4ea04d3-1591-4602-990d-8ad126b7604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:10.367134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-e4ea04d3-1591-4602-990d-8ad126b7604b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532&tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973 HTTP/1.1" status: 200 len: 1098 time: 0.0420079 Aug 04 15:23:10.379440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:23:10.436635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.652115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:10.685534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:23:10.745778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:10.748446 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f93ba-32c9-4678-aa43-2caa7d8cf1bb" -d '{"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:10.752569 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.765199 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Transition to ACTIVE for port object ea2a0c80-9233-41ef-969e-f24df2041705 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:23:10.770203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.804809 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b044882-9075-40fa-a389-490f6450c83d x-openstack-request-id: req-2b044882-9075-40fa-a389-490f6450c83d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:10.805105 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:10.805362 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b044882-9075-40fa-a389-490f6450c83d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:10.805756 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'code': 200} Aug 04 15:23:10.822539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:10.838001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] No DVR routers for this DVR port ea2a0c80-9233-41ef-969e-f24df2041705 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:23:10.876432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:23:10.876764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:23:10.877095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:10.881378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:23:10.881716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Attempting to bind port ea2a0c80-9233-41ef-969e-f24df2041705 on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:10.886768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:23:10.887413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Checking segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:23:10.887529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Bound using segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:23:10.887907 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Bound port: ea2a0c80-9233-41ef-969e-f24df2041705, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:23:10.888260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.951584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:23:10.954635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:23:10.961909 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.995506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:10.996220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.997598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] 10.222.0.38 "PUT /v2.0/ports/ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 1093 time: 0.6223738 Aug 04 15:23:11.018327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fd4fe-b5be-456a-8e20-4855bfd0bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:11.062973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-606935bc-6192-4040-bb36-becfd9264d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:11.064478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-606935bc-6192-4040-bb36-becfd9264d66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1096 time: 0.0418236 Aug 04 15:23:11.159479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-93dce8e4-75be-41bb-8a62-7091bd3f41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:11.160961 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-93dce8e4-75be-41bb-8a62-7091bd3f41a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0891571 Aug 04 15:23:11.209166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-6fc29f32-716b-4856-a72a-71aae30b8407 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0406344 Aug 04 15:23:11.264911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-c6c2197b-2646-4536-8f7d-904062e5f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:11.266435 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-c6c2197b-2646-4536-8f7d-904062e5f957 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0506544 Aug 04 15:23:11.299430 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-7a3c3a41-f9f5-480c-95bf-e03d716283ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259669 Aug 04 15:23:11.392923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-7f9c5b44-14da-4383-ae16-e00db423fda5 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Aug 04 15:23:11.491142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af24ee-f983-4197-933e-5676eec96456 req-8a60bd3d-b580-4752-92ca-9df22e161b39 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:11.492638 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3af24ee-f983-4197-933e-5676eec96456 req-8a60bd3d-b580-4752-92ca-9df22e161b39 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0567176 Aug 04 15:23:11.493992 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9a4fa5cf-69d6-452e-bf54-9f54de787e97 req-94e6b9a0-b29b-44ff-9216-5342b7a4b8fb service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935507 Aug 04 15:23:11.535055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3af24ee-f983-4197-933e-5676eec96456 req-602414df-5f62-45ee-92aa-6de308eef9bb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358148 Aug 04 15:23:12.669440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e1f1-7492-40a5-977c-1ef5bc657674 req-f8afc828-b221-49f0-b527-fdf4648442dd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:12.670938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1590e1f1-7492-40a5-977c-1ef5bc657674 req-f8afc828-b221-49f0-b527-fdf4648442dd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 944 time: 0.0571740 Aug 04 15:23:12.714417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1590e1f1-7492-40a5-977c-1ef5bc657674 req-76935dd0-e202-4bc3-89d0-a10c4f5812d8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Aug 04 15:23:12.807187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:12.810810 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f3178-1761-4157-8088-71047ffdaff8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:12.864745 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e117b91-50b1-499d-906c-20de2019d17c x-openstack-request-id: req-3e117b91-50b1-499d-906c-20de2019d17c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:12.865062 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:12.865308 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e117b91-50b1-499d-906c-20de2019d17c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:12.865740 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'status': 'completed', 'code': 200} Aug 04 15:23:12.968316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-79807888-e410-402f-b65a-5f94d8847279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:12.969890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-79807888-e410-402f-b65a-5f94d8847279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1096 time: 0.0743167 Aug 04 15:23:12.971871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-95ca13f7-2a79-492e-a512-28db55c18ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:12.973233 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-95ca13f7-2a79-492e-a512-28db55c18ee6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1096 time: 0.0757380 Aug 04 15:23:13.126170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-5e1eb69c-efe5-4297-9548-3701de8bb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:13.127619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-5e1eb69c-efe5-4297-9548-3701de8bb23a service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.1508150 Aug 04 15:23:13.130284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-cd7f11c0-0ba3-4121-ac8f-c1ad4ef00a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:13.131657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-cd7f11c0-0ba3-4121-ac8f-c1ad4ef00a30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.1466894 Aug 04 15:23:13.204587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-ca740a8f-820b-41e7-a62a-7ac7d9bc42b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0682595 Aug 04 15:23:13.205958 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-7a4cb7bc-6e18-46ed-8f94-1fff0073efde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0638578 Aug 04 15:23:13.290878 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-2a42a34f-31cc-49b8-9922-ce1797576961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:13.292473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-2a42a34f-31cc-49b8-9922-ce1797576961 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0809753 Aug 04 15:23:13.294184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-5da63457-56f7-4728-8252-0d41d58761af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:13.295582 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-5da63457-56f7-4728-8252-0d41d58761af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0768743 Aug 04 15:23:13.330502 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-7c015ba9-ca68-46d4-9faf-355a8f03d818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311229 Aug 04 15:23:13.351348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-bc2fb4a9-e797-41f7-bdb8-430545399123 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446088 Aug 04 15:23:13.488042 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-901516cc-0bac-4cdb-9dbc-48883542fd79 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446130 Aug 04 15:23:13.504750 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-9eda5f03-2d7c-45ea-9055-1ea9cd2b78ca service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429877 Aug 04 15:23:13.574998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:23:13.649817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-45900f99-c81f-4e6e-be4e-086aea67e4a6 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534367 Aug 04 15:23:13.655954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9d0f3178-1761-4157-8088-71047ffdaff8 req-ccb76954-f52f-4b42-85b0-453151f5708d service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400976 Aug 04 15:23:13.676207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:13.687844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'port_id': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'mac_address': 'fa:16:3e:14:e6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec79423-6097-401c-9bab-25003dc12944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:23:13.727083 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:13.739380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2a0c80-9233-41ef-969e-f24df2041705 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:23:13.759978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:13.765474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:13.815893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:13.823323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.823672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.824032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.824353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.824686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.825014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.825341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.825730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.826054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.826385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.826746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.827072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:13.842528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdb4b3-0048-4864-9236-89399879b709 req-6cbae0b7-59b4-4b0a-887a-11917e12f180 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:13.844068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ebdb4b3-0048-4864-9236-89399879b709 req-6cbae0b7-59b4-4b0a-887a-11917e12f180 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 04 15:23:13.892183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ebdb4b3-0048-4864-9236-89399879b709 req-f16563eb-cda7-4d0d-bab0-0b7cdab445ec tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Aug 04 15:23:13.963318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ea2a0c80-9233-41ef-969e-f24df2041705'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:23:14.112752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf351e9-6db5-4f2b-bd66-a5d0ed4d5d1c req-4e5e407f-43ea-4a47-afb8-b5855c16f794 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:14.114713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbf351e9-6db5-4f2b-bd66-a5d0ed4d5d1c req-4e5e407f-43ea-4a47-afb8-b5855c16f794 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0564253 Aug 04 15:23:14.114847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf50f-aafe-4158-9679-bc2c26219300 req-9b86f305-22fb-44a7-9550-6470e90b9ee6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:14.116299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-9b86f305-22fb-44a7-9550-6470e90b9ee6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532&tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 945 time: 0.0561900 Aug 04 15:23:14.153113 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cbf351e9-6db5-4f2b-bd66-a5d0ed4d5d1c req-35a28e44-7c56-49f6-a63d-23f773dbc7ca tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Aug 04 15:23:14.181006 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-245bf50f-aafe-4158-9679-bc2c26219300 req-0dd3dc65-8f11-4aa0-985a-29fa8818e9c8 service neutron] delete failed (client error): The resource could not be found. Aug 04 15:23:14.182822 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-0dd3dc65-8f11-4aa0-985a-29fa8818e9c8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ea2a0c80-9233-41ef-969e-f24df2041705/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0589216 Aug 04 15:23:14.280698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf50f-aafe-4158-9679-bc2c26219300 req-cac36900-49aa-4f79-8e11-c69f5fdd26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:14.282244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-cac36900-49aa-4f79-8e11-c69f5fdd26bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 1097 time: 0.0460181 Aug 04 15:23:14.380188 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf50f-aafe-4158-9679-bc2c26219300 req-99c04779-8c95-48d6-805b-d1645b400f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:14.381712 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-99c04779-8c95-48d6-805b-d1645b400f7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0925858 Aug 04 15:23:14.423831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-a8513ca2-934f-45fe-bcb6-8eed20e7f8b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 200 len: 217 time: 0.0347672 Aug 04 15:23:14.476911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf50f-aafe-4158-9679-bc2c26219300 req-300d915c-9c73-42ac-bb49-72d96f02969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:14.478395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-300d915c-9c73-42ac-bb49-72d96f02969e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0471296 Aug 04 15:23:14.513282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-d61c4848-39e7-47ab-93a0-e0c5a1fbc9c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276427 Aug 04 15:23:14.602844 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-1269ef5b-3cd2-4f6c-b5fd-d2ccc66cae60 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825696 Aug 04 15:23:14.701250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-245bf50f-aafe-4158-9679-bc2c26219300 req-84c3543e-a490-4056-aaaf-b6794a8b8045 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906544 Aug 04 15:23:14.805400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-009495d5-85a6-45d3-a32b-40a876f4e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:15.282235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c616d8-0763-48d7-b071-e4de141d7884 req-6c7eea09-b2dd-492e-840c-4a66549d5d5d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:15.283713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0c616d8-0763-48d7-b071-e4de141d7884 req-6c7eea09-b2dd-492e-840c-4a66549d5d5d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0561330 Aug 04 15:23:15.324109 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b0c616d8-0763-48d7-b071-e4de141d7884 req-ab4bbfb1-9dfa-4328-b95c-36fef8d8db01 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337083 Aug 04 15:23:15.325608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:23:15.367353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:23:15.445896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947334aa-3697-472d-8f57-6bd20423c4cf req-33e1ffa9-83f0-4fee-b7ea-4a68395c5697 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:15.448150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-947334aa-3697-472d-8f57-6bd20423c4cf req-33e1ffa9-83f0-4fee-b7ea-4a68395c5697 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0560081 Aug 04 15:23:15.487402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-947334aa-3697-472d-8f57-6bd20423c4cf req-853883ae-cb6a-4dcd-844b-42b58b2d2cfd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Aug 04 15:23:15.583377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:23:15.612581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51a45-d28a-4b96-add3-f8421030a99a req-eb7245e7-0aef-4359-8ecf-b9f46bef70b9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:15.614195 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80f51a45-d28a-4b96-add3-f8421030a99a req-eb7245e7-0aef-4359-8ecf-b9f46bef70b9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 945 time: 0.0569975 Aug 04 15:23:15.632270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port ea2a0c80-9233-41ef-969e-f24df2041705 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:23:15.636058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port ea2a0c80-9233-41ef-969e-f24df2041705 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:23:15.636431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:15.652887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80f51a45-d28a-4b96-add3-f8421030a99a req-9708652f-0768-475a-bd85-e32a58e0057f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 04 15:23:15.717293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:15.740382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:15.742702 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a1e6b-3fdc-43e8-8ac2-7be48758a4bb" -d '{"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:15.756847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:15.762948 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:15.804069 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5650425-cb6c-45ae-bd2b-78c5ef5bf6c9 x-openstack-request-id: req-d5650425-cb6c-45ae-bd2b-78c5ef5bf6c9 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:15.804366 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-plugged", "status": "completed", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:15.804617 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5650425-cb6c-45ae-bd2b-78c5ef5bf6c9 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:15.805042 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'code': 200} Aug 04 15:23:15.829255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:16.028244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-6a1eef47-8a57-42b5-bc70-1a298ddda4f0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:16.029851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-6a1eef47-8a57-42b5-bc70-1a298ddda4f0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 814 time: 0.1169512 Aug 04 15:23:16.045976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-ac9a52e7-2062-4bac-98db-52332d67de84 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/quotas/1fc1a5115c9540cbbc6f04c7eb26c973 HTTP/1.1" status: 200 len: 375 time: 0.0099437 Aug 04 15:23:16.100075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-92362c59-faf9-45f7-ba14-8e2f4957b6cc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487075 Aug 04 15:23:16.192843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-f436d8b0-7f63-45a2-a7ae-79266b13ce6f service neutron] 10.222.0.76 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857551 Aug 04 15:23:16.297704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-9a60bad6-2a77-46c6-9a80-b30a7c7f955c service neutron] 10.222.0.76 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983756 Aug 04 15:23:16.458171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-692492d5-fb7f-4efc-8ad4-987225da60a2 req-234b69d7-c209-46f3-ac04-deeaf6bd6ef5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 210 time: 0.0278614 Aug 04 15:23:17.141546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-22996a9b-1015-4e8f-a19b-1ee6ae95c6fa tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:17.143064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-22996a9b-1015-4e8f-a19b-1ee6ae95c6fa tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9d368a0-4052-4331-9237-b6ffc01cd532 HTTP/1.1" status: 200 len: 946 time: 0.0590971 Aug 04 15:23:17.235814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Deleting port ea2a0c80-9233-41ef-969e-f24df2041705 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:23:17.236175 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.334063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] For port ea2a0c80-9233-41ef-969e-f24df2041705, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=ea2a0c80-9233-41ef-969e-f24df2041705,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:17.334403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.348880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Calling delete_port for ea2a0c80-9233-41ef-969e-f24df2041705 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:23:17.405015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-d79c4fb0-fd23-4016-8c70-0a6811df28be tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:17.406824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-d79c4fb0-fd23-4016-8c70-0a6811df28be tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 814 time: 0.1065969 Aug 04 15:23:17.420093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Request body: {'port': {'device_id': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'admin_state_up': True, 'tenant_id': '1fc1a5115c9540cbbc6f04c7eb26c973'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:23:17.442518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b6ddcab-4d7b-4bbb-b53e-43056c7742b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.487140 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.508867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['ea2a0c80-9233-41ef-969e-f24df2041705'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:23:17.523040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Pushing event deleted for resources: {'Port': ['ID=ea2a0c80-9233-41ef-969e-f24df2041705,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:17.558786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] No DVR routers for this DVR port ea2a0c80-9233-41ef-969e-f24df2041705 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:23:17.561544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.563620 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.38 "DELETE /v2.0/ports/ea2a0c80-9233-41ef-969e-f24df2041705 HTTP/1.1" status: 204 len: 173 time: 0.4128330 Aug 04 15:23:17.564076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-deleted', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:17.566364 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5057881-c4d7-4233-9b84-8fca9cb0b863" -d '{"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-deleted", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:17.570247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Made reservation on behalf of 1fc1a5115c9540cbbc6f04c7eb26c973 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:23:17.573766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.579068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-87eb455d-39ae-4eec-b105-837ce0e7fd93 req-235d1764-8fc2-4e3a-b217-629664d7e5e2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 210 time: 0.0358076 Aug 04 15:23:17.611030 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1bd26-3ccd-418b-9a54-124594894e35 x-openstack-request-id: req-2cd1bd26-3ccd-418b-9a54-124594894e35 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:17.611381 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d368a0-4052-4331-9237-b6ffc01cd532", "name": "network-vif-deleted", "tag": "ea2a0c80-9233-41ef-969e-f24df2041705", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:17.611744 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cd1bd26-3ccd-418b-9a54-124594894e35 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:17.612933 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d368a0-4052-4331-9237-b6ffc01cd532', 'name': 'network-vif-deleted', 'tag': 'ea2a0c80-9233-41ef-969e-f24df2041705', 'status': 'completed', 'code': 200} Aug 04 15:23:17.684183 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.712574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Allocated IP 172.20.0.4 (600c77dd-345c-4dda-a981-5a66260c2547/4ec79423-6097-401c-9bab-25003dc12944/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:23:17.860350 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.901761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:17.947081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Network 600c77dd-345c-4dda-a981-5a66260c2547 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:23:17.952066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:23:17.958262 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:23:17.968005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:17.998184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:17.998538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:17.998912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:17.999257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:17.999596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:17.999931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.000269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.000598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.000929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.001259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.001625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.001941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:18.031027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:18.031658 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.048218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-bda72e6b-894d-4e41-bb8b-b83ee51e4023 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326535 Aug 04 15:23:18.059940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Request body: {'port': {'device_id': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:23:18.116648 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.202740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.425532 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:23:18.433385 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.446761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Transition to ACTIVE for port object 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:23:18.452968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.503298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:18.582963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:23:18.583314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:23:18.583654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:18.588817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:23:18.589189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:18.594557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:23:18.594938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Checking segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:23:18.595335 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Bound using segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:23:18.595769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Bound port: 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:23:18.596137 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.676553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:23:18.703382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:23:18.713218 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.753529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18221982-c9e0-4ff4-a784-0eb85c6f6334 req-fcc7a496-ae0c-4554-bce0-e8d6d0ee502c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:18.755119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18221982-c9e0-4ff4-a784-0eb85c6f6334 req-fcc7a496-ae0c-4554-bce0-e8d6d0ee502c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0943789 Aug 04 15:23:18.773791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:18.774413 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.775824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] 10.222.0.38 "PUT /v2.0/ports/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 1092 time: 0.7202656 Aug 04 15:23:18.776263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:18.778551 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd62d4-b780-400e-be5d-a2ef62eef52e" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:18.812061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8d380-5dd2-4fa5-8a34-a1ec79ffb5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:18.836118 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76309e-a7b9-4521-b820-6829545b19e5 x-openstack-request-id: req-eb76309e-a7b9-4521-b820-6829545b19e5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:18.836512 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:18.836718 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb76309e-a7b9-4521-b820-6829545b19e5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:18.837131 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'status': 'completed', 'code': 200} Aug 04 15:23:18.838774 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:18.844328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18221982-c9e0-4ff4-a784-0eb85c6f6334 req-9048f7f4-f4da-4683-905d-8f35b9e1cf9d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Aug 04 15:23:18.875082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-0d4962a6-7417-4868-8104-2d50f85e2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:18.877978 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-0d4962a6-7417-4868-8104-2d50f85e2507 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1095 time: 0.0606859 Aug 04 15:23:18.920493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-918e9fc8-5d16-47cb-9b4c-3fc4d5267c77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0352371 Aug 04 15:23:18.976752 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-04cec3a7-0f3f-4cf5-b3b0-cc6f04d3d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:18.978158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-04cec3a7-0f3f-4cf5-b3b0-cc6f04d3d129 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0509932 Aug 04 15:23:18.989249 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:19.027288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-65352859-d14b-4192-b7ff-6b04797ad692 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410776 Aug 04 15:23:19.119981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-a770a314-7b35-4bac-a703-d41eb396aa43 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Aug 04 15:23:19.220894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0646af4a-805c-4ece-8b0f-9423e17d0d4f req-6f9535ef-e25f-429b-b6b4-0ffdd82431f0 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929494 Aug 04 15:23:19.309056 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-f432883f-da90-4641-ac6b-5d987a5c9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:19.310420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-f432883f-da90-4641-ac6b-5d987a5c9d8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1095 time: 0.0440712 Aug 04 15:23:19.411799 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-32d5081c-53ab-45da-83e5-8f18c2b1dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:19.414046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-32d5081c-53ab-45da-83e5-8f18c2b1dfda service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0968335 Aug 04 15:23:19.461311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-591955ac-f9b8-4d53-8fc4-7b74b2dc8202 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0385931 Aug 04 15:23:19.521297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-5bcb84f0-60ba-46fd-bdf4-e450591c6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:19.522866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-5bcb84f0-60ba-46fd-bdf4-e450591c6251 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0544484 Aug 04 15:23:19.563503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-b897af3e-f576-4bcb-add1-34deaf72fd50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317769 Aug 04 15:23:19.611294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:23:19.631537 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: ea2a0c80-9233-41ef-969e-f24df2041705 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:23:19.631890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device ea2a0c80-9233-41ef-969e-f24df2041705 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:23:19.661400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-8a646c22-22a0-42f4-a294-d308e917b15f service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897837 Aug 04 15:23:19.762183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6abd62d4-b780-400e-be5d-a2ef62eef52e req-1ca61d4e-fc57-4c92-99aa-bdf91538f002 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923886 Aug 04 15:23:19.981981 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625d716-83e7-4e90-9532-7347b53f95c9 req-6d51e477-e855-4727-ac3e-87998ea9d17b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:19.983537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5625d716-83e7-4e90-9532-7347b53f95c9 req-6d51e477-e855-4727-ac3e-87998ea9d17b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0589032 Aug 04 15:23:20.025913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5625d716-83e7-4e90-9532-7347b53f95c9 req-3910ac29-49ca-4a3f-9fbb-a9dfee5271b3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334237 Aug 04 15:23:20.327406 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:21.157598 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736237-79a5-4004-8a4f-f885fdbd69dc req-66439f37-80f2-4276-bae3-fbb7957a8fc0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:21.159450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4736237-79a5-4004-8a4f-f885fdbd69dc req-66439f37-80f2-4276-bae3-fbb7957a8fc0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0564370 Aug 04 15:23:21.201665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4736237-79a5-4004-8a4f-f885fdbd69dc req-1506708b-c898-432b-aad8-59aa46c88a3d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Aug 04 15:23:21.614711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:23:21.721842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:21.734044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'port_id': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'mac_address': 'fa:16:3e:d5:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec79423-6097-401c-9bab-25003dc12944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:23:21.775242 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:21.788978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:23:21.808725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:21.813223 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:21.859211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:22.009485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:23:22.334599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4111-ae60-4f26-becd-796009b3c3e4 req-0312e247-eabd-4d82-bf4f-2efeed1bb86d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:22.336197 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329d4111-ae60-4f26-becd-796009b3c3e4 req-0312e247-eabd-4d82-bf4f-2efeed1bb86d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 944 time: 0.0558205 Aug 04 15:23:22.382114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329d4111-ae60-4f26-becd-796009b3c3e4 req-0ed95713-84ed-4fb2-94ac-cd20237563dd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Aug 04 15:23:23.522143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9697b-213c-40fb-9838-084c0f2962c2 req-5db31e53-a8ee-4735-9dc1-dbcc9618c9a0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:23.523665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cac9697b-213c-40fb-9838-084c0f2962c2 req-5db31e53-a8ee-4735-9dc1-dbcc9618c9a0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 944 time: 0.0590718 Aug 04 15:23:23.564559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cac9697b-213c-40fb-9838-084c0f2962c2 req-e9a40aa5-c9c5-495b-adb5-b1aaed2cb1eb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 04 15:23:23.628896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:23:23.683768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:23:23.689331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:23:23.689891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:23.772236 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:23.799218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:23.801452 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22c17a-f98f-46a3-8d54-cd48c0a345bb" -d '{"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-plugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:23.814411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:23.819654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:23.843359 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f0c73-9a6d-4172-8449-0a2df6353a24 x-openstack-request-id: req-e21f0c73-9a6d-4172-8449-0a2df6353a24 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:23.843649 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-plugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:23.843904 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e21f0c73-9a6d-4172-8449-0a2df6353a24 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:23.844307 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'code': 200} Aug 04 15:23:23.872059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:23.945530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8085c2-37a1-416f-93e9-28a7b19485e1 req-4406aded-9384-4c5a-98b3-5288f36c20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:23.947145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb8085c2-37a1-416f-93e9-28a7b19485e1 req-4406aded-9384-4c5a-98b3-5288f36c20ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1097 time: 0.0484176 Aug 04 15:23:23.989172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb8085c2-37a1-416f-93e9-28a7b19485e1 req-aa822a6c-d133-4e78-9ff9-bc8fc1a99a7f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Aug 04 15:23:24.681843 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9cae9-7b3b-43bb-855a-117a4e87a0a3 req-4af3c376-0bc3-4840-8566-0fc9e53117df tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:24.683391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28c9cae9-7b3b-43bb-855a-117a4e87a0a3 req-4af3c376-0bc3-4840-8566-0fc9e53117df tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Aug 04 15:23:24.728335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-28c9cae9-7b3b-43bb-855a-117a4e87a0a3 req-c32c185e-78c2-4348-b601-c500f1ddfeeb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Aug 04 15:23:25.072048 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:23:25.857214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8224cc7-ae1b-4681-978d-ca2dbd316fbb req-42d0e145-26b7-4f0c-bde5-5283586b882f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:25.858842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8224cc7-ae1b-4681-978d-ca2dbd316fbb req-42d0e145-26b7-4f0c-bde5-5283586b882f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Aug 04 15:23:25.903302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8224cc7-ae1b-4681-978d-ca2dbd316fbb req-a5c97495-d526-49f4-bd92-920d57e381b7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 04 15:23:26.024297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5faa-71f4-4994-ada6-6db48be2c01e req-560e06cc-bc2f-4245-b03f-1f617573b8cb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:26.025768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36ed5faa-71f4-4994-ada6-6db48be2c01e req-560e06cc-bc2f-4245-b03f-1f617573b8cb tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0552080 Aug 04 15:23:26.069397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36ed5faa-71f4-4994-ada6-6db48be2c01e req-471cdb09-6d32-4c7f-a4b6-b49759783e72 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Aug 04 15:23:26.314682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-d3e910cd-0ebe-48ba-9d3c-c2963ae8bdef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491793 Aug 04 15:23:26.324182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3681b9-43e8-404c-bd61-98c0196f5552 req-509401cb-dc13-4e87-81c9-5da4015ecee2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:26.325711 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e3681b9-43e8-404c-bd61-98c0196f5552 req-509401cb-dc13-4e87-81c9-5da4015ecee2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Aug 04 15:23:26.366628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e3681b9-43e8-404c-bd61-98c0196f5552 req-0c6923ad-5aa1-4a28-9cdc-8a86e9c2820a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Aug 04 15:23:27.441711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-78b37e04-6c91-4fec-82a7-48e836f55ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:27.443426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-78b37e04-6c91-4fec-82a7-48e836f55ce5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1097 time: 0.0599411 Aug 04 15:23:27.580334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ab5e-2caf-4337-918e-fa2eea628f50 req-d26b3d21-881c-4a42-a434-fd3d43786c64 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:27.582167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e962ab5e-2caf-4337-918e-fa2eea628f50 req-d26b3d21-881c-4a42-a434-fd3d43786c64 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.1338089 Aug 04 15:23:27.630250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-11d2666d-d0f4-4755-9383-779a93346f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:27.632078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-11d2666d-d0f4-4755-9383-779a93346f5b service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.1818707 Aug 04 15:23:27.654476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e962ab5e-2caf-4337-918e-fa2eea628f50 req-0cee5be4-cf65-4924-92cf-0c8343fa2573 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616684 Aug 04 15:23:27.687595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-12526ac1-190a-4402-bbe3-f5c89929d8e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0480535 Aug 04 15:23:27.741428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-c58d90da-41aa-4a03-9d46-3ea6e6738a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:27.743094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-c58d90da-41aa-4a03-9d46-3ea6e6738a1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0490901 Aug 04 15:23:27.778162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-f4ff1812-cf34-4c3c-9d26-21b7b1a5cc72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274880 Aug 04 15:23:27.890759 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-be495039-789a-48b8-aecc-515105255472 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049223 Aug 04 15:23:27.987141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-5b4fe7dc-690b-46be-b8e5-0b9a7b405b33 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897648 Aug 04 15:23:28.786522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a839e9-24ab-4a4f-8cd2-ea181ca4473e req-b62fa039-c1e7-4406-b4ed-3a077ed13396 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:28.788053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3a839e9-24ab-4a4f-8cd2-ea181ca4473e req-b62fa039-c1e7-4406-b4ed-3a077ed13396 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Aug 04 15:23:28.827598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3a839e9-24ab-4a4f-8cd2-ea181ca4473e req-e290f1f4-8222-4cdc-b79e-b80d61bd8f75 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 Aug 04 15:23:29.967596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3ee6-3571-4715-b9d0-7c5211be904e req-07b5cbfe-1785-45de-b735-c4f73fae3bcc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:29.969258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8cb3ee6-3571-4715-b9d0-7c5211be904e req-07b5cbfe-1785-45de-b735-c4f73fae3bcc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0559170 Aug 04 15:23:30.014030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8cb3ee6-3571-4715-b9d0-7c5211be904e req-31ae5d24-612b-434d-916e-b859d5ec373f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Aug 04 15:23:31.163849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac508ce-9159-44f3-891d-9c06305418b0 req-a94a66e3-084e-4ea0-9856-5a257c84e500 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:31.165592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ac508ce-9159-44f3-891d-9c06305418b0 req-a94a66e3-084e-4ea0-9856-5a257c84e500 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0610347 Aug 04 15:23:31.212674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ac508ce-9159-44f3-891d-9c06305418b0 req-5e9243db-4900-4f3a-8957-2a6012ce6cfc tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 Aug 04 15:23:32.350031 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97deea7-5c9f-4302-bfe4-dffae18d80dc req-1bdf2bff-0b9d-475e-9f42-ac93431172e4 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:32.351548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f97deea7-5c9f-4302-bfe4-dffae18d80dc req-1bdf2bff-0b9d-475e-9f42-ac93431172e4 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 04 15:23:32.392427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f97deea7-5c9f-4302-bfe4-dffae18d80dc req-ecd1d0a7-f211-4c11-be03-db45e43b83d5 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Aug 04 15:23:33.530287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d7208-a91d-400d-955b-674ddccda5d8 req-65cce561-67ed-46d0-a022-5698c6662411 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:33.531836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d09d7208-a91d-400d-955b-674ddccda5d8 req-65cce561-67ed-46d0-a022-5698c6662411 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0641556 Aug 04 15:23:33.582150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d09d7208-a91d-400d-955b-674ddccda5d8 req-9b838c10-9be6-4f47-8ba1-617fe162fcc6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Aug 04 15:23:34.712272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee6e1-bbbe-46f6-9ed6-6f8df7c43f95 req-824d194a-0528-4b8c-83bd-b7a6c6d3c291 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:34.713754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7feee6e1-bbbe-46f6-9ed6-6f8df7c43f95 req-824d194a-0528-4b8c-83bd-b7a6c6d3c291 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0511436 Aug 04 15:23:34.754149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7feee6e1-bbbe-46f6-9ed6-6f8df7c43f95 req-30ca84d5-97e8-431a-9b00-2b5f4f4071b8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Aug 04 15:23:35.881460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5fc7-be36-473f-a000-46affccc4616 req-0178f44a-36e8-436f-92f4-99fcc1634f9f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:35.882979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5ab5fc7-be36-473f-a000-46affccc4616 req-0178f44a-36e8-436f-92f4-99fcc1634f9f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Aug 04 15:23:35.922119 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f5ab5fc7-be36-473f-a000-46affccc4616 req-fa521ad3-dd0b-40f5-a94a-316c41c7263d tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 04 15:23:37.063112 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977a117-b89a-4f42-8fa8-18e90460deee req-0f413977-9868-4a9f-806a-e4fc1400d544 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:37.065821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5977a117-b89a-4f42-8fa8-18e90460deee req-0f413977-9868-4a9f-806a-e4fc1400d544 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0639000 Aug 04 15:23:37.107771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5977a117-b89a-4f42-8fa8-18e90460deee req-4b86a216-8b41-4866-af9e-adb4cf654d3c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Aug 04 15:23:38.238313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c755d-ab14-4b4d-86f7-3d491d931c6e req-7847ebca-9324-4cb7-aab7-805fc69b5b4b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:38.241208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e32c755d-ab14-4b4d-86f7-3d491d931c6e req-7847ebca-9324-4cb7-aab7-805fc69b5b4b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0542672 Aug 04 15:23:38.280744 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e32c755d-ab14-4b4d-86f7-3d491d931c6e req-31d5cf18-14f8-4374-9d1e-79fe5f02719c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343688 Aug 04 15:23:39.406613 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c6eb2-6694-4555-8149-c5a48727b85c req-19bb6cd2-a94c-433f-9db3-663d97a2f016 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:39.408141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b95c6eb2-6694-4555-8149-c5a48727b85c req-19bb6cd2-a94c-433f-9db3-663d97a2f016 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0512340 Aug 04 15:23:39.447907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b95c6eb2-6694-4555-8149-c5a48727b85c req-a0297fcc-8caa-4baa-ab8f-7c92468346ab tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Aug 04 15:23:40.592415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0a98c-ecc1-482f-b110-d64583a6ffe4 req-8ac6ee5b-8552-4b5f-aa79-f47afe65e9f0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:40.593811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42d0a98c-ecc1-482f-b110-d64583a6ffe4 req-8ac6ee5b-8552-4b5f-aa79-f47afe65e9f0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0556586 Aug 04 15:23:40.636788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42d0a98c-ecc1-482f-b110-d64583a6ffe4 req-1d50c607-e4f4-4dc6-9d87-dc251bfa841b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Aug 04 15:23:40.856467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-ad0f069b-c4f6-44ba-94e7-f39fc1b245e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:40.857872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-ad0f069b-c4f6-44ba-94e7-f39fc1b245e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1097 time: 0.0428772 Aug 04 15:23:40.974100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-9ce9eaf7-b949-4ffd-897e-98729766dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:40.975667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-9ce9eaf7-b949-4ffd-897e-98729766dd60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0923460 Aug 04 15:23:41.018235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-ba93a91e-dd2b-480d-a4e9-c4a64d86ad40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0346558 Aug 04 15:23:41.068211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-72d9cc72-f0ea-470c-a2bf-682d76c4fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:41.069695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-72d9cc72-f0ea-470c-a2bf-682d76c4fc40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0446603 Aug 04 15:23:41.104794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-b8460375-1668-4216-9d00-71ecdb53b90e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277498 Aug 04 15:23:41.196748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-7819490e-77ab-407e-a5e3-443e58f9d60b service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 Aug 04 15:23:41.295358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afe3e471-4658-47fc-a693-8e3f7d28aee2 req-7abc0d80-938d-4484-b7bd-12646c9f6e85 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909822 Aug 04 15:23:41.771477 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56abe-9c3d-4414-bdcf-78f01473eaeb req-ae6e251f-1b10-490b-b69b-c974b05db58e tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:41.772993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bf56abe-9c3d-4414-bdcf-78f01473eaeb req-ae6e251f-1b10-490b-b69b-c974b05db58e tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0624802 Aug 04 15:23:41.812512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5bf56abe-9c3d-4414-bdcf-78f01473eaeb req-6d79f9c1-b288-4f8f-9b05-c6fa9d8fa3ab tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Aug 04 15:23:42.941481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac72b00-36a7-4db0-a541-82b59a5f7575 req-2e54546c-2b64-428d-93b8-33ea74f4a143 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:42.943006 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ac72b00-36a7-4db0-a541-82b59a5f7575 req-2e54546c-2b64-428d-93b8-33ea74f4a143 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0506811 Aug 04 15:23:42.985993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4ac72b00-36a7-4db0-a541-82b59a5f7575 req-64962aca-b81a-4564-8532-91f5a08aa85c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Aug 04 15:23:44.126908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67498f90-367e-4386-a7f2-e58b0367ca11 req-13ac791f-ac5f-40a4-9fdc-0ebc59381523 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:44.128493 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67498f90-367e-4386-a7f2-e58b0367ca11 req-13ac791f-ac5f-40a4-9fdc-0ebc59381523 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Aug 04 15:23:44.168398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67498f90-367e-4386-a7f2-e58b0367ca11 req-e2613aa8-8da7-4553-b532-b8fbce04810b tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337744 Aug 04 15:23:44.818484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6090d1f8-744f-489e-81e5-6a4dccb7f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:45.290023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e821b-c664-4aaa-bd3f-39cfe242e12c req-d9506db6-43d5-4964-a3f3-9bd19afc6dae tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:45.291592 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a0e821b-c664-4aaa-bd3f-39cfe242e12c req-d9506db6-43d5-4964-a3f3-9bd19afc6dae tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0545499 Aug 04 15:23:45.332840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a0e821b-c664-4aaa-bd3f-39cfe242e12c req-8036210e-93f5-435d-b400-f33ba3c207cd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Aug 04 15:23:46.482288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f338-d946-4a8e-a10e-8930a530d089 req-f1a946ef-96a1-414c-ac50-9b031d141b91 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:46.483814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7725f338-d946-4a8e-a10e-8930a530d089 req-f1a946ef-96a1-414c-ac50-9b031d141b91 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0546129 Aug 04 15:23:46.525788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7725f338-d946-4a8e-a10e-8930a530d089 req-19e58ee2-3e92-4cf5-b0c5-415b0ebd8cd7 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 04 15:23:47.442519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c9c53119-cbe8-43e8-a5b6-30700a478537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:47.689666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:47.733399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc7bca-5bbb-4dd0-b66f-626887673815 req-d74344ff-e9c2-49dc-b64a-f98495020696 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:47.735166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cdc7bca-5bbb-4dd0-b66f-626887673815 req-d74344ff-e9c2-49dc-b64a-f98495020696 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.1381540 Aug 04 15:23:47.784145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4cdc7bca-5bbb-4dd0-b66f-626887673815 req-2404419a-525f-438c-95ae-3c8a3e1984dd tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396392 Aug 04 15:23:48.197854 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:48.835963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:48.976585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a1b47-4330-49f6-b337-012b013ac34d req-cfa1a99f-0047-4ef3-9072-eb9341e55aa0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:48.978104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f8a1b47-4330-49f6-b337-012b013ac34d req-cfa1a99f-0047-4ef3-9072-eb9341e55aa0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.1168365 Aug 04 15:23:48.991764 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:49.017288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f8a1b47-4330-49f6-b337-012b013ac34d req-b0298946-8375-425e-ba35-232befda6acf tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Aug 04 15:23:50.148790 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263d54f-f12f-43e4-a3a1-2590270a7336 req-62dfa8d8-ea7f-4dc2-8d97-20f0d89588a3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:50.150266 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a263d54f-f12f-43e4-a3a1-2590270a7336 req-62dfa8d8-ea7f-4dc2-8d97-20f0d89588a3 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0539913 Aug 04 15:23:50.195788 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a263d54f-f12f-43e4-a3a1-2590270a7336 req-82fa8629-5a2c-40af-ab94-0b03c4e3fa21 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Aug 04 15:23:50.331357 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:51.334330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7be337-a6d1-445b-bcd6-bea0c9007257 req-7b34f864-0fc4-4182-a10a-81ebd6a9c8ff tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:51.335900 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d7be337-a6d1-445b-bcd6-bea0c9007257 req-7b34f864-0fc4-4182-a10a-81ebd6a9c8ff tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0590518 Aug 04 15:23:51.374849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d7be337-a6d1-445b-bcd6-bea0c9007257 req-f908c265-1776-434f-bf73-d76cca8b52c2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Aug 04 15:23:52.512258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c61d4-b5ff-4cd4-8046-be5caf914bac req-aaee870f-0a2e-4a9c-a97c-c52c4d4bdc70 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:52.513771 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b7c61d4-b5ff-4cd4-8046-be5caf914bac req-aaee870f-0a2e-4a9c-a97c-c52c4d4bdc70 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0619557 Aug 04 15:23:52.553090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b7c61d4-b5ff-4cd4-8046-be5caf914bac req-76201625-684f-49ee-adbf-60aef2c2622c tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Aug 04 15:23:53.700164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6df9b-abf6-4758-bf28-520a1fcaaa3f req-7b9251f2-e566-4109-9a3f-a334bce31596 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:53.701663 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6e6df9b-abf6-4758-bf28-520a1fcaaa3f req-7b9251f2-e566-4109-9a3f-a334bce31596 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0606055 Aug 04 15:23:53.748818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6e6df9b-abf6-4758-bf28-520a1fcaaa3f req-6a397399-30d9-41a3-a1f0-0da448ac11c6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Aug 04 15:23:54.875361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab684a-e3f6-477d-b7a2-129151d9a1fb req-9591522f-84de-44e4-a19e-c179d8cf2add tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:54.876885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88ab684a-e3f6-477d-b7a2-129151d9a1fb req-9591522f-84de-44e4-a19e-c179d8cf2add tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0532763 Aug 04 15:23:54.919299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88ab684a-e3f6-477d-b7a2-129151d9a1fb req-fd141f31-564d-47ee-b932-a9c58d8b7a08 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334480 Aug 04 15:23:55.152124 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-422acfe1-ba7c-43c6-b74e-bb991489127c service neutron] show failed (client error): The resource could not be found. Aug 04 15:23:55.153166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-422acfe1-ba7c-43c6-b74e-bb991489127c service neutron] 10.222.0.38 "GET /v2.0/ports/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0698428 Aug 04 15:23:55.378324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-753be966-87e9-4512-9cab-30d49235c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:55.380324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-753be966-87e9-4512-9cab-30d49235c398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669&tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973 HTTP/1.1" status: 200 len: 1097 time: 0.0494092 Aug 04 15:23:55.392053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:23:55.444478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:55.671503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:55.719095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:23:55.759666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:55.762373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1290d19-760a-4377-8141-9eae353debc6" -d '{"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-unplugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:55.766540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:55.779564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Transition to ACTIVE for port object 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:23:55.784461 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:55.813979 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e024a-ed88-4fbf-a9c1-045aef77f1d7 x-openstack-request-id: req-5e6e024a-ed88-4fbf-a9c1-045aef77f1d7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:55.814256 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-unplugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:55.814509 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e6e024a-ed88-4fbf-a9c1-045aef77f1d7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:55.814928 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'code': 200} Aug 04 15:23:55.847783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] No DVR routers for this DVR port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:23:55.854183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=6']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:55.864230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.864576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.864913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.865244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.865575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.865902 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.866226 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.866548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.867027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.867360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.867681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.867994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:23:55.896543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:23:55.896882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:23:55.897205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:55.902197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:23:55.902521 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Attempting to bind port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on network 600c77dd-345c-4dda-a981-5a66260c2547 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:23:55.907440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:23:55.907772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Checking segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:23:55.908466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Bound using segment: {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:23:55.908886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Bound port: 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:23:55.909240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:55.981514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:23:55.985152 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:23:55.991179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:56.025698 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:56.026370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:56.027910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] 10.222.0.46 "PUT /v2.0/ports/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 1092 time: 0.6399577 Aug 04 15:23:56.042670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529f2d2-9294-41c3-b612-6a49ed41c588 req-9af0103e-c7dd-4776-b91b-de74c52fe291 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:56.047073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4529f2d2-9294-41c3-b612-6a49ed41c588 req-9af0103e-c7dd-4776-b91b-de74c52fe291 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0553181 Aug 04 15:23:56.049479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59041bbf-4230-49aa-bacc-7544da68b160 service neutron] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:56.085849 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4529f2d2-9294-41c3-b612-6a49ed41c588 req-d50e425f-2eeb-42b4-a9d3-1db37026675a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Aug 04 15:23:56.092096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-a48e061b-2288-447e-93db-b95b26f3654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:56.093668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-a48e061b-2288-447e-93db-b95b26f3654a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1095 time: 0.0410118 Aug 04 15:23:56.551386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-a768a219-1003-4891-b7eb-b69ea9fc2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:56.552936 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-a768a219-1003-4891-b7eb-b69ea9fc2934 service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.4510651 Aug 04 15:23:56.595711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-c38b9e8b-56ac-4708-9dc3-eaf6a71d343c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0344746 Aug 04 15:23:56.649083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-d7a06ea5-2b65-4715-ad17-d62e38844ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:56.650538 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-d7a06ea5-2b65-4715-ad17-d62e38844ee1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0473499 Aug 04 15:23:56.685512 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-cb926cb7-b155-494e-8400-c8f34ccf91fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281246 Aug 04 15:23:56.778100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-bf50d9ad-7b69-4f5d-9edb-ef0a24076211 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843327 Aug 04 15:23:56.875710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-137b7e49-b246-47c9-9344-dcb14c84e17f req-54a98a12-7015-4eb1-ae90-3681aa6afd53 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880690 Aug 04 15:23:57.226134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875382f-80b6-4ee1-9249-0f21f481aa15 req-a44d4426-811d-487b-8dbe-7ee168e68981 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:57.227685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5875382f-80b6-4ee1-9249-0f21f481aa15 req-a44d4426-811d-487b-8dbe-7ee168e68981 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0699978 Aug 04 15:23:57.266419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5875382f-80b6-4ee1-9249-0f21f481aa15 req-9943dd1f-7793-48d7-bdae-5e2eafa813aa tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Aug 04 15:23:57.816440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:23:57.820018 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3cd0c-6f04-461c-908e-ed083af36e35" -d '{"events": [{"name": "network-changed", "server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:23:57.862974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:23:57.872157 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ac2c75-ead8-4cfe-b34c-37091cd06721 x-openstack-request-id: req-a9ac2c75-ead8-4cfe-b34c-37091cd06721 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:23:57.872465 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:23:57.872715 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9ac2c75-ead8-4cfe-b34c-37091cd06721 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:23:57.873116 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'status': 'completed', 'code': 200} Aug 04 15:23:57.902750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:23:57.935068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-eac0b4b8-b9a8-401d-b6d7-84b08d78d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:57.936617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-eac0b4b8-b9a8-401d-b6d7-84b08d78d5c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1095 time: 0.0457189 Aug 04 15:23:57.940428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-287a5e0a-b2bc-4ff1-9d57-dfbb8f0c8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:57.941970 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-287a5e0a-b2bc-4ff1-9d57-dfbb8f0c8a4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1095 time: 0.0462055 Aug 04 15:23:58.025004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-4df50324-1887-4d87-a54e-7bba57d3842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:58.026511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-4df50324-1887-4d87-a54e-7bba57d3842e service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0830493 Aug 04 15:23:58.031874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-3f0349ed-f5e5-435f-ac8e-487656720916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:58.033848 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-3f0349ed-f5e5-435f-ac8e-487656720916 service neutron] 10.222.0.46 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0841446 Aug 04 15:23:58.072753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-107ab648-c471-4f12-a475-b22a046f43f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0382314 Aug 04 15:23:58.081937 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-cf5691bd-699a-4f07-9364-47960c7789a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0384700 Aug 04 15:23:58.128618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-23e46ad2-667e-4eaf-9de3-165bfb5701b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:58.130170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-23e46ad2-667e-4eaf-9de3-165bfb5701b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0504365 Aug 04 15:23:58.135317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-1d512367-a42c-4772-a818-1becaa0b6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:58.136923 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-1d512367-a42c-4772-a818-1becaa0b6dce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0456374 Aug 04 15:23:58.170778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-1741b86d-0d55-4c4d-9867-eb9558f9a67f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334880 Aug 04 15:23:58.174626 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-299434ee-0792-465b-a7b5-552c5e88ec5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293410 Aug 04 15:23:58.262750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-7b7ceed3-625e-40e1-8975-f674e864bd4e service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Aug 04 15:23:58.267734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-8beba1a7-1530-4594-8ac3-55a5eaa26370 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Aug 04 15:23:58.362111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-27f429f1-ed39-4acd-9efd-c4c844c5d599 service neutron] 10.222.0.46 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866089 Aug 04 15:23:58.402441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98c3cd0c-6f04-461c-908e-ed083af36e35 req-b9792aa2-67c4-4955-97bc-7d3c7e8d1271 service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318567 Aug 04 15:23:58.415601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605ec7c-d109-4681-9df4-16976153c945 req-1b01e7ba-a804-47ac-8b2a-11c256c8c7f2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:58.417148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6605ec7c-d109-4681-9df4-16976153c945 req-1b01e7ba-a804-47ac-8b2a-11c256c8c7f2 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0784426 Aug 04 15:23:58.460586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6605ec7c-d109-4681-9df4-16976153c945 req-531e2e48-7899-4c23-bd91-54664c048853 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Aug 04 15:23:59.577709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:23:59.597933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80256edc-da1c-4eb2-a8a3-68e18345d065 req-21f2846a-87a2-4fdf-9257-ca557a3c0819 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:59.599534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80256edc-da1c-4eb2-a8a3-68e18345d065 req-21f2846a-87a2-4fdf-9257-ca557a3c0819 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 943 time: 0.0568762 Aug 04 15:23:59.639091 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80256edc-da1c-4eb2-a8a3-68e18345d065 req-14b88157-8b12-45d4-ad6e-cae574af013a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Aug 04 15:23:59.677920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:59.689815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'network_id': '600c77dd-345c-4dda-a981-5a66260c2547', 'port_id': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'mac_address': 'fa:16:3e:d5:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec79423-6097-401c-9bab-25003dc12944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:23:59.728055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:59.744445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:23:59.768108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:23:59.773081 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:59.825080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:23:59.877438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac96ef7-c3e6-4206-9234-fd9f1823e943 req-90c48d68-46f3-4a67-9a53-c784c00a660f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:59.878964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fac96ef7-c3e6-4206-9234-fd9f1823e943 req-90c48d68-46f3-4a67-9a53-c784c00a660f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 944 time: 0.0878344 Aug 04 15:23:59.886999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-873914d1-3728-41d7-b423-dde9a0430016 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:23:59.888378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-873914d1-3728-41d7-b423-dde9a0430016 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.38 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669&tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&binding%3Ahost_id=n-h2-801743-12 HTTP/1.1" status: 200 len: 944 time: 0.0692861 Aug 04 15:23:59.959383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fac96ef7-c3e6-4206-9234-fd9f1823e943 req-ded8307e-0401-45f3-8f69-4a969ac113f6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699921 Aug 04 15:23:59.973456 n-d-801743-12 neutron-server[94265]: INFO neutron.api.v2.resource [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-c93466a3-6a1a-4a2c-993a-856326f281a4 service neutron] delete failed (client error): The resource could not be found. Aug 04 15:23:59.974472 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-c93466a3-6a1a-4a2c-993a-856326f281a4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0781558 Aug 04 15:24:00.002974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:24:00.064156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-42746fb1-512a-405c-9474-d78178b4f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:00.065725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-42746fb1-512a-405c-9474-d78178b4f99c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 1096 time: 0.0431604 Aug 04 15:24:00.156152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-a737efe6-1ef5-4434-907e-5f5881ea3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:00.157616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-a737efe6-1ef5-4434-907e-5f5881ea3be5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 200 len: 915 time: 0.0853775 Aug 04 15:24:00.204262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-e93290b4-c394-4e5c-9d2f-ea101d1cfe3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 200 len: 217 time: 0.0397353 Aug 04 15:24:00.254141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-6c57861e-22d1-4498-b6ea-eba02bce6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:00.255668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-6c57861e-22d1-4498-b6ea-eba02bce6744 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 200 len: 854 time: 0.0449781 Aug 04 15:24:00.288037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-fe5a0796-f368-43c3-a882-3a5f0b4eb0b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=600c77dd-345c-4dda-a981-5a66260c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256634 Aug 04 15:24:00.690165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-843b7b86-091c-4623-b9a7-b4c4b506f28a service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948100 Aug 04 15:24:00.779980 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6f29e65f-02ee-4234-a14c-cb7b46c9d52d req-5d3e2e48-e513-44b4-b36a-646b546b0c7d service neutron] 10.222.0.38 "GET /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Aug 04 15:24:01.087987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471859e-6bd3-4a91-a5f1-28642c272c62 req-99370665-a8b6-4faa-ae89-9d2c08986cd8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:01.089529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a471859e-6bd3-4a91-a5f1-28642c272c62 req-99370665-a8b6-4faa-ae89-9d2c08986cd8 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 944 time: 0.0525520 Aug 04 15:24:01.130012 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a471859e-6bd3-4a91-a5f1-28642c272c62 req-8540b2ec-3439-4024-bfff-d8ca153b146f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331147 Aug 04 15:24:01.590891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:01.650293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:01.654116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:01.654491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:01.733418 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:01.760746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:24:01.763026 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c26da-b783-4793-b35f-c466b3ba5b90" -d '{"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-plugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:24:01.775790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:01.780651 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:01.803759 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad468ec-ee4f-46c1-a161-38fad3ecc220 x-openstack-request-id: req-6ad468ec-ee4f-46c1-a161-38fad3ecc220 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:24:01.804047 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-plugged", "status": "completed", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:24:01.804333 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ad468ec-ee4f-46c1-a161-38fad3ecc220 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:24:01.804792 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'code': 200} Aug 04 15:24:01.830795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:02.075013 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:24:02.263504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26df5-42e0-461d-8f1e-09f1ec65e62d req-91be5853-0f3b-4aec-a881-24e620b3e4ba tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:02.265025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddf26df5-42e0-461d-8f1e-09f1ec65e62d req-91be5853-0f3b-4aec-a881-24e620b3e4ba tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0625615 Aug 04 15:24:02.304547 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddf26df5-42e0-461d-8f1e-09f1ec65e62d req-f2562d28-716c-4381-8b72-96c760efb1e0 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 04 15:24:02.424096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b0419-5609-468d-bac4-a82418f5ad73 req-85e457de-11db-42ce-972f-9052e29510db tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:02.425655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f63b0419-5609-468d-bac4-a82418f5ad73 req-85e457de-11db-42ce-972f-9052e29510db tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Aug 04 15:24:02.475273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f63b0419-5609-468d-bac4-a82418f5ad73 req-4839e631-67db-450b-807f-34632ca27aa6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Aug 04 15:24:02.601379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6b7b0-1f41-49ae-b502-ccd6e146291e req-defca36d-9293-44e2-8ec1-893028891501 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:02.602840 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7eb6b7b0-1f41-49ae-b502-ccd6e146291e req-defca36d-9293-44e2-8ec1-893028891501 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0616188 Aug 04 15:24:02.646960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7eb6b7b0-1f41-49ae-b502-ccd6e146291e req-d8f945a9-fdb8-43a9-80dc-c6d93f8c7e4f tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Aug 04 15:24:02.986762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302485f1-a478-48fa-b860-68a61f87eee4 req-20412c95-e774-4ff9-ae9b-9ad6d15c3304 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:02.988268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-302485f1-a478-48fa-b860-68a61f87eee4 req-20412c95-e774-4ff9-ae9b-9ad6d15c3304 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Aug 04 15:24:03.029425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-302485f1-a478-48fa-b860-68a61f87eee4 req-8605a5b8-945b-44b1-8579-560f6f2dcb73 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 04 15:24:04.161266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84c63e-e262-454e-88b5-0feaa542a250 req-417d1f23-dac6-413d-8354-a6861747200a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:04.162879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc84c63e-e262-454e-88b5-0feaa542a250 req-417d1f23-dac6-413d-8354-a6861747200a tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Aug 04 15:24:04.165284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-44b5326a-8564-4847-9757-b4c31d766396 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:04.167191 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-44b5326a-8564-4847-9757-b4c31d766396 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.46 "GET /v2.0/ports?device_id=b888a6aa-d6ba-429c-a6aa-9196ef27d669 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Aug 04 15:24:04.204342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc84c63e-e262-454e-88b5-0feaa542a250 req-c7de67f6-f23c-45b6-8107-932a9fcdafa9 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d8b3431-1f8f-49df-afec-b63fb56c3195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Aug 04 15:24:04.263450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Deleting port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:24:04.263779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:04.365326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] For port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,segment=NetworkSegment(fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1),segment_id=fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:04.365583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:04.379126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Calling delete_port for 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:24:04.512239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:04.524383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:24:04.541254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Pushing event deleted for resources: {'Port': ['ID=24ef0fe7-8760-4aa8-aa51-7235cbc30dfb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:04.584995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] No DVR routers for this DVR port 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:24:04.588452 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:04.590570 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-796e0d7a-c3e6-4241-9f4f-24faf3630fea req-967da1ed-d43d-4778-9e5f-4fcbf1137082 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] 10.222.0.46 "DELETE /v2.0/ports/24ef0fe7-8760-4aa8-aa51-7235cbc30dfb HTTP/1.1" status: 204 len: 173 time: 0.4171388 Aug 04 15:24:04.591050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-deleted', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:24:04.593434 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c637c90-d968-4659-a311-df45b2643af7" -d '{"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-deleted", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:24:04.636264 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98dc31-9476-46e7-b925-74289bb4b95b x-openstack-request-id: req-fd98dc31-9476-46e7-b925-74289bb4b95b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:24:04.636628 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b888a6aa-d6ba-429c-a6aa-9196ef27d669", "name": "network-vif-deleted", "tag": "24ef0fe7-8760-4aa8-aa51-7235cbc30dfb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:24:04.636880 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd98dc31-9476-46e7-b925-74289bb4b95b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:24:04.637285 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b888a6aa-d6ba-429c-a6aa-9196ef27d669', 'name': 'network-vif-deleted', 'tag': '24ef0fe7-8760-4aa8-aa51-7235cbc30dfb', 'status': 'completed', 'code': 200} Aug 04 15:24:05.347813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:05.392761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Deleting subnet 4ec79423-6097-401c-9bab-25003dc12944 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:24:05.395909 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.436090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.485363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.537477 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.561708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec79423-6097-401c-9bab-25003dc12944,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:05.566029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.567969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0b7f8592-4393-410a-a21c-bbc76abdb339 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4ec79423-6097-401c-9bab-25003dc12944 HTTP/1.1" status: 204 len: 168 time: 0.2191281 Aug 04 15:24:05.570866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:05.643388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.721464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.731230 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600c77dd-345c-4dda-a981-5a66260c2547']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:05.741165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:05.741467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2e80a7-83b7-43de-b7ca-619d3d3ff7d1') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:05.750165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.763774 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.769603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:24:05.769979 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:24:05.771596 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:24:05.833733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.839243 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:05.841095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] 10.222.0.76 "DELETE /v2.0/networks/600c77dd-345c-4dda-a981-5a66260c2547 HTTP/1.1" status: 204 len: 168 time: 0.2695436 Aug 04 15:24:05.852615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044d4bb-aad3-4777-abc7-5d31db8e2a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=600c77dd-345c-4dda-a981-5a66260c2547,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:05.964769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:06.006329 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d19800a7-6d41-4b03-9d08-dcf7601df907 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fc1a5115c9540cbbc6f04c7eb26c973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404065 Aug 04 15:24:06.009675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:06.059543 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:06.080505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:06.133165 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:06.135763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:06.136926 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d8b3431-1f8f-49df-afec-b63fb56c3195 HTTP/1.1" status: 204 len: 168 time: 0.1263626 Aug 04 15:24:06.146355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ffdec-3536-4a51-9cc6-ece273e1946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b3431-1f8f-49df-afec-b63fb56c3195,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:06.850492 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41760) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:06.957303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-19670026-network', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:06.981503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:24:06.984016 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:06.992463 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.081972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.088228 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.113314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:24:07.123293 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa540e0-3d86-48b1-b296-a6c9ea825110,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:07.129859 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.130205 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Added segment 3a9f450c-69e8-407f-86dd-248e0573c2b5 of type vlan for network dea6fd12-7965-49d0-8861-85005b3f6503 Aug 04 15:24:07.171363 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.203194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.204122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:07.204675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.260903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4083433 Aug 04 15:24:07.263621 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41764) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:07.268450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Request body: {'subnet': {'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-19670026-subnet', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:07.276098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61348-4d6f-4c94-a150-352c747b55c2 admin admin] Pushing event updated for resources: {'Network': ['ID=dea6fd12-7965-49d0-8861-85005b3f6503,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:07.287110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:24:07.293295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:24:07.295702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.466408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.520244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b13a10c-43b6-406e-b7dd-2a8551cb6314,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:07.529176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:24:07.529541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Network hostable DHCP agents. Network: dea6fd12-7965-49d0-8861-85005b3f6503, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:24:07.550077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Network dea6fd12-7965-49d0-8861-85005b3f6503 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:24:07.559949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dea6fd12-7965-49d0-8861-85005b3f6503) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:07.564340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:07.565030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.570449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f56dd0-d1a2-48c7-a0a6-4efd3ce98d90 None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:24:07.580877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f950e59e-9b58-45db-b381-e4af24c9f6ec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3161576 Aug 04 15:24:07.583687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:07.588531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:07.611354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.612419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.666375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.715328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dea6fd12-7965-49d0-8861-85005b3f6503', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:24:07.716199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.807159 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:07.851225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Allocated IP 172.20.0.2 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/f6bc9c1d-96e6-4703-8f05-467ee70bcdaf) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:24:07.994351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.002930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Transition to ACTIVE for port object f6bc9c1d-96e6-4703-8f05-467ee70bcdaf will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:08.009612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.017550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Transition to ACTIVE for port object f6bc9c1d-96e6-4703-8f05-467ee70bcdaf will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:08.023961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.028370 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.066002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:08.068884 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:08.075076 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:24:08.077903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Pushing event updated for resources: {'Port': ['ID=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:08.128642 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Attempting to bind port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:24:08.129013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Attempting to bind port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:24:08.129378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Attempting to bind port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:24:08.131257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Allocated IP 172.25.0.72 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/12476ede-541a-48c3-9fe8-c24d072498ec) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:24:08.134890 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:24:08.135269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:24:08.135669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.136090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:24:08.136595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Bound port: f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:24:08.136938 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.204486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] For port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:24:08.207601 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] For port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:24:08.212884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.240019 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.280015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af7c7e-46ff-42d0-b346-bc67f3661e12 None None] Pushing event updated for resources: {'Port': ['ID=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:08.281891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.320319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:08.325180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:08.328718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:24:08.334241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Pushing event updated for resources: {'Port': ['ID=12476ede-541a-48c3-9fe8-c24d072498ec,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:08.596683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.802272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.937624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:24:09.049242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:24:09.058491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:24:09.068898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:09.069555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:23:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:09.073735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.078171 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b4bcd76e-1ce4-466b-a200-dfa11ed09ecf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4908030 Aug 04 15:24:09.078511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41768) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:09.188251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6bc9c1d-96e6-4703-8f05-467ee70bcdaf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:09.212750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a2fd9-3a57-4101-b16e-c3406dde51b5 None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:24:09.453564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:09.522396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6fbf234f-6559-4ed4-80a8-b83d60275a94 None None] Provisioning for port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:09.527431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.590095 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:09.603169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:09.603554 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.655290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:24:09.692627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Allocated IP 172.20.0.1 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/2e87f13c-d266-492e-8edf-77c767172103) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:24:09.694182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:24:09.694545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 24ef0fe7-8760-4aa8-aa51-7235cbc30dfb not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:24:09.798750 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.812708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Transition to ACTIVE for port object 2e87f13c-d266-492e-8edf-77c767172103 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:09.813501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.849491 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.858613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:08Z', 'revision_number': 3, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:09.861467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:09.888389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.889600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:09.892015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:24:09.892370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Updating router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 port 12476ede-541a-48c3-9fe8-c24d072498ec binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:24:09.894035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:09.897824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:24:09.942976 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Pushing event updated for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:09.948409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.958212 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.985862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:10.096362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.146559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3f31e479-b91c-4f1d-8107-284565403759 None None] Provisioning complete for port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:10.147247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f31e479-b91c-4f1d-8107-284565403759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.267761 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.272547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.305797 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.316531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Transition to ACTIVE for port object 12476ede-541a-48c3-9fe8-c24d072498ec will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:10.322941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.344640 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.346229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Pushing event updated for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:10.371669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Attempting to bind port 12476ede-541a-48c3-9fe8-c24d072498ec on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:24:10.372049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Attempting to bind port 12476ede-541a-48c3-9fe8-c24d072498ec by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:24:10.372418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Attempting to bind port 12476ede-541a-48c3-9fe8-c24d072498ec on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:24:10.381570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0cf46-6e19-415d-a726-bdf3b52f46fc None None] Pushing event updated for resources: {'Port': ['ID=12476ede-541a-48c3-9fe8-c24d072498ec,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:10.384170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:24:10.384640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:24:10.385057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.385446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:24:10.385929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Bound port: 12476ede-541a-48c3-9fe8-c24d072498ec, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:24:10.386327 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.437287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-efdf30d9-5f0d-4b1f-8ffc-1311ea546a83 None None] Provisioning for port 2e87f13c-d266-492e-8edf-77c767172103 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:10.443936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:10.445413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:10.447258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-efdf30d9-5f0d-4b1f-8ffc-1311ea546a83 None None] Provisioning complete for port 2e87f13c-d266-492e-8edf-77c767172103 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:10.447641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-efdf30d9-5f0d-4b1f-8ffc-1311ea546a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.451513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] For port 12476ede-541a-48c3-9fe8-c24d072498ec, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:24:10.483384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] For port 12476ede-541a-48c3-9fe8-c24d072498ec, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=12476ede-541a-48c3-9fe8-c24d072498ec,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:24:10.492978 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.502467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-efdf30d9-5f0d-4b1f-8ffc-1311ea546a83 None None] Port 2e87f13c-d266-492e-8edf-77c767172103 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:24:10.558156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:10.559116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:23:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:10.567069 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:24:10.598345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0cf46-6e19-415d-a726-bdf3b52f46fc None None] Pushing event updated for resources: {'Port': ['ID=12476ede-541a-48c3-9fe8-c24d072498ec,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:10.678498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:24:10.678782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:10.684341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2564f5af-6cf1-4413-a1ba-26eb6062c595 admin admin] 10.222.0.76 "PUT /v2.0/routers/5707d7af-fc99-4fa9-a0e4-7ba94329c3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044250 Aug 04 15:24:10.794013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8fbe22ee-60f6-42cb-aa32-05b17dbefed8 None None] Provisioning complete for port 2e87f13c-d266-492e-8edf-77c767172103 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:10.794395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8fbe22ee-60f6-42cb-aa32-05b17dbefed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.847372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe22ee-60f6-42cb-aa32-05b17dbefed8 None None] Port 2e87f13c-d266-492e-8edf-77c767172103 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:24:10.911497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 2, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:10.941519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2bcfb-2c24-41d8-9780-2313828320d6 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 2, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:24:11.149615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6bc9c1d-96e6-4703-8f05-467ee70bcdaf up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:11.202391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:11.202793 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.260905 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41776) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:11.266575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097660835', 'description': 'tempest-description--818973684'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:11.292193 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.387141 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.391469 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.419014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.423064 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1578205 Aug 04 15:24:11.423351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41778) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:11.428676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'security_group_rule': {'security_group_id': 'b5b5207e-f2fe-4ccf-aa74-be3ed8194299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:11.434520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1e40-ec67-4b56-80f3-0998739bc0f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b5207e-f2fe-4ccf-aa74-be3ed8194299,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:11.461096 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.523052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.527433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.553149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d332e854-3510-4b17-bd18-d0a4b82821a9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:11.565250 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.569216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-393733c7-a565-483f-b759-ae9dae2dba11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422241 Aug 04 15:24:11.569702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41780) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:11.579633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'security_group_rule': {'security_group_id': 'b5b5207e-f2fe-4ccf-aa74-be3ed8194299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:11.609200 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.985972 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:11.992645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.011168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eadfe13-dea1-4aaa-a702-d6c421552973,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:12.017598 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.019132 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ae3508a5-3f1d-4144-9981-4f76f7d130ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4489269 Aug 04 15:24:12.022172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 41782) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:12.027062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:12.052379 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.161890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.265048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Allocated IP 172.25.0.222 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/db74d46a-0580-4e7e-929c-1f02463c9179) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:24:12.372066 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.414133 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.452016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:12.456707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:12.460398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:24:12.466097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=db74d46a-0580-4e7e-929c-1f02463c9179,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:12.548185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.586759 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.738970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.746652 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.813291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=db74d46a-0580-4e7e-929c-1f02463c9179,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:12.829194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.844890 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.846121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-751f5234-9a91-4e74-913f-7f4ba05c9993 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8229489 Aug 04 15:24:12.899786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:24:12.911094 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:12.911708 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:23:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:12.997354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-42d4e35f-5afb-40be-a840-26b2a92840cc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1097660835&fields=id&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 267 time: 0.0340533 Aug 04 15:24:13.017311 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:13.109511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d5835980-9fb8-4d29-a432-9a45b1864cdd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:13.111089 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d5835980-9fb8-4d29-a432-9a45b1864cdd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1067543 Aug 04 15:24:13.129689 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-74a9dc47-c088-4c39-8f4f-ed9c2a6c56a6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/quotas/9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 375 time: 0.0098879 Aug 04 15:24:13.150833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 12476ede-541a-48c3-9fe8-c24d072498ec up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:13.191653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-a6e99f83-fad2-4283-a442-1d9ebf902368 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555899 Aug 04 15:24:13.209796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-ca5d8de4-3062-477b-a96e-480f6ced44c7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:24:13.210804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 12476ede-541a-48c3-9fe8-c24d072498ec completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:13.211028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-ca5d8de4-3062-477b-a96e-480f6ced44c7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062101 Aug 04 15:24:13.215040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 12476ede-541a-48c3-9fe8-c24d072498ec triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:13.215415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.252560 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 2, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:13.281537 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:24:13.282152 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Updating router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 port 2e87f13c-d266-492e-8edf-77c767172103 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:24:13.311169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.313723 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.315258 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-b1244169-67aa-4728-8447-83cafb39c93b service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963385 Aug 04 15:24:13.333386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 12476ede-541a-48c3-9fe8-c24d072498ec, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=12476ede-541a-48c3-9fe8-c24d072498ec,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:13.338959 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.389138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=12476ede-541a-48c3-9fe8-c24d072498ec,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:13.416072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-b2f7686c-a5bf-4ced-9600-1ab776e0d40f service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954790 Aug 04 15:24:13.581671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0920499-b7fc-4920-9f6b-b683a955e824 req-cec32179-f1b0-4da7-ad61-ea0aac1fe688 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 210 time: 0.0268517 Aug 04 15:24:13.602018 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.612395 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Transition to ACTIVE for port object 2e87f13c-d266-492e-8edf-77c767172103 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:13.618619 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.666514 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256672-2089-4110-a323-c64773f827ae None None] Pushing event updated for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:13.677672 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.678021 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.678364 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.678727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.679060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.679397 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.679775 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.680099 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.680423 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.680746 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.681125 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.681524 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64256672-2089-4110-a323-c64773f827ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:13.740692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Attempting to bind port 2e87f13c-d266-492e-8edf-77c767172103 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:24:13.741116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Attempting to bind port 2e87f13c-d266-492e-8edf-77c767172103 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:24:13.741493 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Attempting to bind port 2e87f13c-d266-492e-8edf-77c767172103 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:24:13.748715 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:24:13.749285 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:24:13.749871 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.750385 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:24:13.751139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Bound port: 2e87f13c-d266-492e-8edf-77c767172103, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:24:13.751626 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.825054 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] For port 2e87f13c-d266-492e-8edf-77c767172103, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:24:13.828631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] For port 2e87f13c-d266-492e-8edf-77c767172103, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2e87f13c-d266-492e-8edf-77c767172103,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:24:13.833287 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:13.907513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256672-2089-4110-a323-c64773f827ae None None] Pushing event updated for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:13.916111 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:13.916705 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:23:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:14.028393 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:14.233949 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:14.264010 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a604f4a-07fa-4552-8fda-e8a4e0aba29e None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:24:14.573568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-cea6f18e-8f16-4b8d-8643-e86f153059eb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:14.575170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-cea6f18e-8f16-4b8d-8643-e86f153059eb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1141887 Aug 04 15:24:14.624382 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-cfee3b4f-6b1f-496d-826f-0cd669a5175f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 380 time: 0.0390959 Aug 04 15:24:14.640417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'port': {'device_id': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'admin_state_up': True, 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'security_groups': ['b5b5207e-f2fe-4ccf-aa74-be3ed8194299']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:14.679401 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f54359b0-7378-466c-adf0-1e36f2144b21 req-760ccdaa-0a73-4a8f-bc3d-69fe80a584f7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 210 time: 0.0271704 Aug 04 15:24:14.769881 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:24:14.773606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:14.816718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-163b59e1-58a5-411d-995e-c40413ea7ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:14.910987 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Allocated IP 172.20.0.9 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/4aaced55-ac28-40ac-8771-23fc42c5a8fb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:24:15.056240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.070640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Transition to ACTIVE for port object 4aaced55-ac28-40ac-8771-23fc42c5a8fb will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:15.106349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.147645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:24:15.151466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:24:15.157177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:24:15.159002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2e87f13c-d266-492e-8edf-77c767172103 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:15.192231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:15.217494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 2e87f13c-d266-492e-8edf-77c767172103 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:15.221662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:15.222323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2e87f13c-d266-492e-8edf-77c767172103 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:15.222447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.222923 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.246057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-d919aa5c-914c-4fa6-9559-eda8df04b3f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097600 Aug 04 15:24:15.258949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Request body: {'port': {'device_id': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:15.313739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.318216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.349461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 2e87f13c-d266-492e-8edf-77c767172103, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2e87f13c-d266-492e-8edf-77c767172103,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:15.354206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.355362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 12476ede-541a-48c3-9fe8-c24d072498ec up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:15.440760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:15.453424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-69f6c469-5e0b-4744-b249-0c97581e33c6 None None] Provisioning for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:15.456027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.456400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.456747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.457071 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.457402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.457731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.458053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.458376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.458726 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.459048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.459383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.459697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:24:15.466486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-69f6c469-5e0b-4744-b249-0c97581e33c6 None None] Provisioning complete for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:15.466884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-69f6c469-5e0b-4744-b249-0c97581e33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.489981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 12476ede-541a-48c3-9fe8-c24d072498ec triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:15.490357 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.526815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-69f6c469-5e0b-4744-b249-0c97581e33c6 None None] Port 4aaced55-ac28-40ac-8771-23fc42c5a8fb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:24:15.596678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aaced55-ac28-40ac-8771-23fc42c5a8fb {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:24:15.605162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.618002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Transition to ACTIVE for port object 4aaced55-ac28-40ac-8771-23fc42c5a8fb will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:24:15.622819 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.680509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:15.757968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:24:15.759089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:24:15.759635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:24:15.768491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:24:15.769058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:24:15.776242 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:24:15.776591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:24:15.776983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:24:15.777430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Bound port: 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:24:15.777798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.809809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd65138-ca54-4cbe-81e3-ed255bfc7e06 req-1219a535-8b5e-4a16-bc1b-f7ccca5cc823 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:15.812566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cd65138-ca54-4cbe-81e3-ed255bfc7e06 req-1219a535-8b5e-4a16-bc1b-f7ccca5cc823 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0518806 Aug 04 15:24:15.848467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:24:15.852253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:24:15.857627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.869864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8cd65138-ca54-4cbe-81e3-ed255bfc7e06 req-8f9f7522-42f0-4d19-84e0-77a4db0f836d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 Aug 04 15:24:15.899191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:15.899850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:15.901328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] 10.222.0.46 "PUT /v2.0/ports/4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1092 time: 0.6470788 Aug 04 15:24:15.901775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:24:15.904094 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32feae-3d64-4537-a65e-4ff5c1f3f304" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:24:15.932010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9c8c-69cd-4157-82bf-d54b8c67e809 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:15.962508 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5711fe-187f-48ef-bde9-447ad2c72265 x-openstack-request-id: req-5a5711fe-187f-48ef-bde9-447ad2c72265 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:24:15.962961 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:24:15.963290 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a5711fe-187f-48ef-bde9-447ad2c72265 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:24:15.963755 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'status': 'completed', 'code': 200} Aug 04 15:24:15.998390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-ae222c6b-e01e-4972-9de4-17b8f88e6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.000019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-ae222c6b-e01e-4972-9de4-17b8f88e6d66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1095 time: 0.0470212 Aug 04 15:24:16.044534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-ce66b4b3-a89d-4659-8413-a438feec5f44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 217 time: 0.0360260 Aug 04 15:24:16.098903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-a178b500-6127-4b5d-ae59-3f88c42ed70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.100331 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-a178b500-6127-4b5d-ae59-3f88c42ed70b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0490160 Aug 04 15:24:16.146976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-8af22795-1e28-48a2-8542-54c35616991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.148571 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-8af22795-1e28-48a2-8542-54c35616991d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405014 Aug 04 15:24:16.242396 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-93fb2512-670f-4191-b070-f272a4a0e058 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 Aug 04 15:24:16.338679 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-81f285ab-67cf-4e73-8a8f-6742c039c863 req-eac74d5d-f1eb-4116-b1f6-b2507c3e1867 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891924 Aug 04 15:24:16.431264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-f74218c1-7a13-4f42-af99-a46a6bab6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.432641 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-f74218c1-7a13-4f42-af99-a46a6bab6455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1095 time: 0.0428798 Aug 04 15:24:16.531374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-975cdc5b-db84-430c-a030-d572b9c0efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.533332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-975cdc5b-db84-430c-a030-d572b9c0efb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0931838 Aug 04 15:24:16.576621 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-7e598982-1c95-4212-a454-84e09e708a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 217 time: 0.0351377 Aug 04 15:24:16.628585 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-38d552f9-a08c-4a47-9fb2-55eac8f2e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.630093 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-38d552f9-a08c-4a47-9fb2-55eac8f2e396 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0453329 Aug 04 15:24:16.686478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-562026a5-e6cb-41cf-b805-53613c1fca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:16.687846 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-562026a5-e6cb-41cf-b805-53613c1fca4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490208 Aug 04 15:24:16.785656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-1bc3d626-9f2c-49e3-aeb7-a4d1a6b579ed service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893290 Aug 04 15:24:16.888348 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1e32feae-3d64-4537-a65e-4ff5c1f3f304 req-ec0d186d-6d58-4ffd-ad61-32870f94624f service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938573 Aug 04 15:24:17.004903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0a89-9188-492f-8327-3c386b50511c req-9fcbd5f4-f8df-41f0-a5ff-d9ad98b0cc8f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:17.007173 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a7d0a89-9188-492f-8327-3c386b50511c req-9fcbd5f4-f8df-41f0-a5ff-d9ad98b0cc8f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0714393 Aug 04 15:24:17.048368 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a7d0a89-9188-492f-8327-3c386b50511c req-cbcc0565-b0b0-4be4-ba1a-c66f4a389828 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349019 Aug 04 15:24:17.120550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2e87f13c-d266-492e-8edf-77c767172103 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:17.170390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 2e87f13c-d266-492e-8edf-77c767172103 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:17.170813 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:17.441724 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-288cd201-afe4-4395-85bf-fef18d4e5189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:17.684350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:18.185316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956b343-7918-4194-8528-a90cfb16a05e req-73c3a2ef-ef25-42e7-bda1-84ab8775bebd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:18.187002 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9956b343-7918-4194-8528-a90cfb16a05e req-73c3a2ef-ef25-42e7-bda1-84ab8775bebd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0619946 Aug 04 15:24:18.197431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:18.226297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9956b343-7918-4194-8528-a90cfb16a05e req-3fd56b87-767a-4d03-8f07-77350d04bfa2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Aug 04 15:24:18.841444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:19.005279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:19.348578 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469e263-4958-418a-ac32-07ec7c4ea872 req-83b43ca8-fe99-42ae-9648-acc8a78a9207 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:19.350212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b469e263-4958-418a-ac32-07ec7c4ea872 req-83b43ca8-fe99-42ae-9648-acc8a78a9207 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0538688 Aug 04 15:24:19.400494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b469e263-4958-418a-ac32-07ec7c4ea872 req-61507cf6-667c-4afe-bb54-a073afd25ff0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Aug 04 15:24:19.686113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:24:19.795211 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:19.807299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'mac_address': 'fa:16:3e:ec:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:24:19.851602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:19.865345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaced55-ac28-40ac-8771-23fc42c5a8fb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:24:19.886799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:19.893197 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:19.946832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:20.092613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4aaced55-ac28-40ac-8771-23fc42c5a8fb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:24:20.335484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:20.526000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7b46-41c9-4fde-a923-a525f7cf24d8 req-7b744f2a-d29d-4a24-8acd-59eda3d1c6d8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:20.527595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-978f7b46-41c9-4fde-a923-a525f7cf24d8 req-7b744f2a-d29d-4a24-8acd-59eda3d1c6d8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Aug 04 15:24:20.568283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-978f7b46-41c9-4fde-a923-a525f7cf24d8 req-585c3d81-727a-4fe7-95a0-8e33885bd14d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Aug 04 15:24:21.696127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:24:21.699634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefee7e-443f-4477-b0d4-cd4b19545d5a req-a258a843-477b-4cef-81f2-1cfce482043a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:21.701228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cefee7e-443f-4477-b0d4-cd4b19545d5a req-a258a843-477b-4cef-81f2-1cfce482043a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 944 time: 0.0600729 Aug 04 15:24:21.744193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cefee7e-443f-4477-b0d4-cd4b19545d5a req-06011c67-4ea0-4437-ba29-b837e0253977 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Aug 04 15:24:21.749618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:24:21.753550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:24:21.753930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:21.835181 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:21.858013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:24:21.860209 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9017cd-4296-493b-af29-a63226cd8ec1" -d '{"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-plugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:24:21.876471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:24:21.881290 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:21.904450 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb94e348-7547-4a2c-868c-5fde456ccd2b x-openstack-request-id: req-bb94e348-7547-4a2c-868c-5fde456ccd2b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:24:21.904753 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-plugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:24:21.905001 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb94e348-7547-4a2c-868c-5fde456ccd2b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:24:21.905443 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'code': 200} Aug 04 15:24:21.931598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:24:21.999348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ca2fa-4669-4b6a-bebb-bc7c0cf407a3 req-ac68bec7-7262-43a9-ac37-e6cb0310c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:22.000874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5b2ca2fa-4669-4b6a-bebb-bc7c0cf407a3 req-ac68bec7-7262-43a9-ac37-e6cb0310c2d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1097 time: 0.0422614 Aug 04 15:24:22.038451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5b2ca2fa-4669-4b6a-bebb-bc7c0cf407a3 req-7c85ad0c-3ca7-42fb-afc5-93b86df69e0a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286167 Aug 04 15:24:22.864238 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160c02-e684-4335-aac2-6a982038cbba req-371f40c2-b846-4d91-b47b-878c1668555b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:22.865746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd160c02-e684-4335-aac2-6a982038cbba req-371f40c2-b846-4d91-b47b-878c1668555b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Aug 04 15:24:22.911567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd160c02-e684-4335-aac2-6a982038cbba req-a9276ffc-2e8c-42c8-b4e6-0be5deab09e2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394084 Aug 04 15:24:24.038169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0254f-652e-4e06-bf75-fc1d7efd7720 req-eb72b760-0b9f-459d-816f-4d21998f892a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:24.039690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc0254f-652e-4e06-bf75-fc1d7efd7720 req-eb72b760-0b9f-459d-816f-4d21998f892a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Aug 04 15:24:24.079944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adc0254f-652e-4e06-bf75-fc1d7efd7720 req-fb2b448d-e910-4984-bef8-4e93f329f9b8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342522 Aug 04 15:24:24.200983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53eb67-4963-4b0d-ad2b-ddf13f7ecb36 req-1ae6548a-c278-4fe0-a64a-4e5f9ea82167 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:24.202404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d53eb67-4963-4b0d-ad2b-ddf13f7ecb36 req-1ae6548a-c278-4fe0-a64a-4e5f9ea82167 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Aug 04 15:24:24.212560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 41830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:24.217564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'floatingip': {'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:24:24.257216 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:24.700004 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:24.707000 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:24.816102 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d associated. External IP: 172.25.0.222, port: 4aaced55-ac28-40ac-8771-23fc42c5a8fb. Aug 04 15:24:25.024047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:24:25.130510 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:24:25.135664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:25.140857 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:24:25.151528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:25.152170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:24:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:25.163765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f638706c-d55c-4062-ab16-388955743ec8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "PUT /v2.0/floatingips/c232f0b6-e647-4e20-ac1b-4ee8e0602f7d HTTP/1.1" status: 200 len: 991 time: 0.9499297 Aug 04 15:24:25.164570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:24:25.167223 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3de411-6c88-4873-a081-99933590f93e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:24:25.208364 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d15fd6-fade-41c8-a74d-d7435a2b3ede x-openstack-request-id: req-36d15fd6-fade-41c8-a74d-d7435a2b3ede {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:24:25.208364 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:24:25.208364 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36d15fd6-fade-41c8-a74d-d7435a2b3ede {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:24:25.208364 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'status': 'completed', 'code': 200} Aug 04 15:24:25.263928 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:25.272836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de411-6c88-4873-a081-99933590f93e req-25a7c07d-1281-4010-b111-f982977ae4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:25.274412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-25a7c07d-1281-4010-b111-f982977ae4ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1097 time: 0.0410149 Aug 04 15:24:25.372388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de411-6c88-4873-a081-99933590f93e req-7b2cc9e1-cb77-4071-9de4-679c12576d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:25.373820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-7b2cc9e1-cb77-4071-9de4-679c12576d33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0923126 Aug 04 15:24:25.439856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-e8cbb598-c892-4c04-9ed9-16e0859e48ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 999 time: 0.0588522 Aug 04 15:24:25.490059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de411-6c88-4873-a081-99933590f93e req-f204ba2c-b626-4b39-8f44-119bfe702ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:25.491583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-f204ba2c-b626-4b39-8f44-119bfe702ce0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0452909 Aug 04 15:24:25.495938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:ec:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:24:24Z', 'revision_number': 1, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:25.526424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:24:25.535164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:24:25.535775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:24:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:25.542140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3de411-6c88-4873-a081-99933590f93e req-41358a94-0ba0-4109-8efe-1eae4e089559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:25.543738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-41358a94-0ba0-4109-8efe-1eae4e089559 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450251 Aug 04 15:24:25.632231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-d0cdaa92-2b80-46af-b39a-a2366e1b20e2 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Aug 04 15:24:25.642195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:24:25.738434 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4b3de411-6c88-4873-a081-99933590f93e req-ed667269-4a16-4b10-ac0b-cc317fe2f350 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987382 Aug 04 15:24:25.890235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:ec:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:24:24Z', 'revision_number': 1, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:24:25.919812 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115a970-c1ce-4885-8601-aa6b9d9c0560 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:ec:18:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:24:24Z', 'revision_number': 1, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:24:26.131681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcc6d4-61a0-4ec8-9406-adc1ee181bae None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:24:34.894452 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-e04cffac-443a-4919-9306-d962274e326b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988982 Aug 04 15:24:34.987703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-1bba48dd-ace1-45ef-9200-a1cafa436a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:34.989232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-1bba48dd-ace1-45ef-9200-a1cafa436a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1097 time: 0.0425613 Aug 04 15:24:35.108765 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-516c6e09-3272-4b0a-a065-4b00c3b4130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:35.110306 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-516c6e09-3272-4b0a-a065-4b00c3b4130a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0947211 Aug 04 15:24:35.190832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-0bc79624-76d9-454e-b1e9-ed39c24e4650 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1001 time: 0.0722709 Aug 04 15:24:35.241334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-72b842ba-ffad-4798-a503-d7bb7cdac7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:35.242840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-72b842ba-ffad-4798-a503-d7bb7cdac7b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0445871 Aug 04 15:24:35.299385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-97d64683-d4d8-486c-82c5-d0aaa7e1e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:24:35.300955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-97d64683-d4d8-486c-82c5-d0aaa7e1e3b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489531 Aug 04 15:24:35.401904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-064c08b3-ac7f-412a-9650-380d7734dcbf service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930719 Aug 04 15:24:35.850151 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-151e8fe5-8487-421d-afe2-2ebe061ab507 req-b072f742-1b41-48a0-aad3-ba0489c8d414 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385440 Aug 04 15:24:39.074730 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:24:44.822057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4b9daded-53f7-4dc8-9f80-1ecb378b786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:47.442605 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a0a978c2-eb1e-40a0-8463-61961ea75e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:47.694190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:48.191199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:48.848285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:49.004748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:50.337476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:14.820556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9aec5a6-e0a0-439b-84d0-42fa86265cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:16.079977 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:25:17.437002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61e8d765-5dc8-44c0-b3cf-fc45fcd38902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:17.689912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:18.200568 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:18.852887 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:19.024898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:20.339666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:35.847917 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-2ad5a3ee-dec9-43f2-997a-ec5b8f8e4559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509672 Aug 04 15:25:35.943530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-500baff4-fb4c-408b-9f59-7b26babee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:35.945155 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-500baff4-fb4c-408b-9f59-7b26babee708 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1097 time: 0.0458720 Aug 04 15:25:36.063711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-d5117bbc-3e58-44f8-954b-896b4227b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:36.065192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-d5117bbc-3e58-44f8-954b-896b4227b65e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.1001041 Aug 04 15:25:36.140112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-679829ba-56be-4291-94e5-b88f18e0ad47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1001 time: 0.0664785 Aug 04 15:25:36.190420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-c32fc831-bc80-490a-a33d-8a18c3e13ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:36.191903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-c32fc831-bc80-490a-a33d-8a18c3e13ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0445938 Aug 04 15:25:36.242080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-741b1874-45be-41d6-929b-b7b1c76f57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:36.243648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-741b1874-45be-41d6-929b-b7b1c76f57b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442371 Aug 04 15:25:36.332752 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-a95e1148-8d5a-4186-9ede-647756a9f935 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Aug 04 15:25:36.425746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-92a8971b-ca20-4ebb-8535-9b13ee6a824b req-8545c87b-766e-4ea8-826a-68ff9500d632 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Aug 04 15:25:44.816104 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-473db4d6-c979-480b-b358-bef88d860a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.449120 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b105-abb3-4781-94c5-7fff30349964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.685767 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.197983 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.851926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.024169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.342051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.081481 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:26:00.628257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7ee-34b8-420b-8daf-816b96dde4d9 req-aa949201-ea70-47c8-ad25-fe3dbc487664 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:00.629685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c923f7ee-34b8-420b-8daf-816b96dde4d9 req-aa949201-ea70-47c8-ad25-fe3dbc487664 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0607667 Aug 04 15:26:00.675449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c923f7ee-34b8-420b-8daf-816b96dde4d9 req-be98780f-bf6f-46f0-bf58-6fc5585faf96 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375130 Aug 04 15:26:01.933734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-a502fb79-2e9d-4c02-83cb-210bdfd02cb2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412006 Aug 04 15:26:01.950670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e1950-58b2-482f-8b3d-93326f634ed0 req-0af02222-740c-4a44-80fa-cce1dea8bb78 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:01.952216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa9e1950-58b2-482f-8b3d-93326f634ed0 req-0af02222-740c-4a44-80fa-cce1dea8bb78 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Aug 04 15:26:01.992136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa9e1950-58b2-482f-8b3d-93326f634ed0 req-9aea5ff0-b6c7-49fd-b01f-9bdf8d4949f1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Aug 04 15:26:03.121681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43320b1-cf26-448a-b395-39371589046c req-a49129ee-3542-40d1-9f02-9f9d4bd59d34 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.123257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e43320b1-cf26-448a-b395-39371589046c req-a49129ee-3542-40d1-9f02-9f9d4bd59d34 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0505166 Aug 04 15:26:03.134342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-7a3c061b-6a02-46e5-ae23-fdb2fb10056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.135928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-7a3c061b-6a02-46e5-ae23-fdb2fb10056e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1097 time: 0.0411851 Aug 04 15:26:03.162797 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e43320b1-cf26-448a-b395-39371589046c req-73ea72b3-d438-4229-bcae-7af4993ab9b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Aug 04 15:26:03.229282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-86d667eb-7d8a-41e0-b3ca-f26192a6c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.230873 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-86d667eb-7d8a-41e0-b3ca-f26192a6c33a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0881753 Aug 04 15:26:03.306677 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-68645714-699d-4fd7-8670-57506d4264dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1001 time: 0.0686190 Aug 04 15:26:03.356100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-1ccf85df-5fa1-4d24-ae7b-b7618cb93086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.357547 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-1ccf85df-5fa1-4d24-ae7b-b7618cb93086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0441072 Aug 04 15:26:03.409748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-af3274c0-e06b-4b2a-8a4d-cb34d92760f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.411352 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-af3274c0-e06b-4b2a-8a4d-cb34d92760f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467117 Aug 04 15:26:03.514131 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-053377c5-add2-42c1-b458-ba128c71f996 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956542 Aug 04 15:26:03.607527 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-48bb03b5-c021-482b-9d75-dcda01f86907 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866802 Aug 04 15:26:04.288207 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6108a-86ae-43a0-8450-94cd75500303 req-63c22aa2-5281-4453-85ea-56ae8363792f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:04.289719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97b6108a-86ae-43a0-8450-94cd75500303 req-63c22aa2-5281-4453-85ea-56ae8363792f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Aug 04 15:26:04.335347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97b6108a-86ae-43a0-8450-94cd75500303 req-73fab9ba-8ae3-496f-a10c-de900c8e1134 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374124 Aug 04 15:26:05.464954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a0968-719c-4fdc-af05-edd55794a698 req-b1f18eaf-70bc-4291-b952-f0dada210259 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:05.466373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e97a0968-719c-4fdc-af05-edd55794a698 req-b1f18eaf-70bc-4291-b952-f0dada210259 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0527782 Aug 04 15:26:05.509610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e97a0968-719c-4fdc-af05-edd55794a698 req-b016010d-a23a-4b85-8f25-6e54ce01d971 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Aug 04 15:26:06.639576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae2bf2-3d8c-4f13-8309-948738183c3d req-b9c6018d-435c-4b76-9921-f2e94fcbb432 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:06.640958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60ae2bf2-3d8c-4f13-8309-948738183c3d req-b9c6018d-435c-4b76-9921-f2e94fcbb432 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Aug 04 15:26:06.683595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-60ae2bf2-3d8c-4f13-8309-948738183c3d req-dd880b99-6550-4555-973f-2fb590d9b8f5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Aug 04 15:26:07.822861 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e745-9918-4851-ab7c-4b62fa062b8f req-08f3eb07-bd95-4e89-80dd-7032887f9f91 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:07.824386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d377e745-9918-4851-ab7c-4b62fa062b8f req-08f3eb07-bd95-4e89-80dd-7032887f9f91 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0611110 Aug 04 15:26:07.871902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d377e745-9918-4851-ab7c-4b62fa062b8f req-c6522478-7b6a-415d-9ea6-631fba9eabf1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387981 Aug 04 15:26:08.998568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abdee8-350e-42ab-a253-f4ed49ba4fcc req-b49040a1-a545-4a05-b6e3-7c5bf447cfc8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:09.000088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5abdee8-350e-42ab-a253-f4ed49ba4fcc req-b49040a1-a545-4a05-b6e3-7c5bf447cfc8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Aug 04 15:26:09.041515 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5abdee8-350e-42ab-a253-f4ed49ba4fcc req-95c26086-eead-485a-a060-fa2f625ba99c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Aug 04 15:26:10.160647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d06ab-0312-4dcf-9795-b2b958d8d2e9 req-a5d6e8c1-970f-4915-96bc-52e330043b22 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:10.162216 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e4d06ab-0312-4dcf-9795-b2b958d8d2e9 req-a5d6e8c1-970f-4915-96bc-52e330043b22 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Aug 04 15:26:10.208312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3e4d06ab-0312-4dcf-9795-b2b958d8d2e9 req-52c8a65c-dcde-4e05-8d0c-8f80956ccbd9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Aug 04 15:26:11.338671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051e5ed-c7a6-491b-bd33-2be7aaadc964 req-bfd0ff64-1d84-46d5-8a7e-7c151a02773e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.340215 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d051e5ed-c7a6-491b-bd33-2be7aaadc964 req-bfd0ff64-1d84-46d5-8a7e-7c151a02773e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Aug 04 15:26:11.382434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d051e5ed-c7a6-491b-bd33-2be7aaadc964 req-26884845-cca0-42cb-a103-2d5fbe0fd56f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Aug 04 15:26:12.507597 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c4ce1-58e1-449a-8a15-b01326b19360 req-d984f225-b0d2-4e76-b91f-237df7aa68b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:12.509096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-356c4ce1-58e1-449a-8a15-b01326b19360 req-d984f225-b0d2-4e76-b91f-237df7aa68b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Aug 04 15:26:12.550911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-356c4ce1-58e1-449a-8a15-b01326b19360 req-a778082f-27d6-407c-a543-e62ad3201b12 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Aug 04 15:26:13.677887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce28df-46ed-422a-9de3-460e227e1d4f req-e4f4d743-d930-4e7a-884d-d59a42117f0d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:13.679546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31ce28df-46ed-422a-9de3-460e227e1d4f req-e4f4d743-d930-4e7a-884d-d59a42117f0d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0581779 Aug 04 15:26:13.721447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-31ce28df-46ed-422a-9de3-460e227e1d4f req-395c22de-7a36-46f5-9dd7-f7d3af7cf403 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Aug 04 15:26:14.818696 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-094b49e6-31aa-493e-ab26-fbe4245adf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.849757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f803e-a22b-4258-8e54-7d2aa5cbbff2 req-99269c23-5590-41b0-8642-7587c94f8161 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:14.851305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d9f803e-a22b-4258-8e54-7d2aa5cbbff2 req-99269c23-5590-41b0-8642-7587c94f8161 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0538945 Aug 04 15:26:14.893456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d9f803e-a22b-4258-8e54-7d2aa5cbbff2 req-3c172bdb-8064-41f2-8736-7e489303f213 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Aug 04 15:26:15.615454 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-a88e3577-341e-4d19-8089-253c94faf265 service neutron] show failed (client error): The resource could not be found. Aug 04 15:26:15.616494 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-a88e3577-341e-4d19-8089-253c94faf265 service neutron] 10.222.0.46 "GET /v2.0/ports/4aaced55-ac28-40ac-8771-23fc42c5a8fb/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0576363 Aug 04 15:26:15.887478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-585c52bb-8654-48ec-aa4f-8d881ac203f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.888946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-585c52bb-8654-48ec-aa4f-8d881ac203f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0987518 Aug 04 15:26:15.903704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:15.962128 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.102740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd7ecd-c8dd-4816-b219-1a14abe4d1f6 req-621f1b9e-cc4d-43b3-97aa-83c69ca21b4b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.104290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1bd7ecd-c8dd-4816-b219-1a14abe4d1f6 req-621f1b9e-cc4d-43b3-97aa-83c69ca21b4b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.1388810 Aug 04 15:26:16.195130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1bd7ecd-c8dd-4816-b219-1a14abe4d1f6 req-55cbaa44-acca-484d-8067-291f198b5ad3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838377 Aug 04 15:26:16.233355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:16.269612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:16.315319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:16.317696 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d136e48c-9722-4f35-adf4-e9e2949a8eaa" -d '{"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-unplugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:16.321908 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.334955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Transition to ACTIVE for port object 4aaced55-ac28-40ac-8771-23fc42c5a8fb will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:16.339666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.429655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:16.445708 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b223ae-91dd-4b53-87b9-4de44b9c383a x-openstack-request-id: req-25b223ae-91dd-4b53-87b9-4de44b9c383a {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:16.445920 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-unplugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:16.446188 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25b223ae-91dd-4b53-87b9-4de44b9c383a {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:16.446616 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'code': 200} Aug 04 15:26:16.449863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.450237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.450616 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.450952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.451286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.451614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.451946 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.452272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.452652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.452909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.453235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.453553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:16.486409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] No DVR routers for this DVR port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:26:16.628611 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:16.628962 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:16.629324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:16.633681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:16.634011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Attempting to bind port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:16.639114 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:16.639468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:16.639876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:16.640297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Bound port: 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:16.640664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.714023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:16.717330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:16.722248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.756061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.756883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.758559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] 10.222.0.38 "PUT /v2.0/ports/4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1092 time: 0.8617449 Aug 04 15:26:16.810900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982003e-ba9c-497e-b0b8-3d1d2777c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:16.829742 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-f141511c-3a80-4ded-9af3-949528e31fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.831309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-f141511c-3a80-4ded-9af3-949528e31fb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1095 time: 0.0475440 Aug 04 15:26:16.928903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-084f7492-22f3-4c31-a1f8-c4a4004beb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.931403 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-084f7492-22f3-4c31-a1f8-c4a4004beb94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0936096 Aug 04 15:26:17.004948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-35ae11e1-66d6-45aa-aa16-8d0fc091cdd5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 999 time: 0.0656438 Aug 04 15:26:17.060582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-8396f565-94b4-48d2-8e5c-df40ccb07709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.062066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-8396f565-94b4-48d2-8e5c-df40ccb07709 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0482709 Aug 04 15:26:17.110782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-ddc8774d-add8-4ad4-8298-94a27c889ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.112581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-ddc8774d-add8-4ad4-8298-94a27c889ce7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434148 Aug 04 15:26:17.217406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-bc7485e5-00d8-42b3-b7aa-2c9d49472e7f service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977476 Aug 04 15:26:17.346005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-bdc0ee7e-e818-4815-be9f-ac48975337c9 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220336 Aug 04 15:26:17.355224 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2541b-0d6e-4fee-9625-cd0d639c2a1e req-7a4df412-4a0d-4267-b632-fb9bd5da6c35 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.356794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01a2541b-0d6e-4fee-9625-cd0d639c2a1e req-7a4df412-4a0d-4267-b632-fb9bd5da6c35 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0850768 Aug 04 15:26:17.398099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01a2541b-0d6e-4fee-9625-cd0d639c2a1e req-8e3acc74-dd4b-4634-a703-fbe0434a7b82 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343833 Aug 04 15:26:17.440608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65ad336b-1216-4331-a54e-ff11bfb39cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:17.679488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.195199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.448652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:18.451123 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ab7b1a-337f-48cf-ab26-02d0a0abef54" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:18.503089 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb0352-54cc-45f4-9314-1e217acd68e7 x-openstack-request-id: req-87eb0352-54cc-45f4-9314-1e217acd68e7 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:18.503403 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:18.503650 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87eb0352-54cc-45f4-9314-1e217acd68e7 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:18.504041 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'status': 'completed', 'code': 200} Aug 04 15:26:18.528961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a2e7-1111-4f4f-94e6-476f6b9e5b1d req-584d7cae-6e33-491c-a639-d4427591f8c0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.530921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9b2a2e7-1111-4f4f-94e6-476f6b9e5b1d req-584d7cae-6e33-491c-a639-d4427591f8c0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 943 time: 0.0558143 Aug 04 15:26:18.552208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:18.570280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-53925e74-7b25-4b3b-8ee8-621e7a42696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.572637 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-53925e74-7b25-4b3b-8ee8-621e7a42696f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1095 time: 0.0465159 Aug 04 15:26:18.599838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9b2a2e7-1111-4f4f-94e6-476f6b9e5b1d req-4f2bd6e4-60fc-48ad-89c9-3a63eaacb101 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599253 Aug 04 15:26:18.602743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-f99d915e-a23a-46e9-885a-85bc0e498319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.604308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-f99d915e-a23a-46e9-885a-85bc0e498319 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1095 time: 0.0725338 Aug 04 15:26:18.656195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:18.669118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'mac_address': 'fa:16:3e:ec:18:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:18.676871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-473eed5c-f53c-4ade-a248-96efe3a41f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.678402 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-473eed5c-f53c-4ade-a248-96efe3a41f3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0987947 Aug 04 15:26:18.700449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-a5b582c3-3e26-4cf2-a816-a18f2b14033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.702310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-a5b582c3-3e26-4cf2-a816-a18f2b14033f service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0904417 Aug 04 15:26:18.706822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.723695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaced55-ac28-40ac-8771-23fc42c5a8fb {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:18.745011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:18.750282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.755282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-7af1aa33-94a1-4864-b088-ac561cd30899 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 999 time: 0.0691564 Aug 04 15:26:18.778306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-ada262e8-ca66-4334-a2ab-a5a79a73191f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 999 time: 0.0685539 Aug 04 15:26:18.804330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:18.809748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-76274f16-4885-4ce8-80ce-96782409e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.811441 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-76274f16-4885-4ce8-80ce-96782409e737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0494757 Aug 04 15:26:18.813551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.813910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.814255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.814602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.814959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.815291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.815620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.815947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.816275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.816619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.816982 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.817306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:18.834747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-6aa86f8a-04f3-4827-8220-04fda39ad37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.836624 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-6aa86f8a-04f3-4827-8220-04fda39ad37e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0512428 Aug 04 15:26:18.852580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.869072 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-6b4fd7c6-28c6-42aa-98cb-ca18fbc9c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.871273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-6b4fd7c6-28c6-42aa-98cb-ca18fbc9c4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515835 Aug 04 15:26:18.894254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-33663d2c-50fa-4ec4-ad1a-0090e35b70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.895833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-33663d2c-50fa-4ec4-ad1a-0090e35b70b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456915 Aug 04 15:26:18.974061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-e5d868fb-4c68-4fd2-b11e-a372c41ba269 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936234 Aug 04 15:26:18.986160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['4aaced55-ac28-40ac-8771-23fc42c5a8fb'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:18.997191 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-18c70205-3f39-4f04-9eb4-aa55d290afb5 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928156 Aug 04 15:26:19.033738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.079519 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-da8b12c2-8a94-4b92-8a97-60a4b68bc4e8 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986388 Aug 04 15:26:19.096453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-50ab7b1a-337f-48cf-ab26-02d0a0abef54 req-80289990-bd13-4d15-876f-e9d2120331fe service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920210 Aug 04 15:26:19.746699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ec5fa-4a5d-488a-a498-c5eb0c72a16f req-adc138ca-3dd1-4180-be6a-7e38e0c8ebba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:19.748245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd5ec5fa-4a5d-488a-a498-c5eb0c72a16f req-adc138ca-3dd1-4180-be6a-7e38e0c8ebba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 944 time: 0.0650287 Aug 04 15:26:19.793531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd5ec5fa-4a5d-488a-a498-c5eb0c72a16f req-27597b63-ddcd-4c7f-be5c-c058c5776bf4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Aug 04 15:26:20.002960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00678578-7ba8-45a6-a7aa-e187e0425fc4 req-f956a0bc-caf4-40a9-8f3e-8fa96fedf26d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.004543 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00678578-7ba8-45a6-a7aa-e187e0425fc4 req-f956a0bc-caf4-40a9-8f3e-8fa96fedf26d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 944 time: 0.0550158 Aug 04 15:26:20.011988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-3a39a3af-2d85-4fa1-8dd5-1a9ebfd7a301 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.013812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-3a39a3af-2d85-4fa1-8dd5-1a9ebfd7a301 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 944 time: 0.0536499 Aug 04 15:26:20.043838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00678578-7ba8-45a6-a7aa-e187e0425fc4 req-829a3122-c0f4-46c2-a239-c67a1cad3fe5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Aug 04 15:26:20.077294 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-b0115d44-8be8-40fe-baec-6b24f43a49bb service neutron] delete failed (client error): The resource could not be found. Aug 04 15:26:20.078704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-b0115d44-8be8-40fe-baec-6b24f43a49bb service neutron] 10.222.0.46 "DELETE /v2.0/ports/4aaced55-ac28-40ac-8771-23fc42c5a8fb/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0563853 Aug 04 15:26:20.165183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-da8d0b76-fe98-4671-8dd7-6dbb8be1ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.166693 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-da8d0b76-fe98-4671-8dd7-6dbb8be1ae3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 1096 time: 0.0442843 Aug 04 15:26:20.274144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-240d742a-f709-4c02-852d-03f4f3248470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.276055 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-240d742a-f709-4c02-852d-03f4f3248470 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.1020842 Aug 04 15:26:20.344168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.352646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:26:20.354575 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-ebcb0d17-a834-4714-b153-3534bc7d7c40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 200 len: 1000 time: 0.0713937 Aug 04 15:26:20.395209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:26:20.413841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-1bc7999d-239d-41aa-9c79-fd1735c90d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.415534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-1bc7999d-239d-41aa-9c79-fd1735c90d0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0536602 Aug 04 15:26:20.464965 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-745bdb23-4bd2-4c7e-aa95-e98e3b15d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.466566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-745bdb23-4bd2-4c7e-aa95-e98e3b15d9f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444844 Aug 04 15:26:20.561446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:20.564136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-8dc28514-745f-46f3-85e8-4e4e3620ea29 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Aug 04 15:26:20.613214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:20.617038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 4aaced55-ac28-40ac-8771-23fc42c5a8fb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:20.617414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.662378 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5c56a6c3-aff7-4c8c-ad62-e7af5bcb2c8e req-e60cb54c-84e3-4891-bdaa-f38c2d3bae73 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909503 Aug 04 15:26:20.697649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.728814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:20.732082 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f76a1-62a0-49b5-8fdf-4409ef955b58" -d '{"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-plugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:20.747274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:20.752576 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.801563 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a3fdd-d8c1-42ed-80b1-cd8b6d8bea43 x-openstack-request-id: req-6c3a3fdd-d8c1-42ed-80b1-cd8b6d8bea43 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:20.801846 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-plugged", "status": "completed", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:20.802124 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c3a3fdd-d8c1-42ed-80b1-cd8b6d8bea43 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:20.802616 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'code': 200} Aug 04 15:26:20.813408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:21.175336 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0c808-dc08-4202-a6a4-80c7d349d197 req-b69d5684-51f1-4777-bfe9-fc5f9a364301 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.176808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a0c808-dc08-4202-a6a4-80c7d349d197 req-b69d5684-51f1-4777-bfe9-fc5f9a364301 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0507438 Aug 04 15:26:21.215845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2a0c808-dc08-4202-a6a4-80c7d349d197 req-5730d475-c036-4f8e-a22d-80a611cf4b30 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Aug 04 15:26:21.334619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8052e5-9f40-4c23-a665-509ed19e8ca5 req-84f89b93-a27e-4734-81f8-a73ae461b8cd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.336166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c8052e5-9f40-4c23-a665-509ed19e8ca5 req-84f89b93-a27e-4734-81f8-a73ae461b8cd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0504386 Aug 04 15:26:21.375397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2c8052e5-9f40-4c23-a665-509ed19e8ca5 req-ea876042-9c6f-4408-971d-73c3be5607c8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Aug 04 15:26:21.519668 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2086-b0a9-4020-bab6-514261138efa req-d07e7ac0-9929-4411-b1a6-022d7a1a125a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.521151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85cb2086-b0a9-4020-bab6-514261138efa req-d07e7ac0-9929-4411-b1a6-022d7a1a125a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0715096 Aug 04 15:26:21.559637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85cb2086-b0a9-4020-bab6-514261138efa req-a11b4551-18d3-42a8-a6a3-2133e4a20521 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Aug 04 15:26:21.833567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d91be-5dcf-4f43-887c-9eeb34c5fc17 req-a3b7d35e-79b2-4d02-bafa-0200bc3f4a95 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.835899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d20d91be-5dcf-4f43-887c-9eeb34c5fc17 req-a3b7d35e-79b2-4d02-bafa-0200bc3f4a95 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Aug 04 15:26:21.879952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d20d91be-5dcf-4f43-887c-9eeb34c5fc17 req-7c7a7604-f116-4263-a9f2-0aaf7e80bdc0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377226 Aug 04 15:26:23.027868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72dd7-777c-4f20-ad2f-e2a03c5cf717 req-aedd0719-c5c7-4b4d-84a7-8c9ca819c401 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.029412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7f72dd7-777c-4f20-ad2f-e2a03c5cf717 req-aedd0719-c5c7-4b4d-84a7-8c9ca819c401 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0752892 Aug 04 15:26:23.069341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b34039-428d-4464-a40e-afe59a281218 req-996c2994-05c4-4676-8a93-d989b4640a5a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.070823 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24b34039-428d-4464-a40e-afe59a281218 req-996c2994-05c4-4676-8a93-d989b4640a5a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 945 time: 0.0796244 Aug 04 15:26:23.090875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b7f72dd7-777c-4f20-ad2f-e2a03c5cf717 req-cf1e649b-8da6-42bb-9de0-bef9c39dd37d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542591 Aug 04 15:26:23.170825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Deleting port 4aaced55-ac28-40ac-8771-23fc42c5a8fb {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:26:23.171107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.262228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] For port 4aaced55-ac28-40ac-8771-23fc42c5a8fb, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=4aaced55-ac28-40ac-8771-23fc42c5a8fb,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:23.262637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.495855 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.496181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.496510 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d disassociated. External IP: 172.25.0.222, port: 4aaced55-ac28-40ac-8771-23fc42c5a8fb. Aug 04 15:26:23.496955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Calling delete_port for 4aaced55-ac28-40ac-8771-23fc42c5a8fb owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:26:23.645011 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.990557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'Port': ['ID=4aaced55-ac28-40ac-8771-23fc42c5a8fb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:24.106847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:26:24.219574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6ee4eb30-d8b9-4e03-b9d6-79c79d33d544 req-a20780b7-ee31-478e-9d52-0d8b515d388d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849 HTTP/1.1" status: 200 len: 210 time: 0.0558636 Aug 04 15:26:24.241993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:26:24.251639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:26:24.262317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:24.262924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:26:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:24.281397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] No DVR routers for this DVR port 4aaced55-ac28-40ac-8771-23fc42c5a8fb on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:26:24.284177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:24.286219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24b34039-428d-4464-a40e-afe59a281218 req-99d951a0-0d8f-4f6a-8979-cb9b6e17d20f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "DELETE /v2.0/ports/4aaced55-ac28-40ac-8771-23fc42c5a8fb HTTP/1.1" status: 204 len: 173 time: 1.2096243 Aug 04 15:26:24.286678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-deleted', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:24.288947 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb60caf-53ad-4014-a6cf-c2aa0fe8ce23" -d '{"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-deleted", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:24.333602 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36971d-9f80-4ab0-9511-34c3ca8faf16 x-openstack-request-id: req-9d36971d-9f80-4ab0-9511-34c3ca8faf16 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:24.333906 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849", "name": "network-vif-deleted", "tag": "4aaced55-ac28-40ac-8771-23fc42c5a8fb", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:24.334161 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d36971d-9f80-4ab0-9511-34c3ca8faf16 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:24.334566 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6b0dd1-57f9-45b0-a59c-ba7c1f6f8849', 'name': 'network-vif-deleted', 'tag': '4aaced55-ac28-40ac-8771-23fc42c5a8fb', 'status': 'completed', 'code': 200} Aug 04 15:26:24.380466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:24.579338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:24.761238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:26:24.770459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:24.771106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:26:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:24.878573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:25.088006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:25.114862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b58e-3238-4d6c-ac83-97101f32d5de None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:26:25.350115 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057442b-eb50-4c0d-af22-8c8b07045aac None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:26:25.469277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-920da47e-9201-4042-b880-e7d148ef4b25 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1097660835&fields=id&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 267 time: 0.0335896 Aug 04 15:26:25.579993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-4957f261-6536-4aa3-9fd9-992388645853 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:25.581461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-4957f261-6536-4aa3-9fd9-992388645853 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1046071 Aug 04 15:26:25.596676 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-b8bc51c1-4efd-487b-8eb6-993184f264c0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/quotas/9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Aug 04 15:26:25.649328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-de481896-e427-4781-97b1-c7703bd8013a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474932 Aug 04 15:26:25.801873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-26d49098-4c34-40d3-9081-15f92f4a85f9 service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397557 Aug 04 15:26:25.915372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-0734e2b9-ded6-4ca5-ae03-f985b6feaff2 service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046400 Aug 04 15:26:26.077061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-79af4fd2-82e8-4dd3-8c4a-914f3dd2706e req-dde25587-ac45-4a2e-81ab-bc1e50e90b9f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 210 time: 0.0273268 Aug 04 15:26:26.561997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:26:26.585440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 4aaced55-ac28-40ac-8771-23fc42c5a8fb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:26:26.585785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 4aaced55-ac28-40ac-8771-23fc42c5a8fb not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:26:27.175388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-29c6f204-5d74-48c2-8379-890f8ff55891 req-eac0446a-62fa-44b4-a8fd-86c0c9f3b2a4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 210 time: 0.0269535 Aug 04 15:26:27.359081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-a1777a5b-9b59-4e9b-89a0-b3d8fdc4968f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.360629 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-a1777a5b-9b59-4e9b-89a0-b3d8fdc4968f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1160076 Aug 04 15:26:27.405256 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-b5c6eb4b-a5c5-4b0d-8bad-852ec9116e2d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 380 time: 0.0345581 Aug 04 15:26:27.416211 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'port': {'device_id': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'admin_state_up': True, 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'security_groups': ['b5b5207e-f2fe-4ccf-aa74-be3ed8194299']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:27.538207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:26:27.543729 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:27.676990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Allocated IP 172.20.0.9 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:26:27.827499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:27.846150 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Transition to ACTIVE for port object d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:27.885366 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:27.926544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:27.931668 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:27.935362 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:27.941615 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:27.970040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.970390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.970749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.971108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.971438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.971769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.972093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.972418 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.972737 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.973058 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.973375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.973679 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:27.998631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.999260 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.014137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-cdbb072c-b521-4cc9-b627-68d6a60e9885 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015193 Aug 04 15:26:28.027677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Request body: {'port': {'device_id': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:28.085644 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.144132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-39901514-1f89-4370-b5ea-dbbbcb7a9921 None None] Provisioning for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:28.148515 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-39901514-1f89-4370-b5ea-dbbbcb7a9921 None None] Provisioning complete for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:28.149130 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39901514-1f89-4370-b5ea-dbbbcb7a9921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.186096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-39901514-1f89-4370-b5ea-dbbbcb7a9921 None None] Port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:26:28.297343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9110-eb08-4047-b1db-0272bef73a8d req-ab1b41c1-0618-4ff3-812f-c68bbe63a1f6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.298896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-387c9110-eb08-4047-b1db-0272bef73a8d req-ab1b41c1-0618-4ff3-812f-c68bbe63a1f6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 931 time: 0.0555553 Aug 04 15:26:28.338944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-387c9110-eb08-4047-b1db-0272bef73a8d req-5b63bd23-2a39-487f-acf4-085e38146aa5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338144 Aug 04 15:26:28.364419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:28.372027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.384044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Transition to ACTIVE for port object d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:28.390132 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.440268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:28.512409 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:28.512744 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:28.513079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:28.517803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:28.518130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:28.523112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:28.523588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:28.523985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:28.524416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Bound port: d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:28.524777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.589913 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:28.592944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:28.605056 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.637836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.638462 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:28.640064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] 10.222.0.46 "PUT /v2.0/ports/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 1092 time: 0.6169014 Aug 04 15:26:28.640373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:28.642765 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855a21f7-650c-4804-bacb-d307aad093e5" -d '{"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:28.673269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def5b48-f47c-4328-8309-c148cb20b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:28.741565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-4aa64a4d-bba3-4d81-90e3-a00cc2e4c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.744084 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-4aa64a4d-bba3-4d81-90e3-a00cc2e4c114 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0477252 Aug 04 15:26:28.760632 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1535ef6b-5ed8-42a8-b2ab-fb4deb074814 x-openstack-request-id: req-1535ef6b-5ed8-42a8-b2ab-fb4deb074814 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:28.760992 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:28.761313 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1535ef6b-5ed8-42a8-b2ab-fb4deb074814 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:28.761852 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'status': 'completed', 'code': 200} Aug 04 15:26:28.795369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-a6e5323c-a2ba-438c-968a-1d822d578bca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 217 time: 0.0426490 Aug 04 15:26:28.845624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-34170c27-1fe4-487d-aaf1-28b34352d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.847133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-34170c27-1fe4-487d-aaf1-28b34352d959 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0439682 Aug 04 15:26:28.896695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc35-501c-4490-9836-0bcc0003e210 req-81faa8d7-7854-4ce7-8be6-318f02f0dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.898323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-81faa8d7-7854-4ce7-8be6-318f02f0dd63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438979 Aug 04 15:26:28.992012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-4c333b6e-fad1-481f-9682-465c74536422 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853107 Aug 04 15:26:29.085034 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d161dc35-501c-4490-9836-0bcc0003e210 req-0819bd9a-7b8f-4b9e-ad65-771120061b89 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Aug 04 15:26:29.192430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a21f7-650c-4804-bacb-d307aad093e5 req-0d808f0e-0e75-4838-b40e-3a85b3f76768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.193972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-0d808f0e-0e75-4838-b40e-3a85b3f76768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0538635 Aug 04 15:26:29.291838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a21f7-650c-4804-bacb-d307aad093e5 req-be7532dc-b84f-4fb1-bd07-7fb0528443c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.293449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-be7532dc-b84f-4fb1-bd07-7fb0528443c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0909486 Aug 04 15:26:29.336938 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-573c13dd-3b82-4b0f-abad-7c8af24f8464 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 217 time: 0.0352926 Aug 04 15:26:29.391032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a21f7-650c-4804-bacb-d307aad093e5 req-089e5b0a-69fb-4cdf-ae83-7b0228d4e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.392673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-089e5b0a-69fb-4cdf-ae83-7b0228d4e8b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0484183 Aug 04 15:26:29.442376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a21f7-650c-4804-bacb-d307aad093e5 req-f926323c-5f35-4929-bbd3-afca40c204da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.443969 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-f926323c-5f35-4929-bbd3-afca40c204da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427437 Aug 04 15:26:29.457215 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdf2a7-5519-4735-8c6d-10fe04da1641 req-3d41dd84-ebab-4528-99e1-65c27b710798 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.458968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afcdf2a7-5519-4735-8c6d-10fe04da1641 req-3d41dd84-ebab-4528-99e1-65c27b710798 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0496738 Aug 04 15:26:29.497404 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-afcdf2a7-5519-4735-8c6d-10fe04da1641 req-646b763b-a6b6-4307-bdb8-57ad1ae7b7ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Aug 04 15:26:29.535660 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-57fd036d-9463-4e2c-bb8e-676ed7eac34a service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Aug 04 15:26:29.635446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-855a21f7-650c-4804-bacb-d307aad093e5 req-95cf1ef2-fca4-49ad-95e2-9ac14fcc9399 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924351 Aug 04 15:26:30.082113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:26:30.619512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdc99-6fce-4b2c-b853-02069dd82f2a req-4b8a456a-e33f-4514-9006-372aa9556d8e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:30.621142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab2fdc99-6fce-4b2c-b853-02069dd82f2a req-4b8a456a-e33f-4514-9006-372aa9556d8e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0501039 Aug 04 15:26:30.663710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ab2fdc99-6fce-4b2c-b853-02069dd82f2a req-dc88bdc1-edd3-4cf9-b508-a52cedf7f363 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Aug 04 15:26:31.803291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4891552-be16-43c0-961f-3b87eb5f7ba4 req-a0413ab2-ea99-441f-87d9-0bf8097b4bdb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:31.804906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4891552-be16-43c0-961f-3b87eb5f7ba4 req-a0413ab2-ea99-441f-87d9-0bf8097b4bdb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0646400 Aug 04 15:26:31.854300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4891552-be16-43c0-961f-3b87eb5f7ba4 req-652e1cfa-ebd8-40fb-9da7-dff2d7732a36 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Aug 04 15:26:32.401096 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:32.515222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:32.527846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'mac_address': 'fa:16:3e:1b:83:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:32.570448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:32.585082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:32.604877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:32.611670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:32.661727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:32.827046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:32.978508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a57a-5428-4593-a7dc-8e60e98f4aca req-11641266-6164-495d-90b0-48eed594fa8d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:32.980014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85e9a57a-5428-4593-a7dc-8e60e98f4aca req-11641266-6164-495d-90b0-48eed594fa8d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 944 time: 0.0504613 Aug 04 15:26:33.019860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85e9a57a-5428-4593-a7dc-8e60e98f4aca req-2f846460-9d02-43cb-a0d7-132d0b6209a3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Aug 04 15:26:34.142353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e8b0-e036-42cb-828f-70109cefb6f3 req-d1f11096-8790-44f6-bdb2-c1eb3318b218 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:34.143943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b388e8b0-e036-42cb-828f-70109cefb6f3 req-d1f11096-8790-44f6-bdb2-c1eb3318b218 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 944 time: 0.0510173 Aug 04 15:26:34.184525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b388e8b0-e036-42cb-828f-70109cefb6f3 req-d43d5f64-6122-43aa-bf8a-4793d722d20d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Aug 04 15:26:34.418004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:34.485011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:34.491105 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:34.491658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:34.578405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:34.609173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:34.611459 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741d670-95f5-4091-9fa6-585d292dff63" -d '{"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:34.624963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:34.629595 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:34.678034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:34.711975 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba775647-459f-44b5-829a-bfccf696d36a x-openstack-request-id: req-ba775647-459f-44b5-829a-bfccf696d36a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:34.712266 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:34.712518 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba775647-459f-44b5-829a-bfccf696d36a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:34.712913 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'code': 200} Aug 04 15:26:34.814817 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74faab8-36ba-49ec-bb56-1021ea616c5e req-369f4d23-972f-4edd-b17a-6b6cf9f371b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:34.816412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f74faab8-36ba-49ec-bb56-1021ea616c5e req-369f4d23-972f-4edd-b17a-6b6cf9f371b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1097 time: 0.0442188 Aug 04 15:26:34.852756 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f74faab8-36ba-49ec-bb56-1021ea616c5e req-acf29dec-2194-443f-8eaf-aaddb69de25b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290830 Aug 04 15:26:35.324869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d90-0335-417f-87b5-95b6bb305666 req-f2fef90a-3246-492e-a6f9-9e8ecb768d51 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:35.326393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5913d90-0335-417f-87b5-95b6bb305666 req-f2fef90a-3246-492e-a6f9-9e8ecb768d51 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0628238 Aug 04 15:26:35.366154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d5913d90-0335-417f-87b5-95b6bb305666 req-bd50a208-4d6d-4aa2-958a-12a5f97a3247 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Aug 04 15:26:35.829305 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-bd7de28f-9260-4974-a2a3-b1c8225ba281 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454023 Aug 04 15:26:35.922599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-85d378cc-d8bc-4cc2-baf5-0c195b7c88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:35.924115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-85d378cc-d8bc-4cc2-baf5-0c195b7c88be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1097 time: 0.0475800 Aug 04 15:26:36.037360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-18b56308-4ad7-48b3-9039-8470270a950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.038933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-18b56308-4ad7-48b3-9039-8470270a950a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0926380 Aug 04 15:26:36.085072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-833509f8-f7c5-49ef-9d54-96d8b12424d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 217 time: 0.0386174 Aug 04 15:26:36.138424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-a1e34b5e-6c25-4eb9-bcfc-e3179fc8609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.139933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-a1e34b5e-6c25-4eb9-bcfc-e3179fc8609c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0478711 Aug 04 15:26:36.194797 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-aa696c51-d0b5-47b5-b96f-bd08162b3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.197166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-aa696c51-d0b5-47b5-b96f-bd08162b3667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498273 Aug 04 15:26:36.292023 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-cfc508ad-085c-4e29-aa88-90c1cc08f910 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878994 Aug 04 15:26:36.384876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ff079ea4-3426-41b8-a388-fca9b8eac02c req-822cc098-1c19-4345-ace5-6f33f657e787 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Aug 04 15:26:36.485708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a36024-b2dc-413e-b695-d87b24a64328 req-de6a567b-013a-4fa0-88b2-679d740d7987 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.487249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05a36024-b2dc-413e-b695-d87b24a64328 req-de6a567b-013a-4fa0-88b2-679d740d7987 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0511909 Aug 04 15:26:36.526612 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05a36024-b2dc-413e-b695-d87b24a64328 req-0f85a611-8e1a-4f53-9a7b-89ed821fdd49 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331557 Aug 04 15:26:36.652610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e856b-67ea-4725-a26e-d5c7aa879b93 req-0ba56821-de71-4e8c-a4f0-c6c391b5c5cf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.654039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-756e856b-67ea-4725-a26e-d5c7aa879b93 req-0ba56821-de71-4e8c-a4f0-c6c391b5c5cf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0565822 Aug 04 15:26:36.667529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42194) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:36.672073 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'floatingip': {'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:36.713756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:37.156442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:37.161878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:37.260309 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d associated. External IP: 172.25.0.222, port: d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f. Aug 04 15:26:37.479175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:26:37.595508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:26:37.600584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:37.605364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:26:37.614519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:37.615166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:26:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:37.628257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-60e7099b-4076-4cf6-924d-240416d2e21e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "PUT /v2.0/floatingips/c232f0b6-e647-4e20-ac1b-4ee8e0602f7d HTTP/1.1" status: 200 len: 991 time: 0.9596953 Aug 04 15:26:37.628895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:37.631196 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85993d1f-af2c-4133-82b6-71aded10af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:37.670675 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b940346d-4c24-4377-8061-f4561586633b x-openstack-request-id: req-b940346d-4c24-4377-8061-f4561586633b {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:37.670964 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:37.671216 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b940346d-4c24-4377-8061-f4561586633b {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:37.671621 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'status': 'completed', 'code': 200} Aug 04 15:26:37.732610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:37.745321 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993d1f-af2c-4133-82b6-71aded10af8c req-c792340a-5892-429a-b7b3-887fdd844269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:37.746963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-c792340a-5892-429a-b7b3-887fdd844269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1097 time: 0.0497315 Aug 04 15:26:37.843550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993d1f-af2c-4133-82b6-71aded10af8c req-2d254e7f-ae9d-4d23-950c-fb7482e75aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:37.845526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-2d254e7f-ae9d-4d23-950c-fb7482e75aaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0911870 Aug 04 15:26:37.915541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-57f9be75-708d-4ff5-8f64-95e68ac91133 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 999 time: 0.0609810 Aug 04 15:26:37.966151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:1b:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:26:37Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:37.975092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993d1f-af2c-4133-82b6-71aded10af8c req-688dc35b-0860-441e-afa5-5b7fd9d21719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:37.976604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-688dc35b-0860-441e-afa5-5b7fd9d21719 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0540457 Aug 04 15:26:38.025786 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:26:38.027560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993d1f-af2c-4133-82b6-71aded10af8c req-f305e360-61d0-4a60-ae2e-3e382c267c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:38.029194 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-f305e360-61d0-4a60-ae2e-3e382c267c56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451059 Aug 04 15:26:38.035442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:38.036153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:26:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:38.137807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-ea7f3115-1d79-43d8-a75c-4dd77e1bbd37 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993197 Aug 04 15:26:38.157748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:38.249340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85993d1f-af2c-4133-82b6-71aded10af8c req-5e888b1d-5067-41f8-8c72-8d6d0d0ecb0c service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034396 Aug 04 15:26:38.406595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:1b:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:26:37Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:38.436953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce1b26-46d1-45af-9f0f-69ababa6087b None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:1b:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:26:37Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:26:38.627681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d9c4b-89b5-49ff-a01d-b6708051b2c5 None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:26:44.825849 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a248617-cfd8-4c45-8d51-ec94dc70855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.450245 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1370-807a-4b5d-9583-be284bcb1d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.688874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:48.189807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:48.862703 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:49.037862 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:50.349317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:07.088055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:27:14.823501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d017ee4f-c571-4758-a3bc-1b23a2402258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:17.449447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-813e2be6-0b4a-42cc-9807-0315117303d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:17.692531 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.202666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.865029 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.031899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.351453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:37.429676 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-c38866d4-d6fc-4433-8930-abf07e0be96f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450356 Aug 04 15:27:37.520700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080e87-bbf3-4263-b410-0631eb201e84 req-cda300ff-624d-4f58-87c1-bbda2c3f9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.522243 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-cda300ff-624d-4f58-87c1-bbda2c3f9581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1097 time: 0.0446699 Aug 04 15:27:37.636515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080e87-bbf3-4263-b410-0631eb201e84 req-73ec71ca-845d-4cea-8ddc-a89ec1b2c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.638245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-73ec71ca-845d-4cea-8ddc-a89ec1b2c0c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0950119 Aug 04 15:27:37.707115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-e2c5c96b-0308-46b9-bf75-89e52c8047b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 1001 time: 0.0610907 Aug 04 15:27:37.762354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080e87-bbf3-4263-b410-0631eb201e84 req-95bc2ded-1f50-4841-bf21-27d41d283a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.763874 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-95bc2ded-1f50-4841-bf21-27d41d283a67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0500727 Aug 04 15:27:37.812482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080e87-bbf3-4263-b410-0631eb201e84 req-7e50f7a7-229b-41fa-8888-c9e4a1f6eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.813990 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-7e50f7a7-229b-41fa-8888-c9e4a1f6eaa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417950 Aug 04 15:27:37.904395 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-f3593784-4729-43d9-97aa-0c2b12dc017b service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Aug 04 15:27:37.997138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-47080e87-bbf3-4263-b410-0631eb201e84 req-bb7d99d7-cf35-46a7-a5b8-d0832f221209 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Aug 04 15:27:44.091662 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:27:44.821363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4d35de29-55fc-42db-ab7e-81f1aa2af7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.454119 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-385d4d5f-bc34-4756-bdc6-5710e49a6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.694423 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.192199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.868367 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.041847 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.352358 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:14.099058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff490-07f3-4aae-b72b-cdd91d46b7cc req-7134fdf6-e370-4aa8-bc59-7a5add00d536 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:14.100477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32dff490-07f3-4aae-b72b-cdd91d46b7cc req-7134fdf6-e370-4aa8-bc59-7a5add00d536 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0532811 Aug 04 15:28:14.149046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-32dff490-07f3-4aae-b72b-cdd91d46b7cc req-868c6d2d-5433-489a-b357-9159f6685168 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Aug 04 15:28:14.818944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8d16401f-e281-464e-a2fc-9195b48b6956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:15.276698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2961c8-a8aa-43cd-a388-d5425c809fde req-583b13a6-e555-4902-8452-7fbe566252fd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:15.278267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e2961c8-a8aa-43cd-a388-d5425c809fde req-583b13a6-e555-4902-8452-7fbe566252fd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0513382 Aug 04 15:28:15.320831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e2961c8-a8aa-43cd-a388-d5425c809fde req-b6c79931-3e6d-4fa0-8067-f9e57e115b82 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Aug 04 15:28:16.451504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778457bc-a820-4f1f-b6f5-5622d43cf8f5 req-b3b9aee0-087b-4153-a5ac-a76d2f4715b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:16.453014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-778457bc-a820-4f1f-b6f5-5622d43cf8f5 req-b3b9aee0-087b-4153-a5ac-a76d2f4715b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0584040 Aug 04 15:28:16.499426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-778457bc-a820-4f1f-b6f5-5622d43cf8f5 req-58cffee4-fbd9-496d-86e0-629f80d96360 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Aug 04 15:28:17.451980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2458d58c-581d-40f6-a041-17bc548cb9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:17.628034 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fcc18-6b9a-4f23-a88c-37c545367a8c req-1eec8317-6297-4500-8e96-cca72c8f32fa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:17.629526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-667fcc18-6b9a-4f23-a88c-37c545367a8c req-1eec8317-6297-4500-8e96-cca72c8f32fa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0540271 Aug 04 15:28:17.676512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-667fcc18-6b9a-4f23-a88c-37c545367a8c req-9103ce74-fddc-4aca-b12d-a74706b7bf22 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378215 Aug 04 15:28:17.687452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:18.182011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:18.814209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f941b4-dd92-4d6e-8ad1-8e48ab460a7e req-37a37dcd-bb4b-4825-a2bc-aa0f2b3fb641 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:18.815847 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11f941b4-dd92-4d6e-8ad1-8e48ab460a7e req-37a37dcd-bb4b-4825-a2bc-aa0f2b3fb641 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0549030 Aug 04 15:28:18.859209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11f941b4-dd92-4d6e-8ad1-8e48ab460a7e req-923304bb-a3b1-4232-8359-e1465ec18b15 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Aug 04 15:28:18.869018 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:19.063729 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:19.983063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a06a8-230f-4f03-a389-3e5fad7a8c68 req-879d7121-957f-40e5-a682-fd0881ac6c1f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:19.984581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b7a06a8-230f-4f03-a389-3e5fad7a8c68 req-879d7121-957f-40e5-a682-fd0881ac6c1f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0515065 Aug 04 15:28:20.035230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b7a06a8-230f-4f03-a389-3e5fad7a8c68 req-e52e730b-89c8-475f-9834-a43eae35c4e4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Aug 04 15:28:20.361881 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:21.095075 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:28:21.171011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6aa0c-b4a1-488b-af75-1a69c03baa98 req-c75c3ed2-e7fa-452a-b97b-231ef7958017 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:21.172595 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b6aa0c-b4a1-488b-af75-1a69c03baa98 req-c75c3ed2-e7fa-452a-b97b-231ef7958017 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0619016 Aug 04 15:28:21.218761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4b6aa0c-b4a1-488b-af75-1a69c03baa98 req-e0449ba8-b122-4e01-a2d6-83a922ee1adb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Aug 04 15:28:22.343582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74893d8-e2d0-44e1-bb36-4e6b56fb82ff req-52d94d25-2763-40af-a08b-6fa62c2a3ca5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:22.345090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c74893d8-e2d0-44e1-bb36-4e6b56fb82ff req-52d94d25-2763-40af-a08b-6fa62c2a3ca5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0523458 Aug 04 15:28:22.388517 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c74893d8-e2d0-44e1-bb36-4e6b56fb82ff req-be9120ab-3bc6-4e7f-a43a-f3f62e1a6c01 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352392 Aug 04 15:28:23.510949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9431f5-ad52-4b3a-a62e-bd4efcedee02 req-992d34af-22ca-4e24-829b-1dac9ef8a55a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:23.512456 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd9431f5-ad52-4b3a-a62e-bd4efcedee02 req-992d34af-22ca-4e24-829b-1dac9ef8a55a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0501218 Aug 04 15:28:23.551690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd9431f5-ad52-4b3a-a62e-bd4efcedee02 req-7ed08a26-7915-43ba-ac3f-8b9aea2f4c0d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Aug 04 15:28:24.681508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432afcf-80c5-48c2-bc42-403ce01f11a2 req-8cfd79d1-ed8d-4d1b-a0be-effd702195e9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:24.683059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a432afcf-80c5-48c2-bc42-403ce01f11a2 req-8cfd79d1-ed8d-4d1b-a0be-effd702195e9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0613234 Aug 04 15:28:24.732046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a432afcf-80c5-48c2-bc42-403ce01f11a2 req-22219e2a-aa89-45ad-bfeb-ed713febd7df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Aug 04 15:28:24.987024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468faec-416b-4a08-ba8b-a857170139b4 req-d31f92f1-569d-49e8-a90c-368edee4ea80 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:24.988587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4468faec-416b-4a08-ba8b-a857170139b4 req-d31f92f1-569d-49e8-a90c-368edee4ea80 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0505552 Aug 04 15:28:25.029816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4468faec-416b-4a08-ba8b-a857170139b4 req-ebcd6996-c5ee-42be-b985-c76245bb1cfe tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349703 Aug 04 15:28:25.074282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-45d94557-dbf8-4a01-a1e9-5a2052c9195e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1406968 Aug 04 15:28:26.152157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7f674-8ad8-433a-ab07-5869a34a4210 req-655b68a5-a9c6-4cfe-bf7b-dc4ff9c9b798 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.153951 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61d7f674-8ad8-433a-ab07-5869a34a4210 req-655b68a5-a9c6-4cfe-bf7b-dc4ff9c9b798 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0509398 Aug 04 15:28:26.192160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-61d7f674-8ad8-433a-ab07-5869a34a4210 req-41308d10-f3ee-462a-9fd4-76863898fcaa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 04 15:28:26.443067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-50f91b3e-1f24-4e55-9fbd-d274f20ec066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.444585 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-50f91b3e-1f24-4e55-9fbd-d274f20ec066 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1097 time: 0.0485389 Aug 04 15:28:26.540545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-11db6c2b-a7ad-4baf-b52b-02be9368edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.542072 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-11db6c2b-a7ad-4baf-b52b-02be9368edca service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0908968 Aug 04 15:28:26.615401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-a36ce203-07d8-4fac-9637-82d7aee966a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 1001 time: 0.0659587 Aug 04 15:28:26.670767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-e619c776-0777-43de-a54d-65432ea3f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.672248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-e619c776-0777-43de-a54d-65432ea3f8f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0500238 Aug 04 15:28:26.721376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-65dba2d5-4661-445e-abfe-94c3519d037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.722953 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-65dba2d5-4661-445e-abfe-94c3519d037d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434330 Aug 04 15:28:26.821929 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-005ee5fe-266e-4bb8-b11e-ad2a33369e6b service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912912 Aug 04 15:28:26.917309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-24dfe31d-19a6-4de3-8b84-129daad17b25 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Aug 04 15:28:27.311415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3d9-03d6-48bb-926c-63b7c2c94035 req-8bfd41d6-ef8c-4f33-8276-392f35a2ae94 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:27.312909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e91f3d9-03d6-48bb-926c-63b7c2c94035 req-8bfd41d6-ef8c-4f33-8276-392f35a2ae94 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0513775 Aug 04 15:28:27.357100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6e91f3d9-03d6-48bb-926c-63b7c2c94035 req-a06194ca-b804-41e9-829d-47b94411f778 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377963 Aug 04 15:28:28.494604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181a3e-b6ff-4197-8060-01c2c5d3cdba req-eea03d26-ad0f-4780-b16e-9ea2ff9708c9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:28.496166 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a181a3e-b6ff-4197-8060-01c2c5d3cdba req-eea03d26-ad0f-4780-b16e-9ea2ff9708c9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0553029 Aug 04 15:28:28.549350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a181a3e-b6ff-4197-8060-01c2c5d3cdba req-72b837b3-c3ff-47f7-8fd1-a01e2333c485 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Aug 04 15:28:28.867088 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-66a0af42-0f97-4ae6-b84a-9b5d5cfc4cb7 service neutron] show failed (client error): The resource could not be found. Aug 04 15:28:28.868028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-66a0af42-0f97-4ae6-b84a-9b5d5cfc4cb7 service neutron] 10.222.0.46 "GET /v2.0/ports/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0597272 Aug 04 15:28:29.074278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-5cf165b5-a0fb-4490-872a-d52ee22650c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.075894 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-5cf165b5-a0fb-4490-872a-d52ee22650c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0430346 Aug 04 15:28:29.088564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:29.151367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.380649 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:29.417426 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:29.459903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:29.462248 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e122d-f926-43cb-95e6-c5635aa45042" -d '{"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:29.466107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.480686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Transition to ACTIVE for port object d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:29.484568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.515353 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed329159-83b6-44ef-87f0-c3feb3dadc3d x-openstack-request-id: req-ed329159-83b6-44ef-87f0-c3feb3dadc3d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:29.515957 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:29.515957 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed329159-83b6-44ef-87f0-c3feb3dadc3d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:29.516272 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'code': 200} Aug 04 15:28:29.564987 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:29.577698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.577698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.577970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.578387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.578695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.579023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.579360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.579717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.580041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.580362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.580711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.581032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:29.621109 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] No DVR routers for this DVR port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:29.752177 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ecc74-985e-4d2d-9298-cce5a6a6d062 req-35b53981-9aef-48f4-ba5e-3c4422183c1d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.753729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-025ecc74-985e-4d2d-9298-cce5a6a6d062 req-35b53981-9aef-48f4-ba5e-3c4422183c1d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0952759 Aug 04 15:28:29.817557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:28:29.817779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:28:29.818129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:29.826446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-025ecc74-985e-4d2d-9298-cce5a6a6d062 req-77d28d0b-962c-49b4-99b6-6dd6da968b64 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643904 Aug 04 15:28:29.827586 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:28:29.827909 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Attempting to bind port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:29.833211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:28:29.833557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:28:29.833933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:28:29.834360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Bound port: d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:28:29.834749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.910935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:29.914181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:28:29.919679 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.952692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.953323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:29.954939 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 1092 time: 0.8705425 Aug 04 15:28:29.975855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a312f-16fd-4a03-a52d-78f3645f26f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:30.026213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c464a256-b458-4d08-8941-f4504ac8b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.027806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-c464a256-b458-4d08-8941-f4504ac8b6e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0450923 Aug 04 15:28:30.124429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-473bb8be-6ae5-4298-a715-ea265ceaf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.126246 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-473bb8be-6ae5-4298-a715-ea265ceaf2b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0913393 Aug 04 15:28:30.191687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-abe2fe34-5f75-47e8-a45e-3358dcc6955f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 999 time: 0.0576305 Aug 04 15:28:30.246631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-8cc59ef0-0327-44b6-b748-294014be06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.248096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-8cc59ef0-0327-44b6-b748-294014be06ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0492315 Aug 04 15:28:30.295545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-6f71160c-5455-4a28-b522-944861a2edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.297062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-6f71160c-5455-4a28-b522-944861a2edd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415194 Aug 04 15:28:30.389443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-663cab37-3073-4b6d-a4c8-7564d70b55d5 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Aug 04 15:28:30.484677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c90de24-2874-40cb-807b-d1aaeefbd7c9 req-4bce8316-a269-4050-9794-2064a1882c66 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882108 Aug 04 15:28:30.951885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4f0b8-17ec-483f-9bc0-8ffb70a21d4b req-ab2ca259-02ce-436c-be31-f17f86988cec tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.953379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85f4f0b8-17ec-483f-9bc0-8ffb70a21d4b req-ab2ca259-02ce-436c-be31-f17f86988cec tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0514939 Aug 04 15:28:30.994889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-85f4f0b8-17ec-483f-9bc0-8ffb70a21d4b req-b049135a-c11e-4580-9841-5f672f8192b6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Aug 04 15:28:31.518174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:31.522068 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d084c9-a0f9-43bb-93da-4372c316f059" -d '{"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:31.588234 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed343e77-bd95-4f4b-86b2-f1e43342a08d x-openstack-request-id: req-ed343e77-bd95-4f4b-86b2-f1e43342a08d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:31.588526 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:31.588778 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed343e77-bd95-4f4b-86b2-f1e43342a08d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:31.589183 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'status': 'completed', 'code': 200} Aug 04 15:28:31.648065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-ea5acacd-8094-4096-87e1-c1f2aabfa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.649709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-ea5acacd-8094-4096-87e1-c1f2aabfa485 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0415146 Aug 04 15:28:31.657148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-2cb04fee-fe6c-4d4d-8d1b-8de9ee6d3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.658806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-2cb04fee-fe6c-4d4d-8d1b-8de9ee6d3085 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0444171 Aug 04 15:28:31.756453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-538f5629-de69-4c3f-abcc-f3a9b1824ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.757983 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-538f5629-de69-4c3f-abcc-f3a9b1824ecb service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0924175 Aug 04 15:28:31.827303 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-4bcc5622-e3a5-4509-9a45-0ecb8e8d2abb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 999 time: 0.0623357 Aug 04 15:28:31.882307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-e76e3275-efe8-43cc-aec3-cc4f13cc220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.883880 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-e76e3275-efe8-43cc-aec3-cc4f13cc220e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0499837 Aug 04 15:28:31.932192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-a0f36d26-411a-45ac-83ab-f970204b5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.933729 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-a0f36d26-411a-45ac-83ab-f970204b5dec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430262 Aug 04 15:28:32.025829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-f0ed63b8-5857-4d2e-b2d0-4df4aeec2ca6 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Aug 04 15:28:32.062705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-d73e0eb1-80f1-4815-a5ee-2bdadfa5ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.064259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-d73e0eb1-80f1-4815-a5ee-2bdadfa5ce84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.4064558 Aug 04 15:28:32.121575 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-187e476d-679d-496b-9e7c-c781ca7005b9 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880027 Aug 04 15:28:32.159530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-9b58b8e6-5af1-4be9-89cf-82b61704f6a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 999 time: 0.0838838 Aug 04 15:28:32.166887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80b5e-b8f3-4ea3-ad6e-2c50e6400181 req-25d57ff3-ee29-412f-9071-be9241a5caa9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.168289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-daf80b5e-b8f3-4ea3-ad6e-2c50e6400181 req-25d57ff3-ee29-412f-9071-be9241a5caa9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.1013398 Aug 04 15:28:32.232785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-c706b353-720c-4c68-a5e3-8e21a011e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.234247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-c706b353-720c-4c68-a5e3-8e21a011e6d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0651126 Aug 04 15:28:32.237250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-daf80b5e-b8f3-4ea3-ad6e-2c50e6400181 req-5eb8d534-f740-4f80-b79b-bc86b5b61043 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609605 Aug 04 15:28:32.284185 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-b2f360f3-fdf7-4c8d-9051-e15f85c5f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.285754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-b2f360f3-fdf7-4c8d-9051-e15f85c5f5f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434988 Aug 04 15:28:32.388619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-b3f17705-0428-43b7-bb62-772a3aa72b82 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948861 Aug 04 15:28:32.450137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-e02c42ea-5dfa-43ca-be8b-41552057a470 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.451717 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-e02c42ea-5dfa-43ca-be8b-41552057a470 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 943 time: 0.0518296 Aug 04 15:28:32.498392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c19a7-85ae-46af-b193-db834c5be853 req-9cd78c8a-9a76-4846-a5f8-e4c7471d1e68 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.499953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a5c19a7-85ae-46af-b193-db834c5be853 req-9cd78c8a-9a76-4846-a5f8-e4c7471d1e68 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.1105201 Aug 04 15:28:32.513733 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-46d8003d-6ae5-4354-b18f-c45fcd817a05 service neutron] delete failed (client error): The resource could not be found. Aug 04 15:28:32.514982 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-46d8003d-6ae5-4354-b18f-c45fcd817a05 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0555949 Aug 04 15:28:32.530690 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3d084c9-a0f9-43bb-93da-4372c316f059 req-df48b553-be1b-405e-8c46-18fa8b285e7d service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314809 Aug 04 15:28:32.551576 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8a5c19a7-85ae-46af-b193-db834c5be853 req-4d005f17-c03e-4a0a-b1e4-e69d0a5b1228 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 Aug 04 15:28:32.603572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-502e5a11-55b2-441a-9beb-282b166f7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.605057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-502e5a11-55b2-441a-9beb-282b166f7892 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1095 time: 0.0456617 Aug 04 15:28:32.949467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:32.991363 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:33.035742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-5d069e23-ef04-48b5-9fa9-25fc107742c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.037295 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-5d069e23-ef04-48b5-9fa9-25fc107742c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.4251664 Aug 04 15:28:33.111341 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-5f212382-9de4-4a49-ade7-96bc29d9e00b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 999 time: 0.0662637 Aug 04 15:28:33.165090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-e6f2fc05-0900-4b48-b46a-2cb184f97f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.166542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-e6f2fc05-0900-4b48-b46a-2cb184f97f4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0482576 Aug 04 15:28:33.216433 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-fe13c33f-be78-4c8b-9eee-439543fde10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.217860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-fe13c33f-be78-4c8b-9eee-439543fde10e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430498 Aug 04 15:28:33.311928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-fe06ed76-b946-4ffa-a13c-e8aed51ac907 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865381 Aug 04 15:28:33.402227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3d804fb5-579d-4c03-ade2-35ec6a3e446b req-a604efc3-3383-4db4-a64e-358f73512aeb service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Aug 04 15:28:33.680144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bee88-2122-4162-a69b-417d5a26279e req-8e74e843-21bf-4045-991f-3f97ef65bb88 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.681658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-598bee88-2122-4162-a69b-417d5a26279e req-8e74e843-21bf-4045-991f-3f97ef65bb88 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0580130 Aug 04 15:28:33.723607 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-598bee88-2122-4162-a69b-417d5a26279e req-65b745b8-09e0-4edd-a172-2e32b7db7807 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334117 Aug 04 15:28:34.876278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3627af-7dba-4e56-900f-83b67a582ce5 req-210cc691-7736-4346-8912-965563a656e4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.877919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e3627af-7dba-4e56-900f-83b67a582ce5 req-210cc691-7736-4346-8912-965563a656e4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0617039 Aug 04 15:28:34.922029 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1e3627af-7dba-4e56-900f-83b67a582ce5 req-74f29730-5108-4c36-9fb5-b92aece043cf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Aug 04 15:28:35.038624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0912bf0-d3b7-4d78-ba2a-00a6ac426be4 req-a84f6a1e-0183-4893-88e3-2f3fe603e974 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.040167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0912bf0-d3b7-4d78-ba2a-00a6ac426be4 req-a84f6a1e-0183-4893-88e3-2f3fe603e974 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0521162 Aug 04 15:28:35.081352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e0912bf0-d3b7-4d78-ba2a-00a6ac426be4 req-f88144bc-25ad-493f-a9f9-b72e656bee4f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 04 15:28:35.088650 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:28:35.191685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:35.208249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'mac_address': 'fa:16:3e:1b:83:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:28:35.251017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:35.266844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:35.287757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:35.292941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:35.315556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04d284-f250-4e14-b0f0-e7e41218742a req-cc1d2b79-d1c5-4a16-93c7-00b81ec95dff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.317075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac04d284-f250-4e14-b0f0-e7e41218742a req-cc1d2b79-d1c5-4a16-93c7-00b81ec95dff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 943 time: 0.0736916 Aug 04 15:28:35.341134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:35.347416 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-8f141eb8-7423-4096-bc6f-32e2e0fc2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.348199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.348574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.348892 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-8f141eb8-7423-4096-bc6f-32e2e0fc2b88 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 1096 time: 0.0685575 Aug 04 15:28:35.349005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.349298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.349646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.350003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.350364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.350751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.351102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.351430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.351758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.352278 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:35.390283 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ac04d284-f250-4e14-b0f0-e7e41218742a req-a8483b7a-a13d-474d-8010-ca0e85cc7394 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644217 Aug 04 15:28:35.455227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-3e70d0d3-86ab-464a-93ed-f6022e52121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.456713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-3e70d0d3-86ab-464a-93ed-f6022e52121a service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0941589 Aug 04 15:28:35.517365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:35.532965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-1826dfcf-fbac-49de-b3f1-2fcad6e3631b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 200 len: 1000 time: 0.0678842 Aug 04 15:28:35.589214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-d0546b2c-528d-4dd3-99d6-cd480736cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.590724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-d0546b2c-528d-4dd3-99d6-cd480736cac3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0495632 Aug 04 15:28:35.639443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-d314a934-64be-4a63-a326-094c02fd1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.641055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-d314a934-64be-4a63-a326-094c02fd1048 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431981 Aug 04 15:28:35.736477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-bbaac07f-2f6a-431b-a45f-92ceb792f42a service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876698 Aug 04 15:28:35.835893 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d3881eb-3799-4282-8b3a-f6f0cd3e3c2c req-baf30287-ecbf-4cbf-a9ca-bf6c56a94440 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905445 Aug 04 15:28:36.527691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de319b27-3226-45f7-aa5b-ecb244573ddc req-dd456a1d-db58-4d12-8eec-91e78440eeab tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:36.529532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de319b27-3226-45f7-aa5b-ecb244573ddc req-dd456a1d-db58-4d12-8eec-91e78440eeab tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 944 time: 0.0537133 Aug 04 15:28:36.571901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de319b27-3226-45f7-aa5b-ecb244573ddc req-3a7df4c4-3b26-4e51-b8e0-87fb13d576ce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Aug 04 15:28:36.846368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c456ed-493b-4428-b29e-f98f0ca26bab req-8f3e0375-14ef-4586-b151-397b12d89fc9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:36.847816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93c456ed-493b-4428-b29e-f98f0ca26bab req-8f3e0375-14ef-4586-b151-397b12d89fc9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 944 time: 0.0629191 Aug 04 15:28:36.892630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93c456ed-493b-4428-b29e-f98f0ca26bab req-5232c63f-f04d-4496-9716-e0056a83177b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357013 Aug 04 15:28:37.106516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:37.165933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:37.169595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:37.169969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:37.249483 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:37.429555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:37.431890 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a86ba7b-4408-4684-8a54-361923cce083" -d '{"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:37.445135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:37.452481 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:37.475504 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7be0d5-c414-430a-a783-3176e357f617 x-openstack-request-id: req-bd7be0d5-c414-430a-a783-3176e357f617 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:37.475801 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:37.476054 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd7be0d5-c414-430a-a783-3176e357f617 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:37.476452 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'code': 200} Aug 04 15:28:37.503989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:38.015645 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cbe00-1d7d-47bd-a209-f3532d99a655 req-c9d89ba0-675d-4e0d-8342-833782c27953 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:38.017293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a5cbe00-1d7d-47bd-a209-f3532d99a655 req-c9d89ba0-675d-4e0d-8342-833782c27953 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0505800 Aug 04 15:28:38.066702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a5cbe00-1d7d-47bd-a209-f3532d99a655 req-3a86d7ab-55bf-4b0f-8fc6-22f4d48a9575 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Aug 04 15:28:38.104409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-0f1ea677-40e2-4952-83cc-4e557229e285 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:38.105953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-0f1ea677-40e2-4952-83cc-4e557229e285 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 945 time: 0.0552111 Aug 04 15:28:38.205251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Deleting port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:38.205612 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.296707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] For port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:38.296968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.469896 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.470269 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.470560 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d disassociated. External IP: 172.25.0.222, port: d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f. Aug 04 15:28:38.470960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Calling delete_port for d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:38.601881 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.632595 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'Port': ['ID=d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:38.767319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:28:38.879640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:28:38.893581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:28:38.902711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:38.903631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:28:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:38.926036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] No DVR routers for this DVR port d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:38.928852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:38.930833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bafb3ed-9c25-43e4-b3d6-40cc5b42510b req-e2506b31-a945-4ddd-ae75-3b2166d3e5ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "DELETE /v2.0/ports/d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f HTTP/1.1" status: 204 len: 173 time: 0.8184681 Aug 04 15:28:38.931308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-deleted', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:38.933555 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6a25f-0193-4189-b412-1d2fbce777a2" -d '{"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-deleted", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:38.970184 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fceca37-adec-4cd1-b8e8-e0b08d5e0f24 x-openstack-request-id: req-5fceca37-adec-4cd1-b8e8-e0b08d5e0f24 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:38.970480 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683866ca-240e-4b43-a8cd-48a05543ec1b", "name": "network-vif-deleted", "tag": "d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:38.970766 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5fceca37-adec-4cd1-b8e8-e0b08d5e0f24 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:38.971177 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683866ca-240e-4b43-a8cd-48a05543ec1b', 'name': 'network-vif-deleted', 'tag': 'd1fdbe5e-d282-46cd-a5b7-e3b19fcb659f', 'status': 'completed', 'code': 200} Aug 04 15:28:39.013968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:39.172631 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec64082e-b936-4ee6-a4b5-ca36d861678f req-4758b267-986c-47f5-9ac7-8aecdcf1995e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=683866ca-240e-4b43-a8cd-48a05543ec1b HTTP/1.1" status: 200 len: 210 time: 0.0269761 Aug 04 15:28:39.213743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:39.243421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:28:39.252169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:39.252772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:28:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:39.360235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:39.570900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:39.598140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81344c68-4a5e-4e40-84bc-349452bee417 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:28:39.840402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba1d77-5cb3-40fe-9fd2-a77b691ca830 None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:28:40.462695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-a5c40395-5d8d-4702-91ba-0b9bf0eb99d7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1097660835&fields=id&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 267 time: 0.0342767 Aug 04 15:28:40.568658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-3aa28577-6b70-418a-a857-f9d48bcb8306 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:40.570130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-3aa28577-6b70-418a-a857-f9d48bcb8306 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1007204 Aug 04 15:28:40.585330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-80bc78ff-f9e5-437c-a021-62fecfcf8212 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/quotas/9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 375 time: 0.0093439 Aug 04 15:28:40.643217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-b30f2334-327b-4ebb-bd3b-c7ef63e04787 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525115 Aug 04 15:28:40.740997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-aaa5de04-d1d1-4b2f-94ec-5461718d3761 service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848889 Aug 04 15:28:40.845357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-94cb140d-f860-4d47-8302-8fca7098887a service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981076 Aug 04 15:28:41.004327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ee5bf53c-6bb5-4b19-9d7c-8a3ff2ec4fb2 req-3f6bbe83-156f-48cb-9437-fce38e6cd781 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 210 time: 0.0271711 Aug 04 15:28:42.105279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a65225a9-8c98-4fb3-a2ac-61f8bef2aad1 req-6deefd56-1161-479b-a33b-375b88a4ca61 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 210 time: 0.0296793 Aug 04 15:28:42.155924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-b968ca9a-727a-40d0-8b34-8a1296744a3f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.161575 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-b968ca9a-727a-40d0-8b34-8a1296744a3f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1116083 Aug 04 15:28:42.201802 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-45cb31fa-fa04-4de7-b039-70f4cfc0b3a7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 380 time: 0.0353243 Aug 04 15:28:42.211952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'port': {'device_id': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'admin_state_up': True, 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'security_groups': ['b5b5207e-f2fe-4ccf-aa74-be3ed8194299']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:42.327861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:28:42.331617 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.463549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Allocated IP 172.20.0.9 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:28:42.608525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.625279 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Transition to ACTIVE for port object d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:42.662027 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.708009 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:28:42.713099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:28:42.716969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:28:42.740865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:42.754093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.754470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.754840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.755183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.755515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.755853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.756178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.756507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.756830 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.757129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.757469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.757785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:42.781182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.781831 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.798709 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-28737e69-6b1e-4e24-a2f0-2b8107963c9c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904989 Aug 04 15:28:42.811446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Request body: {'port': {'device_id': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:42.872833 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.976583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-651114b7-96cc-4f3d-8c78-fe03fbc53527 None None] Provisioning for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:42.981135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-651114b7-96cc-4f3d-8c78-fe03fbc53527 None None] Provisioning complete for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:42.981511 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-651114b7-96cc-4f3d-8c78-fe03fbc53527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.019652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-651114b7-96cc-4f3d-8c78-fe03fbc53527 None None] Port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:28:43.144546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:43.144705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:43.155480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.165228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:43.165587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d1fdbe5e-d282-46cd-a5b7-e3b19fcb659f not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:43.169866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Transition to ACTIVE for port object d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:43.174890 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.230870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407a345-1f6c-4c73-a7de-f9720752b0e6 req-051ecb99-9ff3-412f-b4f0-f8dff2d3b22a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.232428 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e407a345-1f6c-4c73-a7de-f9720752b0e6 req-051ecb99-9ff3-412f-b4f0-f8dff2d3b22a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0534503 Aug 04 15:28:43.246040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:43.278678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e407a345-1f6c-4c73-a7de-f9720752b0e6 req-f73a7272-9f9e-4923-97d1-a2366681319d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Aug 04 15:28:43.304383 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:28:43.304796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:28:43.305196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:43.312081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:28:43.312455 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:43.318381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:28:43.318805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:28:43.319218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:28:43.319949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Bound port: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:28:43.320308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.390367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:43.393624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:28:43.399502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.434051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.434698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:43.436114 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] 10.222.0.46 "PUT /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1092 time: 0.6295063 Aug 04 15:28:43.438305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:43.441964 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:43.472168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886decf-8731-4541-8886-fd0fedbc391f service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:43.480529 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebb79e8-f187-4104-8d93-afd55f9052a9 x-openstack-request-id: req-aebb79e8-f187-4104-8d93-afd55f9052a9 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:43.480871 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:43.481114 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aebb79e8-f187-4104-8d93-afd55f9052a9 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:43.481511 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'status': 'completed', 'code': 200} Aug 04 15:28:43.524885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-5d0b6682-1127-4a78-8102-0b2e57ef632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.526639 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-5d0b6682-1127-4a78-8102-0b2e57ef632e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0429456 Aug 04 15:28:43.573447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-7e34c1a7-3f33-49f2-9caa-57c96373ed78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 217 time: 0.0387814 Aug 04 15:28:43.624452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-27d892a6-1683-4df9-815a-5ed1fce259cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.626021 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-27d892a6-1683-4df9-815a-5ed1fce259cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0462782 Aug 04 15:28:43.675477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-ea7cdede-2b86-45bf-a646-fe38f16a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.676994 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-ea7cdede-2b86-45bf-a646-fe38f16a3524 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441227 Aug 04 15:28:43.772716 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-0e17d278-fb13-49e1-80f8-f810e6272860 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883553 Aug 04 15:28:43.864064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ee790c51-e5bd-46d9-bfb7-04e907a7ee3b req-d720ab3f-a1ff-4744-95ca-d7e756556ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Aug 04 15:28:43.965156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-88e16b63-ddf2-44d9-a005-c40df70a38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.966618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-88e16b63-ddf2-44d9-a005-c40df70a38e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0518818 Aug 04 15:28:44.068665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-b9502dca-2dbc-4329-a159-6b35e82380c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.070146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-b9502dca-2dbc-4329-a159-6b35e82380c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0942369 Aug 04 15:28:44.112417 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-f65e292f-d933-4cc8-bb72-093cb1fd2c4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 217 time: 0.0342801 Aug 04 15:28:44.173745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-469d3a42-de08-47cb-b443-abb83f4b647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.175250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-469d3a42-de08-47cb-b443-abb83f4b647e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0557470 Aug 04 15:28:44.222159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-d58850d9-2e52-4bd3-a684-95c5397ecbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.223849 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-d58850d9-2e52-4bd3-a684-95c5397ecbcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413241 Aug 04 15:28:44.318492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-e05411e1-cdda-46d7-8988-d418396fec99 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Aug 04 15:28:44.406922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6848c-2b20-4443-8887-750f7993566e req-45e13690-5890-4390-8474-59ed3ad890e8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.408462 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6d6848c-2b20-4443-8887-750f7993566e req-45e13690-5890-4390-8474-59ed3ad890e8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0535519 Aug 04 15:28:44.417578 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6da5e279-6fe1-44d0-a92a-cbbe2e4f8863 req-23da30cc-326c-43c3-baa7-fe13e29918cd service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912724 Aug 04 15:28:44.448482 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6d6848c-2b20-4443-8887-750f7993566e req-e37a02b7-cd4f-4192-9df7-be336bd61380 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337708 Aug 04 15:28:44.814524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7cca1bd3-08d2-4bc7-9a35-6b9989eaf5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.576469 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558371b1-3b86-4bbf-a802-66f163db7c89 req-fc0f9363-6a53-45cc-bcd4-1763fdd273f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:45.577971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-558371b1-3b86-4bbf-a802-66f163db7c89 req-fc0f9363-6a53-45cc-bcd4-1763fdd273f9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0514348 Aug 04 15:28:45.617209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-558371b1-3b86-4bbf-a802-66f163db7c89 req-9de3bcbf-7e77-4b93-a17c-ba4840edaacd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Aug 04 15:28:46.749368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d86c-0a56-4c09-ab04-a0d32fd8fe0d req-a125083e-d15a-43bb-8e1f-8c400c114399 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.750897 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6927d86c-0a56-4c09-ab04-a0d32fd8fe0d req-a125083e-d15a-43bb-8e1f-8c400c114399 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0597942 Aug 04 15:28:46.794632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6927d86c-0a56-4c09-ab04-a0d32fd8fe0d req-2bc6d3b3-f456-4abf-80f5-7cd6990cecb9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Aug 04 15:28:47.008535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:28:47.108132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:47.122959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:28:47.163974 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.176566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:47.197004 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:47.201911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.249237 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:47.410774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:47.465335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2cd67016-0c4e-4060-b8e9-7d15601eed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.696265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.930969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528da6-f8a5-47b2-a175-163b3ad613b5 req-8f103f5f-35c2-41a5-b9db-3c6e70278d8e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:47.932630 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc528da6-f8a5-47b2-a175-163b3ad613b5 req-8f103f5f-35c2-41a5-b9db-3c6e70278d8e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0635321 Aug 04 15:28:47.977051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bc528da6-f8a5-47b2-a175-163b3ad613b5 req-d631d473-12dd-4a6f-afd1-40ffc4e75e8f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Aug 04 15:28:48.220078 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:48.881316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:49.025894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:49.079663 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:49.091468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:49.095288 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:49.095675 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:49.177282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:49.202568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fe7fc-1d47-4593-8f5b-8f0da83a7997 req-bc11dd11-41d6-47c1-b212-2b4e9a36bcd6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:49.203203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:49.204468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc7fe7fc-1d47-4593-8f5b-8f0da83a7997 req-bc11dd11-41d6-47c1-b212-2b4e9a36bcd6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.1389592 Aug 04 15:28:49.205452 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388e0e9-f037-4789-9bf9-664eee81c845" -d '{"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-plugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:49.220382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:49.225058 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:49.250400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc7fe7fc-1d47-4593-8f5b-8f0da83a7997 req-0fa76627-4512-480e-bd64-8b6d2424c1a6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Aug 04 15:28:49.259601 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f11e1f3-a6c6-44c6-a6b7-df9df9b60c25 x-openstack-request-id: req-4f11e1f3-a6c6-44c6-a6b7-df9df9b60c25 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:49.259889 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-plugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:49.260140 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f11e1f3-a6c6-44c6-a6b7-df9df9b60c25 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:49.260528 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'code': 200} Aug 04 15:28:49.286302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:49.359047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77b736-eb3c-4672-80d4-3bd46ead145f req-ada55676-8d7f-45c7-b5d5-b571bfe3401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:49.360576 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b77b736-eb3c-4672-80d4-3bd46ead145f req-ada55676-8d7f-45c7-b5d5-b571bfe3401c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1097 time: 0.0434508 Aug 04 15:28:49.396135 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2b77b736-eb3c-4672-80d4-3bd46ead145f req-17956640-71d4-4f07-8ceb-dd2c9eb958e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281250 Aug 04 15:28:50.360540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:50.427971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399694f-a4f0-448b-9347-4394944bcf52 req-6d37e4c6-0aa6-4675-8424-0b1fc6bdcb59 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:50.429569 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4399694f-a4f0-448b-9347-4394944bcf52 req-6d37e4c6-0aa6-4675-8424-0b1fc6bdcb59 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.1075132 Aug 04 15:28:50.469245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4399694f-a4f0-448b-9347-4394944bcf52 req-83a970cb-7422-4d2f-96b9-f0ef94d27928 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333061 Aug 04 15:28:50.601956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be596-2624-413e-a692-930e20a7d331 req-2535ce28-d9f6-4eae-895e-48bf8b935038 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:50.603394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-aa2be596-2624-413e-a692-930e20a7d331 req-2535ce28-d9f6-4eae-895e-48bf8b935038 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0620100 Aug 04 15:28:50.616656 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 42594) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:50.623712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'floatingip': {'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:50.669357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.103674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.110370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.216922 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d associated. External IP: 172.25.0.222, port: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758. Aug 04 15:28:51.431122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:28:51.560673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:28:51.566568 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.571521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:28:51.581627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:51.582362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:51.593488 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f14baf0c-34c8-478f-8dbe-83bead803dd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "PUT /v2.0/floatingips/c232f0b6-e647-4e20-ac1b-4ee8e0602f7d HTTP/1.1" status: 200 len: 991 time: 0.9756482 Aug 04 15:28:51.594172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:51.596794 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:51.640369 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191c97c-fc7c-49c6-bc09-f6ed79a070bb x-openstack-request-id: req-e191c97c-fc7c-49c6-bc09-f6ed79a070bb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:51.641027 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:51.641027 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e191c97c-fc7c-49c6-bc09-f6ed79a070bb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:51.641525 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'status': 'completed', 'code': 200} Aug 04 15:28:51.690282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:51.704393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-d85ab1c9-ec96-491b-bea5-69731dc6d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.705966 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-d85ab1c9-ec96-491b-bea5-69731dc6d93b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1097 time: 0.0458856 Aug 04 15:28:51.799413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-d2c09572-3d82-4520-84c3-b02561ee356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.801056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-d2c09572-3d82-4520-84c3-b02561ee356b service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0880916 Aug 04 15:28:51.872032 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-0771be96-e43c-4ea4-a657-24ef3fccf170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 999 time: 0.0631001 Aug 04 15:28:51.920604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:28:51Z', 'revision_number': 9, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:51.922204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-60e02713-3106-477c-a928-161f6293fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.923827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-60e02713-3106-477c-a928-161f6293fc5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0451224 Aug 04 15:28:51.947291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:28:51.955684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:51.956330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:28:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:51.974127 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-25e1ee97-21df-4981-90b9-3bbfa2efa113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.975926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-25e1ee97-21df-4981-90b9-3bbfa2efa113 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451009 Aug 04 15:28:52.067974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:52.071964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-caa3cec2-b156-4b82-927b-772727228beb service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880418 Aug 04 15:28:52.166227 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8d2d9b3d-6334-431e-b2d8-0c4b260d428f req-30529dd5-29ae-4b62-8d5c-708ee18dcacd service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Aug 04 15:28:52.303134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:28:51Z', 'revision_number': 9, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:52.333872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6462e1-56f2-4109-b5aa-c2feb428e88b None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:28:51Z', 'revision_number': 9, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:28:52.534113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36effd-ad83-4310-90cb-73a22b2d6492 None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:28:58.095598 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:29:14.821318 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7e4be2bd-a0cd-4d43-9d38-91d701c57728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:17.453960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45aa4c73-3e3c-4f34-87d3-7987d988f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:17.690986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:18.225279 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:18.882987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:19.085780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:20.365196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:35.101642 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:29:40.897175 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-1ceb8129-210e-4f21-b750-1ee9dfab3b01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985224 Aug 04 15:29:40.997515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-2cefc9a2-3478-4bbd-8ad6-9c58792bb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:40.999045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-2cefc9a2-3478-4bbd-8ad6-9c58792bb512 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1097 time: 0.0496778 Aug 04 15:29:41.106614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-425414d4-f426-437b-8a6d-96637c6e1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:41.108046 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-425414d4-f426-437b-8a6d-96637c6e1d0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0870674 Aug 04 15:29:41.178333 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-0853d9ca-5d39-47da-881d-7462bc176398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1002 time: 0.0630705 Aug 04 15:29:41.236391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-576c9028-a5b5-41a3-81fa-b63e0d79719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:41.238020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-576c9028-a5b5-41a3-81fa-b63e0d79719b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0529525 Aug 04 15:29:41.290254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-06c35b13-424f-4a3b-9e80-fd16123d4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:41.291816 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-06c35b13-424f-4a3b-9e80-fd16123d4355 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470333 Aug 04 15:29:41.303527 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-2df2f8fa-6e40-455c-8dc4-c0787377611f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:29:41.304468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-2df2f8fa-6e40-455c-8dc4-c0787377611f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051572 Aug 04 15:29:41.401030 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-2428db79-fe37-4750-be01-7151afb6e06f service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894322 Aug 04 15:29:41.492928 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-589bc686-3ef6-4d21-bdce-cb0704de1ad2 req-198f59ea-912d-413e-9d34-a04f18b95c20 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Aug 04 15:29:44.819347 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c74c1946-b210-4c29-b0ac-162172bc5b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:47.454140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da33ee36-30c4-4e89-b4c7-944e153bcd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:47.705809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:48.216121 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:48.881719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:49.108190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:50.373516 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:12.106361 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:30:14.817852 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a6c61777-0b0a-46f4-b1ed-fa2cd84959a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.454809 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9605fff1-602e-49ce-86a0-bd9634672ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.701631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:18.238317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:18.882687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:19.109791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:20.371316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:29.328124 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-29a246f8-6deb-4ab4-b827-a7306060c306 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410404 Aug 04 15:30:29.350083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a288e-137a-46b8-bb0b-066aa39f33d0 req-16908f9a-53c8-4d51-bdbc-7e7f466563bb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:29.351686 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b26a288e-137a-46b8-bb0b-066aa39f33d0 req-16908f9a-53c8-4d51-bdbc-7e7f466563bb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Aug 04 15:30:29.390835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b26a288e-137a-46b8-bb0b-066aa39f33d0 req-b3f9af3c-968e-41d1-ae6f-e2c936878ae6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Aug 04 15:30:30.531080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bbb1d-12de-47ea-b01a-e80415a00ea7 req-1720b14f-a45e-4155-9f9e-45c2c65a3cbc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:30.532769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e93bbb1d-12de-47ea-b01a-e80415a00ea7 req-1720b14f-a45e-4155-9f9e-45c2c65a3cbc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Aug 04 15:30:30.548336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-67f3d967-28a4-4da5-b8e0-82447559215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:30.549832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-67f3d967-28a4-4da5-b8e0-82447559215c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1097 time: 0.0450852 Aug 04 15:30:30.572697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e93bbb1d-12de-47ea-b01a-e80415a00ea7 req-ec5859f9-959f-4d25-9cd8-f8727ec19f32 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Aug 04 15:30:30.637954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-b8ec2ea9-ba55-478e-b7ca-5c2835ebeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:30.639498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-b8ec2ea9-ba55-478e-b7ca-5c2835ebeb2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0828545 Aug 04 15:30:30.716704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-11367c32-91d4-42df-977e-c93415929b75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1002 time: 0.0694213 Aug 04 15:30:30.770952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-5c285c06-feae-4323-aa43-cb50dc4f55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:30.772423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-5c285c06-feae-4323-aa43-cb50dc4f55ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0461910 Aug 04 15:30:30.819261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-61e419d4-3aee-46cb-9566-483fe1afd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:30.820777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-61e419d4-3aee-46cb-9566-483fe1afd787 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413866 Aug 04 15:30:30.916996 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-2e121890-3622-4977-9136-3bef1f41faf1 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Aug 04 15:30:31.348323 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-76a732f9-f5ff-4ea6-8134-8a1abb0b1588 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237802 Aug 04 15:30:31.703546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4157-ad8a-4336-a7e5-b7ac35ef04c7 req-4e4af10d-244a-4487-8052-369d34e8cbd0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:31.705059 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e0e4157-ad8a-4336-a7e5-b7ac35ef04c7 req-4e4af10d-244a-4487-8052-369d34e8cbd0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0545220 Aug 04 15:30:31.747251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e0e4157-ad8a-4336-a7e5-b7ac35ef04c7 req-4ac9d1f3-64e2-4c61-bf26-d0c828f51b11 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Aug 04 15:30:32.893546 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646c534-6d58-4e2f-960e-9597fe8cbfcb req-f0d08b1b-ea2c-4c0d-a663-ab3272909ccc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:32.895073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5646c534-6d58-4e2f-960e-9597fe8cbfcb req-f0d08b1b-ea2c-4c0d-a663-ab3272909ccc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0632396 Aug 04 15:30:32.939557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5646c534-6d58-4e2f-960e-9597fe8cbfcb req-b96f5847-fba1-4a11-8126-4186809a1da5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354390 Aug 04 15:30:34.072202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69bee-aba7-4617-b426-d536491e37d2 req-da2c92a9-91d4-4077-b193-fbfec49488f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:34.073699 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65b69bee-aba7-4617-b426-d536491e37d2 req-da2c92a9-91d4-4077-b193-fbfec49488f3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0557597 Aug 04 15:30:34.119168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65b69bee-aba7-4617-b426-d536491e37d2 req-b374b776-6c09-4294-9bb1-863a05fad65a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362568 Aug 04 15:30:35.255852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b116-b1d9-4e71-ad8e-7ace92cfde34 req-23846f5c-a1d0-4955-9684-e86a687518b9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:35.257839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a020b116-b1d9-4e71-ad8e-7ace92cfde34 req-23846f5c-a1d0-4955-9684-e86a687518b9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Aug 04 15:30:35.299502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a020b116-b1d9-4e71-ad8e-7ace92cfde34 req-288cb82e-5cc5-4c9a-b373-7ce7778e76e0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341895 Aug 04 15:30:36.427741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818d491-21a7-44ae-aa4f-46f533a337d9 req-2d744ee8-03c8-4ce4-ab00-81489a044436 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:36.429186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6818d491-21a7-44ae-aa4f-46f533a337d9 req-2d744ee8-03c8-4ce4-ab00-81489a044436 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0600705 Aug 04 15:30:36.470288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6818d491-21a7-44ae-aa4f-46f533a337d9 req-4fb56a57-3138-4f52-a007-7876f0cc33a9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Aug 04 15:30:37.605198 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5994d-9a5b-4a55-a3e6-53d62e646474 req-5a90ccd1-f910-4aae-b28a-ab5df80efd2f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:37.606550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0a5994d-9a5b-4a55-a3e6-53d62e646474 req-5a90ccd1-f910-4aae-b28a-ab5df80efd2f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0588112 Aug 04 15:30:37.649562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0a5994d-9a5b-4a55-a3e6-53d62e646474 req-08372af2-61ee-4101-b8f5-61dee1e388e1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Aug 04 15:30:38.785433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdfe83-64b1-4c95-9b00-78bca1b92ed0 req-e4b86cbe-61fe-4b47-81c4-5c6d1be5fcff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:38.786973 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9bdfe83-64b1-4c95-9b00-78bca1b92ed0 req-e4b86cbe-61fe-4b47-81c4-5c6d1be5fcff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0562842 Aug 04 15:30:38.825876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9bdfe83-64b1-4c95-9b00-78bca1b92ed0 req-18d485b6-65c9-449c-87e5-872cde480f89 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Aug 04 15:30:39.950036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dc7ea-00ae-4181-87d0-b5a1c0fe0a06 req-fbff0ad5-1d62-4d3d-8258-0f4273d71a98 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:39.951579 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-438dc7ea-00ae-4181-87d0-b5a1c0fe0a06 req-fbff0ad5-1d62-4d3d-8258-0f4273d71a98 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0554042 Aug 04 15:30:40.000349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-438dc7ea-00ae-4181-87d0-b5a1c0fe0a06 req-4982f9d3-96a6-4994-ae90-40a096097bd0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401633 Aug 04 15:30:40.877301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-fb39d0d0-c65a-4da2-b367-012c2039dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:40.878987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-fb39d0d0-c65a-4da2-b367-012c2039dd2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1097 time: 0.0445349 Aug 04 15:30:41.003330 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-53b4824d-6df3-4a3a-80f5-abb691be9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.005515 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-53b4824d-6df3-4a3a-80f5-abb691be9303 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.1027718 Aug 04 15:30:41.075458 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-669ff11c-109b-460b-b636-c9cc090788bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1002 time: 0.0625551 Aug 04 15:30:41.123359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec55e-6e81-43dd-ac2a-96199a617085 req-835c4f1d-3cbb-4e97-9c17-498fa95e64df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.124912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6aec55e-6e81-43dd-ac2a-96199a617085 req-835c4f1d-3cbb-4e97-9c17-498fa95e64df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Aug 04 15:30:41.129773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-7c6541d5-ab7e-407e-9953-a33bcf457c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.131171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-7c6541d5-ab7e-407e-9953-a33bcf457c10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0471766 Aug 04 15:30:41.169003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e6aec55e-6e81-43dd-ac2a-96199a617085 req-79d28302-2749-4337-a96d-aead7686d9b2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Aug 04 15:30:41.177931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-eda68fd5-30e3-48a7-bf53-2854bd287433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.179560 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-eda68fd5-30e3-48a7-bf53-2854bd287433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410001 Aug 04 15:30:41.269857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-14790a9c-3b9e-4345-993a-b021d8db0e2b service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823624 Aug 04 15:30:41.366540 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1363d3c0-658d-4c2c-8007-f9445bc91d67 req-3c14c3f1-33bf-48fb-8e64-6beef6c993f0 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 Aug 04 15:30:42.300267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8971-4f4f-4a3e-9858-4745188ecfd4 req-5c2af871-acb8-4a06-a656-754182fd3b25 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:42.301997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf0b8971-4f4f-4a3e-9858-4745188ecfd4 req-5c2af871-acb8-4a06-a656-754182fd3b25 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0598762 Aug 04 15:30:42.343779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf0b8971-4f4f-4a3e-9858-4745188ecfd4 req-dfe96f3f-2cb6-4856-97f0-8da02fb53097 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350049 Aug 04 15:30:43.331376 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-a628bafc-2ac0-4394-8f39-3000fb4c5d5d service neutron] show failed (client error): The resource could not be found. Aug 04 15:30:43.332440 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-a628bafc-2ac0-4394-8f39-3000fb4c5d5d service neutron] 10.222.0.46 "GET /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0576017 Aug 04 15:30:43.472341 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4c28-4acb-4eb0-9935-f9044a9eb69e req-aafd0f21-d3f5-4973-a177-91b7476ce605 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.473916 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9fa4c28-4acb-4eb0-9935-f9044a9eb69e req-aafd0f21-d3f5-4973-a177-91b7476ce605 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0562127 Aug 04 15:30:43.535731 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9fa4c28-4acb-4eb0-9935-f9044a9eb69e req-e0043ee0-ccae-4ba3-8a6c-5d5b9f175eec tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555828 Aug 04 15:30:43.549099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-2ac72e95-2421-4e9d-aedb-4e2a3ff40ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.550653 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-2ac72e95-2421-4e9d-aedb-4e2a3ff40ad7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0534666 Aug 04 15:30:43.568309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:43.625175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.829144 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:43.863478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:30:43.907340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:43.909692 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be9cbf-7da1-4db0-98fb-eac6f091a537" -d '{"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-unplugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:43.913465 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.927405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Transition to ACTIVE for port object d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:30:43.932037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.961428 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab503da-3fa6-42e2-90a9-fa46bcf56417 x-openstack-request-id: req-1ab503da-3fa6-42e2-90a9-fa46bcf56417 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:43.961732 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-unplugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:43.961984 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ab503da-3fa6-42e2-90a9-fa46bcf56417 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:43.962379 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'code': 200} Aug 04 15:30:44.012681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:44.024682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.025032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.025383 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.025723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.026351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.026809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.027125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.027461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.027793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.028124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.028445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.028772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:44.067447 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] No DVR routers for this DVR port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:30:44.214437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:30:44.214818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:30:44.215150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:44.219989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:30:44.220318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:44.225516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:30:44.225869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:30:44.226260 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:30:44.226744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Bound port: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:30:44.227116 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:44.291208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:30:44.294547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:30:44.300674 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:44.340813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.341507 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:44.342878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] 10.222.0.38 "PUT /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1092 time: 0.7815187 Aug 04 15:30:44.366108 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd07db-9c97-4708-b02c-28d5c495ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:44.412143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-3c8c66c2-2b11-4d4e-8420-734fb99c82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.413288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-3c8c66c2-2b11-4d4e-8420-734fb99c82f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0432317 Aug 04 15:30:44.506753 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-03c18d41-0bdf-4d12-97d3-d668e3736f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.508256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-03c18d41-0bdf-4d12-97d3-d668e3736f82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0876622 Aug 04 15:30:44.590522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-7378a4f1-c084-4d8f-b7aa-69d5856bbff7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0745175 Aug 04 15:30:44.665970 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-1e52b468-b7b9-4de1-bd9e-83499e753e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.667501 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-1e52b468-b7b9-4de1-bd9e-83499e753e67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0690684 Aug 04 15:30:44.712022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41355c7-f4ea-4dd9-87ca-589980f12aa3 req-54243f38-d151-4a75-ba05-5250cbfb31d9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.713558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b41355c7-f4ea-4dd9-87ca-589980f12aa3 req-54243f38-d151-4a75-ba05-5250cbfb31d9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0889509 Aug 04 15:30:44.746186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-0b947403-c673-4795-a190-7e28898a3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.747707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-0b947403-c673-4795-a190-7e28898a3870 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726571 Aug 04 15:30:44.761518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-6b3569d6-5bdd-4eed-b3cb-2006285a7ae1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:30:44.762528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-6b3569d6-5bdd-4eed-b3cb-2006285a7ae1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070577 Aug 04 15:30:44.765954 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b41355c7-f4ea-4dd9-87ca-589980f12aa3 req-6da7a547-5359-400b-b89f-25bf46c76ca5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Aug 04 15:30:44.810084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01f67e9a-bf15-46fc-be11-ced2c0b532aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:44.854061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-50f28ac9-3fa8-4d7a-bb79-ad2aafebd4b2 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Aug 04 15:30:44.949204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a81e6245-9fc2-4476-ba25-24ccc00a3462 req-5bd56f8d-6854-4ab2-97ce-4a8587573071 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879998 Aug 04 15:30:45.877624 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-e88f7155-2439-4e0d-bb92-81f4e3c249d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:45.879181 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-e88f7155-2439-4e0d-bb92-81f4e3c249d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0718956 Aug 04 15:30:45.894943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320f74c-e502-4f92-8fa2-d4f2769fe9e7 req-8c6e6fb0-f60e-4170-9350-36b980f1ffd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:45.896864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1320f74c-e502-4f92-8fa2-d4f2769fe9e7 req-8c6e6fb0-f60e-4170-9350-36b980f1ffd5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0587742 Aug 04 15:30:45.964358 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:45.966619 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e7847-41bb-47e1-b955-699ca6820f16" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:45.994713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1320f74c-e502-4f92-8fa2-d4f2769fe9e7 req-6acf5695-86f4-4ba0-b1ae-67585d2ed5ea tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870829 Aug 04 15:30:46.020402 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54374403-fa55-4c06-b2a3-d9d9a991dfd3 x-openstack-request-id: req-54374403-fa55-4c06-b2a3-d9d9a991dfd3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:46.020840 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:46.021093 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54374403-fa55-4c06-b2a3-d9d9a991dfd3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:46.021508 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'status': 'completed', 'code': 200} Aug 04 15:30:46.024570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-a05c8cbc-7618-4f73-ad86-4eb2f8277eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.026536 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-a05c8cbc-7618-4f73-ad86-4eb2f8277eff service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.1265290 Aug 04 15:30:46.084182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-a6e0dcf9-c87a-4d35-8477-1f943f8868f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.086347 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-a6e0dcf9-c87a-4d35-8477-1f943f8868f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0426269 Aug 04 15:30:46.093090 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-74b050bb-eb14-4b32-b072-f6f33c610e9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0589902 Aug 04 15:30:46.182349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-10482280-a1b1-4194-8e08-6204ad55174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.184195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-10482280-a1b1-4194-8e08-6204ad55174f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0908141 Aug 04 15:30:46.256757 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-0acabfb7-67c4-4dab-a20b-0b151987f6da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0649617 Aug 04 15:30:46.312781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-e0d5fa21-a44b-4dc1-885b-002ac4e457c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.314278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-e0d5fa21-a44b-4dc1-885b-002ac4e457c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0508649 Aug 04 15:30:46.361947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-5ad794bf-3872-41a5-bb87-301f82be33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.363416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-5ad794bf-3872-41a5-bb87-301f82be33b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424349 Aug 04 15:30:46.458537 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-d3551656-5ebb-4463-822c-b4ee5fa4b002 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 Aug 04 15:30:46.467047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-f3e90b90-f057-463e-a367-93f8096c8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.468674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-f3e90b90-f057-463e-a367-93f8096c8aaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.3662715 Aug 04 15:30:46.518339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-8fe59f07-69d7-4232-9f85-5c9315096b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.519898 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-8fe59f07-69d7-4232-9f85-5c9315096b34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435996 Aug 04 15:30:46.561734 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-88e7b2c0-31a0-4dab-b2ba-8b0b9eca000f service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961015 Aug 04 15:30:46.615665 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-12d718cf-021c-47f5-82c4-186f69c7dee8 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868027 Aug 04 15:30:46.709453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7de24523-aac5-473e-bdd6-d4bf01da38cb req-253c8036-5a2e-4946-97c3-5179724a35d7 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Aug 04 15:30:46.799194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-94ef15ed-3944-4938-8de8-b7d358a27dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.800853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-94ef15ed-3944-4938-8de8-b7d358a27dcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0461063 Aug 04 15:30:46.896764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-7523d90a-52d7-42fe-8c88-1f1658936725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.898234 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-7523d90a-52d7-42fe-8c88-1f1658936725 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0895710 Aug 04 15:30:46.967388 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-894b3141-4970-4c92-b4b0-668d1a8d2f4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0614190 Aug 04 15:30:47.019343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-8a8779f1-8af5-4ff8-86c2-ebcf57e01a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.020822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-8a8779f1-8af5-4ff8-86c2-ebcf57e01a60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0456119 Aug 04 15:30:47.096016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7847-41bb-47e1-b955-699ca6820f16 req-6b2995ec-06f4-4b40-ae32-87bdbccd9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.097573 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-6b2995ec-06f4-4b40-ae32-87bdbccd9f51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694618 Aug 04 15:30:47.163422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a874e-c6be-4e4d-a880-d718974e8600 req-ca0111b8-f875-453a-a182-6cc1e889ab5f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.164882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b67a874e-c6be-4e4d-a880-d718974e8600 req-ca0111b8-f875-453a-a182-6cc1e889ab5f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0962594 Aug 04 15:30:47.231069 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b67a874e-c6be-4e4d-a880-d718974e8600 req-8f27111c-1188-4166-a3ad-55839a5be21c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596881 Aug 04 15:30:47.233357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-879a946a-c3ca-466d-9b07-ee425bbcecc1 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266263 Aug 04 15:30:47.328794 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-045e7847-41bb-47e1-b955-699ca6820f16 req-20e1c100-5041-41f0-a726-01a5b7bb35b8 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864761 Aug 04 15:30:47.450676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-81274c1a-25bd-4ca7-acd4-28b7206774f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:47.555348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-097ceead-4a19-4e76-b7de-f10ac27be31a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.556820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-097ceead-4a19-4e76-b7de-f10ac27be31a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 943 time: 0.0860112 Aug 04 15:30:47.564755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc7d5-022a-4761-97e0-7effbba98742 req-3f69441c-e2b7-4c1f-9228-bc90d1c79c16 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.566129 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0bc7d5-022a-4761-97e0-7effbba98742 req-3f69441c-e2b7-4c1f-9228-bc90d1c79c16 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 943 time: 0.0685122 Aug 04 15:30:47.591803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:30:47.611910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:30:47.640960 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d0bc7d5-022a-4761-97e0-7effbba98742 req-1ec6b1a7-ccd2-476d-948c-806157f304ed tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684888 Aug 04 15:30:47.647509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-6a0f62c6-6d58-49a1-ac93-a8ca0d9638fc service neutron] 10.222.0.38 "GET /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 383 time: 0.0803621 Aug 04 15:30:47.713749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-fe09b22a-e0a5-4343-aa16-7b0a617b4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.715288 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-fe09b22a-e0a5-4343-aa16-7b0a617b4f65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1095 time: 0.0438807 Aug 04 15:30:47.814197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-1f41acfa-afe2-4282-a025-fc9fa055668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.815764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-1f41acfa-afe2-4282-a025-fc9fa055668f service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0933566 Aug 04 15:30:47.862943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:47.872497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:30:47.884767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-dcf969e3-de4f-432b-968d-4f03c67a80e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0608680 Aug 04 15:30:47.893036 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:47.903837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:30:47.938361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-398e97d6-8266-4baa-8cf8-dc87da47b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.939866 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-398e97d6-8266-4baa-8cf8-dc87da47b68c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0477834 Aug 04 15:30:47.942046 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:47.955729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:30:47.976518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:47.980818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:47.986466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-9c1d8c81-3364-4962-ac84-073aa24f3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.988056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-9c1d8c81-3364-4962-ac84-073aa24f3d1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410399 Aug 04 15:30:48.027917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:48.035548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.035902 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.036247 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.036592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.036927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.037258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.037590 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.037923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.038249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.038613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.038931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.039251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:48.089158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-e238fa63-8229-4758-9ee5-a4dab9efe18a service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925493 Aug 04 15:30:48.194436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-65f01af9-92b8-4457-bbc0-977886cbbeb6 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977836 Aug 04 15:30:48.217390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:30:48.261818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:48.768602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9c72a-eb78-43de-bd52-67409c858cae req-dd3a11bf-917b-4a46-b127-9d6175ad4397 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.770145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bb9c72a-eb78-43de-bd52-67409c858cae req-dd3a11bf-917b-4a46-b127-9d6175ad4397 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0504367 Aug 04 15:30:48.808539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0bb9c72a-eb78-43de-bd52-67409c858cae req-40ab664c-f960-40b1-8504-847b9bee21a1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Aug 04 15:30:48.885716 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:49.103836 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:49.108563 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:30:49.601518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:30:49.653953 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:30:49.657627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:30:49.658031 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:49.740130 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:49.763160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:49.765726 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95fb3ac-2c01-4436-8e04-9b26e1037d7b" -d '{"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-plugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:49.779593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:49.784098 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:49.815021 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5083cd-35e4-4c9b-9a23-d0d88073c3e6 x-openstack-request-id: req-2e5083cd-35e4-4c9b-9a23-d0d88073c3e6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:49.815363 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-plugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:49.815616 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e5083cd-35e4-4c9b-9a23-d0d88073c3e6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:49.816010 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'code': 200} Aug 04 15:30:49.837307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:49.931286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574b90a-73aa-4218-9fd6-41fd2fe56d7e req-9f9778ba-00f3-43a3-a314-95663695aa8a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.932735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a574b90a-73aa-4218-9fd6-41fd2fe56d7e req-9f9778ba-00f3-43a3-a314-95663695aa8a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0507588 Aug 04 15:30:49.973937 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a574b90a-73aa-4218-9fd6-41fd2fe56d7e req-25157293-694e-4948-90dd-47a32bdf2e09 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336497 Aug 04 15:30:50.307634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-a41a246f-0144-4b55-82b9-6ce507921340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:50.309171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-a41a246f-0144-4b55-82b9-6ce507921340 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0433450 Aug 04 15:30:50.320807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:50.374001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:50.381192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:50.593731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:50.629288 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:30:50.678317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:50.682314 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2947c59-53b4-4771-8476-15e3722c598c" -d '{"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-unplugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:50.687318 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:50.700890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Transition to ACTIVE for port object d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:30:50.705757 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:50.736890 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311173fc-29d7-4a42-b319-2c0bbf08448d x-openstack-request-id: req-311173fc-29d7-4a42-b319-2c0bbf08448d {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:50.737146 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-unplugged", "status": "completed", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:50.737402 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-311173fc-29d7-4a42-b319-2c0bbf08448d {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:50.737803 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'code': 200} Aug 04 15:30:50.789560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:50.801193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.801543 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.801894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.802223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.802566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.802980 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.803399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.803577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.803917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.804248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.804575 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.804903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:50.842773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] No DVR routers for this DVR port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:30:50.979775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:30:50.980123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:30:50.980458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:50.985051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:30:50.985375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Attempting to bind port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:50.991794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:30:50.991932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:30:50.992319 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:30:50.993034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Bound port: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:30:50.993146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:51.065800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:30:51.069427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:30:51.073598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:51.095614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4aa4-a1aa-4fe9-8109-db05aa34a476 req-af194f17-97c7-4893-964c-cb7d485e95bc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.097130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b4d4aa4-a1aa-4fe9-8109-db05aa34a476 req-af194f17-97c7-4893-964c-cb7d485e95bc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0559988 Aug 04 15:30:51.109616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.110239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:51.111654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-031929c4-a95d-4844-940d-57e6954e001f service neutron] 10.222.0.46 "PUT /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1093 time: 0.7949708 Aug 04 15:30:51.136425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031929c4-a95d-4844-940d-57e6954e001f service neutron] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:51.143028 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b4d4aa4-a1aa-4fe9-8109-db05aa34a476 req-74b632fb-2bc6-4cb4-93e2-95b4498e2ce6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Aug 04 15:30:51.181894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-940c8ff3-93c2-4799-b8b9-dc3ea61f3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.183568 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-940c8ff3-93c2-4799-b8b9-dc3ea61f3f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1096 time: 0.0484023 Aug 04 15:30:51.277137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-860c6154-8a1b-45d2-bdda-91bf3807220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.278689 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-860c6154-8a1b-45d2-bdda-91bf3807220c service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0878494 Aug 04 15:30:51.351534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-9156c726-37ca-4ff6-89f6-6ba469105383 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0659485 Aug 04 15:30:51.402864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-302be423-9dfb-4b17-be28-37ed920c6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.404189 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-302be423-9dfb-4b17-be28-37ed920c6398 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0453830 Aug 04 15:30:51.450631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-191fa4a3-4ed1-440f-b4f3-f33dd025f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.452111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-191fa4a3-4ed1-440f-b4f3-f33dd025f8aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404985 Aug 04 15:30:51.546083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-71817892-0958-47ab-a4e1-7564afbbd8c3 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865541 Aug 04 15:30:51.640771 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-33cf181a-f41d-452b-857b-a2c0c4bec3e5 req-14ad76f5-8d22-417d-b2ba-a4052157a544 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867827 Aug 04 15:30:52.272562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d359ceb-d41f-4691-b6a2-5b0e9e4d9e6c req-954cf6ab-cd0c-4e4e-a767-b27e8f84446b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.274077 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d359ceb-d41f-4691-b6a2-5b0e9e4d9e6c req-954cf6ab-cd0c-4e4e-a767-b27e8f84446b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0501137 Aug 04 15:30:52.316483 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d359ceb-d41f-4691-b6a2-5b0e9e4d9e6c req-dabcc69c-4c3a-4992-b61c-d0b5b9c6c5e8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Aug 04 15:30:52.739437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:52.743411 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847b1a07-9929-4551-9a2f-236b538c872f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:52.799134 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa747ff-fff0-4121-a7dc-b4c4b55faa73 x-openstack-request-id: req-dfa747ff-fff0-4121-a7dc-b4c4b55faa73 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:52.799441 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:52.799750 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfa747ff-fff0-4121-a7dc-b4c4b55faa73 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:52.800318 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'status': 'completed', 'code': 200} Aug 04 15:30:52.863308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-a6c79560-80b2-49bf-9c0c-dd82f3f81f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.864429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-b3451a27-493e-4ce6-92df-11d5b5fabd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.864865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-a6c79560-80b2-49bf-9c0c-dd82f3f81f86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1096 time: 0.0429142 Aug 04 15:30:52.866073 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-b3451a27-493e-4ce6-92df-11d5b5fabd8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 1096 time: 0.0414422 Aug 04 15:30:52.961804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-fe5d73bd-3b6e-47bd-90e1-17de5bda3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.963423 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-fe5d73bd-3b6e-47bd-90e1-17de5bda3b90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0905900 Aug 04 15:30:52.966001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-8e6622f3-edc9-4917-9d00-56a6299ce361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.967587 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-8e6622f3-edc9-4917-9d00-56a6299ce361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0905240 Aug 04 15:30:53.038100 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-893bd60b-c604-4485-beaf-e37b4962a504 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0666196 Aug 04 15:30:53.040555 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-62bcfc8e-6745-4348-baa3-c9fa89a11a26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 200 len: 1000 time: 0.0630071 Aug 04 15:30:53.095387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-1b34efc6-bd64-415d-ba1f-475f3997a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.096894 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-1b34efc6-bd64-415d-ba1f-475f3997a7af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0508358 Aug 04 15:30:53.101949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-af99a9bd-4adb-4bc1-9f3c-a99c2bd00343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.103450 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-af99a9bd-4adb-4bc1-9f3c-a99c2bd00343 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0577002 Aug 04 15:30:53.145372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-af1bba0b-dd8a-4e92-aa87-08f485c14f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.146979 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-af1bba0b-dd8a-4e92-aa87-08f485c14f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421436 Aug 04 15:30:53.152453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1a07-9929-4551-9a2f-236b538c872f req-05a514cd-c875-47fc-bfb7-3e8e5e7feb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.153959 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-05a514cd-c875-47fc-bfb7-3e8e5e7feb7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429506 Aug 04 15:30:53.245009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-d64e4a61-b6ca-4093-9617-4ff16d892a97 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907006 Aug 04 15:30:53.245965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-d6f29712-67c1-4597-b319-79ffaaf135ed service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838957 Aug 04 15:30:53.346970 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-d4a570a7-8cb7-4984-b345-ce226a96c85e service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941761 Aug 04 15:30:53.352684 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-847b1a07-9929-4551-9a2f-236b538c872f req-486e108d-ff91-43f6-9ddf-faa48df119ec service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991142 Aug 04 15:30:53.436420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e978e-1052-44ab-abef-280daa6c8b55 req-5febaddf-90ee-4921-b68b-eb3b51e0eece tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.437931 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f6e978e-1052-44ab-abef-280daa6c8b55 req-5febaddf-90ee-4921-b68b-eb3b51e0eece tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0501881 Aug 04 15:30:53.480371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f6e978e-1052-44ab-abef-280daa6c8b55 req-f38000f3-b65c-4daf-a047-fdccab655288 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336525 Aug 04 15:30:53.603533 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7a859-367d-45aa-8835-285bdda2424f req-084d202b-47a6-4023-921a-b29eafd8e693 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.604962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dba7a859-367d-45aa-8835-285bdda2424f req-084d202b-47a6-4023-921a-b29eafd8e693 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0549972 Aug 04 15:30:53.631971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:30:53.637114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:30:53.649313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dba7a859-367d-45aa-8835-285bdda2424f req-4811a4b9-5648-49e5-80ab-d37ded49ba26 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Aug 04 15:30:53.723481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:30:53.765000 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d414917-9d24-42a5-8730-e091998e691a req-52934f91-d73f-4f59-afe7-dfdc4aef8fce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:53.766609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d414917-9d24-42a5-8730-e091998e691a req-52934f91-d73f-4f59-afe7-dfdc4aef8fce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 944 time: 0.0503366 Aug 04 15:30:53.767644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:53.778916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'mac_address': 'fa:16:3e:82:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:30:53.807323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d414917-9d24-42a5-8730-e091998e691a req-1e46ddaf-bcc2-4644-b430-1bbfe505a457 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342498 Aug 04 15:30:53.817016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:53.830827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:30:53.852636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:53.857728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:53.910633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:54.049675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1b8a-7fc8-436e-9bd2-922690a0d6cf req-adb5b47d-7e75-43ca-b3f2-3efd8652f6c6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:54.051188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f1a1b8a-7fc8-436e-9bd2-922690a0d6cf req-adb5b47d-7e75-43ca-b3f2-3efd8652f6c6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Aug 04 15:30:54.094114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f1a1b8a-7fc8-436e-9bd2-922690a0d6cf req-f2aa0127-aa70-49c7-b931-ca7295e33472 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Aug 04 15:30:54.137312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:30:55.216268 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663d47-7c0a-449e-86c9-2c29e39cc859 req-6b8809b7-1e7a-49f9-a51a-ed5d8ffc2934 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:55.217783 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d663d47-7c0a-449e-86c9-2c29e39cc859 req-6b8809b7-1e7a-49f9-a51a-ed5d8ffc2934 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0526013 Aug 04 15:30:55.264767 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d663d47-7c0a-449e-86c9-2c29e39cc859 req-0c64b3d7-84bc-4e2e-a3b4-b22cbdc4cea3 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Aug 04 15:30:55.346247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-3d96fb30-6895-42b2-8802-763d763f19df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:55.347804 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-3d96fb30-6895-42b2-8802-763d763f19df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 945 time: 0.0542021 Aug 04 15:30:55.446798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Deleting port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:30:55.447035 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.533811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] For port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:55.534183 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.658641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:30:55.711602 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.712046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.712376 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d disassociated. External IP: 172.25.0.222, port: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758. Aug 04 15:30:55.712901 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Calling delete_port for d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:30:55.713056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:30:55.716719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:30:55.717093 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.793479 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.847478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:55.876291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'Port': ['ID=d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:55.994339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:30:56.107773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:30:56.118713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:30:56.128354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:56.129055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:30:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:56.153269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] No DVR routers for this DVR port d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:30:56.156026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:56.158559 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d8ee74d5-0d38-4b74-ae3c-d1e54d3bfb70 req-4d8710a0-1625-4166-a4bf-1269a34e720e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "DELETE /v2.0/ports/d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 HTTP/1.1" status: 204 len: 173 time: 0.8043602 Aug 04 15:30:56.158841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-deleted', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:56.161122 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5431814-8bd9-44fa-8afa-f2d73ff8b94c" -d '{"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-deleted", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:56.199569 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5f77a8-25b8-47e4-b9f0-2549a9f2ed86 x-openstack-request-id: req-0d5f77a8-25b8-47e4-b9f0-2549a9f2ed86 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:56.199861 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505b40-8e63-4165-b3aa-0dd2bd1a0241", "name": "network-vif-deleted", "tag": "d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:56.200117 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d5f77a8-25b8-47e4-b9f0-2549a9f2ed86 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:56.200581 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8505b40-8e63-4165-b3aa-0dd2bd1a0241', 'name': 'network-vif-deleted', 'tag': 'd8650e9e-7ce9-4cc1-a33c-30cf6e0cc758', 'status': 'completed', 'code': 200} Aug 04 15:30:56.243029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:56.376243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd63b370-927b-4f83-bcf7-cd3844abdc7e req-3b096d5c-ed62-4275-baa0-de34d57579dc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8505b40-8e63-4165-b3aa-0dd2bd1a0241 HTTP/1.1" status: 200 len: 210 time: 0.0269833 Aug 04 15:30:56.448868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:56.475913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:30:56.484505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:56.485098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:30:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:56.594382 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:56.805495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:56.832285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d296e4-83be-4a4e-a3bc-a9d2613d28c6 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:30:57.079693 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c25d5e2-62d1-471c-8a39-3ecb00b9c401 None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:30:57.686160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-9df0e230-dffa-4d2d-92d8-0a15d4717833 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1097660835&fields=id&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 267 time: 0.0341303 Aug 04 15:30:57.803135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-28cb885a-31e0-4968-8003-c92b3f9019a1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:57.804674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-28cb885a-31e0-4968-8003-c92b3f9019a1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1108766 Aug 04 15:30:57.821325 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-8fcdd975-cfd6-458e-9222-45cff3205683 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/quotas/9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 375 time: 0.0102749 Aug 04 15:30:57.884424 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-f0b79ef1-126d-4c12-907b-c6480a029320 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559111 Aug 04 15:30:57.990427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-c8a73bd3-f93f-4631-9858-e75ea03082b9 service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Aug 04 15:30:58.108492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-8ea825bb-fd5a-42b0-9469-abb991009b5d service neutron] 10.222.0.76 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087401 Aug 04 15:30:58.273577 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b017a6b-0ad4-463a-94c0-7a6b41b89e86 req-30f46f26-27e9-4585-8614-1ace5adb5a0e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0289335 Aug 04 15:30:59.282519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-0373127f-bbb1-4690-ad98-53e4a095802d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:59.284872 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-0373127f-bbb1-4690-ad98-53e4a095802d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 810 time: 0.1186345 Aug 04 15:30:59.331490 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-69744ef3-bcf1-4e2f-ac84-9892559d906f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 380 time: 0.0376401 Aug 04 15:30:59.342399 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'port': {'device_id': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'admin_state_up': True, 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'security_groups': ['b5b5207e-f2fe-4ccf-aa74-be3ed8194299']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:59.372938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80d42944-a868-49ae-ba5b-4519cb61bb91 req-2e5e0735-eff9-4249-ac29-c3fc92f1a825 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0285351 Aug 04 15:30:59.458471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Made reservation on behalf of 9062e45b5a054b3a802da4e4fbcd8c76 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:30:59.462713 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.597530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Allocated IP 172.20.0.3 (dea6fd12-7965-49d0-8861-85005b3f6503/1b13a10c-43b6-406e-b7dd-2a8551cb6314/fbd67bf1-2785-41a0-9b73-4799268a551a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:30:59.676228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:30:59.697042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:30:59.697416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device d8650e9e-7ce9-4cc1-a33c-30cf6e0cc758 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:30:59.740618 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.754719 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Transition to ACTIVE for port object fbd67bf1-2785-41a0-9b73-4799268a551a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:30:59.790972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.834276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Network dea6fd12-7965-49d0-8861-85005b3f6503 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:30:59.839488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:30:59.843253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:30:59.849767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:59.904197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:59.904841 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.922000 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-710ea635-bb52-4643-a637-3195956a3e00 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833189 Aug 04 15:30:59.934147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Request body: {'port': {'device_id': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:59.992700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.093265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-78d46456-9576-459c-b5d4-2d3707eee482 None None] Provisioning for port fbd67bf1-2785-41a0-9b73-4799268a551a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:31:00.097193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-78d46456-9576-459c-b5d4-2d3707eee482 None None] Provisioning complete for port fbd67bf1-2785-41a0-9b73-4799268a551a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:31:00.097569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-78d46456-9576-459c-b5d4-2d3707eee482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.133092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-78d46456-9576-459c-b5d4-2d3707eee482 None None] Port fbd67bf1-2785-41a0-9b73-4799268a551a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:31:00.283465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:31:00.291269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.303803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Transition to ACTIVE for port object fbd67bf1-2785-41a0-9b73-4799268a551a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:31:00.308302 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.365265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:00.437534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:31:00.437879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:31:00.438373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:31:00.442995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:31:00.443450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:31:00.448387 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:31:00.448732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:31:00.449128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:31:00.449568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Bound port: fbd67bf1-2785-41a0-9b73-4799268a551a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:31:00.449935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.500854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd3425-142d-41e4-9625-41fcf50f5e16 req-6802bf9b-22ad-4ac3-947b-da689936dccd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:00.503199 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2fd3425-142d-41e4-9625-41fcf50f5e16 req-6802bf9b-22ad-4ac3-947b-da689936dccd tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0544631 Aug 04 15:31:00.523551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:31:00.527304 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:31:00.532069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.547047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c2fd3425-142d-41e4-9625-41fcf50f5e16 req-44ef3265-7bf4-4ec4-8da9-07eb5fdbe3e4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373988 Aug 04 15:31:00.571717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:00.572371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:00.573779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] 10.222.0.46 "PUT /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1092 time: 0.6440501 Aug 04 15:31:00.576151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:00.578605 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb6798d-18be-4c03-91c8-678407998791" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:00.608353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23097-fdcf-4fe4-b46e-8a2edcb53d2d service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:00.619533 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeaacc0-64a1-4c6f-b477-dacddf1f9ee8 x-openstack-request-id: req-feeaacc0-64a1-4c6f-b477-dacddf1f9ee8 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:00.619832 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:00.620143 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-feeaacc0-64a1-4c6f-b477-dacddf1f9ee8 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:00.620786 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'status': 'completed', 'code': 200} Aug 04 15:31:00.670755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-e5ceaea8-8dd3-47c9-b45a-9376917435c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:00.672314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-e5ceaea8-8dd3-47c9-b45a-9376917435c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0435410 Aug 04 15:31:00.715278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-c234df19-cd62-4a8d-89dd-96136bf3193b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 217 time: 0.0352974 Aug 04 15:31:00.769975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-fbd974ee-1330-49e0-984e-1a0293b8aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:00.771499 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-fbd974ee-1330-49e0-984e-1a0293b8aed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0490277 Aug 04 15:31:00.821526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-637d3894-96c9-4e2f-87c8-a71a5314debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:00.823115 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-637d3894-96c9-4e2f-87c8-a71a5314debd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416622 Aug 04 15:31:00.919324 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-d6c9b891-6ba9-4667-89b5-7a570bafe757 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875342 Aug 04 15:31:01.010298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-41ec666e-502b-49a1-894e-4ef6d1ba6884 req-e10f1ce0-897d-43ab-8e4e-0831a41e3f99 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814514 Aug 04 15:31:01.115173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6798d-18be-4c03-91c8-678407998791 req-56e23bd5-c478-445f-bbfb-904f3cded3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.116713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-56e23bd5-c478-445f-bbfb-904f3cded3d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0510688 Aug 04 15:31:01.214085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6798d-18be-4c03-91c8-678407998791 req-e706592c-51df-4a9d-af6d-aa7611d1b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.215625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-e706592c-51df-4a9d-af6d-aa7611d1b2c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0919619 Aug 04 15:31:01.261036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-09914b40-695b-4fdf-9a96-cad50791af3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 217 time: 0.0355434 Aug 04 15:31:01.312552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6798d-18be-4c03-91c8-678407998791 req-6ef3308a-7b32-40cf-8caf-453cbd8016a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.314028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-6ef3308a-7b32-40cf-8caf-453cbd8016a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0433245 Aug 04 15:31:01.367108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6798d-18be-4c03-91c8-678407998791 req-2f490cd7-7355-4a0f-82cf-46bf2018077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.368704 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-2f490cd7-7355-4a0f-82cf-46bf2018077d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468006 Aug 04 15:31:01.460648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-5bbb3b77-8937-49a5-ad32-2b18a2d96ffd service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835888 Aug 04 15:31:01.561987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dfb6798d-18be-4c03-91c8-678407998791 req-20fba277-7c75-4185-8edc-4f6dd2f6d494 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898163 Aug 04 15:31:01.673506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798ae38-e444-4b1e-99a9-70fb6676717c req-f8fd012f-7a6d-4b42-b5d7-5a291a917c06 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.675000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6798ae38-e444-4b1e-99a9-70fb6676717c req-f8fd012f-7a6d-4b42-b5d7-5a291a917c06 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0601811 Aug 04 15:31:01.712708 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6798ae38-e444-4b1e-99a9-70fb6676717c req-a30840cf-9f53-4404-b75e-52723f26f9ed tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Aug 04 15:31:02.836879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac02f5-d0e5-42f7-849f-13f82e35ec0b req-17f7c881-3d56-4ac0-858d-4c58af3770ce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:02.838441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdac02f5-d0e5-42f7-849f-13f82e35ec0b req-17f7c881-3d56-4ac0-858d-4c58af3770ce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0521257 Aug 04 15:31:02.889889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fdac02f5-d0e5-42f7-849f-13f82e35ec0b req-28ae81aa-b30d-4a86-a5c8-7b9f8f9c6ee5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Aug 04 15:31:03.710052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:31:03.827021 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:03.838631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:31:03.873905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.886603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:31:03.906484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:03.915791 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.978766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:04.035036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bec3-682a-4bfc-9585-93ac62c4d332 req-41fde212-1a31-4fb5-8dd6-3fb570b15202 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.036641 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f281bec3-682a-4bfc-9585-93ac62c4d332 req-41fde212-1a31-4fb5-8dd6-3fb570b15202 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0621812 Aug 04 15:31:04.078935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f281bec3-682a-4bfc-9585-93ac62c4d332 req-cda147f7-1919-4220-8655-274929f37303 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353756 Aug 04 15:31:04.109418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['fbd67bf1-2785-41a0-9b73-4799268a551a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:31:05.220739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c068bb-9dad-4a77-8f3d-1f4bc036d465 req-3de8c48c-ee93-418f-b21b-5a5aebbb035d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.222678 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c068bb-9dad-4a77-8f3d-1f4bc036d465 req-3de8c48c-ee93-418f-b21b-5a5aebbb035d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0681994 Aug 04 15:31:05.265235 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c068bb-9dad-4a77-8f3d-1f4bc036d465 req-8a89c203-2586-4439-a8c7-5fbe62cc2e5b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364029 Aug 04 15:31:05.726988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:31:05.786411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port fbd67bf1-2785-41a0-9b73-4799268a551a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:31:05.790344 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port fbd67bf1-2785-41a0-9b73-4799268a551a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:31:05.790758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:05.873661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:05.899640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:05.902890 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7741d-91a3-4a1b-bdc8-01db9f18245d" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:05.917223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:05.923216 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:05.947409 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3735254-d357-4a4c-8c25-dd0bf6bd2047 x-openstack-request-id: req-f3735254-d357-4a4c-8c25-dd0bf6bd2047 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:05.947703 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:05.947929 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3735254-d357-4a4c-8c25-dd0bf6bd2047 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:05.948446 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'code': 200} Aug 04 15:31:05.974632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:06.038971 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52127d-575d-4dca-8b61-9e8b337fb715 req-8c48bd4e-9c8d-4704-9d8b-9b9e6178f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:06.040845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a52127d-575d-4dca-8b61-9e8b337fb715 req-8c48bd4e-9c8d-4704-9d8b-9b9e6178f75b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1097 time: 0.0424826 Aug 04 15:31:06.077900 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6a52127d-575d-4dca-8b61-9e8b337fb715 req-8c4f4160-ac57-4986-9ca6-fc2594ba796f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290191 Aug 04 15:31:06.404960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac5217-a804-4e38-9447-cd515a953bdc req-01ba0a89-972e-4bde-b6dc-fd029f9cedba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:06.406477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8ac5217-a804-4e38-9447-cd515a953bdc req-01ba0a89-972e-4bde-b6dc-fd029f9cedba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0572932 Aug 04 15:31:06.446117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8ac5217-a804-4e38-9447-cd515a953bdc req-10979a2f-6d53-4f4a-bfaf-721c00d5d8e6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Aug 04 15:31:07.579157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0b9c1-dbc7-434e-8c40-574730de5770 req-d7200638-eac0-438e-bae7-b25e1409f4a9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:07.580534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ee0b9c1-dbc7-434e-8c40-574730de5770 req-d7200638-eac0-438e-bae7-b25e1409f4a9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0531301 Aug 04 15:31:07.625497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ee0b9c1-dbc7-434e-8c40-574730de5770 req-6fe16640-c9cd-4ae5-8b1e-083887dbdef2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Aug 04 15:31:07.743210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30671e85-f721-43c0-860d-67ea56cb749d req-16c1e372-eeab-439a-bfae-186579c9d511 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:07.744698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30671e85-f721-43c0-860d-67ea56cb749d req-16c1e372-eeab-439a-bfae-186579c9d511 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0539064 Aug 04 15:31:07.753590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 42956) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:31:07.758063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Request body: {'floatingip': {'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:31:07.797712 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:08.228282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:08.234681 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:08.335802 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d associated. External IP: 172.25.0.222, port: fbd67bf1-2785-41a0-9b73-4799268a551a. Aug 04 15:31:08.540511 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:31:08.661886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:31:08.667062 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:08.671950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:31:08.686066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:31:08.686708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:30:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:08.697575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-81d0587c-388d-4795-bc88-220d797f50ee tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "PUT /v2.0/floatingips/c232f0b6-e647-4e20-ac1b-4ee8e0602f7d HTTP/1.1" status: 200 len: 992 time: 0.9429355 Aug 04 15:31:08.698191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:08.700494 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:08.738395 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61669d6f-b98f-458d-acce-acfc629919f5 x-openstack-request-id: req-61669d6f-b98f-458d-acce-acfc629919f5 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:08.738817 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:08.739079 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61669d6f-b98f-458d-acce-acfc629919f5 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:08.739525 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'status': 'completed', 'code': 200} Aug 04 15:31:08.789691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:08.802002 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-bfe50a4f-3811-4e72-a1ae-d624bf55cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.803609 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-bfe50a4f-3811-4e72-a1ae-d624bf55cd91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1097 time: 0.0407126 Aug 04 15:31:08.895134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-4f1cde2a-f491-4d0b-ac05-74d26e120b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.896643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-4f1cde2a-f491-4d0b-ac05-74d26e120b70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0861464 Aug 04 15:31:08.961806 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-750cef0f-a624-4eed-8c93-5a2fe2ff15ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0578260 Aug 04 15:31:09.015094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:31:08Z', 'revision_number': 13, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:09.015428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-27e4d82f-3631-4868-8067-65755be45115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:09.016765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-27e4d82f-3631-4868-8067-65755be45115 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0470624 Aug 04 15:31:09.042205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:31:09.051062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:31:09.051685 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:30:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:09.062943 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-04b07caa-941b-46c2-aa1d-67e2f95bad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:09.064366 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-04b07caa-941b-46c2-aa1d-67e2f95bad49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401919 Aug 04 15:31:09.157570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:09.158170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-3df221e3-8e70-4888-aabd-4cd71364b205 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862644 Aug 04 15:31:09.258130 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a94cca3a-ee9c-472e-9fa0-5a5cb28dfb89 req-d7e38d2f-96d1-427c-bc9a-82b33483bd4d service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925488 Aug 04 15:31:09.411512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:31:08Z', 'revision_number': 13, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:09.440113 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cdcda-c164-4878-8fe8-b9dc014ff870 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c232f0b6-e647-4e20-ac1b-4ee8e0602f7d', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:24:12Z', 'updated_at': '2021-08-04T15:31:08Z', 'revision_number': 13, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:31:09.651781 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bb237-2001-4bac-a8d9-a5c07cc64abf None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:31:14.814331 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-aa580f65-43a1-4408-8169-8a163430de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.453659 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6bbf731f-3c35-4e7d-9d1f-1896630b6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.701275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.240995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.890884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:19.115967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:20.379660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:26.108905 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:31:40.857838 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-06684ab9-ba58-49cf-b96c-bd176073913a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430794 Aug 04 15:31:40.960966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-3e060c6c-6f4b-4b53-8261-fb40f662cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:40.962467 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-3e060c6c-6f4b-4b53-8261-fb40f662cc88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1097 time: 0.0437109 Aug 04 15:31:41.075130 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-030982b9-e866-4782-a11d-e1004836000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:41.076516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-030982b9-e866-4782-a11d-e1004836000a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0924466 Aug 04 15:31:41.142754 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-49f01715-8fa8-4136-8e68-b182a011938b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1002 time: 0.0571237 Aug 04 15:31:41.201593 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-300b65a1-f5d7-4911-8d38-cb308e808b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:41.203097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-300b65a1-f5d7-4911-8d38-cb308e808b15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0521255 Aug 04 15:31:41.256969 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-4398ff53-68a1-4091-8bc4-0c48892bb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:41.258512 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-4398ff53-68a1-4091-8bc4-0c48892bb7b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472782 Aug 04 15:31:41.350787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-4767754f-866f-4a36-8746-c11c4bc47fba service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832086 Aug 04 15:31:41.789537 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4a6f84f0-4cef-4c73-9ad3-9c5529f1f4fd req-2ab1a571-2b84-420b-8a61-0b3412453ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315002 Aug 04 15:31:44.822523 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7c49ea-911e-4218-9c62-142c1afdd458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:47.452840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-73942a61-2960-40a8-8c5e-c83529240c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:47.697476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:48.242312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:48.896982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:49.132133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:50.380497 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:03.110109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:32:14.823076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da669c23-2d12-49c2-b4b2-c0466448526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:17.459100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a13529ed-dfcf-4c01-ad77-e3d1939f5127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:17.708530 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:18.249431 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:18.900124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:19.159112 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:20.387302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:40.111018 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:32:41.398206 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-b1102cc0-ff84-49f4-b5ee-adfab8affa4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430491 Aug 04 15:32:41.482429 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-2e1e4aec-a179-4628-84c6-0b9c2746df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:41.483976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-2e1e4aec-a179-4628-84c6-0b9c2746df98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1097 time: 0.0431080 Aug 04 15:32:41.599657 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-f7c13ebe-5d6d-42f5-abf8-da2dc1c49663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:41.601027 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-f7c13ebe-5d6d-42f5-abf8-da2dc1c49663 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0957291 Aug 04 15:32:41.668234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-9f05ed39-89bb-4365-adb6-c9007379883b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1002 time: 0.0599463 Aug 04 15:32:41.722108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-c0087ae3-9065-4cef-97b5-9109e06b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:41.723616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-c0087ae3-9065-4cef-97b5-9109e06b3be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0475166 Aug 04 15:32:41.773162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-a75d023e-8832-4f9b-8e0f-8921e61ee53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:41.775066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-a75d023e-8832-4f9b-8e0f-8921e61ee53c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434947 Aug 04 15:32:41.884683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-7f894bbf-6b43-48e2-a9d4-b48e9af2d828 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936291 Aug 04 15:32:41.984402 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bc8069a0-377d-43d2-a712-99e0b2e3a550 req-a14f7206-48ba-49db-ab51-ebef6258f53c service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921082 Aug 04 15:32:44.821198 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ad8fb96-16b7-4dfb-ba35-6e2610a76470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:47.452495 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5b8ea6a-40d4-40a8-b624-f1d494b0ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:47.557686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d229f-741a-408d-bc14-94241341bd05 req-0c04ff7f-bd1b-44ea-8c7b-1f65e01f56c2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:47.559232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a83d229f-741a-408d-bc14-94241341bd05 req-0c04ff7f-bd1b-44ea-8c7b-1f65e01f56c2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0537498 Aug 04 15:32:47.601024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a83d229f-741a-408d-bc14-94241341bd05 req-fda848c2-09dc-45fb-b7f2-5c8a29e2a92a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Aug 04 15:32:47.703539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:48.248339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:48.901530 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:49.144157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:50.386035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.792439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-81e7b52f-a97f-48ae-a6bc-3440c77779c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417159 Aug 04 15:32:58.812953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60f92d-67ce-49e1-83e4-398b0267ca1f req-95fbcd05-330e-44cb-9941-ec861ebd80df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:58.814531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa60f92d-67ce-49e1-83e4-398b0267ca1f req-95fbcd05-330e-44cb-9941-ec861ebd80df tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0510640 Aug 04 15:32:58.856055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa60f92d-67ce-49e1-83e4-398b0267ca1f req-5d7e9813-2d05-45b4-97e4-92a23ad369f1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334892 Aug 04 15:32:59.987947 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da9f1-5de8-4fdb-99b6-294bd4fa1e30 req-ea8ae304-ad66-4930-8d27-582661b2aa86 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:59.989475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82da9f1-5de8-4fdb-99b6-294bd4fa1e30 req-ea8ae304-ad66-4930-8d27-582661b2aa86 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0557714 Aug 04 15:33:00.029101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a82da9f1-5de8-4fdb-99b6-294bd4fa1e30 req-ad443145-c0e3-486c-b8bb-b6f88f060adb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Aug 04 15:33:01.178519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae174080-4852-4f29-a978-ed9b8502c6b6 req-4749e14f-6f00-44e0-bce3-33542fd6c547 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:01.180167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae174080-4852-4f29-a978-ed9b8502c6b6 req-4749e14f-6f00-44e0-bce3-33542fd6c547 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0528812 Aug 04 15:33:01.218735 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae174080-4852-4f29-a978-ed9b8502c6b6 req-8077fdf2-52bb-48e5-9f57-457ec0f9268c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Aug 04 15:33:02.003939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-95c8b0af-6ca2-43e9-8b8c-56d71e7ca895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:02.005461 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-95c8b0af-6ca2-43e9-8b8c-56d71e7ca895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1097 time: 0.0430243 Aug 04 15:33:02.106761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-4aa8e868-96f0-4359-8461-7d778bed3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:02.108182 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-4aa8e868-96f0-4359-8461-7d778bed3ef3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0935023 Aug 04 15:33:02.174920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-04c39c0c-cb4d-42e4-9aa0-b0d75805f09b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1002 time: 0.0590508 Aug 04 15:33:02.230144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-d4898bd9-f408-4373-bf1b-2503cc52d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:02.231643 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-d4898bd9-f408-4373-bf1b-2503cc52d182 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0494835 Aug 04 15:33:02.282470 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-59fcbda0-133a-4e0a-b01b-ee1b8e207596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:02.284061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-59fcbda0-133a-4e0a-b01b-ee1b8e207596 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440371 Aug 04 15:33:02.339857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9b489-68ba-4512-8acf-cadf661c442e req-1a4a953f-2563-4793-af50-0c6b51721ccf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:02.341374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ead9b489-68ba-4512-8acf-cadf661c442e req-1a4a953f-2563-4793-af50-0c6b51721ccf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0510375 Aug 04 15:33:02.376543 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-e8ab22ef-b0d6-4170-974f-7885f8363458 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841036 Aug 04 15:33:02.380262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ead9b489-68ba-4512-8acf-cadf661c442e req-f98503d7-18c4-4ec4-aa64-251b57685ea6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 04 15:33:02.474410 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-6b98924e-5cbe-4865-ae66-eaa79100f6f8 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904920 Aug 04 15:33:03.520941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde95678-f905-4ea2-b6f4-d970fd2baff8 req-5e152074-172e-4342-a848-1f7dc5c1bcf4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:03.522552 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cde95678-f905-4ea2-b6f4-d970fd2baff8 req-5e152074-172e-4342-a848-1f7dc5c1bcf4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0647449 Aug 04 15:33:03.566292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cde95678-f905-4ea2-b6f4-d970fd2baff8 req-d7bb9fef-d46b-4cef-9980-297a1564d67e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Aug 04 15:33:04.701054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f2f32-f9d9-4b45-80c6-ccd6829237e2 req-6f0c0a73-c467-4dad-89bc-130b90729597 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:04.702551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f5f2f32-f9d9-4b45-80c6-ccd6829237e2 req-6f0c0a73-c467-4dad-89bc-130b90729597 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0530083 Aug 04 15:33:04.740033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f5f2f32-f9d9-4b45-80c6-ccd6829237e2 req-d3ea5698-0f64-42a4-ab16-a90297abd178 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315893 Aug 04 15:33:05.865190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d438-0169-445e-a481-d1e4aef8b25e req-c9d9073f-b7f1-4084-9652-a20fbd3acb8a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:05.866749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c778d438-0169-445e-a481-d1e4aef8b25e req-c9d9073f-b7f1-4084-9652-a20fbd3acb8a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0518193 Aug 04 15:33:05.909470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c778d438-0169-445e-a481-d1e4aef8b25e req-282cec1a-47b7-42e4-b30a-f8fa6f1434bb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Aug 04 15:33:07.061712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1b800-d294-4b24-a234-a6b9909c8b7e req-d018cb2a-eb89-4831-9ea7-8d99df7e0f61 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:07.063282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7c1b800-d294-4b24-a234-a6b9909c8b7e req-d018cb2a-eb89-4831-9ea7-8d99df7e0f61 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0605717 Aug 04 15:33:07.423255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e7c1b800-d294-4b24-a234-a6b9909c8b7e req-c80e28f7-7c86-433a-a5ee-627767010be9 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509934 Aug 04 15:33:08.563961 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90363de-e9eb-4303-8074-c901a441c6c4 req-cb1cfb7d-a960-42f9-87c6-c58b73eb2fa4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:08.565344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b90363de-e9eb-4303-8074-c901a441c6c4 req-cb1cfb7d-a960-42f9-87c6-c58b73eb2fa4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0621214 Aug 04 15:33:08.603043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b90363de-e9eb-4303-8074-c901a441c6c4 req-79bec25d-2616-496a-a758-8cbf8e23609b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Aug 04 15:33:09.731754 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378befa8-5d84-4ac2-bc2b-4bf8c36260e9 req-3044d1c5-2bd1-46c9-a042-e660f236b1aa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:09.733260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378befa8-5d84-4ac2-bc2b-4bf8c36260e9 req-3044d1c5-2bd1-46c9-a042-e660f236b1aa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0502388 Aug 04 15:33:09.775754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-378befa8-5d84-4ac2-bc2b-4bf8c36260e9 req-b481130b-45ae-4357-9e32-c1392b668433 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Aug 04 15:33:10.916889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3757-a573-49b6-90c5-9544034f0323 req-7e6e6f5f-986c-44c8-8ae2-13c01d1323dc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:10.918953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05aa3757-a573-49b6-90c5-9544034f0323 req-7e6e6f5f-986c-44c8-8ae2-13c01d1323dc tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0631807 Aug 04 15:33:10.957591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-05aa3757-a573-49b6-90c5-9544034f0323 req-bfea24b4-3561-4eff-a97e-5153cbce509a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Aug 04 15:33:12.091607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d56d4-8997-4575-a645-d36dd8c2fc89 req-79f32519-7ad4-4835-ad5e-8bb27c6f2832 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:12.093389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd5d56d4-8997-4575-a645-d36dd8c2fc89 req-79f32519-7ad4-4835-ad5e-8bb27c6f2832 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0500703 Aug 04 15:33:12.136546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bd5d56d4-8997-4575-a645-d36dd8c2fc89 req-4fa21545-beee-4306-b5be-fff3e9d24b53 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Aug 04 15:33:13.269091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef45fef-1c0c-40d0-b825-826717cba8bd req-90f9579f-d635-4521-81ca-6f1bc0cc6387 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:13.270692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef45fef-1c0c-40d0-b825-826717cba8bd req-90f9579f-d635-4521-81ca-6f1bc0cc6387 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0553827 Aug 04 15:33:13.309845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef45fef-1c0c-40d0-b825-826717cba8bd req-b3d414e4-86e8-481b-a97a-a714967383a5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Aug 04 15:33:14.442429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ea534-55a8-4402-9a4f-2a7bb2f1e01a req-ca3f2cab-20b2-4862-8c46-6f1a72396692 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:14.444008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d0ea534-55a8-4402-9a4f-2a7bb2f1e01a req-ca3f2cab-20b2-4862-8c46-6f1a72396692 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0591342 Aug 04 15:33:14.483033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2d0ea534-55a8-4402-9a4f-2a7bb2f1e01a req-99a956dc-0503-473e-bbf0-650dca3f6e4c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Aug 04 15:33:14.813585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df14ab51-6f73-4eae-afd1-5af25cbe840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:15.610290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db48d-455a-4bb3-8d95-39fdeeae54e4 req-db1ef472-0c8b-4645-bf57-b0e7eca1fc53 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:15.611815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e2db48d-455a-4bb3-8d95-39fdeeae54e4 req-db1ef472-0c8b-4645-bf57-b0e7eca1fc53 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0511577 Aug 04 15:33:15.651225 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e2db48d-455a-4bb3-8d95-39fdeeae54e4 req-5d8c38ec-3084-4574-9953-6f12bfe6a1b1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Aug 04 15:33:16.340252 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-607efdbb-cba5-4f87-a057-e754758d2411 req-69636797-a752-4ce7-a21c-66ea40ad0027 service neutron] show failed (client error): The resource could not be found. Aug 04 15:33:16.341309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-69636797-a752-4ce7-a21c-66ea40ad0027 service neutron] 10.222.0.46 "GET /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0576825 Aug 04 15:33:16.615702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-4e4a94fc-54c7-42d3-8924-c3e1f5d6089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:16.617271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-4e4a94fc-54c7-42d3-8924-c3e1f5d6089d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.1067400 Aug 04 15:33:16.630319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:33:16.687547 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:16.851916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29c72-db1a-4486-8a4e-8b7aab699ba1 req-d1da838e-8d36-4870-9f09-50432612918f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:16.853473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49e29c72-db1a-4486-8a4e-8b7aab699ba1 req-d1da838e-8d36-4870-9f09-50432612918f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.1305244 Aug 04 15:33:16.935830 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-49e29c72-db1a-4486-8a4e-8b7aab699ba1 req-9c719069-b91a-4d89-a237-6a5bd0bdfb4c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728161 Aug 04 15:33:16.956041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:16.993808 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:33:17.033349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:17.035702 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f452fb4-9288-41f6-be03-a355933a9afc" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:17.039501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.052545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Transition to ACTIVE for port object fbd67bf1-2785-41a0-9b73-4799268a551a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:33:17.059170 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.111468 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:33:17.139013 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:17.153545 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.153938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.154288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.154642 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.155061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.155462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.155802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.156222 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.156564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.156902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.158128 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.158497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:17.167527 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd4b4b5-fd48-4dae-a146-4f6177b6c49d x-openstack-request-id: req-8fd4b4b5-fd48-4dae-a146-4f6177b6c49d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:17.167828 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:17.168093 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fd4b4b5-fd48-4dae-a146-4f6177b6c49d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:17.168513 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'code': 200} Aug 04 15:33:17.201582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] No DVR routers for this DVR port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:33:17.341564 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:33:17.341926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:33:17.342438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:17.346678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:33:17.347009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:17.351714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:33:17.352058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:33:17.352449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:33:17.352881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Bound port: fbd67bf1-2785-41a0-9b73-4799268a551a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:33:17.353242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.419755 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:33:17.423356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:33:17.429087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.455128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-566d1cf7-68aa-49e6-86e9-6c1ff30ab16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.463390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:17.464024 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.465444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] 10.222.0.38 "PUT /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1092 time: 0.8392501 Aug 04 15:33:17.500400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efdc99-4d15-4cd4-9dc4-28d62077416f service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:17.537421 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-67788da7-9b8d-43e2-bd3f-b403ce61f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:17.538985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-67788da7-9b8d-43e2-bd3f-b403ce61f8c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0483346 Aug 04 15:33:17.634493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-dbcfac56-e18d-4b6e-ae2a-38ff267727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:17.636102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-dbcfac56-e18d-4b6e-ae2a-38ff267727cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0899439 Aug 04 15:33:17.706769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-8451b61f-7e70-4de0-9ef9-ef9848a575d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0631177 Aug 04 15:33:17.707248 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:17.756197 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-977ae5d9-3863-4a9d-a1b0-50216ff89f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:17.757757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-977ae5d9-3863-4a9d-a1b0-50216ff89f3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0438604 Aug 04 15:33:17.805319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607efdbb-cba5-4f87-a057-e754758d2411 req-07de0e1d-70e4-461b-8c2c-be35c22ee3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:17.806871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-07de0e1d-70e4-461b-8c2c-be35c22ee3bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413606 Aug 04 15:33:17.915136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-9057fc38-d60b-4dad-8120-8f7cae853c61 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006279 Aug 04 15:33:18.021354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-607efdbb-cba5-4f87-a057-e754758d2411 req-3dc7783d-d52c-40ad-abc3-d9c78391709d service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988147 Aug 04 15:33:18.059876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842677-2340-48ec-9690-d3093a2eb3bf req-7ca0c984-ddd0-407d-9e07-bcad1d460a0f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:18.061446 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9842677-2340-48ec-9690-d3093a2eb3bf req-7ca0c984-ddd0-407d-9e07-bcad1d460a0f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0553751 Aug 04 15:33:18.100500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9842677-2340-48ec-9690-d3093a2eb3bf req-c8d776d9-e850-453c-a55f-d2a971fff24c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Aug 04 15:33:18.248035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:18.295146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:18.335078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:18.907001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:19.142326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:19.170938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:19.173693 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cfe08f-a019-4f4b-835f-82d5b24ac020" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:19.226210 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05468b7b-32dd-4733-8ec9-d21fca5f80f2 x-openstack-request-id: req-05468b7b-32dd-4733-8ec9-d21fca5f80f2 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:19.226511 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:19.226794 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05468b7b-32dd-4733-8ec9-d21fca5f80f2 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:19.227989 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'status': 'completed', 'code': 200} Aug 04 15:33:19.241053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe1fa-5806-4eb7-997f-9fa15374e7ac req-7b643e7a-b393-4b2b-aa02-afc1394d7524 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.243668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dbbe1fa-5806-4eb7-997f-9fa15374e7ac req-7b643e7a-b393-4b2b-aa02-afc1394d7524 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0666571 Aug 04 15:33:19.310258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-8c41513a-bf2d-4abc-877f-eec0f4cad8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.313791 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-8c41513a-bf2d-4abc-877f-eec0f4cad8c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0584159 Aug 04 15:33:19.319161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8dbbe1fa-5806-4eb7-997f-9fa15374e7ac req-9dbea431-7fb1-4eaf-9590-b7c382e84417 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692372 Aug 04 15:33:19.329343 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-fed667df-5064-4b87-840b-a5a0efc057c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.330948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-fed667df-5064-4b87-840b-a5a0efc057c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0797410 Aug 04 15:33:19.414723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-b49dee7f-ce45-4a52-9da8-2f4317284761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.417088 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-b49dee7f-ce45-4a52-9da8-2f4317284761 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0954893 Aug 04 15:33:19.433221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-9ce06693-d120-43a9-99ee-c6a4d25a660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.434769 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-9ce06693-d120-43a9-99ee-c6a4d25a660a service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0966914 Aug 04 15:33:19.486678 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-3d03870a-7b26-4d87-ab89-83be88bfe715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0618379 Aug 04 15:33:19.504537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-c1b7821b-8789-4899-891f-7d89ee536741 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0619142 Aug 04 15:33:19.541343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-354b8c7b-0409-499d-b740-e9c1b5bea0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.543100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-354b8c7b-0409-499d-b740-e9c1b5bea0a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0496337 Aug 04 15:33:19.556517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-d8572c15-c9fa-4c48-a745-9eee5671874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.558252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-d8572c15-c9fa-4c48-a745-9eee5671874a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0467544 Aug 04 15:33:19.592437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-a367824e-d89a-401c-a00d-05d83fbfa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.594398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-a367824e-d89a-401c-a00d-05d83fbfa365 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441175 Aug 04 15:33:19.611308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-decb81d6-868f-410c-b1d0-d3910458ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.613177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-decb81d6-868f-410c-b1d0-d3910458ebcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466578 Aug 04 15:33:19.687134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-ffb5b819-9500-443d-8950-3149a05eed89 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844615 Aug 04 15:33:19.705652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-fb8aefd3-724d-4d02-b6a2-f1715c3afceb service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Aug 04 15:33:19.786251 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-7fef4cd8-7293-4d22-92a0-75c30f303895 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Aug 04 15:33:19.803841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3cfe08f-a019-4f4b-835f-82d5b24ac020 req-cd0aec7b-9c80-4cac-ac7a-1c36dcacb7c6 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900435 Aug 04 15:33:20.391334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.442428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de91ca-38e6-41b7-a34a-4ef621c3a597 req-60b4044f-d89b-4c43-a9b6-5c0edad516f2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:20.444010 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97de91ca-38e6-41b7-a34a-4ef621c3a597 req-60b4044f-d89b-4c43-a9b6-5c0edad516f2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0507133 Aug 04 15:33:20.482679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-97de91ca-38e6-41b7-a34a-4ef621c3a597 req-9f05f904-41bc-409b-94de-4a00d6ff3ef0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 04 15:33:21.604577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308a36-898f-49be-b553-69d4a6a6156c req-39c0825f-ad15-4c54-b7c8-2cf1fba6f94e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.606149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51308a36-898f-49be-b553-69d4a6a6156c req-39c0825f-ad15-4c54-b7c8-2cf1fba6f94e tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0518019 Aug 04 15:33:21.646217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51308a36-898f-49be-b553-69d4a6a6156c req-36012355-dc4c-44d0-901b-df04b8ab404d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335245 Aug 04 15:33:22.773727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e75ac-981e-469b-9075-d70bf7f20227 req-d2940ce8-06b3-4377-b477-2a8dff2251f8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:22.775302 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-920e75ac-981e-469b-9075-d70bf7f20227 req-d2940ce8-06b3-4377-b477-2a8dff2251f8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0517268 Aug 04 15:33:22.826821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-920e75ac-981e-469b-9075-d70bf7f20227 req-62fa7561-671e-4be2-ab63-84e3ed26d616 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Aug 04 15:33:23.962431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba73b8d-d732-451f-936a-e2b656b73a0a req-0302d162-5bd4-4bc4-8b6d-c2d820706781 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:23.963984 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eba73b8d-d732-451f-936a-e2b656b73a0a req-0302d162-5bd4-4bc4-8b6d-c2d820706781 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0517747 Aug 04 15:33:24.005714 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eba73b8d-d732-451f-936a-e2b656b73a0a req-1317b911-276a-43ce-9943-c252a44687fa tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Aug 04 15:33:25.139286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ef29-4fe6-49eb-927c-cb775113936a req-db5bb1fa-5b92-415e-8036-6f37943fdfa0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:25.140825 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea61ef29-4fe6-49eb-927c-cb775113936a req-db5bb1fa-5b92-415e-8036-6f37943fdfa0 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0571327 Aug 04 15:33:25.183785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ea61ef29-4fe6-49eb-927c-cb775113936a req-7f779d89-1d4b-4b75-acd9-23328f41c649 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339146 Aug 04 15:33:26.315427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e171a5-5184-4d96-a333-b34d27162f12 req-53d8d7da-9cb9-461c-b977-6256702a4523 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:26.316970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86e171a5-5184-4d96-a333-b34d27162f12 req-53d8d7da-9cb9-461c-b977-6256702a4523 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0620220 Aug 04 15:33:26.360422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86e171a5-5184-4d96-a333-b34d27162f12 req-485c331c-c9a9-4e59-a5c7-893f45e8a0a6 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Aug 04 15:33:27.494809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf38b6-db5e-4a6c-8062-a07c0315a390 req-91d8410b-d3be-4c3d-940f-026c019df4f5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:27.496337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3bf38b6-db5e-4a6c-8062-a07c0315a390 req-91d8410b-d3be-4c3d-940f-026c019df4f5 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0555496 Aug 04 15:33:27.537263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d3bf38b6-db5e-4a6c-8062-a07c0315a390 req-fd1e944e-17e2-4d19-8773-f2a549453c31 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Aug 04 15:33:28.673228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24210910-b5d0-4d78-928d-78627441d60b req-f05273c0-e077-4d4a-8d11-65e89e7288be tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:28.674773 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24210910-b5d0-4d78-928d-78627441d60b req-f05273c0-e077-4d4a-8d11-65e89e7288be tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0548179 Aug 04 15:33:28.716005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-24210910-b5d0-4d78-928d-78627441d60b req-df8f729c-b683-4622-badf-854ee7cd60db tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321305 Aug 04 15:33:29.854769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd74ac8-e508-43ae-9da6-7da64eb932f8 req-9bb85ab6-9e29-4868-b788-c9cb4185309a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:29.856299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5fd74ac8-e508-43ae-9da6-7da64eb932f8 req-9bb85ab6-9e29-4868-b788-c9cb4185309a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0620048 Aug 04 15:33:29.903897 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5fd74ac8-e508-43ae-9da6-7da64eb932f8 req-427b3c61-5787-4dd7-a5dc-3e741689fd4d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Aug 04 15:33:30.204917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:33:30.250084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-c4e47b86-5ca9-4db4-8c48-154d14da007f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.251586 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-c4e47b86-5ca9-4db4-8c48-154d14da007f tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 943 time: 0.0826733 Aug 04 15:33:30.263087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede3ff0-f0b7-4ba1-af80-5ed1c3e74b23 req-a589624d-6302-40f0-a501-87b7067cf7ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.267559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cede3ff0-f0b7-4ba1-af80-5ed1c3e74b23 req-a589624d-6302-40f0-a501-87b7067cf7ba tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 943 time: 0.0692639 Aug 04 15:33:30.307412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:30.318762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:33:30.340370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cede3ff0-f0b7-4ba1-af80-5ed1c3e74b23 req-e68871e9-8710-4e3d-ab47-1351b3ffeb3c tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686398 Aug 04 15:33:30.348613 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-71556943-a1b1-4de4-ae57-2e12eaf56d4c service neutron] 10.222.0.38 "GET /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a/bindings/n-h1-801743-12 HTTP/1.1" status: 200 len: 383 time: 0.0831320 Aug 04 15:33:30.357563 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.373342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:33:30.394766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:30.400251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.412965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-fe910951-f42f-4866-8641-6504ef7107a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.414507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-fe910951-f42f-4866-8641-6504ef7107a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1095 time: 0.0421376 Aug 04 15:33:30.451740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:30.459263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.459552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.459893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.460234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.460565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.460894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.461223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.461548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.461874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.462219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.462544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.462886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:30.503557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-3d916970-2962-4a19-8ff1-a6f7aaa26b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.505063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-3d916970-2962-4a19-8ff1-a6f7aaa26b05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0828154 Aug 04 15:33:30.576053 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-296553fa-c579-4d38-bde4-340675920da4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1001 time: 0.0624475 Aug 04 15:33:30.629617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-096c0252-8250-4409-a44e-3ea9f9560689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.631154 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-096c0252-8250-4409-a44e-3ea9f9560689 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0467427 Aug 04 15:33:30.670201 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['fbd67bf1-2785-41a0-9b73-4799268a551a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:33:30.687669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-d8b339b1-44ef-4b09-aceb-766e3a319c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.689243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-d8b339b1-44ef-4b09-aceb-766e3a319c84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477345 Aug 04 15:33:30.783567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-2c17abdf-3f38-459a-9501-fcf457781cf2 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Aug 04 15:33:30.881516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-ed29a56d-168a-47ed-9477-3b6eb19ace39 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Aug 04 15:33:31.487817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f3380-c368-4ebc-9b42-2d65f29d8ee1 req-355c80d1-1e26-4f28-add7-490b533108b8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:31.489320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-458f3380-c368-4ebc-9b42-2d65f29d8ee1 req-355c80d1-1e26-4f28-add7-490b533108b8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0632014 Aug 04 15:33:31.527494 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-458f3380-c368-4ebc-9b42-2d65f29d8ee1 req-d7812c07-b1cc-464a-827b-21a3dcece0cf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Aug 04 15:33:32.222604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:33:32.450535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port fbd67bf1-2785-41a0-9b73-4799268a551a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:33:32.454114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port fbd67bf1-2785-41a0-9b73-4799268a551a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:33:32.454482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.531413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.554069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:32.556351 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c6a48-b717-4894-b531-b3eb6fefa481" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:32.569149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:32.575032 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.631767 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:32.657965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445ea83-b344-4da6-b649-cf2a72f1c1c1 req-9764156a-b2f7-477f-b6b8-184153cb43ff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:32.659597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b445ea83-b344-4da6-b649-cf2a72f1c1c1 req-9764156a-b2f7-477f-b6b8-184153cb43ff tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0581000 Aug 04 15:33:32.682428 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8fe6b-297b-4437-9939-b61917fce0b5 x-openstack-request-id: req-79a8fe6b-297b-4437-9939-b61917fce0b5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:32.683155 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:32.683433 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79a8fe6b-297b-4437-9939-b61917fce0b5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:32.684254 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'code': 200} Aug 04 15:33:32.705218 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b445ea83-b344-4da6-b649-cf2a72f1c1c1 req-ec963419-2981-41cb-85ab-0da4edf9ebb1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379131 Aug 04 15:33:33.825765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a63a-2874-4203-8442-d99a8bb8663b req-b48b0008-334a-42c4-a343-cebc13c4b036 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:33.827331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bf8a63a-2874-4203-8442-d99a8bb8663b req-b48b0008-334a-42c4-a343-cebc13c4b036 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0502570 Aug 04 15:33:33.866550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4bf8a63a-2874-4203-8442-d99a8bb8663b req-ca43d4a9-08f8-4701-abf7-b5a228551052 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Aug 04 15:33:34.742219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-2832ea88-bedb-4406-87b6-55583275da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:34.744252 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-2832ea88-bedb-4406-87b6-55583275da5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c&tenant_id=9062e45b5a054b3a802da4e4fbcd8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0469296 Aug 04 15:33:34.756043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:33:34.814280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:34.988679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815acf36-9148-4cc6-8745-8dfe03f743ae req-fde94681-e6fa-4ac6-8c58-4e199973e158 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:34.990305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-815acf36-9148-4cc6-8745-8dfe03f743ae req-fde94681-e6fa-4ac6-8c58-4e199973e158 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0544295 Aug 04 15:33:35.029608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-815acf36-9148-4cc6-8745-8dfe03f743ae req-340d6760-fd77-4bea-a0e0-1c5cb2b33bd7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Aug 04 15:33:35.036338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:35.072394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:33:35.115128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:35.117571 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bedc9b4-79e2-4cec-8cdf-a94f1022e2a8" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:35.121825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:35.135195 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Transition to ACTIVE for port object fbd67bf1-2785-41a0-9b73-4799268a551a will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:33:35.141050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:35.231312 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c63704-bcf3-4962-8975-ab2d69ccaadb x-openstack-request-id: req-60c63704-bcf3-4962-8975-ab2d69ccaadb {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:35.231609 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:35.231859 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60c63704-bcf3-4962-8975-ab2d69ccaadb {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:35.232262 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'code': 200} Aug 04 15:33:35.237333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=10']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:35.248223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.248591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.248912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.249248 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.249597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.249983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.250296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.250664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.250970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.251297 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.251619 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.251938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:35.280956 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] No DVR routers for this DVR port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:33:35.421860 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:33:35.422207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:33:35.422554 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:35.426947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:33:35.427485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Attempting to bind port fbd67bf1-2785-41a0-9b73-4799268a551a on network dea6fd12-7965-49d0-8861-85005b3f6503 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:35.433201 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:33:35.433552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Checking segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:33:35.433939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Bound using segment: {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:33:35.434374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Bound port: fbd67bf1-2785-41a0-9b73-4799268a551a, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f450c-69e8-407f-86dd-248e0573c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:33:35.435134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:35.501609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:33:35.504963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:33:35.510508 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:35.546438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:35.547351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:35.548790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] 10.222.0.46 "PUT /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1093 time: 0.7968690 Aug 04 15:33:35.585428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe8e66-3410-4e35-bccd-66a264f2746c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=11']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:35.619868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-e74e6528-c3f4-42c3-83e5-1cdc37f9444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:35.621439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-e74e6528-c3f4-42c3-83e5-1cdc37f9444a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1096 time: 0.0488219 Aug 04 15:33:35.716348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-e67789dd-ee42-40e4-b7c3-13bd3165304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:35.717786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-e67789dd-ee42-40e4-b7c3-13bd3165304c service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0888040 Aug 04 15:33:35.798628 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-b8b8c82e-b810-427a-a945-20e99dfe71c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0734386 Aug 04 15:33:35.850021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-6be8a4c2-a3da-4e42-9445-68c7714a779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:35.851447 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-6be8a4c2-a3da-4e42-9445-68c7714a779b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0455999 Aug 04 15:33:35.900497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71421757-7367-4636-94b8-3e041014eb4c req-cac7ec32-e7e7-4705-aab2-cd4ae3b0483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:35.902418 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-cac7ec32-e7e7-4705-aab2-cd4ae3b0483d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435612 Aug 04 15:33:35.998172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-efdfc5fb-27a6-4ea7-8def-a2d185120887 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885098 Aug 04 15:33:36.092600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-71421757-7367-4636-94b8-3e041014eb4c req-1ddffc79-3830-4d42-889f-330bad562b9f service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862153 Aug 04 15:33:36.150026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd44e4-6487-4df7-9fac-500de0d9753f req-0d14a1c3-fe11-4fd4-b7a6-f73cbe800679 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:36.151582 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00bd44e4-6487-4df7-9fac-500de0d9753f req-0d14a1c3-fe11-4fd4-b7a6-f73cbe800679 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0514741 Aug 04 15:33:36.191877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00bd44e4-6487-4df7-9fac-500de0d9753f req-c36274f5-4dc9-4ebf-aa51-28165d839bfb tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337758 Aug 04 15:33:36.235858 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:36.276241 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:37.234306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:37.237928 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869607c2-aaa4-4aa9-b8c6-562345a960e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:37.296332 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9247c4-fb37-4de0-85f9-18e68b4a48ed x-openstack-request-id: req-ec9247c4-fb37-4de0-85f9-18e68b4a48ed {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:37.296818 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:37.297635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec9247c4-fb37-4de0-85f9-18e68b4a48ed {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:37.297635 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'status': 'completed', 'code': 200} Aug 04 15:33:37.354888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5423a-b16b-4632-ac76-dd8f32fad360 req-7390560b-3a2c-4237-b9b1-9bc92165ba26 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.356486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ac5423a-b16b-4632-ac76-dd8f32fad360 req-7390560b-3a2c-4237-b9b1-9bc92165ba26 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0793290 Aug 04 15:33:37.373114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-90ac3533-391f-45db-8124-f34bacf6a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.375092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-90ac3533-391f-45db-8124-f34bacf6a27b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1096 time: 0.0490315 Aug 04 15:33:37.389690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-a958c351-25d9-4a08-a633-550afdeaae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.391174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-a958c351-25d9-4a08-a633-550afdeaae69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1096 time: 0.0720618 Aug 04 15:33:37.446162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7ac5423a-b16b-4632-ac76-dd8f32fad360 req-986fbc52-4a06-41f8-af71-0efd5c34dc2a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812299 Aug 04 15:33:37.474658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-392fb671-586b-4c70-8939-6dad8c935b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.476342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-392fb671-586b-4c70-8939-6dad8c935b68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0931921 Aug 04 15:33:37.489723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-c3165a19-1f4c-444d-b9ef-6f5c127ad294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.491242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-c3165a19-1f4c-444d-b9ef-6f5c127ad294 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0925596 Aug 04 15:33:37.553284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-d131bb89-5e80-41ff-b531-96b3524a3ab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0683873 Aug 04 15:33:37.563082 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-0effeef5-c2a8-4f4e-9cb3-2f37359f1c29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0641396 Aug 04 15:33:37.606548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-c558428f-8103-48b6-8769-9e913c519d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.608090 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-c558428f-8103-48b6-8769-9e913c519d1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0461836 Aug 04 15:33:37.614972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-1bb73930-5ecf-4797-9839-a0c5e00d76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.616546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-1bb73930-5ecf-4797-9839-a0c5e00d76b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0458460 Aug 04 15:33:37.656264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-f5823fe1-d377-4efc-8a01-6bce4158f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.657948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-f5823fe1-d377-4efc-8a01-6bce4158f129 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426443 Aug 04 15:33:37.665231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-802765d2-769f-4489-ac58-918e8cbc1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:37.666756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-802765d2-769f-4489-ac58-918e8cbc1caf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422075 Aug 04 15:33:37.755890 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-b24697fc-ea24-48d3-9f06-89ceec48612b service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908997 Aug 04 15:33:37.763756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-9c17a9a5-68da-4dfc-a42f-9f803ec0bd37 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Aug 04 15:33:37.856554 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-d16b4844-7e30-4210-8650-3239013546b9 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928879 Aug 04 15:33:37.878993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-869607c2-aaa4-4aa9-b8c6-562345a960e6 req-fb4d4f9c-9675-43d4-91dc-4fba631fdd27 service neutron] 10.222.0.38 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077900 Aug 04 15:33:38.573413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575adfd-37ef-4a43-95b9-296aa4602497 req-a42a28cb-689c-4bed-8fdb-cc311a9b14e2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:38.575044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0575adfd-37ef-4a43-95b9-296aa4602497 req-a42a28cb-689c-4bed-8fdb-cc311a9b14e2 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0521815 Aug 04 15:33:38.615330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0575adfd-37ef-4a43-95b9-296aa4602497 req-fe7e28fe-8dde-4b2b-b064-ca708b3875ce tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339952 Aug 04 15:33:39.737001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23706e1a-fe9d-4ecb-840d-38dbc6e6552a req-4ffae197-ce7b-4a13-82a8-0f1ce478cd98 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:39.738558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23706e1a-fe9d-4ecb-840d-38dbc6e6552a req-4ffae197-ce7b-4a13-82a8-0f1ce478cd98 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0546350 Aug 04 15:33:39.777841 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-23706e1a-fe9d-4ecb-840d-38dbc6e6552a req-5f29b8eb-a08c-4a6f-9d89-1f5c4db4c4bf tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Aug 04 15:33:40.907791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47554d0c-7afa-4961-811d-0b621f459304 req-3a0ab3d6-3c44-4845-936b-ec4d5debab85 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:40.909291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47554d0c-7afa-4961-811d-0b621f459304 req-3a0ab3d6-3c44-4845-936b-ec4d5debab85 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0506811 Aug 04 15:33:40.959392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47554d0c-7afa-4961-811d-0b621f459304 req-7eb4bac3-35d4-4d94-800a-efd42a1d6e8d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Aug 04 15:33:41.435105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-f54704b1-63db-4574-a0b2-f62ff0f0c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:41.436788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-f54704b1-63db-4574-a0b2-f62ff0f0c63c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 1096 time: 0.0429242 Aug 04 15:33:41.542991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-5fca0d19-92ac-4c5b-9e46-9ce25e2b6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:41.544518 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-5fca0d19-92ac-4c5b-9e46-9ce25e2b6e4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 200 len: 911 time: 0.0887027 Aug 04 15:33:41.611577 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-7894d2d2-2bfa-4ef7-9883-8cb32d341c93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 200 len: 1000 time: 0.0592439 Aug 04 15:33:41.666779 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-5845eb4b-9573-4cc7-8aa7-e1dfae88d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:41.668234 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-5845eb4b-9573-4cc7-8aa7-e1dfae88d02b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 200 len: 849 time: 0.0499885 Aug 04 15:33:41.716287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-9da54ed2-b9d5-41d4-b4c0-8dc1609b09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:41.717764 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-9da54ed2-b9d5-41d4-b4c0-8dc1609b09b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dea6fd12-7965-49d0-8861-85005b3f6503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422089 Aug 04 15:33:41.810770 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-f84c2cde-5134-4fac-8a40-09788507d830 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854576 Aug 04 15:33:41.906926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2f93fbd4-2736-4866-b466-c06e431eb084 req-d4f5e6fc-4ac0-4850-a2ba-4ea297dfa238 service neutron] 10.222.0.46 "GET /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887787 Aug 04 15:33:42.081122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8191ddc-96f3-4a45-ad9a-25c1d62bae9e req-3abfa1e0-aa18-4e09-85ec-85a5b6f92263 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:42.082694 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8191ddc-96f3-4a45-ad9a-25c1d62bae9e req-3abfa1e0-aa18-4e09-85ec-85a5b6f92263 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0531762 Aug 04 15:33:42.122270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8191ddc-96f3-4a45-ad9a-25c1d62bae9e req-51445f64-d202-45d8-801d-07dcaa06bd61 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Aug 04 15:33:43.255769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10243d-134f-40ca-b017-43cd7c692a96 req-ae568e0e-599b-4035-a7e2-f050771f1012 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:43.257277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae10243d-134f-40ca-b017-43cd7c692a96 req-ae568e0e-599b-4035-a7e2-f050771f1012 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0550787 Aug 04 15:33:43.299615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae10243d-134f-40ca-b017-43cd7c692a96 req-5200d6ff-eb41-42c9-b512-5de7ae4e33ac tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360723 Aug 04 15:33:44.441768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c753a31-47b6-4cd5-9cab-f2ff5544617d req-ba49d34c-2b3c-4e4a-bead-9afbe93f18d1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:44.443420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c753a31-47b6-4cd5-9cab-f2ff5544617d req-ba49d34c-2b3c-4e4a-bead-9afbe93f18d1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0593920 Aug 04 15:33:44.485580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c753a31-47b6-4cd5-9cab-f2ff5544617d req-e01dabd2-b494-42c7-b380-eede81134db1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Aug 04 15:33:44.829239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-46071e2c-ee04-42ae-89d7-0f35217de196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:45.606919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7020-adff-4204-b754-2dfbfad01694 req-2bad8ad1-6abf-469f-9c9c-852070ccd684 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:45.608422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5eec7020-adff-4204-b754-2dfbfad01694 req-2bad8ad1-6abf-469f-9c9c-852070ccd684 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 944 time: 0.0501616 Aug 04 15:33:45.647551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5eec7020-adff-4204-b754-2dfbfad01694 req-162f4aa5-37c0-4581-8a00-b068a52dc7c1 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 Aug 04 15:33:46.451830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:33:46.552353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:46.568597 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'port_id': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'mac_address': 'fa:16:3e:4b:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:33:46.606005 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:46.619665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:33:46.640880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:46.646622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:46.698496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=12']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:46.778329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976832e-ff27-46db-98fd-dcf4b191d80e req-c1dbbcad-98e6-4d44-a586-f1d6f4ffa0ec tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:46.779883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b976832e-ff27-46db-98fd-dcf4b191d80e req-c1dbbcad-98e6-4d44-a586-f1d6f4ffa0ec tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0562475 Aug 04 15:33:46.823874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b976832e-ff27-46db-98fd-dcf4b191d80e req-5cbc7ccd-526f-4fca-9a10-a7274485acb7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Aug 04 15:33:46.907123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['fbd67bf1-2785-41a0-9b73-4799268a551a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:33:47.462559 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6825-f67d-4943-924b-78c210f99015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:47.716550 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:47.959135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469ea7-43b7-49c9-a99d-93c3e827f609 req-8e1780dc-9e2e-4c08-a7a3-cc0a81313c5b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:47.960587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1469ea7-43b7-49c9-a99d-93c3e827f609 req-8e1780dc-9e2e-4c08-a7a3-cc0a81313c5b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0491493 Aug 04 15:33:48.008765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1469ea7-43b7-49c9-a99d-93c3e827f609 req-4a9d17af-3a63-4384-9114-bedf6dda7065 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Aug 04 15:33:48.136849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ea1ed-c77a-4663-92ae-7cb83d10ba84 req-0fe31f74-1582-4ad9-956e-f1abc30f1255 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:48.138364 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-606ea1ed-c77a-4663-92ae-7cb83d10ba84 req-0fe31f74-1582-4ad9-956e-f1abc30f1255 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0518997 Aug 04 15:33:48.180720 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-606ea1ed-c77a-4663-92ae-7cb83d10ba84 req-80d48c0e-841f-46d5-8a55-46c7a10afc64 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Aug 04 15:33:48.251656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:48.316239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3bc57-d6e3-4c28-bc46-258eed327837 req-f69eb9e5-6edd-42fe-a5c9-432ce39dada7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:48.317768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12e3bc57-d6e3-4c28-bc46-258eed327837 req-f69eb9e5-6edd-42fe-a5c9-432ce39dada7 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0579660 Aug 04 15:33:48.357567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-12e3bc57-d6e3-4c28-bc46-258eed327837 req-4b717750-daf5-4cb5-84eb-73eab7d08196 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Aug 04 15:33:48.455298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:33:48.505777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port fbd67bf1-2785-41a0-9b73-4799268a551a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:33:48.510145 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port fbd67bf1-2785-41a0-9b73-4799268a551a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:33:48.510532 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:48.590945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:48.599692 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61833-7c71-4aad-9d13-0705a12f6cb9 req-8adc8d5f-5fe5-43de-8b6f-f15929894ab8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:48.601250 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46a61833-7c71-4aad-9d13-0705a12f6cb9 req-8adc8d5f-5fe5-43de-8b6f-f15929894ab8 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 945 time: 0.0497475 Aug 04 15:33:48.613300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:48.615604 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398f61b-4659-42d8-b5b9-98e8b6ad38b0" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:48.628859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:48.634802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:48.641178 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46a61833-7c71-4aad-9d13-0705a12f6cb9 req-d623ce99-1a39-4709-ba9d-521ec643f285 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Aug 04 15:33:48.660564 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f162b-80e1-4bce-882a-f06cfddcc970 x-openstack-request-id: req-272f162b-80e1-4bce-882a-f06cfddcc970 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:48.660850 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:48.661099 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-272f162b-80e1-4bce-882a-f06cfddcc970 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:48.661492 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'code': 200} Aug 04 15:33:48.684839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=13']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:48.915875 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:49.150177 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:49.837988 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be3d47-833a-462d-afd5-3d994a6f2a07 req-c53af59f-f735-4f5e-ad71-7245a9b17883 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:49.839534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2be3d47-833a-462d-afd5-3d994a6f2a07 req-c53af59f-f735-4f5e-ad71-7245a9b17883 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 946 time: 0.1237729 Aug 04 15:33:49.883282 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a2be3d47-833a-462d-afd5-3d994a6f2a07 req-c7024d59-50b0-4ab1-8a9e-c77cf91ed7be tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5b5207e-f2fe-4ccf-aa74-be3ed8194299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Aug 04 15:33:50.231911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f75a8-8296-474e-b201-23215491e98f req-91cab393-3658-4740-a802-a9ab57db024a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:50.233432 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-823f75a8-8296-474e-b201-23215491e98f req-91cab393-3658-4740-a802-a9ab57db024a tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 946 time: 0.0586748 Aug 04 15:33:50.327480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Deleting port fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:50.327836 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.394891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.430710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] For port fbd67bf1-2785-41a0-9b73-4799268a551a, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=fbd67bf1-2785-41a0-9b73-4799268a551a,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:50.431086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.603874 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.604193 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.604543 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d disassociated. External IP: 172.25.0.222, port: fbd67bf1-2785-41a0-9b73-4799268a551a. Aug 04 15:33:50.604884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Calling delete_port for fbd67bf1-2785-41a0-9b73-4799268a551a owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:50.740491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:50.776996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'Port': ['ID=fbd67bf1-2785-41a0-9b73-4799268a551a,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:50.896306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:33:51.007845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:33:51.018707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:33:51.030554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:51.031246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:33:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:51.039332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7683b9d7-fc21-48c4-a48c-0b5e89309f22 req-e7757c83-75be-41b2-8a5b-8fd7b79a2569 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0803263 Aug 04 15:33:51.048411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] No DVR routers for this DVR port fbd67bf1-2785-41a0-9b73-4799268a551a on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:33:51.051214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:51.062533 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-823f75a8-8296-474e-b201-23215491e98f req-bf7efbc6-855a-470d-9e7f-2ac007523e76 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.46 "DELETE /v2.0/ports/fbd67bf1-2785-41a0-9b73-4799268a551a HTTP/1.1" status: 204 len: 173 time: 0.8136189 Aug 04 15:33:51.062533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-deleted', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:51.062533 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effffaaa-900a-49c5-a3ef-61d8c18f1f7c" -d '{"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-deleted", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:51.093075 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f6c7e1-b981-4385-9665-b708e0c56574 x-openstack-request-id: req-22f6c7e1-b981-4385-9665-b708e0c56574 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:51.093362 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62d6e9-9990-48f7-a16a-c3ede2f6b42c", "name": "network-vif-deleted", "tag": "fbd67bf1-2785-41a0-9b73-4799268a551a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:51.093618 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22f6c7e1-b981-4385-9665-b708e0c56574 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:51.094035 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f62d6e9-9990-48f7-a16a-c3ede2f6b42c', 'name': 'network-vif-deleted', 'tag': 'fbd67bf1-2785-41a0-9b73-4799268a551a', 'status': 'completed', 'code': 200} Aug 04 15:33:51.150575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:51.357875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:51.385658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:33:51.394518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:51.395177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:33:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:51.502774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:51.704047 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:51.735618 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d9d5b-c44e-4b38-966a-9b7bf7b23d86 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:24:10Z', 'revision_number': 4, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '2e87f13c-d266-492e-8edf-77c767172103', 'name': '', 'network_id': 'dea6fd12-7965-49d0-8861-85005b3f6503', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'mac_address': 'fa:16:3e:76:52:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:09Z', 'updated_at': '2021-08-04T15:24:15Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'subnets': [{'id': '1b13a10c-43b6-406e-b7dd-2a8551cb6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:33:51.963865 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1d4b3-dd0d-4c74-83e7-89544f3f3b61 None None] New status for floating IP c232f0b6-e647-4e20-ac1b-4ee8e0602f7d: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:33:52.143179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fda0211c-4491-4cfd-b026-d08482d66271 req-402e44f7-4051-470b-9001-56be0a4582e4 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0304480 Aug 04 15:33:52.477845 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:52.498250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: fbd67bf1-2785-41a0-9b73-4799268a551a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:33:52.498564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device fbd67bf1-2785-41a0-9b73-4799268a551a not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:53.247144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6b0ecd4b-ae90-4604-8e8f-a257a4bdfeb2 req-7d244e4b-b4c9-42e5-a4c5-5bf6e41e6e0b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0279453 Aug 04 15:33:54.113722 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:33:54.345802 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd5500e2-93d0-4d74-8378-5123c819a845 req-d3f98de0-a646-4849-a680-7a00f3dfc58b tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f62d6e9-9990-48f7-a16a-c3ede2f6b42c HTTP/1.1" status: 200 len: 210 time: 0.0275192 Aug 04 15:33:58.082095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43430) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:58.138553 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.161377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.225590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.228244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.232035 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5b5207e-f2fe-4ccf-aa74-be3ed8194299 HTTP/1.1" status: 204 len: 168 time: 0.1462550 Aug 04 15:33:58.232488 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43432) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:58.241182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f9abd-752d-4d17-8adb-e0369fc42795 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b5207e-f2fe-4ccf-aa74-be3ed8194299,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:58.251939 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-2f4a2fe7-5b30-455e-b63b-6edd6a91474d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] show failed (client error): The resource could not be found. Aug 04 15:33:58.253018 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2f4a2fe7-5b30-455e-b63b-6edd6a91474d tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "GET /v2.0/security-groups/b5b5207e-f2fe-4ccf-aa74-be3ed8194299 HTTP/1.1" status: 404 len: 347 time: 0.0194151 Aug 04 15:33:58.256219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43434) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:58.391773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Deleting port db74d46a-0580-4e7e-929c-1f02463c9179 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:58.392087 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.472029 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.472699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.487480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Calling delete_port for db74d46a-0580-4e7e-929c-1f02463c9179 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:58.629620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.656929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Pushing event deleted for resources: {'Port': ['ID=db74d46a-0580-4e7e-929c-1f02463c9179,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:58.720789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.723458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:58.724667 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d19993f4-93a8-430d-91d2-2f4243488122 tempest-ServerActionsTestJSON-1146165061 tempest-ServerActionsTestJSON-1146165061-project] 10.222.0.76 "DELETE /v2.0/floatingips/c232f0b6-e647-4e20-ac1b-4ee8e0602f7d HTTP/1.1" status: 204 len: 168 time: 0.4673946 Aug 04 15:33:58.729497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43436) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:59.533224 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:59.779343 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Deleting port 2e87f13c-d266-492e-8edf-77c767172103 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:59.779751 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:59.859084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] For port 2e87f13c-d266-492e-8edf-77c767172103, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=2e87f13c-d266-492e-8edf-77c767172103,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:59.859450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:59.872109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Calling delete_port for 2e87f13c-d266-492e-8edf-77c767172103 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:00.057442 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.081066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e87f13c-d266-492e-8edf-77c767172103,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:00.250886 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.476949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:00.585356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:00.590721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7b479dc6-24ac-4403-beee-39c1e6844c30 admin admin] 10.222.0.76 "PUT /v2.0/routers/5707d7af-fc99-4fa9-a0e4-7ba94329c3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8602412 Aug 04 15:34:00.593581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43440) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:00.594913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Sync routers for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:00.604792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:00.605518 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:33:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:00.703275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.714132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:00.810897 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.866734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Deleting port 12476ede-541a-48c3-9fe8-c24d072498ec {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:00.867026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.888274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:34:00Z', 'revision_number': 5, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port': {'id': '12476ede-541a-48c3-9fe8-c24d072498ec', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:24:08Z', 'updated_at': '2021-08-04T15:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:00.918681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Checking router: 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:00.927251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Routers {'5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:00.927860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:33:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:00.949483 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] For port 12476ede-541a-48c3-9fe8-c24d072498ec, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=12476ede-541a-48c3-9fe8-c24d072498ec,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:00.949858 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:00.962198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Calling delete_port for 12476ede-541a-48c3-9fe8-c24d072498ec owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:01.014412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] Set router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:01.065453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:34:00Z', 'revision_number': 6, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:01.095130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105964cd-a7b5-4bc5-8edc-479acc7d8298 None None] The sync data for ids ['5707d7af-fc99-4fa9-a0e4-7ba94329c3e4'] in n-d-801743-12 is: [{'id': '5707d7af-fc99-4fa9-a0e4-7ba94329c3e4', 'name': 'tempest-ServerActionsTestJSON-19670026-router', 'tenant_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:24:07Z', 'updated_at': '2021-08-04T15:34:00Z', 'revision_number': 6, 'project_id': '9062e45b5a054b3a802da4e4fbcd8c76', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:01.135428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.161179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Pushing event deleted for resources: {'Port': ['ID=12476ede-541a-48c3-9fe8-c24d072498ec,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:01.220333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.314047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.316466 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.363762 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.364393 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:34:01.369403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.372967 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-409cbdac-71d1-49f0-8b05-d2d0d58029bb admin admin] 10.222.0.76 "DELETE /v2.0/routers/5707d7af-fc99-4fa9-a0e4-7ba94329c3e4 HTTP/1.1" status: 204 len: 168 time: 0.7760694 Aug 04 15:34:01.373174 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43442) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:01.419280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Deleting subnet 1b13a10c-43b6-406e-b7dd-2a8551cb6314 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:01.422989 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.460415 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.552286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.612623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.638799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b13a10c-43b6-406e-b7dd-2a8551cb6314,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:01.644453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.648340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-416e09e5-4c48-4658-a559-88959e1c66c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1b13a10c-43b6-406e-b7dd-2a8551cb6314 HTTP/1.1" status: 204 len: 168 time: 0.2726009 Aug 04 15:34:01.649778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43444) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:01.652940 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59442108-7e0a-4432-b3c6-a1b1783a788e None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:01.718431 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.774537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Deleting port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:01.774922 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.839766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] For port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,segment=NetworkSegment(3a9f450c-69e8-407f-86dd-248e0573c2b5),segment_id=3a9f450c-69e8-407f-86dd-248e0573c2b5)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:01.840075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.852565 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Calling delete_port for f6bc9c1d-96e6-4703-8f05-467ee70bcdaf owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:01.890944 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2e87f13c-d266-492e-8edf-77c767172103 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:01.894126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] DHCP port deletion for dea6fd12-7965-49d0-8861-85005b3f6503 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:01.920116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 2e87f13c-d266-492e-8edf-77c767172103 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:01.920614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 2e87f13c-d266-492e-8edf-77c767172103 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:01.935415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:01.966949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:01.968907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] No DVR routers for this DVR port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:02.048965 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.060805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea6fd12-7965-49d0-8861-85005b3f6503']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:02.072418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f450c-69e8-407f-86dd-248e0573c2b5') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:02.072711 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f450c-69e8-407f-86dd-248e0573c2b5') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:02.082638 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.097962 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.104381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:02.104793 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:02.106572 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:02.129874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Deleting port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:02.130396 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.173309 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.178815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.182025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] 10.222.0.76 "DELETE /v2.0/networks/dea6fd12-7965-49d0-8861-85005b3f6503 HTTP/1.1" status: 204 len: 168 time: 0.5311351 Aug 04 15:34:02.198295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8b5ac-d041-4232-a5fd-fcc5788a015b admin admin] Pushing event deleted for resources: {'Network': ['ID=dea6fd12-7965-49d0-8861-85005b3f6503,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:02.211399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] For port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:02.211802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.224999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Calling delete_port for f6bc9c1d-96e6-4703-8f05-467ee70bcdaf owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:02.227743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:34:02.229118 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.236874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Network dea6fd12-7965-49d0-8861-85005b3f6503 is not hosted by any dhcp agent {{(pid=94267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:34:02.237341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] No DVR routers for this DVR port f6bc9c1d-96e6-4703-8f05-467ee70bcdaf on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:02.259463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d6a1-f085-4958-9364-d75cb2f9d9ef None None] Pushing event deleted for resources: {'Port': ['ID=f6bc9c1d-96e6-4703-8f05-467ee70bcdaf,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:02.309471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43448) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:02.357153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-445e4072-554a-451a-9499-95686ae13a9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9062e45b5a054b3a802da4e4fbcd8c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452020 Aug 04 15:34:02.360522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43450) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:02.414692 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.437742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.496628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.499147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.500342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afa540e0-3d86-48b1-b296-a6c9ea825110 HTTP/1.1" status: 204 len: 168 time: 0.1389329 Aug 04 15:34:02.507994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c7122-f1b0-402e-b552-dd4eed66d9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa540e0-3d86-48b1-b296-a6c9ea825110,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:03.238571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43472) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:03.357530 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1055589420-network', 'tenant_id': 'c5818b1b98164f2fa1dfa9a1e5358263'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:03.383250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Made reservation on behalf of c5818b1b98164f2fa1dfa9a1e5358263 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:03.385587 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.394431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.489233 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.493930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 12476ede-541a-48c3-9fe8-c24d072498ec no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:03.494417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.514377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 12476ede-541a-48c3-9fe8-c24d072498ec {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:03.514751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 12476ede-541a-48c3-9fe8-c24d072498ec not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:03.515269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6bc9c1d-96e6-4703-8f05-467ee70bcdaf no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:03.516257 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:03.530637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28bca3a-d055-412b-bebc-a0cd4d84db13,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:03.535495 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.535841 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f6bc9c1d-96e6-4703-8f05-467ee70bcdaf {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:03.535977 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Added segment 8c21a39f-1452-4ff5-957a-bca380dbbac7 of type vlan for network acda6cad-9030-4d6b-8b12-221907d62a01 Aug 04 15:34:03.536280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6bc9c1d-96e6-4703-8f05-467ee70bcdaf not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:03.576480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.607293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.608389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:03.609009 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.670782 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4305947 Aug 04 15:34:03.674169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:03.676364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5445-6f76-48b6-8ca5-4471968d612b admin admin] Pushing event updated for resources: {'Network': ['ID=acda6cad-9030-4d6b-8b12-221907d62a01,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:03.679800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Request body: {'subnet': {'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1055589420-subnet', 'tenant_id': 'c5818b1b98164f2fa1dfa9a1e5358263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:03.690377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network acda6cad-9030-4d6b-8b12-221907d62a01 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:03.706659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Made reservation on behalf of c5818b1b98164f2fa1dfa9a1e5358263 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:03.709040 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.197952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.254320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:04.265094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Checking segment: {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:04.265462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Network hostable DHCP agents. Network: acda6cad-9030-4d6b-8b12-221907d62a01, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:04.283949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Network acda6cad-9030-4d6b-8b12-221907d62a01 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:04.293995 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, acda6cad-9030-4d6b-8b12-221907d62a01) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:04.298542 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:04.299148 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.308101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e54ae-f787-4f97-8a44-411d3e6fb5e1 None None] Network acda6cad-9030-4d6b-8b12-221907d62a01 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:04.319193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1382133-f30f-429e-a251-39be98dc8355 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6436856 Aug 04 15:34:04.436976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b84705-a974-4a1f-91f3-858c2792f9c2 None None] Network acda6cad-9030-4d6b-8b12-221907d62a01 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:04.762560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-40d9997c-0e5f-4885-9b08-c64b223846d0 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:04.764096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-40d9997c-0e5f-4885-9b08-c64b223846d0 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 814 time: 0.1064386 Aug 04 15:34:04.782606 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-73d60193-c675-4dde-adf9-2f2a8b58674f tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/quotas/c5818b1b98164f2fa1dfa9a1e5358263 HTTP/1.1" status: 200 len: 375 time: 0.0103407 Aug 04 15:34:04.814688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-070dda9e-be38-4646-95cf-5331eb335715 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265608 Aug 04 15:34:04.879897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-786ea3db-6d9b-4588-a279-c39c776af937 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:34:04.880904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-786ea3db-6d9b-4588-a279-c39c776af937 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595713 Aug 04 15:34:04.977031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-18d6c485-c586-40a9-9316-c70fee841674 service neutron] 10.222.0.76 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896609 Aug 04 15:34:05.081418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-52bba0e9-c351-4fc7-b687-4f6e6d3ab09d service neutron] 10.222.0.76 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978732 Aug 04 15:34:05.248903 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-693d5775-384b-4e3a-bfd0-8c27214ae0ab req-4482f2c4-1561-48a5-9077-d4a4cda9ad8d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Aug 04 15:34:06.345732 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1a63b64e-8eb3-4aaf-ad28-46c4b4f72717 req-85ae5040-8016-48b8-8d1d-e7d2abc1b940 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Aug 04 15:34:06.415272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-de0477d3-86d5-4f31-92e5-806677f5b838 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:06.416798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-de0477d3-86d5-4f31-92e5-806677f5b838 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.46 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 814 time: 0.1090415 Aug 04 15:34:06.432191 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Request body: {'port': {'device_id': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01', 'admin_state_up': True, 'tenant_id': 'c5818b1b98164f2fa1dfa9a1e5358263'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:06.545145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Made reservation on behalf of c5818b1b98164f2fa1dfa9a1e5358263 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:06.548232 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:06.677645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Allocated IP 172.20.0.12 (acda6cad-9030-4d6b-8b12-221907d62a01/f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7/16731160-e66a-473b-a17a-a4875c109f2e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:06.840409 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:06.884876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:06.932249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Network acda6cad-9030-4d6b-8b12-221907d62a01 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:06.937178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:06.942344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:06.948820 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Pushing event updated for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:06.998928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:06.999542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.019903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-03664361-0f5f-4415-a62b-9eb3d967e7d4 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934455 Aug 04 15:34:07.032378 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Request body: {'port': {'device_id': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:07.094123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.369126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16731160-e66a-473b-a17a-a4875c109f2e {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:07.377085 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.389807 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Transition to ACTIVE for port object 16731160-e66a-473b-a17a-a4875c109f2e will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:07.394105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.450508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Pushing event updated for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:07.474839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392028e5-54f4-4e22-9b62-3bb0ac390c77 req-d882ed57-0502-4ea9-90b9-039715cc425d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:07.476354 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-392028e5-54f4-4e22-9b62-3bb0ac390c77 req-d882ed57-0502-4ea9-90b9-039715cc425d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 944 time: 0.0548611 Aug 04 15:34:07.513889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Attempting to bind port 16731160-e66a-473b-a17a-a4875c109f2e on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:07.514228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Attempting to bind port 16731160-e66a-473b-a17a-a4875c109f2e by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:07.514558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Attempting to bind port 16731160-e66a-473b-a17a-a4875c109f2e on network acda6cad-9030-4d6b-8b12-221907d62a01 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:07.515185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-392028e5-54f4-4e22-9b62-3bb0ac390c77 req-c420341c-0133-45a2-9e78-b9b156a577fb tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 04 15:34:07.519241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Port 16731160-e66a-473b-a17a-a4875c109f2e on network acda6cad-9030-4d6b-8b12-221907d62a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:34:07.519573 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Attempting to bind port 16731160-e66a-473b-a17a-a4875c109f2e on network acda6cad-9030-4d6b-8b12-221907d62a01 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:07.524713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:07.525040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Checking segment: {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:07.525425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Bound using segment: {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:07.525872 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Bound port: 16731160-e66a-473b-a17a-a4875c109f2e, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:07.526235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.588413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:07.591473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16731160-e66a-473b-a17a-a4875c109f2e,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:07.597200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.634221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:07.634983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:07.636407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] 10.222.0.46 "PUT /v2.0/ports/16731160-e66a-473b-a17a-a4875c109f2e HTTP/1.1" status: 200 len: 1093 time: 0.6085327 Aug 04 15:34:07.636855 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:07.639180 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279e71a-751f-4d42-97b9-bcd51a3571c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "tag": "16731160-e66a-473b-a17a-a4875c109f2e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:07.668439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb9f84-60f1-48d7-8073-28243d24c6dc service neutron] Pushing event updated for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:07.677471 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c24770-0cbd-45c5-b8c8-a2b4a0362d54 x-openstack-request-id: req-b2c24770-0cbd-45c5-b8c8-a2b4a0362d54 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:07.677771 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "tag": "16731160-e66a-473b-a17a-a4875c109f2e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:07.678024 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2c24770-0cbd-45c5-b8c8-a2b4a0362d54 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:07.678431 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e', 'status': 'completed', 'code': 200} Aug 04 15:34:07.733739 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-7f696f18-b0a0-4ebe-af60-73fff2f64873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:07.735293 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-7f696f18-b0a0-4ebe-af60-73fff2f64873 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 1096 time: 0.0531476 Aug 04 15:34:07.778245 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-f82b9bd9-edc2-44a0-9af5-fa49701c26b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16731160-e66a-473b-a17a-a4875c109f2e HTTP/1.1" status: 200 len: 217 time: 0.0343194 Aug 04 15:34:07.831169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-70d5a8d9-3592-4a78-b336-7fa8b237652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:07.832618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-70d5a8d9-3592-4a78-b336-7fa8b237652e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 HTTP/1.1" status: 200 len: 854 time: 0.0475769 Aug 04 15:34:07.864624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-1d51e531-3957-422d-b4b4-52a928e69899 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acda6cad-9030-4d6b-8b12-221907d62a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240686 Aug 04 15:34:07.960598 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-cf7600d9-91e4-4432-ac6f-99186e46ce01 service neutron] 10.222.0.46 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886080 Aug 04 15:34:08.055552 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37e2ce3e-fc9a-4c05-a1ef-b03d61eb65f1 req-91210b70-4a52-4e96-8933-66fe752ef50a service neutron] 10.222.0.46 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Aug 04 15:34:08.144282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-1d5598bb-8856-403e-95e1-c876155ceb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:08.145807 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-1d5598bb-8856-403e-95e1-c876155ceb99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 1096 time: 0.0417154 Aug 04 15:34:08.245700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-11d593c9-a190-4a37-aa2b-fd56ee82d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:08.247912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-11d593c9-a190-4a37-aa2b-fd56ee82d4f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 915 time: 0.0946712 Aug 04 15:34:08.301842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-cbd2e0b1-d88d-46d3-99be-519e79ec5b93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16731160-e66a-473b-a17a-a4875c109f2e HTTP/1.1" status: 200 len: 217 time: 0.0459199 Aug 04 15:34:08.352992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-51c77f8a-77a3-45bc-bfa8-360cea82eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:08.354449 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-51c77f8a-77a3-45bc-bfa8-360cea82eddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 HTTP/1.1" status: 200 len: 854 time: 0.0452247 Aug 04 15:34:08.387733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-72088b99-7a50-4dae-bae4-22298328163b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acda6cad-9030-4d6b-8b12-221907d62a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247135 Aug 04 15:34:08.496095 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-6f18cd70-3f53-496a-8b6f-6c91a3723566 service neutron] 10.222.0.46 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999656 Aug 04 15:34:08.593226 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3279e71a-751f-4d42-97b9-bcd51a3571c8 req-b2dcec65-4faa-4d25-9558-12a6268c3262 service neutron] 10.222.0.46 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891623 Aug 04 15:34:08.641762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53a910-64e9-4805-9ca4-2051b167f401 req-6571df43-53ec-4460-bf72-d6ddc1a7586e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:08.643306 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f53a910-64e9-4805-9ca4-2051b167f401 req-6571df43-53ec-4460-bf72-d6ddc1a7586e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 944 time: 0.0506539 Aug 04 15:34:08.685738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f53a910-64e9-4805-9ca4-2051b167f401 req-373baf27-830b-4df9-8d59-df74ac35183a tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Aug 04 15:34:09.820869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8291d9-2043-4a7a-ad85-c7249e5120d0 req-08b5b378-46b0-4793-9f44-757ee9d07021 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:09.822371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d8291d9-2043-4a7a-ad85-c7249e5120d0 req-08b5b378-46b0-4793-9f44-757ee9d07021 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 944 time: 0.0573752 Aug 04 15:34:09.862994 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7d8291d9-2043-4a7a-ad85-c7249e5120d0 req-9e9f9ee9-5bfc-49e2-8285-1de7481547ef tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Aug 04 15:34:10.592997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16731160-e66a-473b-a17a-a4875c109f2e details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:34:10.710721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16731160-e66a-473b-a17a-a4875c109f2e,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:10.723136 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '16731160-e66a-473b-a17a-a4875c109f2e', 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01', 'port_id': '16731160-e66a-473b-a17a-a4875c109f2e', 'mac_address': 'fa:16:3e:29:dc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:34:10.762414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.777721 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16731160-e66a-473b-a17a-a4875c109f2e {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:10.798623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16731160-e66a-473b-a17a-a4875c109f2e,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:10.805180 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.865301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:10.994609 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba61bd-7a14-4800-9e52-671948d2537f req-04c40a70-d194-44d9-ba68-3a2291504a50 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:10.995216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['16731160-e66a-473b-a17a-a4875c109f2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:10.996169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddba61bd-7a14-4800-9e52-671948d2537f req-04c40a70-d194-44d9-ba68-3a2291504a50 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 945 time: 0.0601130 Aug 04 15:34:11.035863 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddba61bd-7a14-4800-9e52-671948d2537f req-25964204-0bb1-4caf-980b-02f4af190b84 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Aug 04 15:34:12.164768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276e37-7e81-4edf-835f-9300d3b2a8eb req-fd568654-77cd-46e3-b990-6c3f85ca5752 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.166293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2276e37-7e81-4edf-835f-9300d3b2a8eb req-fd568654-77cd-46e3-b990-6c3f85ca5752 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 945 time: 0.0565252 Aug 04 15:34:12.205922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b2276e37-7e81-4edf-835f-9300d3b2a8eb req-b6af716d-a467-4815-99ca-c33b93bc7252 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Aug 04 15:34:12.609226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16731160-e66a-473b-a17a-a4875c109f2e up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:12.674923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 16731160-e66a-473b-a17a-a4875c109f2e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:12.680975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 16731160-e66a-473b-a17a-a4875c109f2e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:12.681615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.766913 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.789620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:12.791948 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e61aa-3baa-41c1-a31d-6b9c218f3597" -d '{"events": [{"server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "name": "network-vif-plugged", "status": "completed", "tag": "16731160-e66a-473b-a17a-a4875c109f2e"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:12.804903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16731160-e66a-473b-a17a-a4875c109f2e,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:12.810962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.833850 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bf808-96be-455f-81a5-c0236575e217 x-openstack-request-id: req-637bf808-96be-455f-81a5-c0236575e217 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:12.834149 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "name": "network-vif-plugged", "status": "completed", "tag": "16731160-e66a-473b-a17a-a4875c109f2e", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:12.834403 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-637bf808-96be-455f-81a5-c0236575e217 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:12.834910 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e', 'code': 200} Aug 04 15:34:12.864555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:12.938540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae618-45ce-412a-99e3-3fcf24f06c44 req-e7bc6dce-c1d7-4902-ac71-2c405509db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.940350 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-062ae618-45ce-412a-99e3-3fcf24f06c44 req-e7bc6dce-c1d7-4902-ac71-2c405509db3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 1098 time: 0.0501816 Aug 04 15:34:12.980436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-062ae618-45ce-412a-99e3-3fcf24f06c44 req-69795f57-8707-4e85-9e38-3e9b08194b73 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 04 15:34:13.327530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8600924-4b4e-43bd-9bdb-42383888c50d req-73c5df64-e911-43cc-827b-519c0eb8951f tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:13.329043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8600924-4b4e-43bd-9bdb-42383888c50d req-73c5df64-e911-43cc-827b-519c0eb8951f tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0504675 Aug 04 15:34:13.377596 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b8600924-4b4e-43bd-9bdb-42383888c50d req-c85f7d10-f3df-4290-abea-1f7899b6905d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Aug 04 15:34:14.515420 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f051c0-c91e-43fa-9e98-8c1625afe4f1 req-5b14f530-fd35-49df-afdb-6251b772eb0e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:14.516911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f051c0-c91e-43fa-9e98-8c1625afe4f1 req-5b14f530-fd35-49df-afdb-6251b772eb0e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0571921 Aug 04 15:34:14.557743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f4f051c0-c91e-43fa-9e98-8c1625afe4f1 req-6dfb218c-9e46-4732-9b52-3dced1b8fb6e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Aug 04 15:34:14.820791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-f81386ba-0a14-4206-a3a0-8548f0b30e91 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:14.822389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-f81386ba-0a14-4206-a3a0-8548f0b30e91 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 814 time: 0.1093450 Aug 04 15:34:14.823533 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0f09d18f-aa76-459b-a8ff-b62e37b35b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.838956 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-0c1ec5e5-8bcd-4c97-b3d0-69da79d99594 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/quotas/c5818b1b98164f2fa1dfa9a1e5358263 HTTP/1.1" status: 200 len: 375 time: 0.0102711 Aug 04 15:34:14.894982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-b51fd06c-1d3f-4c63-9914-5aea17779591 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503016 Aug 04 15:34:14.988415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-f567f6e0-5f4e-4d58-b83a-a6c83585ecb3 service neutron] 10.222.0.76 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857887 Aug 04 15:34:15.100407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-0723b39c-fe87-40a2-89eb-b3bbb08b21d8 service neutron] 10.222.0.76 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056633 Aug 04 15:34:15.273264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-964adfdb-dc8e-4707-bfe1-a57027db11df req-d5d5e7c7-c6be-44cd-8913-3a54866991f7 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 210 time: 0.0277417 Aug 04 15:34:16.408534 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-83b9658a-ca05-4e54-9aec-c251851fd7f8 req-e23746d3-023a-4343-bf1e-07cef71af968 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 210 time: 0.0619829 Aug 04 15:34:16.468290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-58bf0aba-6bd8-4bc9-98fd-b15904b36519 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:16.469790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-58bf0aba-6bd8-4bc9-98fd-b15904b36519 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.38 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 814 time: 0.1330886 Aug 04 15:34:16.483705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Request body: {'port': {'device_id': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01', 'admin_state_up': True, 'tenant_id': 'c5818b1b98164f2fa1dfa9a1e5358263'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:16.595394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Made reservation on behalf of c5818b1b98164f2fa1dfa9a1e5358263 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:16.600332 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:16.748495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Allocated IP 172.20.0.9 (acda6cad-9030-4d6b-8b12-221907d62a01/f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7/27e7adff-2f87-411b-bdd1-ac86e820f714) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:16.905221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:16.950132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:16.963897 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['16731160-e66a-473b-a17a-a4875c109f2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:16.993677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Network acda6cad-9030-4d6b-8b12-221907d62a01 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:17.001266 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:17.005931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:17.010255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Pushing event updated for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:17.058239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:17.058919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.074539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-8a50b205-aeec-4559-9c53-69e26b8453dd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944786 Aug 04 15:34:17.087656 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Request body: {'port': {'device_id': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:17.144195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.407632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e7adff-2f87-411b-bdd1-ac86e820f714 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:17.415087 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.427010 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Transition to ACTIVE for port object 27e7adff-2f87-411b-bdd1-ac86e820f714 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:17.434380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.457666 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-88bc159a-1017-49b5-acdc-5db20af7cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.486190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Pushing event updated for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:17.550633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.551002 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.551355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.551693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.552032 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.552368 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.552771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.553104 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.553441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.553758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.554090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.554419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:17.594081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30c81-1961-4091-af43-6e573c82636e req-6d557d6d-7826-4c48-9819-a858c1b9aa85 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:17.595728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08c30c81-1961-4091-af43-6e573c82636e req-6d557d6d-7826-4c48-9819-a858c1b9aa85 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 943 time: 0.1106663 Aug 04 15:34:17.611465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Attempting to bind port 27e7adff-2f87-411b-bdd1-ac86e820f714 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:17.611812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Attempting to bind port 27e7adff-2f87-411b-bdd1-ac86e820f714 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:17.612150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Attempting to bind port 27e7adff-2f87-411b-bdd1-ac86e820f714 on network acda6cad-9030-4d6b-8b12-221907d62a01 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:17.627728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Port 27e7adff-2f87-411b-bdd1-ac86e820f714 on network acda6cad-9030-4d6b-8b12-221907d62a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:34:17.628042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Attempting to bind port 27e7adff-2f87-411b-bdd1-ac86e820f714 on network acda6cad-9030-4d6b-8b12-221907d62a01 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:17.640540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:17.640884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Checking segment: {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:17.641278 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Bound using segment: {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:17.641719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Bound port: 27e7adff-2f87-411b-bdd1-ac86e820f714, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c21a39f-1452-4ff5-957a-bca380dbbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:17.642090 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.649511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-08c30c81-1961-4091-af43-6e573c82636e req-0c09ecc2-6f53-4c6a-84e5-66dcb98b2928 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 Aug 04 15:34:17.713436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:17.713757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.718094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=27e7adff-2f87-411b-bdd1-ac86e820f714,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:17.724312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.762231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:17.762884 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:17.764285 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] 10.222.0.38 "PUT /v2.0/ports/27e7adff-2f87-411b-bdd1-ac86e820f714 HTTP/1.1" status: 200 len: 1092 time: 0.6809368 Aug 04 15:34:17.764733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:17.767047 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b166927b-60d9-4527-9017-1ad7246762fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:17.795522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b561bdb-4b0a-4687-8f9b-1bf2583957dc service neutron] Pushing event updated for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:17.805281 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a025571-18fe-4761-91a2-15710b85ae87 x-openstack-request-id: req-5a025571-18fe-4761-91a2-15710b85ae87 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:17.805574 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:17.805987 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a025571-18fe-4761-91a2-15710b85ae87 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:17.806237 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714', 'status': 'completed', 'code': 200} Aug 04 15:34:17.855035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-e6c6086e-0f39-4100-bcb1-f6fafb2cafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:17.856574 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-e6c6086e-0f39-4100-bcb1-f6fafb2cafe2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 1095 time: 0.0470476 Aug 04 15:34:17.899772 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-f34986d2-18dc-4ea5-abca-1c6a327d4080 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27e7adff-2f87-411b-bdd1-ac86e820f714 HTTP/1.1" status: 200 len: 217 time: 0.0353773 Aug 04 15:34:17.953658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-4577bd38-a2ab-4a0b-a421-c5f27f879881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:17.955074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-4577bd38-a2ab-4a0b-a421-c5f27f879881 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 HTTP/1.1" status: 200 len: 854 time: 0.0480957 Aug 04 15:34:17.990693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-384e1e5d-357b-40e4-bd59-a3ad75d907e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=acda6cad-9030-4d6b-8b12-221907d62a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283506 Aug 04 15:34:18.101692 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-2d1dbd03-1eeb-4f70-80c6-931d1ab07c72 service neutron] 10.222.0.38 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031926 Aug 04 15:34:18.195940 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-271bbf07-9941-4712-b9ac-87945e8b2191 req-43b0f535-1e6a-44f5-8958-b2c815e993d0 service neutron] 10.222.0.38 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Aug 04 15:34:18.253256 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:18.288154 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166927b-60d9-4527-9017-1ad7246762fd req-01d965b2-6d9d-4fe9-a57f-36f245d1ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:18.289673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-01d965b2-6d9d-4fe9-a57f-36f245d1ada0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 1095 time: 0.0440531 Aug 04 15:34:18.389461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166927b-60d9-4527-9017-1ad7246762fd req-23abe884-b6fa-44b5-9c96-a4dbf9e49a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:18.391023 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-23abe884-b6fa-44b5-9c96-a4dbf9e49a79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 200 len: 915 time: 0.0936956 Aug 04 15:34:18.433072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-4442c973-7b6f-4d24-9008-94af4b1cfefc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27e7adff-2f87-411b-bdd1-ac86e820f714 HTTP/1.1" status: 200 len: 217 time: 0.0345542 Aug 04 15:34:18.486311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166927b-60d9-4527-9017-1ad7246762fd req-bf2a6c1c-86c6-441f-961d-f7a23c27f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:18.487819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-bf2a6c1c-86c6-441f-961d-f7a23c27f94c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 HTTP/1.1" status: 200 len: 854 time: 0.0431309 Aug 04 15:34:18.519384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-391131ac-bc3e-4423-95df-6dbdf83a5856 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=acda6cad-9030-4d6b-8b12-221907d62a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235772 Aug 04 15:34:18.615645 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-050894f9-cbd4-4971-875f-fdf19c1ae758 service neutron] 10.222.0.38 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875161 Aug 04 15:34:18.712276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b166927b-60d9-4527-9017-1ad7246762fd req-0add9a7d-6a2d-40a0-b506-7112e35b702d service neutron] 10.222.0.38 "GET /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856268 Aug 04 15:34:18.777660 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697cc46-ffc9-485a-967d-71e05f759df8 req-1c741929-396a-4723-b62b-ae7683cfbb1e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:18.779095 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d697cc46-ffc9-485a-967d-71e05f759df8 req-1c741929-396a-4723-b62b-ae7683cfbb1e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 943 time: 0.0578997 Aug 04 15:34:18.821505 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d697cc46-ffc9-485a-967d-71e05f759df8 req-a7a2603d-a8a1-4ccb-802a-a021be1f298c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Aug 04 15:34:18.914020 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:19.160167 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:19.962254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d3d5-c59a-4f92-857c-7915c0041444 req-7287a3dc-e114-4fe0-a79a-1817369166e6 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:19.963815 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7db9d3d5-c59a-4f92-857c-7915c0041444 req-7287a3dc-e114-4fe0-a79a-1817369166e6 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 943 time: 0.0611665 Aug 04 15:34:20.006294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7db9d3d5-c59a-4f92-857c-7915c0041444 req-ca9ec430-c380-4186-b557-ebceed2d767c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Aug 04 15:34:20.397661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.405935 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 27e7adff-2f87-411b-bdd1-ac86e820f714 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:34:20.502377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=27e7adff-2f87-411b-bdd1-ac86e820f714,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:20.516658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '27e7adff-2f87-411b-bdd1-ac86e820f714', 'network_id': 'acda6cad-9030-4d6b-8b12-221907d62a01', 'port_id': '27e7adff-2f87-411b-bdd1-ac86e820f714', 'mac_address': 'fa:16:3e:67:94:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:34:20.557943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.571530 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e7adff-2f87-411b-bdd1-ac86e820f714 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:20.598561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=27e7adff-2f87-411b-bdd1-ac86e820f714,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:20.605039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.654426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:20.799459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['27e7adff-2f87-411b-bdd1-ac86e820f714'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:21.133731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76102a8f-9294-4cee-bbce-cc53c950cb05 req-561ce265-821a-46e5-abbf-dd5cbee1fb5c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:21.135248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76102a8f-9294-4cee-bbce-cc53c950cb05 req-561ce265-821a-46e5-abbf-dd5cbee1fb5c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 944 time: 0.0545826 Aug 04 15:34:21.183243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76102a8f-9294-4cee-bbce-cc53c950cb05 req-9f6cff7b-508f-4b68-9c1b-28aa375b686c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Aug 04 15:34:22.315587 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3f63-a759-47a5-ba61-85dfc6f87bda req-76ee08e7-303e-4309-8635-5448e7a05fb0 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:22.317152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-274a3f63-a759-47a5-ba61-85dfc6f87bda req-76ee08e7-303e-4309-8635-5448e7a05fb0 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 944 time: 0.0539286 Aug 04 15:34:22.356021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-274a3f63-a759-47a5-ba61-85dfc6f87bda req-ffc1eb98-86bc-43cd-abd7-86bfc68e2f2c tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 04 15:34:22.439516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 27e7adff-2f87-411b-bdd1-ac86e820f714 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:22.493914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 27e7adff-2f87-411b-bdd1-ac86e820f714 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:22.497730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 27e7adff-2f87-411b-bdd1-ac86e820f714 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:22.498115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.579513 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.601967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:22.604281 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51328e1-19e4-4329-85c6-9ff24e43fea2" -d '{"events": [{"server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "name": "network-vif-plugged", "status": "completed", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:22.617338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=27e7adff-2f87-411b-bdd1-ac86e820f714,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:22.622320 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.646453 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9283a-4631-4abd-b063-f223d2ffbea4 x-openstack-request-id: req-cef9283a-4631-4abd-b063-f223d2ffbea4 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:22.646766 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "name": "network-vif-plugged", "status": "completed", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:22.647363 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cef9283a-4631-4abd-b063-f223d2ffbea4 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:22.647752 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714', 'code': 200} Aug 04 15:34:22.676125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:22.744157 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725aa4-503b-4bb2-991c-abf05ef700e2 req-e7789cc0-e163-4967-9fca-79f37a69dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:22.745588 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42725aa4-503b-4bb2-991c-abf05ef700e2 req-e7789cc0-e163-4967-9fca-79f37a69dbf7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 1097 time: 0.0418036 Aug 04 15:34:22.787007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42725aa4-503b-4bb2-991c-abf05ef700e2 req-f6505d00-726e-4f72-95de-5e66aeb62e4a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Aug 04 15:34:23.490017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef8533-99cb-461e-b95a-52ac958d5259 req-76aa6212-13fc-445e-8ac8-eda5fa087544 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:23.491538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aef8533-99cb-461e-b95a-52ac958d5259 req-76aa6212-13fc-445e-8ac8-eda5fa087544 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 945 time: 0.0558426 Aug 04 15:34:23.530331 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1aef8533-99cb-461e-b95a-52ac958d5259 req-c9f845f0-f21c-4b74-9c8e-33ecc14da96f tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Aug 04 15:34:24.657725 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a866c8-1b6c-4024-a77c-8c18595d83f4 req-f9b737ac-5e43-45cf-bac2-cef193c696be tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:24.660734 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22a866c8-1b6c-4024-a77c-8c18595d83f4 req-f9b737ac-5e43-45cf-bac2-cef193c696be tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 945 time: 0.0585110 Aug 04 15:34:24.704214 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-22a866c8-1b6c-4024-a77c-8c18595d83f4 req-950a2859-db7f-461a-ae0f-10dd413f8bd3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Aug 04 15:34:24.961046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23fa40-e479-4794-811c-d7ca46a0c909 req-6640aafb-b432-42bc-9417-7b39d9961004 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:24.962834 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d23fa40-e479-4794-811c-d7ca46a0c909 req-6640aafb-b432-42bc-9417-7b39d9961004 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 945 time: 0.0583711 Aug 04 15:34:25.004490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3d23fa40-e479-4794-811c-d7ca46a0c909 req-c66dfacd-c1e5-40d4-b497-171cb56f1889 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345125 Aug 04 15:34:26.127011 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd255e1-db83-4a0c-9475-b075e2d46da8 req-05244346-8615-4e87-856a-2cad26f0f999 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:26.128565 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdd255e1-db83-4a0c-9475-b075e2d46da8 req-05244346-8615-4e87-856a-2cad26f0f999 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 945 time: 0.0502148 Aug 04 15:34:26.167604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cdd255e1-db83-4a0c-9475-b075e2d46da8 req-a1da035b-ad3d-4ed4-82b1-3ad4b609b5fd tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Aug 04 15:34:26.244948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d050ab-07e4-46de-afcd-243df2efd575 req-defdb728-1b7b-4478-89c5-39f573e09294 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:26.246468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66d050ab-07e4-46de-afcd-243df2efd575 req-defdb728-1b7b-4478-89c5-39f573e09294 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a911681-f607-4c22-8916-0ac2dc6eb4bc HTTP/1.1" status: 200 len: 945 time: 0.0644300 Aug 04 15:34:26.339924 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Deleting port 27e7adff-2f87-411b-bdd1-ac86e820f714 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:26.340282 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.440404 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] For port 27e7adff-2f87-411b-bdd1-ac86e820f714, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=27e7adff-2f87-411b-bdd1-ac86e820f714,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:26.440789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.454728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Calling delete_port for 27e7adff-2f87-411b-bdd1-ac86e820f714 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:26.588308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.600987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['16731160-e66a-473b-a17a-a4875c109f2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:26.604088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['27e7adff-2f87-411b-bdd1-ac86e820f714'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:26.619186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Pushing event deleted for resources: {'Port': ['ID=27e7adff-2f87-411b-bdd1-ac86e820f714,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:26.660992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] No DVR routers for this DVR port 27e7adff-2f87-411b-bdd1-ac86e820f714 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:26.663832 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.665991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66d050ab-07e4-46de-afcd-243df2efd575 req-1086bcd2-303a-4fb9-be64-d9b1cb9c6250 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.38 "DELETE /v2.0/ports/27e7adff-2f87-411b-bdd1-ac86e820f714 HTTP/1.1" status: 204 len: 173 time: 0.4123321 Aug 04 15:34:26.666438 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'name': 'network-vif-deleted', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:26.668791 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a4c69566a098e9d37389df4f83533f932a3e5177a4e58dffcd27e07109c80e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da4faa4-6577-4bf0-b5b0-1016909533e7" -d '{"events": [{"server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "name": "network-vif-deleted", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:26.710405 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b6c89f-cfdb-4fdc-9d36-ae96833ded28 x-openstack-request-id: req-48b6c89f-cfdb-4fdc-9d36-ae96833ded28 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:26.710788 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a911681-f607-4c22-8916-0ac2dc6eb4bc", "name": "network-vif-deleted", "tag": "27e7adff-2f87-411b-bdd1-ac86e820f714", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:26.711052 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48b6c89f-cfdb-4fdc-9d36-ae96833ded28 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:26.711457 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a911681-f607-4c22-8916-0ac2dc6eb4bc', 'name': 'network-vif-deleted', 'tag': '27e7adff-2f87-411b-bdd1-ac86e820f714', 'status': 'completed', 'code': 200} Aug 04 15:34:27.334256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff8ec-b50a-42ae-8880-6a72e4cdb4c0 req-f7a8fb40-0e37-4471-9daa-07d3f156d087 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:27.335813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5feff8ec-b50a-42ae-8880-6a72e4cdb4c0 req-f7a8fb40-0e37-4471-9daa-07d3f156d087 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Aug 04 15:34:27.374210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5feff8ec-b50a-42ae-8880-6a72e4cdb4c0 req-5edf6c99-72de-494e-ab87-1441f27ec83b tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Aug 04 15:34:27.510214 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930fa1-b8ac-4318-a0fa-073a22052e44 req-c7bc3e93-b081-46f1-80d6-db7f15eeb628 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:27.511736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88930fa1-b8ac-4318-a0fa-073a22052e44 req-c7bc3e93-b081-46f1-80d6-db7f15eeb628 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0547972 Aug 04 15:34:27.554900 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-88930fa1-b8ac-4318-a0fa-073a22052e44 req-c0a6411f-7793-4f78-b419-6d9ef60e6f19 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Aug 04 15:34:27.671957 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc29bb-5935-43dd-a3b7-f29703b1b7dd req-2a171283-50d9-4e81-91b0-0bc6fe1fd024 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:27.673443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99bc29bb-5935-43dd-a3b7-f29703b1b7dd req-2a171283-50d9-4e81-91b0-0bc6fe1fd024 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0502844 Aug 04 15:34:27.710904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-99bc29bb-5935-43dd-a3b7-f29703b1b7dd req-cc70dcbf-6843-4f00-8e89-59c50951115e tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Aug 04 15:34:27.883161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529ba01-18ca-4d78-b5b2-01854cfc2cf0 req-a0df6dd4-a212-4d93-ae9e-b50db910360d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:27.884544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e529ba01-18ca-4d78-b5b2-01854cfc2cf0 req-a0df6dd4-a212-4d93-ae9e-b50db910360d tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0528855 Aug 04 15:34:27.922196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e529ba01-18ca-4d78-b5b2-01854cfc2cf0 req-8baad0fe-50dc-481d-bf80-a0cca17da473 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Aug 04 15:34:28.054933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89e9f7-9049-428e-9321-81ee7d30485e req-26c6cd73-be40-48a8-9be2-a2d28e3f6987 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:28.056610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a89e9f7-9049-428e-9321-81ee7d30485e req-26c6cd73-be40-48a8-9be2-a2d28e3f6987 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0589714 Aug 04 15:34:28.096531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5a89e9f7-9049-428e-9321-81ee7d30485e req-c7bf99e8-67a0-44bd-bb3b-0861638a601f tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Aug 04 15:34:28.253094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114810a-309c-4e5b-a280-5fa532b3d9c0 req-985d7306-6413-4c76-a075-292d396af680 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:28.255141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7114810a-309c-4e5b-a280-5fa532b3d9c0 req-985d7306-6413-4c76-a075-292d396af680 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0673349 Aug 04 15:34:28.295167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7114810a-309c-4e5b-a280-5fa532b3d9c0 req-62f7d1bb-6530-433f-bbc5-117c5996aa8b tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Aug 04 15:34:28.621025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf14648-968b-45ff-8fda-7b8016f1004e req-e04692c6-aeb3-45ab-9811-42f76173dd37 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:28.622518 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bf14648-968b-45ff-8fda-7b8016f1004e req-e04692c6-aeb3-45ab-9811-42f76173dd37 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0502398 Aug 04 15:34:28.663996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6bf14648-968b-45ff-8fda-7b8016f1004e req-ede65909-a04c-4cb7-9e24-c66ea72fe398 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Aug 04 15:34:29.795912 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c7501-fc64-4467-a31c-9d6ebb4ed4d3 req-0bd4cf82-7fa9-443a-a694-c8f160c0d1f1 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:29.797452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781c7501-fc64-4467-a31c-9d6ebb4ed4d3 req-0bd4cf82-7fa9-443a-a694-c8f160c0d1f1 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0536718 Aug 04 15:34:29.841087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-781c7501-fc64-4467-a31c-9d6ebb4ed4d3 req-4d1fa931-0cea-425a-9e22-aa357e3d2c61 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/security-groups?id=c28bca3a-d055-412b-bebc-a0cd4d84db13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 04 15:34:29.973750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-61d70b0a-ac34-4d50-ac69-ef58e52f3141 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:29.975174 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-61d70b0a-ac34-4d50-ac69-ef58e52f3141 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.46 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 946 time: 0.0627124 Aug 04 15:34:30.080059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Deleting port 16731160-e66a-473b-a17a-a4875c109f2e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:30.080416 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.170446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] For port 16731160-e66a-473b-a17a-a4875c109f2e, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=16731160-e66a-473b-a17a-a4875c109f2e,segment=NetworkSegment(8c21a39f-1452-4ff5-957a-bca380dbbac7),segment_id=8c21a39f-1452-4ff5-957a-bca380dbbac7)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:30.170847 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.184067 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Calling delete_port for 16731160-e66a-473b-a17a-a4875c109f2e owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:30.321995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.333526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['16731160-e66a-473b-a17a-a4875c109f2e'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:30.354534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Pushing event deleted for resources: {'Port': ['ID=16731160-e66a-473b-a17a-a4875c109f2e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:30.396732 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] No DVR routers for this DVR port 16731160-e66a-473b-a17a-a4875c109f2e on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:30.400339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.403260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-96b3051d-43e3-4f07-a08e-7adccdda8543 req-af8ce0a2-6700-4121-93bb-a183f5cac2e3 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.46 "DELETE /v2.0/ports/16731160-e66a-473b-a17a-a4875c109f2e HTTP/1.1" status: 204 len: 173 time: 0.4211104 Aug 04 15:34:30.403949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'name': 'network-vif-deleted', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:30.407088 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b5188c-2ea2-4b76-a7ce-ba047b1532aa" -d '{"events": [{"server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "name": "network-vif-deleted", "tag": "16731160-e66a-473b-a17a-a4875c109f2e"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:30.445443 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0fe3f9-63c8-4fa3-9dd7-10a2661e0ec3 x-openstack-request-id: req-ea0fe3f9-63c8-4fa3-9dd7-10a2661e0ec3 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:30.445740 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5471cd89-a7dd-417f-afdc-b4d5843fab64", "name": "network-vif-deleted", "tag": "16731160-e66a-473b-a17a-a4875c109f2e", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:30.445995 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea0fe3f9-63c8-4fa3-9dd7-10a2661e0ec3 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:30.446472 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5471cd89-a7dd-417f-afdc-b4d5843fab64', 'name': 'network-vif-deleted', 'tag': '16731160-e66a-473b-a17a-a4875c109f2e', 'status': 'completed', 'code': 200} Aug 04 15:34:30.475764 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 27e7adff-2f87-411b-bdd1-ac86e820f714 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:30.495522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 27e7adff-2f87-411b-bdd1-ac86e820f714 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:30.495947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 27e7adff-2f87-411b-bdd1-ac86e820f714 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:30.951669 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-526209bb-b78d-424f-a572-2a289f823eaa req-ef6fa677-dc8d-46fb-8941-b565410935b2 tempest-ServersNegativeTestJSON-1399528770 tempest-ServersNegativeTestJSON-1399528770-project] 10.222.0.76 "GET /v2.0/ports?device_id=5471cd89-a7dd-417f-afdc-b4d5843fab64 HTTP/1.1" status: 200 len: 210 time: 0.0280454 Aug 04 15:34:31.118215 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:34:32.010801 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43628) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:32.057265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Deleting subnet f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:32.061346 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.100481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.144895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.205214 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.230311 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:32.234078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.237238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2806cbfa-a0da-42c0-bc41-b120d474b552 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f3fe5cec-db49-43e2-ae14-d6fe2be5bcb7 HTTP/1.1" status: 204 len: 168 time: 0.2242129 Aug 04 15:34:32.238686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43630) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:32.307166 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.400010 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.410083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acda6cad-9030-4d6b-8b12-221907d62a01']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.420390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c21a39f-1452-4ff5-957a-bca380dbbac7') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.420690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c21a39f-1452-4ff5-957a-bca380dbbac7') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.429361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.449453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.458051 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:32.458468 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:32.460191 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:32.523038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.529607 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.532157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/acda6cad-9030-4d6b-8b12-221907d62a01 HTTP/1.1" status: 204 len: 168 time: 0.2923417 Aug 04 15:34:32.544960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2e0f5-2d25-4bff-b160-da13b59c89c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=acda6cad-9030-4d6b-8b12-221907d62a01,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:32.643717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43634) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:32.684444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16731160-e66a-473b-a17a-a4875c109f2e no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:32.685184 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-91f24d27-29b3-461e-aef3-27eddc80e5b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5818b1b98164f2fa1dfa9a1e5358263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402443 Aug 04 15:34:32.687860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43636) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:32.705219 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 16731160-e66a-473b-a17a-a4875c109f2e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:32.705565 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 16731160-e66a-473b-a17a-a4875c109f2e not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:32.737202 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.757646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.807832 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.810524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.811733 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c28bca3a-d055-412b-bebc-a0cd4d84db13 HTTP/1.1" status: 204 len: 168 time: 0.1228232 Aug 04 15:34:32.819796 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbcd69-22cb-427b-a213-0e467da02873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28bca3a-d055-412b-bebc-a0cd4d84db13,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:33.553888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43658) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:33.657752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217168960'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:33.682702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:33.686155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.702059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.808020 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.813524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.840287 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:33.849733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04de29a8-86fa-4094-8724-946b146d736c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:33.856129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.856516 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Added segment ab3160b1-0aa8-47e7-b447-a384364e1a81 of type vlan for network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 Aug 04 15:34:33.897236 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.939631 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.945408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:33.945998 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.005778 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4505448 Aug 04 15:34:34.014858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c271f7-1fa5-4015-bd32-6b829ca233d6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Network': ['ID=f5c1facb-802f-45f7-a348-4eaf7e1db7c5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:34.028245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:37.257485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:37.263901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'subnet': {'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:37.364039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:37.367816 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.568517 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.628555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Subnet': ['ID=3b835eda-4772-4abc-89fa-c7287520dcc7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:37.637407 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking segment: {'id': 'ab3160b1-0aa8-47e7-b447-a384364e1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:37.637777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network hostable DHCP agents. Network: f5c1facb-802f-45f7-a348-4eaf7e1db7c5, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:37.656472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:37.665903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, f5c1facb-802f-45f7-a348-4eaf7e1db7c5) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:37.670023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:37.670653 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.675762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5af143-c2ba-4abe-a969-7696c081a699 None None] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:37.686895 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b58ffc49-b977-4911-9f10-3a4327b1bc49 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4280212 Aug 04 15:34:37.690427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43664) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:37.695583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904182645'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:37.717895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:37.721424 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.744883 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:37.753872 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.754237 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Added segment 686ef031-aa1b-4eba-9d4f-b6b99baf6b72 of type vlan for network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a Aug 04 15:34:37.799365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.832263 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-f5c1facb-802f-45f7-a348-4eaf7e1db7c5', 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5', 'tenant_id': '56e123274d2748df94f017e5f6d1993b', 'fixed_ips': [{'subnet_id': '3b835eda-4772-4abc-89fa-c7287520dcc7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:37.832936 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.833107 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.838965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:37.839572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.980495 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Allocated IP 2001:db8:0:ffff::2 (f5c1facb-802f-45f7-a348-4eaf7e1db7c5/3b835eda-4772-4abc-89fa-c7287520dcc7/41d8bcd3-d3fa-460e-8d5b-9d3334425a28) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:38.135399 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.144243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Transition to ACTIVE for port object 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:38.159678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Transition to ACTIVE for port object 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:38.165603 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.210736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:38.216479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:38.219324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:38.229339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Pushing event updated for resources: {'Port': ['ID=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:38.254535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5602305 Aug 04 15:34:38.256426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43666) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:38.257391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.257744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.258084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.258416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.258814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.259098 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.259421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.259743 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.260094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.260415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.260735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.261051 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:38.263397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'subnet': {'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:38.283247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cfaa3-3438-43c7-948a-3472e1807159 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Network': ['ID=3010aec5-17f4-4bdd-bea3-0673d5f26c0a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:38.295281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:38.364421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Attempting to bind port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:38.364803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Attempting to bind port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'ab3160b1-0aa8-47e7-b447-a384364e1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:38.365204 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Attempting to bind port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 on network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:38.367384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:38.370514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:38.370899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Checking segment: {'id': 'ab3160b1-0aa8-47e7-b447-a384364e1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:38.371327 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.371454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.371720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Bound using segment: {'id': 'ab3160b1-0aa8-47e7-b447-a384364e1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:38.372199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Bound port: 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3160b1-0aa8-47e7-b447-a384364e1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f5c1facb-802f-45f7-a348-4eaf7e1db7c5'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:38.372585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.444053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] For port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:38.447256 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] For port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,segment=NetworkSegment(ab3160b1-0aa8-47e7-b447-a384364e1a81),segment_id=ab3160b1-0aa8-47e7-b447-a384364e1a81)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:38.453115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.527358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597223-5b5a-499b-9e35-50c3fb0e7ade None None] Pushing event updated for resources: {'Port': ['ID=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:38.945293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.010308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Subnet': ['ID=a03ba659-cb2e-4c03-9c1b-e98d4bad6f74,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:39.023376 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.023733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.024131 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.024485 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.024993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.025339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.025759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.026098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.026426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.026778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.027103 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.027424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:39.031598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking segment: {'id': '686ef031-aa1b-4eba-9d4f-b6b99baf6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:39.031967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network hostable DHCP agents. Network: 3010aec5-17f4-4bdd-bea3-0673d5f26c0a, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:39.049448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:39.058822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 3010aec5-17f4-4bdd-bea3-0673d5f26c0a) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:39.062816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:39.063418 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.067759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ae960-b44c-4829-baa3-f35764edbd0c None None] Network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:39.079853 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2ff64966-6761-4cf3-85d0-0ec937a27354 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8219111 Aug 04 15:34:39.084067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:39.192566 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.241827 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-3010aec5-17f4-4bdd-bea3-0673d5f26c0a', 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a', 'tenant_id': '56e123274d2748df94f017e5f6d1993b', 'fixed_ips': [{'subnet_id': 'a03ba659-cb2e-4c03-9c1b-e98d4bad6f74'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:39.242785 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.278569 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.386971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Allocated IP 2001:db8::2 (3010aec5-17f4-4bdd-bea3-0673d5f26c0a/a03ba659-cb2e-4c03-9c1b-e98d4bad6f74/5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:39.442395 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ac9d3-2979-4780-801e-adc8752bc910 None None] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:39.532776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-97c73c15-f6d2-4904-a2ef-9aa6fcb3c2b5 None None] Provisioning for port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:39.535553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:39.661153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.675345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Transition to ACTIVE for port object 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:39.699195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:39.703474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Transition to ACTIVE for port object 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:39.708972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:39.709339 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.726169 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.730143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.758446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Subnet': ['ID=a03ba659-cb2e-4c03-9c1b-e98d4bad6f74,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:39.817588 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.828662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3010aec5-17f4-4bdd-bea3-0673d5f26c0a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:39.840362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686ef031-aa1b-4eba-9d4f-b6b99baf6b72') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:39.840625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686ef031-aa1b-4eba-9d4f-b6b99baf6b72') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:39.850380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.870260 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.877047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:39.877483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:39.880606 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:39.943882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.db.api [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 15:34:39.943882 n-d-801743-12 neutron-server[94265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 15:34:39.943882 n-d-801743-12 neutron-server[94265]: [parameters: {'id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'}] Aug 04 15:34:39.943882 n-d-801743-12 neutron-server[94265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:34:39.944430 n-d-801743-12 neutron-server[94265]: DEBUG oslo_db.api [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:34:39.959072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:39.968817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:39.973611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:39.980128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Pushing event updated for resources: {'Port': ['ID=5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:40.063183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Attempting to bind port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:40.063571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Attempting to bind port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '686ef031-aa1b-4eba-9d4f-b6b99baf6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:40.063927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Attempting to bind port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b on network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:40.071704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.073678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:40.074053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Checking segment: {'id': '686ef031-aa1b-4eba-9d4f-b6b99baf6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:40.074446 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.074869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Bound using segment: {'id': '686ef031-aa1b-4eba-9d4f-b6b99baf6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:40.075508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Bound port: 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686ef031-aa1b-4eba-9d4f-b6b99baf6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3010aec5-17f4-4bdd-bea3-0673d5f26c0a'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:40.075889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.140570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,segment=NetworkSegment(ab3160b1-0aa8-47e7-b447-a384364e1a81),segment_id=ab3160b1-0aa8-47e7-b447-a384364e1a81)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:40.149541 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.207871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] For port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:40.242052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] For port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b,segment=NetworkSegment(686ef031-aa1b-4eba-9d4f-b6b99baf6b72),segment_id=686ef031-aa1b-4eba-9d4f-b6b99baf6b72)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:40.242265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-0e9dd63e-a5fb-492e-8dc9-a37cd1296741 None None] Provisioning complete for port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:40.242627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd63e-a5fb-492e-8dc9-a37cd1296741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.244398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:40.249615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.360188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be824c56-68e7-4271-9054-75d3989537a4 None None] Pushing event updated for resources: {'Port': ['ID=5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:40.390325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3dfcf-24b2-4762-b111-9decd119b4e2 None None] Network 3010aec5-17f4-4bdd-bea3-0673d5f26c0a requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:40.446078 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.504457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Deleting port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:40.504702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.524069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a8fcd-5f41-4bb9-a1ce-ff5fdff2f88d None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:34:40.571315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] For port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b,segment=NetworkSegment(686ef031-aa1b-4eba-9d4f-b6b99baf6b72),segment_id=686ef031-aa1b-4eba-9d4f-b6b99baf6b72)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:40.571683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.584464 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Calling delete_port for 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:40.588665 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a8fcd-5f41-4bb9-a1ce-ff5fdff2f88d None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:34:40.664615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.691529 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Port': ['ID=5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:40.693347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No DVR routers for this DVR port 5e6420f9-0b5a-48d6-a1a1-67ae1ec7385b on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:40.774539 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.785682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3010aec5-17f4-4bdd-bea3-0673d5f26c0a']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:40.797176 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686ef031-aa1b-4eba-9d4f-b6b99baf6b72') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:40.797486 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686ef031-aa1b-4eba-9d4f-b6b99baf6b72') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:40.806377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.820271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.826873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:40.827411 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:40.831416 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:40.893724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.900944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.902810 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/3010aec5-17f4-4bdd-bea3-0673d5f26c0a HTTP/1.1" status: 204 len: 168 time: 1.8171310 Aug 04 15:34:40.906616 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43670) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:40.911749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664992814'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:40.914552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9d0a-3da0-4ab5-8680-fa857bbb6f9a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Network': ['ID=3010aec5-17f4-4bdd-bea3-0673d5f26c0a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:40.935036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:40.938807 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.963803 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:40.972805 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.973160 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Added segment 40d538ba-ece7-41b5-a01b-88dc1827fd13 of type vlan for network c9127b8d-dcf1-4087-97c0-f9dca4ecf363 Aug 04 15:34:41.015782 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.058793 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.064730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:41.065325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.125150 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2172515 Aug 04 15:34:41.128085 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43672) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:41.133043 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'subnet': {'network_id': 'c9127b8d-dcf1-4087-97c0-f9dca4ecf363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:41.151233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd72f6-bc34-4886-93ae-212e3aa221ea tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Network': ['ID=c9127b8d-dcf1-4087-97c0-f9dca4ecf363,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:41.162401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network c9127b8d-dcf1-4087-97c0-f9dca4ecf363 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:41.228396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:41.232117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.288853 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Performing IP validity checks on allocation pools {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 15:34:41.289411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.ipam_backend_mixin [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 15:34:41.417718 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.470360 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Subnet': ['ID=d4dd6c48-90c6-4e98-bf54-f906cc4de120,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:41.487759 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking segment: {'id': '40d538ba-ece7-41b5-a01b-88dc1827fd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c9127b8d-dcf1-4087-97c0-f9dca4ecf363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:41.488124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network hostable DHCP agents. Network: c9127b8d-dcf1-4087-97c0-f9dca4ecf363, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:41.508202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:41.508673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network c9127b8d-dcf1-4087-97c0-f9dca4ecf363 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:41.519022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, c9127b8d-dcf1-4087-97c0-f9dca4ecf363) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:41.523537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:41.524144 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.533549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19510989-ee48-494c-95a9-29a85b0134f2 None None] Network c9127b8d-dcf1-4087-97c0-f9dca4ecf363 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:41.541178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cdb828af-a2be-403f-a5ed-cfc498bcb2e9 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4120052 Aug 04 15:34:41.543760 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43674) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:41.624087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:41.624375 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.641274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.716256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.741621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15a24f-2d47-4250-a989-9f24d95954b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-c9127b8d-dcf1-4087-97c0-f9dca4ecf363', 'network_id': 'c9127b8d-dcf1-4087-97c0-f9dca4ecf363', 'tenant_id': '56e123274d2748df94f017e5f6d1993b', 'fixed_ips': [{'subnet_id': 'd4dd6c48-90c6-4e98-bf54-f906cc4de120'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:41.742449 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2c15a24f-2d47-4250-a989-9f24d95954b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.780613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.811639 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dd6c48-90c6-4e98-bf54-f906cc4de120,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server [None req-2c15a24f-2d47-4250-a989-9f24d95954b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4dd6c48-90c6-4e98-bf54-f906cc4de120: This subnet is being modified by another concurrent operation. Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server raise exception Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4dd6c48-90c6-4e98-bf54-f906cc4de120: This subnet is being modified by another concurrent operation. Aug 04 15:34:41.858919 n-d-801743-12 neutron-server[94267]: ERROR oslo_messaging.rpc.server Aug 04 15:34:41.871458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.877905 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c2ef6-8ecc-4013-a2ca-2dd50c6e0abc None None] Network c9127b8d-dcf1-4087-97c0-f9dca4ecf363 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:41.881806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9127b8d-dcf1-4087-97c0-f9dca4ecf363']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:41.893177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d538ba-ece7-41b5-a01b-88dc1827fd13') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:41.893473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d538ba-ece7-41b5-a01b-88dc1827fd13') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:41.902735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.916575 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.922567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:41.923066 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:41.926112 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:41.986758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055cac3e-a4da-44d0-abfc-6cf02802447a None None] get_active_networks_info from n-d-801743-12 {{(pid=94267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:34:41.989094 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.995832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.997656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/c9127b8d-dcf1-4087-97c0-f9dca4ecf363 HTTP/1.1" status: 204 len: 168 time: 0.4529717 Aug 04 15:34:42.002517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43676) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:42.007903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171115609'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:42.013037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643802-dba9-4a63-b016-5a04e8224826 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Network': ['ID=c9127b8d-dcf1-4087-97c0-f9dca4ecf363,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.030989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:42.034562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.058690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:42.062129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055cac3e-a4da-44d0-abfc-6cf02802447a None None] Resources bound (agent type, host, resource id): {{(pid=94267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 15:34:42.068374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.069120 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Added segment 419b2284-b01d-4201-9a50-0f8195d2c699 of type vlan for network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 Aug 04 15:34:42.117852 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.147179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.152769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.153364 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.210287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065873 Aug 04 15:34:42.214280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43678) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:42.220371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'subnet': {'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:42.230463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5498d1-799c-46ed-9afc-4b6f36781ddf tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Network': ['ID=a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.244962 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:42.322347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:42.325921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.525061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.588447 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Subnet': ['ID=1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.595899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking segment: {'id': '419b2284-b01d-4201-9a50-0f8195d2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:42.596266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network hostable DHCP agents. Network: a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:42.613813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:42.623506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:42.628028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.629041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.632093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921f5ec-9a6f-40e5-835c-48b039c5a62a None None] Network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:42.643422 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-92faac7c-e2dc-4ec6-8ac5-d9d508c9b043 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4279416 Aug 04 15:34:42.647551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43680) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:42.653047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712465134'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:42.676377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:42.681204 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.706560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:42.716190 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.716548 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Added segment 99510a18-5900-4ea3-9f2d-559f2c5978a2 of type vlan for network 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c Aug 04 15:34:42.756060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.779958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6', 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6', 'tenant_id': '56e123274d2748df94f017e5f6d1993b', 'fixed_ips': [{'subnet_id': '1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:42.780829 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.791925 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.797574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.798171 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.850882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2020984 Aug 04 15:34:42.853954 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43682) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:42.858933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Request body: {'subnet': {'network_id': '1f6a5cfa-c26a-498b-a30b-9a1fec10f11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:42.916356 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46cdc2-a858-4309-ae36-0db86fca9488 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Network': ['ID=1f6a5cfa-c26a-498b-a30b-9a1fec10f11c,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.921135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Allocated IP 2001:db8::2 (a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6/1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0/9c75db51-ec84-4157-bf41-11010608c0bf) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:42.927253 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:42.960247 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Made reservation on behalf of 56e123274d2748df94f017e5f6d1993b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:42.963860 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.120352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.128964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Transition to ACTIVE for port object 9c75db51-ec84-4157-bf41-11010608c0bf will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:43.144115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Transition to ACTIVE for port object 9c75db51-ec84-4157-bf41-11010608c0bf will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:43.150874 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.153819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.186383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:43.192780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:43.196342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:43.204146 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Pushing event updated for resources: {'Port': ['ID=9c75db51-ec84-4157-bf41-11010608c0bf,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:43.212339 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event updated for resources: {'Subnet': ['ID=91014ff0-5262-4f96-af57-e0c5013c0c24,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:43.222941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Checking segment: {'id': '99510a18-5900-4ea3-9f2d-559f2c5978a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1f6a5cfa-c26a-498b-a30b-9a1fec10f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:43.223312 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network hostable DHCP agents. Network: 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:43.244259 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Network 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:43.254328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:43.258638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:43.259267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.265868 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae266fc-e995-4a75-a86b-69700ff1c174 None None] Network 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:43.269265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Attempting to bind port 9c75db51-ec84-4157-bf41-11010608c0bf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:43.269640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Attempting to bind port 9c75db51-ec84-4157-bf41-11010608c0bf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '419b2284-b01d-4201-9a50-0f8195d2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:43.270007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Attempting to bind port 9c75db51-ec84-4157-bf41-11010608c0bf on network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:43.274537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a86c60c2-3dcf-4e14-ba8a-0e892e9918fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195290 Aug 04 15:34:43.277534 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43684) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.307604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:43.307874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Checking segment: {'id': '419b2284-b01d-4201-9a50-0f8195d2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:43.308837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.308837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Bound using segment: {'id': '419b2284-b01d-4201-9a50-0f8195d2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:43.309137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Bound port: 9c75db51-ec84-4157-bf41-11010608c0bf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419b2284-b01d-4201-9a50-0f8195d2c699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:43.309643 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.372344 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.422431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] For port 9c75db51-ec84-4157-bf41-11010608c0bf, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:43.423979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.440258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] For port 9c75db51-ec84-4157-bf41-11010608c0bf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c75db51-ec84-4157-bf41-11010608c0bf,segment=NetworkSegment(419b2284-b01d-4201-9a50-0f8195d2c699),segment_id=419b2284-b01d-4201-9a50-0f8195d2c699)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:43.447676 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.494069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.500276 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b8da3-bd51-4187-b15a-fb2b68e0acc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-1f6a5cfa-c26a-498b-a30b-9a1fec10f11c', 'network_id': '1f6a5cfa-c26a-498b-a30b-9a1fec10f11c', 'tenant_id': '56e123274d2748df94f017e5f6d1993b', 'fixed_ips': [{'subnet_id': '91014ff0-5262-4f96-af57-e0c5013c0c24'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:43.501340 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0d2b8da3-bd51-4187-b15a-fb2b68e0acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.535227 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Subnet': ['ID=91014ff0-5262-4f96-af57-e0c5013c0c24,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:43.538901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b714-a5e7-4ec3-9d1d-85766ad575a1 None None] Pushing event updated for resources: {'Port': ['ID=9c75db51-ec84-4157-bf41-11010608c0bf,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:43.595473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.608599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6a5cfa-c26a-498b-a30b-9a1fec10f11c']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:43.608837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6e2f1-e265-4290-b3c5-9b620e2f28ad None None] Network 1f6a5cfa-c26a-498b-a30b-9a1fec10f11c requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:43.620179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99510a18-5900-4ea3-9f2d-559f2c5978a2') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:43.620480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99510a18-5900-4ea3-9f2d-559f2c5978a2') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:43.629420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.644201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.652013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:43.652930 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:43.657004 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:43.734536 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.745740 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.747903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/1f6a5cfa-c26a-498b-a30b-9a1fec10f11c HTTP/1.1" status: 204 len: 168 time: 0.4692192 Aug 04 15:34:43.750525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43686) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.770284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0ee60-3489-44ee-bcbf-ef057c767588 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Network': ['ID=1f6a5cfa-c26a-498b-a30b-9a1fec10f11c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:43.789538 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9694154-a13e-4139-b0e9-9b5a19f59216 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] GET failed (client error): The resource could not be found. Aug 04 15:34:43.790945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c9694154-a13e-4139-b0e9-9b5a19f59216 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "GET /v2.0/subnets/91014ff0-5262-4f96-af57-e0c5013c0c24 HTTP/1.1" status: 404 len: 337 time: 0.0393748 Aug 04 15:34:43.794290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43688) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.815064 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-213286e6-88cc-402f-a22f-194a22ba7d86 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:43.815637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213286e6-88cc-402f-a22f-194a22ba7d86 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:43.817464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-213286e6-88cc-402f-a22f-194a22ba7d86 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/1f6a5cfa-c26a-498b-a30b-9a1fec10f11c HTTP/1.1" status: 404 len: 339 time: 0.0225439 Aug 04 15:34:43.821438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43690) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.847978 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e35a883-c9ad-4e98-a90b-9ead7ed1746d tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:43.848352 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e35a883-c9ad-4e98-a90b-9ead7ed1746d tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:43.850082 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5e35a883-c9ad-4e98-a90b-9ead7ed1746d tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/subnets/91014ff0-5262-4f96-af57-e0c5013c0c24 HTTP/1.1" status: 404 len: 337 time: 0.0276992 Aug 04 15:34:43.852667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43692) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.870546 n-d-801743-12 neutron-server[94266]: INFO neutron.pecan_wsgi.hooks.translation [None req-951c8456-aa14-4932-91b1-85fe7a2d906e tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:43.871105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951c8456-aa14-4932-91b1-85fe7a2d906e tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:43.872740 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-951c8456-aa14-4932-91b1-85fe7a2d906e tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/1f6a5cfa-c26a-498b-a30b-9a1fec10f11c HTTP/1.1" status: 404 len: 339 time: 0.0192080 Aug 04 15:34:43.875087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43694) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:43.929462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Deleting subnet 1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:43.933019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:43.972700 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.059008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.123643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.151212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:44.156551 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.158462 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b5a1cf71-f87a-4710-9876-4b06a0e36670 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/subnets/1e8cf360-35a5-4af3-b1ab-4ce6b2a803e0 HTTP/1.1" status: 204 len: 168 time: 0.2824857 Aug 04 15:34:44.161021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43696) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.240115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.297325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Deleting port 9c75db51-ec84-4157-bf41-11010608c0bf {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:44.298033 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.369700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] For port 9c75db51-ec84-4157-bf41-11010608c0bf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9c75db51-ec84-4157-bf41-11010608c0bf,segment=NetworkSegment(419b2284-b01d-4201-9a50-0f8195d2c699),segment_id=419b2284-b01d-4201-9a50-0f8195d2c699)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:44.370072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.384010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Calling delete_port for 9c75db51-ec84-4157-bf41-11010608c0bf owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:44.454714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f6ae1-e6ac-4f61-a8c0-aac69bbe905b None None] Network a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:44.466167 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.495702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Port': ['ID=9c75db51-ec84-4157-bf41-11010608c0bf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:44.499269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No DVR routers for this DVR port 9c75db51-ec84-4157-bf41-11010608c0bf on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:44.508900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-96d33298-fbfc-48c8-a27c-a7fd2f315153 None None] Could not find standard attr ID for object 9c75db51-ec84-4157-bf41-11010608c0bf. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:34:44.577308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.588932 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:44.600773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419b2284-b01d-4201-9a50-0f8195d2c699') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:44.601101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419b2284-b01d-4201-9a50-0f8195d2c699') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:44.610748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.617573 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7d4cc-198f-4ff5-b378-bc57ce1fabad None None] DHCP port deletion for a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:44.625065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.631487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:44.631893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:44.634987 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:44.697620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.704926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.706784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6 HTTP/1.1" status: 204 len: 168 time: 0.5448232 Aug 04 15:34:44.709456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43698) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.718617 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed0f4-53ae-413c-b9c4-bfccab5222fd tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Network': ['ID=a6ff8f9e-1f24-4b5d-b7a1-bd9e896f07e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:44.740242 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9477caf2-7d00-49a5-afae-5c06d102a44f tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:44.740712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9477caf2-7d00-49a5-afae-5c06d102a44f tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:44.742471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9477caf2-7d00-49a5-afae-5c06d102a44f tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/subnets/d4dd6c48-90c6-4e98-bf54-f906cc4de120 HTTP/1.1" status: 404 len: 337 time: 0.0319309 Aug 04 15:34:44.745346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.764039 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec04d94c-f296-4a02-80c5-ee46257192a6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:44.764579 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec04d94c-f296-4a02-80c5-ee46257192a6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:44.766273 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ec04d94c-f296-4a02-80c5-ee46257192a6 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/c9127b8d-dcf1-4087-97c0-f9dca4ecf363 HTTP/1.1" status: 404 len: 339 time: 0.0200016 Aug 04 15:34:44.769048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43702) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.799592 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2094ae8-41ed-4cfe-b943-991b39ff8b96 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:44.800064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2094ae8-41ed-4cfe-b943-991b39ff8b96 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:44.801746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b2094ae8-41ed-4cfe-b943-991b39ff8b96 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/subnets/a03ba659-cb2e-4c03-9c1b-e98d4bad6f74 HTTP/1.1" status: 404 len: 337 time: 0.0317986 Aug 04 15:34:44.805708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43704) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.824215 n-d-801743-12 neutron-server[94265]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cd0f96-73f9-4e58-bdd8-61efbc91ed2a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] DELETE failed (client error): The resource could not be found. Aug 04 15:34:44.824821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cd0f96-73f9-4e58-bdd8-61efbc91ed2a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 15:34:44.825896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dab63f69-3a7f-4945-8ae2-d0d5cf7f9599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.826548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-21cd0f96-73f9-4e58-bdd8-61efbc91ed2a tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/3010aec5-17f4-4bdd-bea3-0673d5f26c0a HTTP/1.1" status: 404 len: 339 time: 0.0199389 Aug 04 15:34:44.829320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43706) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:44.888304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Deleting subnet 3b835eda-4772-4abc-89fa-c7287520dcc7 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:44.891420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:44.930639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.022711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.082442 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.110970 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.112813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/subnets/3b835eda-4772-4abc-89fa-c7287520dcc7 HTTP/1.1" status: 204 len: 168 time: 0.2822642 Aug 04 15:34:45.113607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e16756-0f3c-44f1-830e-fdc13e6c2e99 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Subnet': ['ID=3b835eda-4772-4abc-89fa-c7287520dcc7,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:45.116177 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:45.118724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f73f3a-c8de-4099-b054-a15a6a5fc012 None None] Network f5c1facb-802f-45f7-a348-4eaf7e1db7c5 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:45.190192 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.251446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Deleting port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:45.251809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.290181 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] DHCP port deletion for f5c1facb-802f-45f7-a348-4eaf7e1db7c5 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:45.317871 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] For port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,segment=NetworkSegment(ab3160b1-0aa8-47e7-b447-a384364e1a81),segment_id=ab3160b1-0aa8-47e7-b447-a384364e1a81)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:45.318346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.332124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Calling delete_port for 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:45.341206 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Deleting port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:45.341589 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.407861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] For port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,segment=NetworkSegment(ab3160b1-0aa8-47e7-b447-a384364e1a81),segment_id=ab3160b1-0aa8-47e7-b447-a384364e1a81)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:45.408261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.417478 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.422630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Calling delete_port for 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:45.443220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Port': ['ID=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:45.446753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] No DVR routers for this DVR port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:45.502811 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.513280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:45.524749 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.534865 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c1facb-802f-45f7-a348-4eaf7e1db7c5']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:45.545634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3160b1-0aa8-47e7-b447-a384364e1a81') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:45.545895 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3160b1-0aa8-47e7-b447-a384364e1a81') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:45.554327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] No DVR routers for this DVR port 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:45.554995 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.556813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e243f4e-e0f7-4f84-827e-955886fd3644 None None] Pushing event deleted for resources: {'Port': ['ID=41d8bcd3-d3fa-460e-8d5b-9d3334425a28,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:45.559958 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:45.560335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 41d8bcd3-d3fa-460e-8d5b-9d3334425a28 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:45.574703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.580849 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:45.581278 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:45.584394 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:45.642777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.650565 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:45.651779 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] 10.222.0.76 "DELETE /v2.0/networks/f5c1facb-802f-45f7-a348-4eaf7e1db7c5 HTTP/1.1" status: 204 len: 168 time: 0.5344348 Aug 04 15:34:45.663522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bef851-7189-4f83-b25f-3236a1d4aef5 tempest-NetworksIpV6Test-1361173472 tempest-NetworksIpV6Test-1361173472-project] Pushing event deleted for resources: {'Network': ['ID=f5c1facb-802f-45f7-a348-4eaf7e1db7c5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:45.910903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43714) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:46.060305 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-628de697-cb79-46d7-94fe-7e0528d7700b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56e123274d2748df94f017e5f6d1993b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482248 Aug 04 15:34:46.062902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43718) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:46.114721 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.135558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.187861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.190660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.192013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04de29a8-86fa-4094-8724-946b146d736c HTTP/1.1" status: 204 len: 168 time: 0.1282110 Aug 04 15:34:46.199908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1f6e5-8111-496a-932d-744f7b8d9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de29a8-86fa-4094-8724-946b146d736c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:46.866614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43740) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:46.968324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-156168515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:46.995343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.996138 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.055359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.063315 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.080431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.081673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-53a5d954-7a54-4d59-92e6-6c2006befa0e tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2139857 Aug 04 15:34:47.084347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43744) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:47.089351 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-651653999'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:47.110023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Made reservation on behalf of 5ab7ed70cf0f4af5943f1ee23da07fd4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:47.113638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.122548 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.212533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.218502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.245374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:47.255194 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e54c7d-e2d1-47a6-aff7-9c2b82d601fb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:47.260013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.260399 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Added segment 1f557c01-08a2-42f2-9c98-d5c7c3fff377 of type vlan for network b4c0c283-81ca-4691-bd36-dcfb226d90f8 Aug 04 15:34:47.302591 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.334100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.339941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:47.340549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.400835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3153923 Aug 04 15:34:47.403591 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43746) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:47.408595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'subnet': {'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:47.426934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7547-3fc4-4eb1-a756-cdb07f0b81a8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event updated for resources: {'Network': ['ID=b4c0c283-81ca-4691-bd36-dcfb226d90f8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:47.437569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:47.501344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-abacf41f-bd6c-4671-a60e-2962fb1bcfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.502209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Made reservation on behalf of 5ab7ed70cf0f4af5943f1ee23da07fd4 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:47.505850 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.691926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.709539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.751761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event updated for resources: {'Subnet': ['ID=6f775c30-374c-4926-badc-7448be204ca6,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:47.760852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Checking segment: {'id': '1f557c01-08a2-42f2-9c98-d5c7c3fff377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:47.761255 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Network hostable DHCP agents. Network: b4c0c283-81ca-4691-bd36-dcfb226d90f8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:47.781649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:47.791578 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b4c0c283-81ca-4691-bd36-dcfb226d90f8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:47.795733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:47.796321 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.801317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3eac5-dbf3-4e43-95b5-1db7566e11ac None None] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:47.812491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3eb053b2-3cbb-48fb-a702-4b3c974ac4ce tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077590 Aug 04 15:34:47.815763 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43748) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:47.820771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2128101243'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:47.842808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Made reservation on behalf of 5ab7ed70cf0f4af5943f1ee23da07fd4 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:47.846434 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.872323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:47.882047 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.882512 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Added segment f70a55a5-4601-452a-9f49-d6510059bd03 of type vlan for network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 Aug 04 15:34:47.926971 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.951168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b4c0c283-81ca-4691-bd36-dcfb226d90f8', 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8', 'tenant_id': '5ab7ed70cf0f4af5943f1ee23da07fd4', 'fixed_ips': [{'subnet_id': '6f775c30-374c-4926-badc-7448be204ca6'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:47.952067 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.959460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.965780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:47.966397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.022423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2055869 Aug 04 15:34:48.025950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:48.031427 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'subnet': {'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:48.035931 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d090c-1807-4c68-8017-cbf47be29179 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event updated for resources: {'Network': ['ID=10c360c9-46b5-4682-b36e-ff51f8ecdba8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:48.046544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:48.123678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Made reservation on behalf of 5ab7ed70cf0f4af5943f1ee23da07fd4 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:48.127365 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.308292 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.310956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Allocated IP 172.20.0.2 (b4c0c283-81ca-4691-bd36-dcfb226d90f8/6f775c30-374c-4926-badc-7448be204ca6/28b6e8e7-78a8-4ed3-b663-e9b9db325e00) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:48.314251 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.375759 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event updated for resources: {'Subnet': ['ID=bd433671-90aa-44a5-b537-c02f95f9002f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:48.384873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Checking segment: {'id': 'f70a55a5-4601-452a-9f49-d6510059bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:48.385482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Network hostable DHCP agents. Network: 10c360c9-46b5-4682-b36e-ff51f8ecdba8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:48.403156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:48.412326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 10c360c9-46b5-4682-b36e-ff51f8ecdba8) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:48.417024 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:48.417752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.425163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d2117-9b23-4ece-8a0f-15ec63598d56 None None] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:48.435688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e1619bf7-2185-45ef-9089-6c4b870c32dc tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4056692 Aug 04 15:34:48.436353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43752) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:48.441237 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b7d4cd8a-4e87-4b86-9464-3aac6bbffae3 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Request body: {'router': {'external_gateway_info': {'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:48.520030 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.534768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Transition to ACTIVE for port object 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:48.561043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Transition to ACTIVE for port object 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:48.587946 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.653423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd8a-4e87-4b86-9464-3aac6bbffae3 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.657183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:48.660916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:48.667554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-10c360c9-46b5-4682-b36e-ff51f8ecdba8', 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8', 'tenant_id': '5ab7ed70cf0f4af5943f1ee23da07fd4', 'fixed_ips': [{'subnet_id': 'bd433671-90aa-44a5-b537-c02f95f9002f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:48.668686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.672327 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:48.680828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Pushing event updated for resources: {'Port': ['ID=28b6e8e7-78a8-4ed3-b663-e9b9db325e00,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:48.759485 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [None req-b7d4cd8a-4e87-4b86-9464-3aac6bbffae3 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 15:34:48.760600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b7d4cd8a-4e87-4b86-9464-3aac6bbffae3 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "PUT /v2.0/routers/45a46c5d-ed36-4720-b4d2-f5ca41a8d5a3 HTTP/1.1" status: 400 len: 364 time: 0.3231394 Aug 04 15:34:48.766412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43754) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:48.788491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Attempting to bind port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:48.788874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Attempting to bind port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '1f557c01-08a2-42f2-9c98-d5c7c3fff377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:48.789250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Attempting to bind port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 on network b4c0c283-81ca-4691-bd36-dcfb226d90f8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:48.807378 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:48.807616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Checking segment: {'id': '1f557c01-08a2-42f2-9c98-d5c7c3fff377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:48.808159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.808415 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Bound using segment: {'id': '1f557c01-08a2-42f2-9c98-d5c7c3fff377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:48.808886 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Bound port: 28b6e8e7-78a8-4ed3-b663-e9b9db325e00, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f557c01-08a2-42f2-9c98-d5c7c3fff377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b4c0c283-81ca-4691-bd36-dcfb226d90f8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:48.809278 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.818505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Deleting subnet bd433671-90aa-44a5-b537-c02f95f9002f {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:48.886734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Allocated IP 172.21.0.2 (10c360c9-46b5-4682-b36e-ff51f8ecdba8/bd433671-90aa-44a5-b537-c02f95f9002f/c29e4ccf-d654-4770-ab17-97f8e63559bf) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:48.924506 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] For port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:48.930074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] For port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=28b6e8e7-78a8-4ed3-b663-e9b9db325e00,segment=NetworkSegment(1f557c01-08a2-42f2-9c98-d5c7c3fff377),segment_id=1f557c01-08a2-42f2-9c98-d5c7c3fff377)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:48.942589 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.978189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.055603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fac0-c7ae-4425-bbca-9170865251e0 None None] Pushing event updated for resources: {'Port': ['ID=28b6e8e7-78a8-4ed3-b663-e9b9db325e00,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.122745 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.131564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Transition to ACTIVE for port object c29e4ccf-d654-4770-ab17-97f8e63559bf will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:49.149056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Transition to ACTIVE for port object c29e4ccf-d654-4770-ab17-97f8e63559bf will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:49.159284 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.160857 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.231376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.238065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.247061 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:49.251809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:49.253998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Pushing event updated for resources: {'Port': ['ID=c29e4ccf-d654-4770-ab17-97f8e63559bf,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.256383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:49.315560 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Attempting to bind port c29e4ccf-d654-4770-ab17-97f8e63559bf on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:49.315995 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Attempting to bind port c29e4ccf-d654-4770-ab17-97f8e63559bf by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f70a55a5-4601-452a-9f49-d6510059bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:49.316617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Attempting to bind port c29e4ccf-d654-4770-ab17-97f8e63559bf on network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:49.322180 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:49.322707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Checking segment: {'id': 'f70a55a5-4601-452a-9f49-d6510059bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:49.323126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.323696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Bound using segment: {'id': 'f70a55a5-4601-452a-9f49-d6510059bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:49.324178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Bound port: c29e4ccf-d654-4770-ab17-97f8e63559bf, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70a55a5-4601-452a-9f49-d6510059bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10c360c9-46b5-4682-b36e-ff51f8ecdba8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:49.324565 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.344705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.405299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.408701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] For port c29e4ccf-d654-4770-ab17-97f8e63559bf, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:49.411938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] For port c29e4ccf-d654-4770-ab17-97f8e63559bf, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c29e4ccf-d654-4770-ab17-97f8e63559bf,segment=NetworkSegment(f70a55a5-4601-452a-9f49-d6510059bd03),segment_id=f70a55a5-4601-452a-9f49-d6510059bd03)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:49.417116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.435363 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Subnet': ['ID=bd433671-90aa-44a5-b537-c02f95f9002f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.442438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.445478 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce66377e-64b8-4c71-b2c1-51e45b9e2135 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "DELETE /v2.0/subnets/bd433671-90aa-44a5-b537-c02f95f9002f HTTP/1.1" status: 204 len: 168 time: 0.6780980 Aug 04 15:34:49.448415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43756) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:49.479563 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761765a3-0c68-4706-b8f0-d030732ce8db None None] Pushing event updated for resources: {'Port': ['ID=c29e4ccf-d654-4770-ab17-97f8e63559bf,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.538517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.570621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:49.598104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Deleting port c29e4ccf-d654-4770-ab17-97f8e63559bf {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:49.598791 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.628536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:49.687216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] For port c29e4ccf-d654-4770-ab17-97f8e63559bf, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c29e4ccf-d654-4770-ab17-97f8e63559bf,segment=NetworkSegment(f70a55a5-4601-452a-9f49-d6510059bd03),segment_id=f70a55a5-4601-452a-9f49-d6510059bd03)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:49.687583 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.706563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Calling delete_port for c29e4ccf-d654-4770-ab17-97f8e63559bf owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:49.795555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.822495 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Port': ['ID=c29e4ccf-d654-4770-ab17-97f8e63559bf,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.826469 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] No DVR routers for this DVR port c29e4ccf-d654-4770-ab17-97f8e63559bf on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:49.912061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.923080 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c360c9-46b5-4682-b36e-ff51f8ecdba8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:49.934993 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70a55a5-4601-452a-9f49-d6510059bd03') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:49.935309 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70a55a5-4601-452a-9f49-d6510059bd03') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:49.944674 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.960357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.967644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:49.968404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:49.971976 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:50.010091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f731a-0d34-46f1-b018-68152181ec4b None None] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:50.035011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.042039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.043934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "DELETE /v2.0/networks/10c360c9-46b5-4682-b36e-ff51f8ecdba8 HTTP/1.1" status: 204 len: 168 time: 0.5937772 Aug 04 15:34:50.046737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43758) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:50.055915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e0ac8-180a-4fca-b298-ebc541a0a324 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Network': ['ID=10c360c9-46b5-4682-b36e-ff51f8ecdba8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:50.093306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Provisioning for port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:50.100437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Provisioning complete for port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:50.100806 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.108361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Deleting subnet 6f775c30-374c-4926-badc-7448be204ca6 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:50.111749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.153176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.240155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.246931 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.326529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.353323 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Subnet': ['ID=6f775c30-374c-4926-badc-7448be204ca6,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:50.360209 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.365813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:50.366279 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-52a247d4-dbbd-43d0-9322-1be784ea6e45 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "DELETE /v2.0/subnets/6f775c30-374c-4926-badc-7448be204ca6 HTTP/1.1" status: 204 len: 168 time: 0.3174613 Aug 04 15:34:50.374080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:34:50.374439 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:34:50.397979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.447965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.499762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685badb-303c-4ac1-8f30-4936dc92c05a None None] Network b4c0c283-81ca-4691-bd36-dcfb226d90f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:50.502678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Deleting port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:50.503031 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.571522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] For port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=28b6e8e7-78a8-4ed3-b663-e9b9db325e00,segment=NetworkSegment(1f557c01-08a2-42f2-9c98-d5c7c3fff377),segment_id=1f557c01-08a2-42f2-9c98-d5c7c3fff377)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:50.571879 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.584769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Calling delete_port for 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:50.632715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510e04b-7db5-4c00-853d-c751b7c24e86 None None] DHCP port deletion for 10c360c9-46b5-4682-b36e-ff51f8ecdba8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:50.653797 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9241ab8-f186-428a-ac6e-8e6da62e2d49 None None] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:50.665762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9241ab8-f186-428a-ac6e-8e6da62e2d49 None None] Network 10c360c9-46b5-4682-b36e-ff51f8ecdba8 could not be found, it might have been deleted concurrently. {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 15:34:50.673332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.685667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf1f0d-6d98-4357-a7e9-33499e11029c None None] DHCP port deletion for b4c0c283-81ca-4691-bd36-dcfb226d90f8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:50.703577 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Port': ['ID=28b6e8e7-78a8-4ed3-b663-e9b9db325e00,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:50.707081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] No DVR routers for this DVR port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:50.788373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.798210 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c0c283-81ca-4691-bd36-dcfb226d90f8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:50.808454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f557c01-08a2-42f2-9c98-d5c7c3fff377') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:50.808750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f557c01-08a2-42f2-9c98-d5c7c3fff377') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:50.818181 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.831921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.837685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:50.838125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:50.841000 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:50.902837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-41066257-d7f2-4c93-ba83-e78889454abd None None] Port 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 update to ACTIVE by agent not found {{(pid=94267) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 04 15:34:50.904039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.911040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:50.912903 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "DELETE /v2.0/networks/b4c0c283-81ca-4691-bd36-dcfb226d90f8 HTTP/1.1" status: 204 len: 168 time: 0.5460491 Aug 04 15:34:50.916130 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:50.925026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961cd76-49b7-4833-acd3-ea110ee6c7aa tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Pushing event deleted for resources: {'Network': ['ID=b4c0c283-81ca-4691-bd36-dcfb226d90f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:50.944704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7dc5b3be-b099-4b9c-823f-874f462405ae tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "GET /v2.0/ports?device_id=45a46c5d-ed36-4720-b4d2-f5ca41a8d5a3 HTTP/1.1" status: 200 len: 205 time: 0.0271139 Aug 04 15:34:50.947092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43764) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:51.016561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ef03cf79-a7ef-4c06-8410-b5c7e7a247f6 None None] Could not find standard attr ID for object 28b6e8e7-78a8-4ed3-b663-e9b9db325e00. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:34:51.020240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ef03cf79-a7ef-4c06-8410-b5c7e7a247f6 None None] Could not find standard attr ID for object c29e4ccf-d654-4770-ab17-97f8e63559bf. {{(pid=94267) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 15:34:51.031888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.202020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.204161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.250161 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.250768 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Fanout notify agent at l3_agent the message router_deleted on router 45a46c5d-ed36-4720-b4d2-f5ca41a8d5a3 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:34:51.258572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.259697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-70ddfcbd-286c-41ce-9e17-f8234dbeaea8 tempest-RoutersNegativeTest-1432761747 tempest-RoutersNegativeTest-1432761747-project] 10.222.0.76 "DELETE /v2.0/routers/45a46c5d-ed36-4720-b4d2-f5ca41a8d5a3 HTTP/1.1" status: 204 len: 168 time: 0.3115597 Aug 04 15:34:51.508682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:51.509720 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43770) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:51.529678 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:51.530029 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 28b6e8e7-78a8-4ed3-b663-e9b9db325e00 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:51.640308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-62744f25-1697-46d7-a988-a92ba7a33f0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ab7ed70cf0f4af5943f1ee23da07fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292565 Aug 04 15:34:51.642945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:51.694075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.719526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.779330 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.782077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:51.783330 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2e54c7d-e2d1-47a6-aff7-9c2b82d601fb HTTP/1.1" status: 204 len: 168 time: 0.1394854 Aug 04 15:34:51.791415 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d04b9-aaba-44c4-b1da-96f7d4aeffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e54c7d-e2d1-47a6-aff7-9c2b82d601fb,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:52.439125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43796) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:52.539877 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-150211016-network', 'tenant_id': '05907dd996ed41d497631669640e03ba'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:52.566899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Made reservation on behalf of 05907dd996ed41d497631669640e03ba for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:52.569299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.577883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.676373 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.682555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.706713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:52.716522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c82585-e355-4063-8f49-1cadeb6e1ae5,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:52.724469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.724469 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Added segment 9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a of type vlan for network 6c15a9ff-366d-4c48-a642-c0c8a051e316 Aug 04 15:34:52.762459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.796222 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:52.797317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:52.797923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.199911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7595634 Aug 04 15:34:53.203226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43800) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:53.205427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3f9e-1573-4f68-a64b-9c054d4ad515 admin admin] Pushing event updated for resources: {'Network': ['ID=6c15a9ff-366d-4c48-a642-c0c8a051e316,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:53.209783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Request body: {'subnet': {'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-subnet', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:53.215972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:53.234908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Made reservation on behalf of 05907dd996ed41d497631669640e03ba for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:53.237464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.417230 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.464882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3849956-8626-4006-ba3c-5820024ec00f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:53.480686 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Checking segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:53.481050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Network hostable DHCP agents. Network: 6c15a9ff-366d-4c48-a642-c0c8a051e316, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:53.498677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:53.508377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 6c15a9ff-366d-4c48-a642-c0c8a051e316) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:53.512651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:53.513244 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.517192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567424b-b794-4f17-8279-16130f5c0fa4 None None] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:53.531147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a33afa18-398f-41e2-a050-51b2e4fa13b0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3242939 Aug 04 15:34:53.531894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43802) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:53.536608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:53.557649 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.558660 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.613320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.668420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-6c15a9ff-366d-4c48-a642-c0c8a051e316', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:53.669291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.747600 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.805164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Allocated IP 172.20.0.2 (6c15a9ff-366d-4c48-a642-c0c8a051e316/a3849956-8626-4006-ba3c-5820024ec00f/4a2a320f-6d73-4543-82c3-1e1b76506e01) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:53.948689 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.950322 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.957728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Transition to ACTIVE for port object 4a2a320f-6d73-4543-82c3-1e1b76506e01 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:53.970049 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:53.972717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Transition to ACTIVE for port object 4a2a320f-6d73-4543-82c3-1e1b76506e01 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:53.980535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.018445 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:54.023653 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:54.027695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:54.034700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Pushing event updated for resources: {'Port': ['ID=4a2a320f-6d73-4543-82c3-1e1b76506e01,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:54.080938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Allocated IP 172.25.0.110 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/dcbb84b0-a186-4d52-b300-41242ce8fa1f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:54.084487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Attempting to bind port 4a2a320f-6d73-4543-82c3-1e1b76506e01 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:54.084869 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Attempting to bind port 4a2a320f-6d73-4543-82c3-1e1b76506e01 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:54.085249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Attempting to bind port 4a2a320f-6d73-4543-82c3-1e1b76506e01 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:54.090815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:54.091684 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Checking segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:54.091684 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.091970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Bound using segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:54.092418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Bound port: 4a2a320f-6d73-4543-82c3-1e1b76506e01, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:54.092787 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.157832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] For port 4a2a320f-6d73-4543-82c3-1e1b76506e01, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:54.161092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] For port 4a2a320f-6d73-4543-82c3-1e1b76506e01, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4a2a320f-6d73-4543-82c3-1e1b76506e01,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:54.165196 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.190245 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.225697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e569-d6e8-48c1-8700-8be6c7410fa7 None None] Pushing event updated for resources: {'Port': ['ID=4a2a320f-6d73-4543-82c3-1e1b76506e01,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:54.237184 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.277729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:54.280673 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:54.284411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:54.320276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb84b0-a186-4d52-b300-41242ce8fa1f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:54.563162 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.763220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:54.895751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:34:55.008144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:55.018096 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Sync routers for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:55.024728 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.028674 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9183f6b8-9809-46b9-abb2-80fd95363f0e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4931757 Aug 04 15:34:55.029216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43804) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:55.029691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:55.029991 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:55.139285 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:55.166541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b71a6a-c184-40e0-9561-0245e2cb983a None None] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:55.300867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-714c5826-16dd-41b0-893d-94beaa980fb4 None None] Provisioning for port 4a2a320f-6d73-4543-82c3-1e1b76506e01 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:55.334989 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:54Z', 'revision_number': 3, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:55.367763 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Checking router: 34ec8f25-92c0-424d-9ba1-d89b160a7c24 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:55.368144 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Updating router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 port dcbb84b0-a186-4d52-b300-41242ce8fa1f binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:55.398886 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.483198 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.567817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4a2a320f-6d73-4543-82c3-1e1b76506e01 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:55.627620 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 4a2a320f-6d73-4543-82c3-1e1b76506e01 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:55.633951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4a2a320f-6d73-4543-82c3-1e1b76506e01 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:55.634498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.636000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e1bb18bb-a715-4321-bfef-d39c5230c9d8 None None] Provisioning complete for port 4a2a320f-6d73-4543-82c3-1e1b76506e01 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:55.636359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e1bb18bb-a715-4321-bfef-d39c5230c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.651027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Allocated IP 172.20.0.1 (6c15a9ff-366d-4c48-a642-c0c8a051e316/a3849956-8626-4006-ba3c-5820024ec00f/aa497622-e537-4ccb-81e1-539a4385ebf2) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:55.691006 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.701317 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Transition to ACTIVE for port object dcbb84b0-a186-4d52-b300-41242ce8fa1f will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:55.708269 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.759462 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Pushing event updated for resources: {'Port': ['ID=dcbb84b0-a186-4d52-b300-41242ce8fa1f,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:55.765947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.768026 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.768388 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.768736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.769273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.769410 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.769709 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.770037 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.770641 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.770792 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.771036 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.771728 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.772080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:55.777402 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Attempting to bind port dcbb84b0-a186-4d52-b300-41242ce8fa1f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:55.777779 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Attempting to bind port dcbb84b0-a186-4d52-b300-41242ce8fa1f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:55.778134 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Attempting to bind port dcbb84b0-a186-4d52-b300-41242ce8fa1f on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:55.783312 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:55.783691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:55.784084 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.784485 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:55.785314 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Bound port: dcbb84b0-a186-4d52-b300-41242ce8fa1f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:55.785314 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.785819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.786026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Transition to ACTIVE for port object aa497622-e537-4ccb-81e1-539a4385ebf2 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:55.800944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e1bb18bb-a715-4321-bfef-d39c5230c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.824739 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.839873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 4a2a320f-6d73-4543-82c3-1e1b76506e01, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4a2a320f-6d73-4543-82c3-1e1b76506e01,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:55.840096 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] For port dcbb84b0-a186-4d52-b300-41242ce8fa1f, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:55.843587 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] For port dcbb84b0-a186-4d52-b300-41242ce8fa1f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dcbb84b0-a186-4d52-b300-41242ce8fa1f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:55.844395 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.845577 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:55.848189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:55.851856 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.868626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:55.904472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:55.905183 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:55.934448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Pushing event updated for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:55.935868 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.db.api [None req-e1bb18bb-a715-4321-bfef-d39c5230c9d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:34:55.936255 n-d-801743-12 neutron-server[94267]: DEBUG oslo_db.api [None req-e1bb18bb-a715-4321-bfef-d39c5230c9d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:34:55.940144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:55.940498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=4a2a320f-6d73-4543-82c3-1e1b76506e01,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:55.966964 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5a85-7b2d-4b0b-828c-cf9fe6a30bcc None None] Pushing event updated for resources: {'Port': ['ID=dcbb84b0-a186-4d52-b300-41242ce8fa1f,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:56.078834 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:56.131190 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:56.323232 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:54Z', 'revision_number': 3, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:56.349546 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6707eb-9485-45f8-96ba-8e0e0db8497d None None] The sync data for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 is: [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:54Z', 'revision_number': 3, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:56.600122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-78a23cd1-a96d-415b-bc1a-4942885a4465 None None] Provisioning for port aa497622-e537-4ccb-81e1-539a4385ebf2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:56.604934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:56.605481 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-78a23cd1-a96d-415b-bc1a-4942885a4465 None None] Provisioning complete for port aa497622-e537-4ccb-81e1-539a4385ebf2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:56.606039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-78a23cd1-a96d-415b-bc1a-4942885a4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:56.612122 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:56.642516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-78a23cd1-a96d-415b-bc1a-4942885a4465 None None] Port aa497622-e537-4ccb-81e1-539a4385ebf2 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:56.679380 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Pushing event updated for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:56.681889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:56.780265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:56.781931 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:56.904476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:57.015276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:57.020778 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a70dd095-d0f5-4eb8-b871-1115c1336174 admin admin] 10.222.0.76 "PUT /v2.0/routers/34ec8f25-92c0-424d-9ba1-d89b160a7c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903011 Aug 04 15:34:57.068448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f801297d-64f0-44fd-9c73-a5fe98024c69 None None] Provisioning complete for port aa497622-e537-4ccb-81e1-539a4385ebf2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:57.068448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f801297d-64f0-44fd-9c73-a5fe98024c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.105354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f801297d-64f0-44fd-9c73-a5fe98024c69 None None] Port aa497622-e537-4ccb-81e1-539a4385ebf2 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:57.498515 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43820) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:57.503695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1091365315-network', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:57.526016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Made reservation on behalf of 22222922a1c347f5a0aa3ee24b895ef0 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:57.528862 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.542109 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.597164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dcbb84b0-a186-4d52-b300-41242ce8fa1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:57.645781 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.648789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port dcbb84b0-a186-4d52-b300-41242ce8fa1f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:57.650020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.652604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port dcbb84b0-a186-4d52-b300-41242ce8fa1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:57.652993 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.672956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:57.689352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a81868-6e0d-420c-8d01-be9d19d125ca,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:57.693842 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.694196 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Added segment c4247b83-8ad9-4558-aba7-4bf8f3e4444e of type vlan for network ea76d950-b79e-40cc-8533-f386ef430dad Aug 04 15:34:57.738645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.742137 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.763994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port dcbb84b0-a186-4d52-b300-41242ce8fa1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dcbb84b0-a186-4d52-b300-41242ce8fa1f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:57.768950 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.769790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4a2a320f-6d73-4543-82c3-1e1b76506e01 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:57.770408 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.771908 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:57.772510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.830051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3278570 Aug 04 15:34:57.830430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43822) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:57.837269 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Request body: {'subnet': {'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-subnet', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:57.845319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834fa11-b5e2-401c-9309-e991cacba5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea76d950-b79e-40cc-8533-f386ef430dad,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:57.845699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=dcbb84b0-a186-4d52-b300-41242ce8fa1f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:57.859220 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ea76d950-b79e-40cc-8533-f386ef430dad details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:57.865512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Made reservation on behalf of 22222922a1c347f5a0aa3ee24b895ef0 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:57.868102 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.871298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4a2a320f-6d73-4543-82c3-1e1b76506e01 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:57.871673 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:57.899169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Sync routers for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:57.956979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:57.957610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:58.047056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.110359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=366e32bd-3181-4f8f-8f4c-a16e6bf03db7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:58.122406 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Checking segment: {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:58.122879 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Network hostable DHCP agents. Network: ea76d950-b79e-40cc-8533-f386ef430dad, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:58.141990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Network ea76d950-b79e-40cc-8533-f386ef430dad is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:58.152334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ea76d950-b79e-40cc-8533-f386ef430dad) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:58.157012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.157951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.174643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0ade5440-f7bc-4bea-b596-c7e5a00bbefe admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3431275 Aug 04 15:34:58.177159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 43824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:58.181715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:58.204059 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.205255 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.231945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137f9a4-5b6d-42ae-82a7-6d96e4dca20d None None] Network ea76d950-b79e-40cc-8533-f386ef430dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:58.260733 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.313066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:58.404505 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.521264 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-ea76d950-b79e-40cc-8533-f386ef430dad', 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'fixed_ips': [{'subnet_id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:58.522405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.608386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.627868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.680908 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:56Z', 'revision_number': 4, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'aa497622-e537-4ccb-81e1-539a4385ebf2', 'name': '', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'mac_address': 'fa:16:3e:7b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:55Z', 'updated_at': '2021-08-04T15:34:56Z', 'revision_number': 2, 'project_id': '05907dd996ed41d497631669640e03ba', 'subnets': [{'id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:58.715875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Checking router: 34ec8f25-92c0-424d-9ba1-d89b160a7c24 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:58.716224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Updating router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 port aa497622-e537-4ccb-81e1-539a4385ebf2 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:58.718473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Allocated IP 172.20.0.2 (ea76d950-b79e-40cc-8533-f386ef430dad/366e32bd-3181-4f8f-8f4c-a16e6bf03db7/9a22eaa9-3037-440c-8595-5470a368219a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:58.740261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Allocated IP 172.25.0.201 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0931e8cd-6d99-45c4-b6cc-1257700a6bb7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:58.753039 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.851341 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.892537 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:58.930833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:58.937892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:58.940461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:58.946378 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Pushing event updated for resources: {'Port': ['ID=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:59.011819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.027240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Transition to ACTIVE for port object 9a22eaa9-3037-440c-8595-5470a368219a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:59.059245 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Transition to ACTIVE for port object 9a22eaa9-3037-440c-8595-5470a368219a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:59.072085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.129672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Network ea76d950-b79e-40cc-8533-f386ef430dad is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:59.152796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:59.156376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Pushing event updated for resources: {'Port': ['ID=9a22eaa9-3037-440c-8595-5470a368219a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:59.159949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:59.183501 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.203572 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.225499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Transition to ACTIVE for port object aa497622-e537-4ccb-81e1-539a4385ebf2 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:59.238728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.244956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Attempting to bind port 9a22eaa9-3037-440c-8595-5470a368219a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:59.245328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Attempting to bind port 9a22eaa9-3037-440c-8595-5470a368219a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:59.245686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Attempting to bind port 9a22eaa9-3037-440c-8595-5470a368219a on network ea76d950-b79e-40cc-8533-f386ef430dad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:59.275603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:59.275976 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Checking segment: {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:59.276368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.277419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Bound using segment: {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:59.277419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Bound port: 9a22eaa9-3037-440c-8595-5470a368219a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:59.277612 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.302151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f683405-90df-4c79-b8b6-b3d26e05fa60 None None] Pushing event updated for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:59.394552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Attempting to bind port aa497622-e537-4ccb-81e1-539a4385ebf2 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:59.394956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Attempting to bind port aa497622-e537-4ccb-81e1-539a4385ebf2 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:59.395325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Attempting to bind port aa497622-e537-4ccb-81e1-539a4385ebf2 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:59.409671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:59.410104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Checking segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:59.410686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.410980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Bound using segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:59.411519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Bound port: aa497622-e537-4ccb-81e1-539a4385ebf2, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:59.411961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.422093 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.428787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] For port 9a22eaa9-3037-440c-8595-5470a368219a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:59.460399 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] For port 9a22eaa9-3037-440c-8595-5470a368219a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a22eaa9-3037-440c-8595-5470a368219a,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:59.475448 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.533733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] For port aa497622-e537-4ccb-81e1-539a4385ebf2, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:59.560065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dcbb84b0-a186-4d52-b300-41242ce8fa1f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:59.567285 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] For port aa497622-e537-4ccb-81e1-539a4385ebf2, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=aa497622-e537-4ccb-81e1-539a4385ebf2,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:59.571226 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Router 9657b3a3-05d4-4620-808a-bbd09ba61e78 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:34:59.595429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8e5b9-415b-4fc2-af9f-c5addb31d261 None None] Pushing event updated for resources: {'Port': ['ID=9a22eaa9-3037-440c-8595-5470a368219a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:59.598723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.678645 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f683405-90df-4c79-b8b6-b3d26e05fa60 None None] Pushing event updated for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:59.683898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:59.684566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:59.689549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:59.701790 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Sync routers for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:59.710685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.715311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c9f99aae-2adb-4204-9439-661e7e6a8bbf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5343711 Aug 04 15:34:59.715905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 43826) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:59.734397 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:59.735089 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:59.736611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port dcbb84b0-a186-4d52-b300-41242ce8fa1f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:59.736958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:59.862205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:59.916900 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:00.123143 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:34:59Z', 'revision_number': 3, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:00.141374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:56Z', 'revision_number': 4, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'aa497622-e537-4ccb-81e1-539a4385ebf2', 'name': '', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'mac_address': 'fa:16:3e:7b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:55Z', 'updated_at': '2021-08-04T15:34:59Z', 'revision_number': 4, 'project_id': '05907dd996ed41d497631669640e03ba', 'subnets': [{'id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:00.155388 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Checking router: 9657b3a3-05d4-4620-808a-bbd09ba61e78 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:00.155716 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Updating router 9657b3a3-05d4-4620-808a-bbd09ba61e78 port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:35:00.171706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7e1de-98bf-468b-a54f-9c90a1c2b3d4 None None] The sync data for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 is: [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:56Z', 'revision_number': 4, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'aa497622-e537-4ccb-81e1-539a4385ebf2', 'name': '', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'mac_address': 'fa:16:3e:7b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:55Z', 'updated_at': '2021-08-04T15:34:59Z', 'revision_number': 4, 'project_id': '05907dd996ed41d497631669640e03ba', 'subnets': [{'id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:00.181229 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.286504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.520398 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.532997 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Transition to ACTIVE for port object 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:00.540097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Allocated IP 172.20.0.1 (ea76d950-b79e-40cc-8533-f386ef430dad/366e32bd-3181-4f8f-8f4c-a16e6bf03db7/f0e91bfb-a268-445f-998b-fe119df14e3f) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:35:00.540597 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.605403 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Attempting to bind port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:35:00.605878 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Attempting to bind port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:35:00.606262 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Attempting to bind port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:00.613155 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d53ff-46af-4aa0-a8b2-e1c4790c04ff None None] Pushing event updated for resources: {'Port': ['ID=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:00.617600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:35:00.617967 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:35:00.618380 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.619108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:35:00.619580 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Bound port: 0931e8cd-6d99-45c4-b6cc-1257700a6bb7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:35:00.619963 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.665562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.688405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Transition to ACTIVE for port object f0e91bfb-a268-445f-998b-fe119df14e3f will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:00.700060 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] For port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:35:00.704420 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] For port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:35:00.710764 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.726011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:00.768876 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:00.769536 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:00.774213 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Network ea76d950-b79e-40cc-8533-f386ef430dad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:35:00.777492 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:35:00.782320 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:35:00.785536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:00.793089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59deb3-38b5-4a2c-a625-c66c4919baa3 None None] Network ea76d950-b79e-40cc-8533-f386ef430dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:35:00.825013 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d53ff-46af-4aa0-a8b2-e1c4790c04ff None None] Pushing event updated for resources: {'Port': ['ID=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:00.870083 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-51fb94ba-473b-45fe-bf21-ecde67a6ed7b None None] Provisioning for port 9a22eaa9-3037-440c-8595-5470a368219a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:00.904164 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:01.127001 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:34:59Z', 'revision_number': 3, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:01.155978 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591f4ab-9e12-4777-a882-e9f47d1a6fa6 None None] The sync data for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 is: [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:34:59Z', 'revision_number': 3, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:01.258209 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.309342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bca97b29-fb57-4231-8a5b-1f056dfcccee None None] Provisioning for port f0e91bfb-a268-445f-998b-fe119df14e3f completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:01.313148 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bca97b29-fb57-4231-8a5b-1f056dfcccee None None] Provisioning complete for port f0e91bfb-a268-445f-998b-fe119df14e3f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:01.313542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bca97b29-fb57-4231-8a5b-1f056dfcccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.362852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bca97b29-fb57-4231-8a5b-1f056dfcccee None None] Port f0e91bfb-a268-445f-998b-fe119df14e3f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:35:01.419404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.548826 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ca3e80dd-5e4a-4f2c-b8e8-b5155e9edbe0 None None] Provisioning complete for port f0e91bfb-a268-445f-998b-fe119df14e3f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:01.549206 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ca3e80dd-5e4a-4f2c-b8e8-b5155e9edbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.601354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e80dd-5e4a-4f2c-b8e8-b5155e9edbe0 None None] Port f0e91bfb-a268-445f-998b-fe119df14e3f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:35:01.767360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.773573 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.843869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:01.847200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:01.881040 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a22eaa9-3037-440c-8595-5470a368219a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:01.949588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Network ea76d950-b79e-40cc-8533-f386ef430dad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:35:01.951305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:35:01.955589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9a22eaa9-3037-440c-8595-5470a368219a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:01.961294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9a22eaa9-3037-440c-8595-5470a368219a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:01.961742 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.051966 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.093710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9a22eaa9-3037-440c-8595-5470a368219a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a22eaa9-3037-440c-8595-5470a368219a,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:02.100412 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.101657 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device aa497622-e537-4ccb-81e1-539a4385ebf2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:02.105467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Router 9657b3a3-05d4-4620-808a-bbd09ba61e78 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:02.190426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9a22eaa9-3037-440c-8595-5470a368219a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:02.209608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port aa497622-e537-4ccb-81e1-539a4385ebf2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:02.215681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port aa497622-e537-4ccb-81e1-539a4385ebf2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:02.216075 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.226070 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:02.232282 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b0552917-9c97-473a-bb4a-aaba7522789b admin admin] 10.222.0.76 "PUT /v2.0/routers/9657b3a3-05d4-4620-808a-bbd09ba61e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5146291 Aug 04 15:35:02.265975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-45d24d12-0d52-4032-aae8-874ed8096062 None None] Provisioning complete for port f0e91bfb-a268-445f-998b-fe119df14e3f triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:02.266457 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45d24d12-0d52-4032-aae8-874ed8096062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.314393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-45d24d12-0d52-4032-aae8-874ed8096062 None None] Port f0e91bfb-a268-445f-998b-fe119df14e3f cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:35:02.355351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.391666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port aa497622-e537-4ccb-81e1-539a4385ebf2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=aa497622-e537-4ccb-81e1-539a4385ebf2,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:02.397433 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.452911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:02.988819 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-f6a5d102-a540-4cd8-b0c4-2751f28f494b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:02.990362 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-f6a5d102-a540-4cd8-b0c4-2751f28f494b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 816 time: 0.1041484 Aug 04 15:35:03.006436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-82d9f7af-0930-48a9-8532-f6bddf903a73 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/quotas/05907dd996ed41d497631669640e03ba HTTP/1.1" status: 200 len: 375 time: 0.0098798 Aug 04 15:35:03.060610 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-1cbd35e2-d7a1-4a12-854f-3a8feb4720a9 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485375 Aug 04 15:35:03.187612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-b76728b6-4a0d-4869-8cdf-5631de0aabd2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:35:03.188658 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-b76728b6-4a0d-4869-8cdf-5631de0aabd2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1163557 Aug 04 15:35:03.288143 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-447fef7b-9d84-40b6-b888-c14c66df49fa service neutron] 10.222.0.76 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930395 Aug 04 15:35:03.381185 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-7eb0992e-4dc2-4b23-b9ac-b3430b30b842 service neutron] 10.222.0.76 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861726 Aug 04 15:35:03.620397 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8eb1c396-7ada-4673-b73c-c865d1695daa req-a8e0f555-0a83-49ae-ab84-145eda0ccb6f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 210 time: 0.0534155 Aug 04 15:35:03.627171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Sync routers for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:03.642932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a22eaa9-3037-440c-8595-5470a368219a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:03.647377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:03.648067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:03.788633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9a22eaa9-3037-440c-8595-5470a368219a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:03.789042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:03.794462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:03.996988 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:04.081924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:04.091744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:04.092110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.134080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:01Z', 'revision_number': 4, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f0e91bfb-a268-445f-998b-fe119df14e3f', 'name': '', 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'mac_address': 'fa:16:3e:61:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:35:00Z', 'updated_at': '2021-08-04T15:35:01Z', 'revision_number': 2, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'subnets': [{'id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:04.163895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Checking router: 9657b3a3-05d4-4620-808a-bbd09ba61e78 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:04.164248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Updating router 9657b3a3-05d4-4620-808a-bbd09ba61e78 port f0e91bfb-a268-445f-998b-fe119df14e3f binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:35:04.193772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.262263 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.339942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:04.345942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.346805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device aa497622-e537-4ccb-81e1-539a4385ebf2 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:04.482338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:04.516614 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-8061691d-300b-4d96-916e-7e2525b767c6 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:04.519326 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-8061691d-300b-4d96-916e-7e2525b767c6 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 816 time: 0.1186030 Aug 04 15:35:04.523981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port aa497622-e537-4ccb-81e1-539a4385ebf2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:04.524378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.534827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Request body: {'port': {'device_id': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'admin_state_up': True, 'tenant_id': '05907dd996ed41d497631669640e03ba'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:04.646923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Made reservation on behalf of 05907dd996ed41d497631669640e03ba for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:35:04.649704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.650800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.669832 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Transition to ACTIVE for port object f0e91bfb-a268-445f-998b-fe119df14e3f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:04.678421 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.728238 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68b0cf-7d68-4bd7-acb4-a92ab38da1bd None None] Pushing event updated for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:04.760452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b634081-451c-4d90-850f-f3d3c1da76d4 req-e6790ac6-9a24-434b-b12c-f354ff59792e tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 210 time: 0.0465248 Aug 04 15:35:04.792427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Attempting to bind port f0e91bfb-a268-445f-998b-fe119df14e3f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:35:04.792801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Attempting to bind port f0e91bfb-a268-445f-998b-fe119df14e3f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:35:04.793453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Attempting to bind port f0e91bfb-a268-445f-998b-fe119df14e3f on network ea76d950-b79e-40cc-8533-f386ef430dad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:04.799018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:35:04.799471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Checking segment: {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:35:04.799879 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.800438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Bound using segment: {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:35:04.800923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Bound port: f0e91bfb-a268-445f-998b-fe119df14e3f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:35:04.801312 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.830599 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Allocated IP 172.20.0.9 (6c15a9ff-366d-4c48-a642-c0c8a051e316/a3849956-8626-4006-ba3c-5820024ec00f/4d172e08-40fa-4acd-a90f-654335371258) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:35:04.873274 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] For port f0e91bfb-a268-445f-998b-fe119df14e3f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:35:04.876541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] For port f0e91bfb-a268-445f-998b-fe119df14e3f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f0e91bfb-a268-445f-998b-fe119df14e3f,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:35:04.880258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.939715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:04.940179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:34:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:04.984977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68b0cf-7d68-4bd7-acb4-a92ab38da1bd None None] Pushing event updated for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:05.010073 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.031826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Transition to ACTIVE for port object 4d172e08-40fa-4acd-a90f-654335371258 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:05.066250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:05.068371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.114963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:35:05.121837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:35:05.124500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:35:05.153944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Pushing event updated for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:05.182988 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:05.183675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.201275 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-492f1952-3d51-4feb-96e7-84c70d31c0e7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6720679 Aug 04 15:35:05.276176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Request body: {'port': {'device_id': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:05.300396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:01Z', 'revision_number': 4, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f0e91bfb-a268-445f-998b-fe119df14e3f', 'name': '', 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'mac_address': 'fa:16:3e:61:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:35:00Z', 'updated_at': '2021-08-04T15:35:04Z', 'revision_number': 4, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'subnets': [{'id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:05.330033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5aa5d-e811-4fa8-9cf6-65c8cf73f9e7 None None] The sync data for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 is: [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:01Z', 'revision_number': 4, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f0e91bfb-a268-445f-998b-fe119df14e3f', 'name': '', 'network_id': 'ea76d950-b79e-40cc-8533-f386ef430dad', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'mac_address': 'fa:16:3e:61:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:35:00Z', 'updated_at': '2021-08-04T15:35:04Z', 'revision_number': 4, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'subnets': [{'id': '366e32bd-3181-4f8f-8f4c-a16e6bf03db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:05.347351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.424993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9c7bae78-c7ff-4cbc-8494-a14784fad506 None None] Provisioning for port 4d172e08-40fa-4acd-a90f-654335371258 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:05.429643 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9c7bae78-c7ff-4cbc-8494-a14784fad506 None None] Provisioning complete for port 4d172e08-40fa-4acd-a90f-654335371258 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:05.430115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9c7bae78-c7ff-4cbc-8494-a14784fad506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.471507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bae78-c7ff-4cbc-8494-a14784fad506 None None] Port 4d172e08-40fa-4acd-a90f-654335371258 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:35:05.618863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:05.666157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d172e08-40fa-4acd-a90f-654335371258 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:35:05.669161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:05.669626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.674945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.688464 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Transition to ACTIVE for port object 4d172e08-40fa-4acd-a90f-654335371258 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:05.694343 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.763393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f0e91bfb-a268-445f-998b-fe119df14e3f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:05.827102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f0e91bfb-a268-445f-998b-fe119df14e3f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:05.835689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Pushing event updated for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:05.843156 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Attempting to bind port 4d172e08-40fa-4acd-a90f-654335371258 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:35:05.843653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Attempting to bind port 4d172e08-40fa-4acd-a90f-654335371258 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:35:05.843996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Attempting to bind port 4d172e08-40fa-4acd-a90f-654335371258 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:05.849149 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Port 4d172e08-40fa-4acd-a90f-654335371258 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:35:05.849410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Attempting to bind port 4d172e08-40fa-4acd-a90f-654335371258 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:05.849907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f0e91bfb-a268-445f-998b-fe119df14e3f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:05.850293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.855670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:35:05.856027 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Checking segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:35:05.856336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Bound using segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:35:05.857014 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Bound port: 4d172e08-40fa-4acd-a90f-654335371258, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:35:05.857385 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.923955 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307bd7-a3da-48af-988b-82f755ef84bb req-79680ad1-eb7b-46a5-8794-294d548d1664 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:05.925904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c307bd7-a3da-48af-988b-82f755ef84bb req-79680ad1-eb7b-46a5-8794-294d548d1664 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 943 time: 0.0703294 Aug 04 15:35:05.945436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:35:05.949553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4d172e08-40fa-4acd-a90f-654335371258,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:35:05.956173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.969818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:05.974777 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c307bd7-a3da-48af-988b-82f755ef84bb req-9de3d7b3-8396-402a-986b-8976f996f104 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Aug 04 15:35:06.000941 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.001484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:06.007944 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] 10.222.0.46 "PUT /v2.0/ports/4d172e08-40fa-4acd-a90f-654335371258 HTTP/1.1" status: 200 len: 1092 time: 0.7981508 Aug 04 15:35:06.008456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'tag': '4d172e08-40fa-4acd-a90f-654335371258'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:06.011155 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c16ab6-5202-49df-a2a3-891181780555" -d '{"events": [{"name": "network-changed", "server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "tag": "4d172e08-40fa-4acd-a90f-654335371258"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:06.036007 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f0e91bfb-a268-445f-998b-fe119df14e3f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f0e91bfb-a268-445f-998b-fe119df14e3f,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:06.045920 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:06.072856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb843-41ff-4bde-94b3-30a6803877fb service neutron] Pushing event updated for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:06.082218 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb66d1e5-1ca3-4a87-a00a-6ed0c129afe0 x-openstack-request-id: req-cb66d1e5-1ca3-4a87-a00a-6ed0c129afe0 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:06.082218 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "tag": "4d172e08-40fa-4acd-a90f-654335371258", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:06.082218 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb66d1e5-1ca3-4a87-a00a-6ed0c129afe0 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:06.082621 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'tag': '4d172e08-40fa-4acd-a90f-654335371258', 'status': 'completed', 'code': 200} Aug 04 15:35:06.116997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:06.121504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-b98bd41b-e498-4244-8f91-5f9fdb3f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.123752 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-b98bd41b-e498-4244-8f91-5f9fdb3f7890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 1095 time: 0.0649323 Aug 04 15:35:06.168884 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-a02f6be7-5914-4f39-885f-57b6a0512f3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d172e08-40fa-4acd-a90f-654335371258 HTTP/1.1" status: 200 len: 217 time: 0.0366781 Aug 04 15:35:06.220714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-3e455d9b-c9b8-45be-ae21-55bde4687c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.222261 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-3e455d9b-c9b8-45be-ae21-55bde4687c88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3849956-8626-4006-ba3c-5820024ec00f HTTP/1.1" status: 200 len: 855 time: 0.0468278 Aug 04 15:35:06.278697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-56151cb1-be10-4fb7-8ea8-baabc959dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.280247 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-56151cb1-be10-4fb7-8ea8-baabc959dc47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c15a9ff-366d-4c48-a642-c0c8a051e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499010 Aug 04 15:35:06.376160 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-48d64d6d-377c-4c75-a481-3b3d70d670f1 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884392 Aug 04 15:35:06.492146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8b0a90da-73e6-404f-bbe0-2c2f146363ee req-c0956252-a67d-4023-a00e-f9a128d67ba4 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087637 Aug 04 15:35:06.597109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16ab6-5202-49df-a2a3-891181780555 req-b7945ac7-09ea-47c3-a779-aa2f458d8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.598668 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-b7945ac7-09ea-47c3-a779-aa2f458d8c0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 1095 time: 0.0542374 Aug 04 15:35:06.700799 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16ab6-5202-49df-a2a3-891181780555 req-144de614-8be4-463a-b0a9-5f0ce69caadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.702301 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-144de614-8be4-463a-b0a9-5f0ce69caadf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 917 time: 0.0957224 Aug 04 15:35:06.749721 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-cb5f197d-7ad3-4c2c-b49a-be3cb5d8276a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d172e08-40fa-4acd-a90f-654335371258 HTTP/1.1" status: 200 len: 217 time: 0.0391719 Aug 04 15:35:06.805197 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16ab6-5202-49df-a2a3-891181780555 req-408d129f-ac55-4f9e-8df1-32cd8e4d3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.806799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-408d129f-ac55-4f9e-8df1-32cd8e4d3148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3849956-8626-4006-ba3c-5820024ec00f HTTP/1.1" status: 200 len: 855 time: 0.0487998 Aug 04 15:35:06.863750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16ab6-5202-49df-a2a3-891181780555 req-67388f40-6fd5-491c-8bce-7d3f8a6db396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.865285 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-67388f40-6fd5-491c-8bce-7d3f8a6db396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c15a9ff-366d-4c48-a642-c0c8a051e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508599 Aug 04 15:35:06.960892 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-80089890-50bb-467c-9d10-819060f9ff49 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 Aug 04 15:35:07.058768 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e6c16ab6-5202-49df-a2a3-891181780555 req-bcfd93fe-9b5b-438f-9144-6a468471d5cb service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902734 Aug 04 15:35:07.118437 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14195232-ce5d-450d-b95f-c8131fcf4ba7 req-aafcce2d-f332-49aa-824a-fca25e7e0351 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:07.120086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14195232-ce5d-450d-b95f-c8131fcf4ba7 req-aafcce2d-f332-49aa-824a-fca25e7e0351 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 943 time: 0.0507686 Aug 04 15:35:07.169037 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-14195232-ce5d-450d-b95f-c8131fcf4ba7 req-17452617-ef3c-4e34-bf5e-03c7626f58c0 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Aug 04 15:35:07.523621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f0e91bfb-a268-445f-998b-fe119df14e3f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:07.574955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f0e91bfb-a268-445f-998b-fe119df14e3f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:07.575243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:08.118149 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:35:08.306943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b06ccc-dc4d-441d-babb-128642dc8af1 req-b3b85788-c5ca-459b-ab9a-1988ed7a7081 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:08.308479 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86b06ccc-dc4d-441d-babb-128642dc8af1 req-b3b85788-c5ca-459b-ab9a-1988ed7a7081 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 943 time: 0.0528710 Aug 04 15:35:08.350969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86b06ccc-dc4d-441d-babb-128642dc8af1 req-13fbb0fc-13fd-492a-b5f0-9cad73c4892a tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Aug 04 15:35:08.854133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4d172e08-40fa-4acd-a90f-654335371258 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:35:08.953196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4d172e08-40fa-4acd-a90f-654335371258,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:08.964439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '4d172e08-40fa-4acd-a90f-654335371258', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'port_id': '4d172e08-40fa-4acd-a90f-654335371258', 'mac_address': 'fa:16:3e:cc:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:35:09.005621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:09.018479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d172e08-40fa-4acd-a90f-654335371258 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:35:09.040080 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4d172e08-40fa-4acd-a90f-654335371258,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:09.044958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:09.092788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:09.261746 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4d172e08-40fa-4acd-a90f-654335371258'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:09.469567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f4812-0e0d-4435-a703-139423637aab req-2516d08e-d20d-4b86-8307-eafa3114fcbf tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:09.471142 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd0f4812-0e0d-4435-a703-139423637aab req-2516d08e-d20d-4b86-8307-eafa3114fcbf tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 944 time: 0.0516233 Aug 04 15:35:09.509392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd0f4812-0e0d-4435-a703-139423637aab req-8f3d18c8-7bd5-4b68-a7d3-0c9bdf288381 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 04 15:35:10.648700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702fbe1-a4c9-4e94-b813-618acfc151b2 req-c234df19-2267-441b-bcf9-485b1e905b3f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:10.650222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0702fbe1-a4c9-4e94-b813-618acfc151b2 req-c234df19-2267-441b-bcf9-485b1e905b3f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 944 time: 0.0552344 Aug 04 15:35:10.688636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0702fbe1-a4c9-4e94-b813-618acfc151b2 req-071886c1-f070-44ac-bab5-433c838ec7b0 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Aug 04 15:35:10.870913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4d172e08-40fa-4acd-a90f-654335371258 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:10.924317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 4d172e08-40fa-4acd-a90f-654335371258 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:10.928250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 4d172e08-40fa-4acd-a90f-654335371258 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:10.928632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:11.012747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:11.037947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d172e08-40fa-4acd-a90f-654335371258'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:11.040283 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c3f0a6-a796-4225-bfbb-eaa3187f3600" -d '{"events": [{"server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "name": "network-vif-plugged", "status": "completed", "tag": "4d172e08-40fa-4acd-a90f-654335371258"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:11.053831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4d172e08-40fa-4acd-a90f-654335371258,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:11.060149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:11.086617 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fee56a-eba7-4a34-8ad4-20a047b8bb6a x-openstack-request-id: req-69fee56a-eba7-4a34-8ad4-20a047b8bb6a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:11.086909 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "name": "network-vif-plugged", "status": "completed", "tag": "4d172e08-40fa-4acd-a90f-654335371258", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:11.087163 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69fee56a-eba7-4a34-8ad4-20a047b8bb6a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:11.087562 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d172e08-40fa-4acd-a90f-654335371258', 'code': 200} Aug 04 15:35:11.114924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:11.183822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d38f-5c0a-44d9-bb58-ee26999f6204 req-eb29f989-c6ed-49fd-9105-1b3a35d0e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:11.185355 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7d01d38f-5c0a-44d9-bb58-ee26999f6204 req-eb29f989-c6ed-49fd-9105-1b3a35d0e392 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 1097 time: 0.0467587 Aug 04 15:35:11.225916 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7d01d38f-5c0a-44d9-bb58-ee26999f6204 req-baf77358-3820-4499-bab1-699cd4814461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Aug 04 15:35:11.823288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd1d2b-50a2-423d-87a7-1e4cd2dc5ef5 req-f8a11a2f-8f4f-4751-b279-dabed098043c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:11.824838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9bd1d2b-50a2-423d-87a7-1e4cd2dc5ef5 req-f8a11a2f-8f4f-4751-b279-dabed098043c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0594339 Aug 04 15:35:11.866101 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9bd1d2b-50a2-423d-87a7-1e4cd2dc5ef5 req-c3fdfe54-7186-40ae-8fdb-276e6b63a56d tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Aug 04 15:35:13.001023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c44ba-4e50-4606-b88e-6ead2be28885 req-0eeadd13-7469-487b-9f95-f1e2edc07b44 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:13.002611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b7c44ba-4e50-4606-b88e-6ead2be28885 req-0eeadd13-7469-487b-9f95-f1e2edc07b44 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0516884 Aug 04 15:35:13.046160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b7c44ba-4e50-4606-b88e-6ead2be28885 req-0b48cd42-78db-44e3-9e3c-0087f27ce98f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Aug 04 15:35:13.170279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b497c-00fd-45b9-a83b-69f49629e8e0 req-1e40005e-fbdf-41ea-bc88-0a937e4bac8b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:13.171838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f27b497c-00fd-45b9-a83b-69f49629e8e0 req-1e40005e-fbdf-41ea-bc88-0a937e4bac8b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Aug 04 15:35:13.218922 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f27b497c-00fd-45b9-a83b-69f49629e8e0 req-cd923a46-8727-4b35-a875-728e2d00e64a tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Aug 04 15:35:14.830335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-45cee0f1-79f8-4475-8e66-20e13b9013ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:17.464975 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ae621201-f235-43ae-94e0-37af588b5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:17.711828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:18.257578 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:18.918904 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:19.179001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:20.408056 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:31.900470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044bc83-7b6b-4b95-a0e9-2425efb4a771 req-ef89ebdb-3263-4d35-a1a6-40fa791f9d51 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:31.902061 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d044bc83-7b6b-4b95-a0e9-2425efb4a771 req-ef89ebdb-3263-4d35-a1a6-40fa791f9d51 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Aug 04 15:35:31.941820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d044bc83-7b6b-4b95-a0e9-2425efb4a771 req-19bfdafd-2ed1-49ef-9207-5062e723f782 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Aug 04 15:35:33.058295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3561-c61b-45a9-b0f9-b8cf1e3e9cbb req-5665a384-1328-438f-ba3e-3ac07eadb078 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:33.059948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f84a3561-c61b-45a9-b0f9-b8cf1e3e9cbb req-5665a384-1328-438f-ba3e-3ac07eadb078 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0500364 Aug 04 15:35:33.100928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f84a3561-c61b-45a9-b0f9-b8cf1e3e9cbb req-17500583-07a3-4113-860d-9dbb550af25b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Aug 04 15:35:33.467998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-f365a17b-3f86-467f-95e8-5446a10f4956 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:33.469551 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-f365a17b-3f86-467f-95e8-5446a10f4956 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 945 time: 0.0746887 Aug 04 15:35:33.572905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Deleting port 4d172e08-40fa-4acd-a90f-654335371258 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:33.573185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.677502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] For port 4d172e08-40fa-4acd-a90f-654335371258, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=4d172e08-40fa-4acd-a90f-654335371258,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:33.677979 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.693666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Calling delete_port for 4d172e08-40fa-4acd-a90f-654335371258 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:33.840866 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.854106 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['4d172e08-40fa-4acd-a90f-654335371258'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:33.877958 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Pushing event deleted for resources: {'Port': ['ID=4d172e08-40fa-4acd-a90f-654335371258,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:33.922738 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] No DVR routers for this DVR port 4d172e08-40fa-4acd-a90f-654335371258 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:33.925659 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.928071 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a3c3bc4c-28f6-49a2-b980-30bd2c7b4f29 req-234849b6-144b-46a7-b062-2b924926d22c tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "DELETE /v2.0/ports/4d172e08-40fa-4acd-a90f-654335371258 HTTP/1.1" status: 204 len: 173 time: 0.4505022 Aug 04 15:35:33.928535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'name': 'network-vif-deleted', 'tag': '4d172e08-40fa-4acd-a90f-654335371258'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:33.931342 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef094e-6f30-43d3-b0df-9a05f8480a9b" -d '{"events": [{"server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "name": "network-vif-deleted", "tag": "4d172e08-40fa-4acd-a90f-654335371258"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:33.970917 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112af7f2-7d95-426a-9176-4f425cf0c63b x-openstack-request-id: req-112af7f2-7d95-426a-9176-4f425cf0c63b {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:33.971213 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b52129-c19c-4dbf-9644-ea667fb06c58", "name": "network-vif-deleted", "tag": "4d172e08-40fa-4acd-a90f-654335371258", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:33.971464 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-112af7f2-7d95-426a-9176-4f425cf0c63b {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:33.971864 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b52129-c19c-4dbf-9644-ea667fb06c58', 'name': 'network-vif-deleted', 'tag': '4d172e08-40fa-4acd-a90f-654335371258', 'status': 'completed', 'code': 200} Aug 04 15:35:34.223244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7804daaa-b061-47e7-a472-cf0681d63855 req-5931ca06-06aa-4562-8bbb-1791724fe368 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=99b52129-c19c-4dbf-9644-ea667fb06c58 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Aug 04 15:35:35.802612 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-23c4664c-3630-45e7-ae15-55b0060f8f61 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:35.804203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-23c4664c-3630-45e7-ae15-55b0060f8f61 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 816 time: 0.1135185 Aug 04 15:35:35.821587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-72ead51c-2b4a-41d0-b61b-f6f11636e852 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/quotas/05907dd996ed41d497631669640e03ba HTTP/1.1" status: 200 len: 375 time: 0.0093489 Aug 04 15:35:35.880426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-588f2b69-2e9c-4fa0-b4e5-a87d6988e879 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512521 Aug 04 15:35:35.991753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-7ef840e3-7481-4562-8a71-53d416529ce0 service neutron] 10.222.0.76 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993407 Aug 04 15:35:36.082677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-80331343-2d2c-48d3-a942-01656c4a0b38 service neutron] 10.222.0.76 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Aug 04 15:35:36.247752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ac1565f-df46-450a-aca9-ddcbd30934de req-eb587752-d1c0-4a78-8770-acd9d4fc1fa7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 210 time: 0.0271716 Aug 04 15:35:37.048355 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4d172e08-40fa-4acd-a90f-654335371258 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:37.071477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 4d172e08-40fa-4acd-a90f-654335371258 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:37.071824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 4d172e08-40fa-4acd-a90f-654335371258 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:37.225995 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-e3bc4d3e-98ea-4d68-989f-e518ff0dc549 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:37.227827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-e3bc4d3e-98ea-4d68-989f-e518ff0dc549 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 816 time: 0.1122322 Aug 04 15:35:37.244332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Request body: {'port': {'device_id': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'admin_state_up': True, 'tenant_id': '05907dd996ed41d497631669640e03ba'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:37.344845 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-649a1a9c-d8fe-4b5b-a96a-80d7a05c3d7c req-db16f4d9-810e-4dfb-afc9-c669b882fe38 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 210 time: 0.0267017 Aug 04 15:35:37.356296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Made reservation on behalf of 05907dd996ed41d497631669640e03ba for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:35:37.359969 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.497548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Allocated IP 172.20.0.3 (6c15a9ff-366d-4c48-a642-c0c8a051e316/a3849956-8626-4006-ba3c-5820024ec00f/2e1df876-075e-4bbd-acfc-7f3c5a5ad960) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:35:37.649274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.663335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Transition to ACTIVE for port object 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:37.699171 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.741547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:35:37.746563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:35:37.750271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:35:37.757018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Pushing event updated for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:37.806021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:37.806685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.822973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-fb6cc6a9-87a6-42d7-b6ca-6ecde1e40bf4 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857234 Aug 04 15:35:37.836649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Request body: {'port': {'device_id': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:37.898921 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.012032 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d90409b2-a357-4b14-8da2-aa91c6164705 None None] Provisioning for port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:38.016478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d90409b2-a357-4b14-8da2-aa91c6164705 None None] Provisioning complete for port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:38.016944 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d90409b2-a357-4b14-8da2-aa91c6164705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.175915 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:35:38.184226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.197583 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Transition to ACTIVE for port object 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:35:38.201802 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.223292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d90409b2-a357-4b14-8da2-aa91c6164705 None None] Port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:35:38.258415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Pushing event updated for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:38.340225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Attempting to bind port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:35:38.340576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Attempting to bind port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:35:38.340908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Attempting to bind port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:38.345669 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:35:38.345990 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Attempting to bind port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 on network 6c15a9ff-366d-4c48-a642-c0c8a051e316 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:35:38.351079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:35:38.351424 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Checking segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:35:38.351825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Bound using segment: {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:35:38.352258 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Bound port: 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:35:38.352626 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.425410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:35:38.429487 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:35:38.435397 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.472829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:38.473579 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.475202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] 10.222.0.46 "PUT /v2.0/ports/2e1df876-075e-4bbd-acfc-7f3c5a5ad960 HTTP/1.1" status: 200 len: 1092 time: 0.6434658 Aug 04 15:35:38.475711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:38.478132 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed6099-c3da-4d3a-8ae8-d069140afda1" -d '{"events": [{"name": "network-changed", "server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:38.513080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e31b0-fcf2-44bc-af0e-885ef2fded24 req-55680aef-a420-49f4-af0a-46b962a197a3 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:38.513979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f9f06-becd-4315-b94e-3631ba5bde6a service neutron] Pushing event updated for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:38.526052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d01e31b0-fcf2-44bc-af0e-885ef2fded24 req-55680aef-a420-49f4-af0a-46b962a197a3 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 943 time: 0.0975964 Aug 04 15:35:38.573318 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a080c02-dc65-490c-9c9b-2201b2a6272f x-openstack-request-id: req-0a080c02-dc65-490c-9c9b-2201b2a6272f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:38.573593 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:38.573833 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a080c02-dc65-490c-9c9b-2201b2a6272f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:38.574714 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960', 'status': 'completed', 'code': 200} Aug 04 15:35:38.583062 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d01e31b0-fcf2-44bc-af0e-885ef2fded24 req-a9c86ae7-39f8-4ced-a8ec-a312787e3719 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498042 Aug 04 15:35:38.587564 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-60bfae5c-6cf8-4219-9300-88397dadc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:38.588933 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-60bfae5c-6cf8-4219-9300-88397dadc004 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 1095 time: 0.0660820 Aug 04 15:35:38.634910 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-8707501d-4c7f-46d1-b87d-7bdecbd1a233 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960 HTTP/1.1" status: 200 len: 217 time: 0.0379109 Aug 04 15:35:38.685576 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-90feeae5-1fbc-42d4-9bd9-7246d5c0c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:38.687133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-90feeae5-1fbc-42d4-9bd9-7246d5c0c91c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3849956-8626-4006-ba3c-5820024ec00f HTTP/1.1" status: 200 len: 855 time: 0.0456238 Aug 04 15:35:38.738500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869813-dc49-4021-9494-6e1c61624df5 req-e7980782-4c87-4168-8a4f-1c8b5ac3b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:38.740086 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-e7980782-4c87-4168-8a4f-1c8b5ac3b8ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c15a9ff-366d-4c48-a642-c0c8a051e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455434 Aug 04 15:35:38.832436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-0c5e95a8-c032-4f34-af64-85de0cf986a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Aug 04 15:35:38.945126 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-13869813-dc49-4021-9494-6e1c61624df5 req-22429357-5626-4b38-8b68-28b666382c82 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046016 Aug 04 15:35:39.037684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-d6d18547-4419-47f7-ac4c-62743151875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:39.039143 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-d6d18547-4419-47f7-ac4c-62743151875a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05907dd996ed41d497631669640e03ba&device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 1095 time: 0.0433278 Aug 04 15:35:39.134412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-68ac0a39-3a19-4f04-b213-a6829f7627bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:39.135963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-68ac0a39-3a19-4f04-b213-a6829f7627bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 200 len: 917 time: 0.0892353 Aug 04 15:35:39.182610 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-0fd5498a-6cde-44a0-8029-faba33cfa3aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960 HTTP/1.1" status: 200 len: 217 time: 0.0391967 Aug 04 15:35:39.246147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-a19164dd-913f-4e46-896e-2e2fa0fbbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:39.247715 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-a19164dd-913f-4e46-896e-2e2fa0fbbda4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3849956-8626-4006-ba3c-5820024ec00f HTTP/1.1" status: 200 len: 855 time: 0.0567806 Aug 04 15:35:39.295274 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-66701e61-fce1-45ca-bb48-0d947cb3da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:39.297392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-66701e61-fce1-45ca-bb48-0d947cb3da76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c15a9ff-366d-4c48-a642-c0c8a051e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424135 Aug 04 15:35:39.392459 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-878cc11e-14fd-4367-8cf1-35a3dbc9c533 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Aug 04 15:35:39.485673 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bfed6099-c3da-4d3a-8ae8-d069140afda1 req-6643ec18-5034-415a-bdf0-5402814002b9 service neutron] 10.222.0.46 "GET /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849996 Aug 04 15:35:39.719272 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57b966-a695-4f4e-9dee-76ae1b6f6a5a req-3812f065-0a8c-4485-b0d2-6e70e94ea5f0 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:39.720784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f57b966-a695-4f4e-9dee-76ae1b6f6a5a req-3812f065-0a8c-4485-b0d2-6e70e94ea5f0 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 943 time: 0.0606513 Aug 04 15:35:39.763134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f57b966-a695-4f4e-9dee-76ae1b6f6a5a req-80c5b05b-1123-4653-8a46-8f05e23e49bc tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Aug 04 15:35:40.898898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772678f-4868-4f81-bc11-0c857b2d0ae9 req-f51b9d3a-2d57-4917-9b9d-f329ab6bd42f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:40.900444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6772678f-4868-4f81-bc11-0c857b2d0ae9 req-f51b9d3a-2d57-4917-9b9d-f329ab6bd42f tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 943 time: 0.0622299 Aug 04 15:35:40.943060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6772678f-4868-4f81-bc11-0c857b2d0ae9 req-7326d919-d2bd-4ac1-a71b-4359966cb22b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Aug 04 15:35:41.067738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:35:41.173003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:41.187779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960', 'network_id': '6c15a9ff-366d-4c48-a642-c0c8a051e316', 'port_id': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960', 'mac_address': 'fa:16:3e:16:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3849956-8626-4006-ba3c-5820024ec00f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:35:41.225832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:41.238723 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:35:41.259086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:41.264316 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:41.313388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:41.321077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.321359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.321720 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.322055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.322391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.322750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.323124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.323436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.323784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.324190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.324516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.324844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:41.458319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['2e1df876-075e-4bbd-acfc-7f3c5a5ad960'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:42.075250 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80916af0-d627-41a7-9684-ee0b537774a4 req-d47bc7c2-4e1a-4c95-bfd8-f9f481348820 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:42.076824 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80916af0-d627-41a7-9684-ee0b537774a4 req-d47bc7c2-4e1a-4c95-bfd8-f9f481348820 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 944 time: 0.0537663 Aug 04 15:35:42.117673 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80916af0-d627-41a7-9684-ee0b537774a4 req-156fddbd-117e-4f06-85f2-a7439860527b tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344222 Aug 04 15:35:43.095491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:43.155190 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:43.159162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:43.159542 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:43.240189 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:43.242482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc878f19-5113-4480-98d6-7fd3660d371d req-53af0c1e-9891-4424-8995-c98cb366d106 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:43.244155 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc878f19-5113-4480-98d6-7fd3660d371d req-53af0c1e-9891-4424-8995-c98cb366d106 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 944 time: 0.0513508 Aug 04 15:35:43.264822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:43.267475 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}744de01f40593029b43faba980182654b83eb7263a474e802d163647fb59b8d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c3f98-65a6-45ee-9921-67829a15d5a6" -d '{"events": [{"server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:43.281850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:43.286470 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc878f19-5113-4480-98d6-7fd3660d371d req-f0e870e1-98ec-45e7-9b3d-5d7bdf62008a tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Aug 04 15:35:43.287235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:43.318541 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fc8e0f-bf6e-46e8-aa01-eba84145ddb5 x-openstack-request-id: req-50fc8e0f-bf6e-46e8-aa01-eba84145ddb5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:43.318541 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:43.318541 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50fc8e0f-bf6e-46e8-aa01-eba84145ddb5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:43.318541 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960', 'code': 200} Aug 04 15:35:43.338818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:43.411404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b72d8-8fc6-4bff-81ef-39061c0c1a33 req-c0a78582-7bfe-4538-a5d4-9f97faf687c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:43.412812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a71b72d8-8fc6-4bff-81ef-39061c0c1a33 req-c0a78582-7bfe-4538-a5d4-9f97faf687c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 1097 time: 0.0429618 Aug 04 15:35:43.456908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a71b72d8-8fc6-4bff-81ef-39061c0c1a33 req-96df8ee3-f2f6-4b83-b1ac-5f1080da1d13 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Aug 04 15:35:44.415982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9c82-9f23-40c6-bc3e-0b32a532e47a req-1021b0fe-3ec9-4ff0-9618-df42816a6483 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:44.417487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-706b9c82-9f23-40c6-bc3e-0b32a532e47a req-1021b0fe-3ec9-4ff0-9618-df42816a6483 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 945 time: 0.0500131 Aug 04 15:35:44.461111 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-706b9c82-9f23-40c6-bc3e-0b32a532e47a req-15998887-71dc-4c9c-960d-c7f598f43f58 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Aug 04 15:35:44.583817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872161d-3390-45d4-944d-4049afa094c7 req-faf7d20b-5085-4e1c-b544-a0ae777d70fc tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:44.585196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0872161d-3390-45d4-944d-4049afa094c7 req-faf7d20b-5085-4e1c-b544-a0ae777d70fc tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 945 time: 0.0531890 Aug 04 15:35:44.624324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0872161d-3390-45d4-944d-4049afa094c7 req-4e616958-0f39-4f6c-ba2a-e584de1debe8 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 Aug 04 15:35:44.835159 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-292a0246-f82d-437a-ae26-2c53a81a98f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:45.117662 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:35:47.469117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b4f9000e-eaa2-41d3-a0a6-bbb934e0223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:47.718690 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:48.271092 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:48.920414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:49.168108 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:50.404634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:03.542547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7724ed-fad1-4013-8d3d-b3f454a0b637 req-7bbd5d7f-0cb0-4bb0-bf69-29affaaaee85 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:03.544134 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c7724ed-fad1-4013-8d3d-b3f454a0b637 req-7bbd5d7f-0cb0-4bb0-bf69-29affaaaee85 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 945 time: 0.0497520 Aug 04 15:36:03.585670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1c7724ed-fad1-4013-8d3d-b3f454a0b637 req-6b2ad326-a02d-4c41-b6d8-0d5f2c3a5d26 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 04 15:36:04.841798 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb5e4f-3d66-4111-8789-c68aec5351df req-69743df6-a782-4740-b48c-d31d4e1c3159 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:04.843333 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2edb5e4f-3d66-4111-8789-c68aec5351df req-69743df6-a782-4740-b48c-d31d4e1c3159 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 945 time: 0.0986390 Aug 04 15:36:04.885938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2edb5e4f-3d66-4111-8789-c68aec5351df req-2d952379-f4ee-4db7-b268-b7515cb7ccd8 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c82585-e355-4063-8f49-1cadeb6e1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Aug 04 15:36:05.130504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-e004c142-e8fa-465c-9609-f0347415e3c3 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:05.132061 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-e004c142-e8fa-465c-9609-f0347415e3c3 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 945 time: 0.0628493 Aug 04 15:36:05.235741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Deleting port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:05.235982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.334866 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] For port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:05.335250 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.348964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Calling delete_port for 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:05.490675 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.519743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Pushing event deleted for resources: {'Port': ['ID=2e1df876-075e-4bbd-acfc-7f3c5a5ad960,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:05.532372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.532734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.533076 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.533417 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.533752 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.534088 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.534420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.534773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.535124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.535452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.535777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.536102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:05.570991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] No DVR routers for this DVR port 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:36:05.573926 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.576132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d3bd8412-1580-4523-9fa4-78d5644ed8b7 req-1343a69e-4ac0-456c-99f9-75386c47c0f7 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.46 "DELETE /v2.0/ports/2e1df876-075e-4bbd-acfc-7f3c5a5ad960 HTTP/1.1" status: 204 len: 173 time: 0.4371765 Aug 04 15:36:05.576592 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'name': 'network-vif-deleted', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:05.578901 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd6ccf01442a32b44ea66b53e516bae850d04d20bccb3d22e60fec10175ef48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7276b48-d9cd-4ff8-a7c5-6947c03d92b6" -d '{"events": [{"server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "name": "network-vif-deleted", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:05.618972 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1162a0d-e3a6-4d8c-85d4-9f6059a5f01a x-openstack-request-id: req-b1162a0d-e3a6-4d8c-85d4-9f6059a5f01a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:05.619262 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715f967a-9adc-43c5-9ecc-99cdb35f8b0c", "name": "network-vif-deleted", "tag": "2e1df876-075e-4bbd-acfc-7f3c5a5ad960", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:05.619656 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1162a0d-e3a6-4d8c-85d4-9f6059a5f01a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:05.620086 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715f967a-9adc-43c5-9ecc-99cdb35f8b0c', 'name': 'network-vif-deleted', 'tag': '2e1df876-075e-4bbd-acfc-7f3c5a5ad960', 'status': 'completed', 'code': 200} Aug 04 15:36:06.008434 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9a31468-577f-4e92-bb19-ffda09ca747c req-3368cf6a-8c60-4374-a66e-de5fadeb47d6 tempest-TestEncryptedCinderVolumes-1068827194 tempest-TestEncryptedCinderVolumes-1068827194-project] 10.222.0.76 "GET /v2.0/ports?device_id=715f967a-9adc-43c5-9ecc-99cdb35f8b0c HTTP/1.1" status: 200 len: 210 time: 0.0307529 Aug 04 15:36:07.115146 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44140) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:07.198706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:07.219079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:07.219453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 2e1df876-075e-4bbd-acfc-7f3c5a5ad960 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:07.472349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:08.089590 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Deleting port aa497622-e537-4ccb-81e1-539a4385ebf2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:08.089955 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:08.171916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] For port aa497622-e537-4ccb-81e1-539a4385ebf2, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=aa497622-e537-4ccb-81e1-539a4385ebf2,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:08.172635 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:08.184525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Calling delete_port for aa497622-e537-4ccb-81e1-539a4385ebf2 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:08.376848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:08.405850 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa497622-e537-4ccb-81e1-539a4385ebf2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:08.568627 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:08.794066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:36:08.903313 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:08.910798 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d94a71d4-8f0d-44f1-9711-8580e04e7ef6 admin admin] 10.222.0.76 "PUT /v2.0/routers/34ec8f25-92c0-424d-9ba1-d89b160a7c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944381 Aug 04 15:36:08.911986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44142) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:08.913571 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Sync routers for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:08.925376 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:08.925991 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:35:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:09.030930 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:09.226377 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:36:08Z', 'revision_number': 5, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:09.253573 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Checking router: 34ec8f25-92c0-424d-9ba1-d89b160a7c24 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:09.262189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Routers {'34ec8f25-92c0-424d-9ba1-d89b160a7c24'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:09.262786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:35:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:09.354432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.463640 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.465453 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] Set router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:09.519688 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Deleting port dcbb84b0-a186-4d52-b300-41242ce8fa1f {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:09.520351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.600590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] For port dcbb84b0-a186-4d52-b300-41242ce8fa1f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=dcbb84b0-a186-4d52-b300-41242ce8fa1f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:09.600965 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.613758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Calling delete_port for dcbb84b0-a186-4d52-b300-41242ce8fa1f owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:09.643002 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:36:08Z', 'revision_number': 5, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:09.673744 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cae0d-22ca-48c7-820f-aebfbef3317f None None] The sync data for ids ['34ec8f25-92c0-424d-9ba1-d89b160a7c24'] in n-d-801743-12 is: [{'id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'name': 'tempest-TestEncryptedCinderVolumes-150211016-router', 'tenant_id': '05907dd996ed41d497631669640e03ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:36:08Z', 'revision_number': 5, 'project_id': '05907dd996ed41d497631669640e03ba', 'gw_port': {'id': 'dcbb84b0-a186-4d52-b300-41242ce8fa1f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec8f25-92c0-424d-9ba1-d89b160a7c24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:53Z', 'updated_at': '2021-08-04T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:09.790315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.820174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbb84b0-a186-4d52-b300-41242ce8fa1f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:09.845172 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.845620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.845974 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.846313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.846677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.847012 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.847342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.847679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.848004 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.848327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.848650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.848972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:09.893968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.984948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.987555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.035075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.035706 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ec8f25-92c0-424d-9ba1-d89b160a7c24 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:36:10.040593 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.044172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e6e8d2fe-fe5b-4391-a1fc-87f379d1e8c3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/34ec8f25-92c0-424d-9ba1-d89b160a7c24 HTTP/1.1" status: 204 len: 168 time: 1.1282818 Aug 04 15:36:10.044566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44144) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:10.094719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Deleting subnet a3849956-8626-4006-ba3c-5820024ec00f {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:36:10.097971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.133455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.214531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.277840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.306229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3849956-8626-4006-ba3c-5820024ec00f,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:10.308369 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.310399 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6b1e92fc-af56-4ebe-95a8-da53714dd665 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a3849956-8626-4006-ba3c-5820024ec00f HTTP/1.1" status: 204 len: 168 time: 0.2648089 Aug 04 15:36:10.313394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44146) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:10.317818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f84efb-6f7b-43c5-8857-f3201a811d03 None None] Network 6c15a9ff-366d-4c48-a642-c0c8a051e316 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:10.388036 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.440538 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Deleting port 4a2a320f-6d73-4543-82c3-1e1b76506e01 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:10.440877 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.510155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] For port 4a2a320f-6d73-4543-82c3-1e1b76506e01, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4a2a320f-6d73-4543-82c3-1e1b76506e01,segment=NetworkSegment(9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a),segment_id=9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:10.510533 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.523337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Calling delete_port for 4a2a320f-6d73-4543-82c3-1e1b76506e01 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:10.607185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.632460 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2a320f-6d73-4543-82c3-1e1b76506e01,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:10.635925 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] No DVR routers for this DVR port 4a2a320f-6d73-4543-82c3-1e1b76506e01 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:36:10.712963 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2d140-8197-4c9f-bc29-ba5a7c86e1ba None None] DHCP port deletion for 6c15a9ff-366d-4c48-a642-c0c8a051e316 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:36:10.715417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.727406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c15a9ff-366d-4c48-a642-c0c8a051e316']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:10.739390 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:10.739687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee65e50-1447-4f6b-bb75-a0b0e48e7b5a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:10.752179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.766414 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.772788 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:36:10.773176 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:36:10.774958 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:36:10.834829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.840398 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.843051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6c15a9ff-366d-4c48-a642-c0c8a051e316 HTTP/1.1" status: 204 len: 168 time: 0.5282061 Aug 04 15:36:10.845113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44148) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:10.860606 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7461f-497f-4e33-a95a-ed9a5c65f6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c15a9ff-366d-4c48-a642-c0c8a051e316,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:11.240701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:11.510208 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Deleting port f0e91bfb-a268-445f-998b-fe119df14e3f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:11.511134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:11.571011 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dcbb84b0-a186-4d52-b300-41242ce8fa1f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:11.591183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: dcbb84b0-a186-4d52-b300-41242ce8fa1f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:11.591533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device dcbb84b0-a186-4d52-b300-41242ce8fa1f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:11.591946 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device aa497622-e537-4ccb-81e1-539a4385ebf2 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:11.595110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] For port f0e91bfb-a268-445f-998b-fe119df14e3f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f0e91bfb-a268-445f-998b-fe119df14e3f,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:11.595484 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:11.609125 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Calling delete_port for f0e91bfb-a268-445f-998b-fe119df14e3f owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:11.613887 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: aa497622-e537-4ccb-81e1-539a4385ebf2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:11.614240 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device aa497622-e537-4ccb-81e1-539a4385ebf2 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:11.614695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4a2a320f-6d73-4543-82c3-1e1b76506e01 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:11.633077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 4a2a320f-6d73-4543-82c3-1e1b76506e01 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:11.633404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4a2a320f-6d73-4543-82c3-1e1b76506e01 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:11.794404 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:11.819518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e91bfb-a268-445f-998b-fe119df14e3f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:11.987185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.203265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Router 9657b3a3-05d4-4620-808a-bbd09ba61e78 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:36:12.314835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:12.320214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-999dc98b-985a-4e9f-a78d-634b40eb7b44 admin admin] 10.222.0.76 "PUT /v2.0/routers/9657b3a3-05d4-4620-808a-bbd09ba61e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741325 Aug 04 15:36:12.322890 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44150) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:12.325679 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Sync routers for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:12.335662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:12.336304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:35:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:12.425750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.449714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:12.533917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.589232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Deleting port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:12.589577 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.628498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:36:11Z', 'revision_number': 5, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port': {'id': '0931e8cd-6d99-45c4-b6cc-1257700a6bb7', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ce:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:12.659425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Checking router: 9657b3a3-05d4-4620-808a-bbd09ba61e78 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:12.667697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Routers {'9657b3a3-05d4-4620-808a-bbd09ba61e78'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:12.668303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:35:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['9657b3a3-05d4-4620-808a-bbd09ba61e78'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:12.673711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] For port 0931e8cd-6d99-45c4-b6cc-1257700a6bb7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:12.674079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.685809 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Calling delete_port for 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:12.749738 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] Set router 9657b3a3-05d4-4620-808a-bbd09ba61e78 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:12.805358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:36:12Z', 'revision_number': 6, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:12.831876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297bfff-d7a2-480e-a024-033ddf00f6d4 None None] The sync data for ids ['9657b3a3-05d4-4620-808a-bbd09ba61e78'] in n-d-801743-12 is: [{'id': '9657b3a3-05d4-4620-808a-bbd09ba61e78', 'name': 'tempest-TestEncryptedCinderVolumes-1091365315-router', 'tenant_id': '22222922a1c347f5a0aa3ee24b895ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:58Z', 'updated_at': '2021-08-04T15:36:12Z', 'revision_number': 6, 'project_id': '22222922a1c347f5a0aa3ee24b895ef0', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:12.854991 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.880071 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0931e8cd-6d99-45c4-b6cc-1257700a6bb7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:12.943357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.038051 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.040275 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.443809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.444628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9657b3a3-05d4-4620-808a-bbd09ba61e78 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:36:13.450834 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.452005 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87e7b73e-2a09-4b50-9af3-105d81525a4b admin admin] 10.222.0.76 "DELETE /v2.0/routers/9657b3a3-05d4-4620-808a-bbd09ba61e78 HTTP/1.1" status: 204 len: 168 time: 1.1280575 Aug 04 15:36:13.454635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44152) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:13.500753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Deleting subnet 366e32bd-3181-4f8f-8f4c-a16e6bf03db7 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:36:13.505299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.554750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.593909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:13.617439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:13.617790 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0931e8cd-6d99-45c4-b6cc-1257700a6bb7 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:13.618508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f0e91bfb-a268-445f-998b-fe119df14e3f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:13.637996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f0e91bfb-a268-445f-998b-fe119df14e3f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:13.638736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f0e91bfb-a268-445f-998b-fe119df14e3f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:13.640235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.696609 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.724726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.726706 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/366e32bd-3181-4f8f-8f4c-a16e6bf03db7 HTTP/1.1" status: 204 len: 168 time: 0.2710736 Aug 04 15:36:13.727637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ff5e-4281-4f98-ba60-804644ba6dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366e32bd-3181-4f8f-8f4c-a16e6bf03db7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:13.729536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44154) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:13.732353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08a7fd-b295-459a-91aa-1456ecdd9266 None None] Network ea76d950-b79e-40cc-8533-f386ef430dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:13.802111 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.860779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Deleting port 9a22eaa9-3037-440c-8595-5470a368219a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:13.861157 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.924584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] DHCP port deletion for ea76d950-b79e-40cc-8533-f386ef430dad request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:36:13.931896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] For port 9a22eaa9-3037-440c-8595-5470a368219a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a22eaa9-3037-440c-8595-5470a368219a,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:13.932276 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:13.945922 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Calling delete_port for 9a22eaa9-3037-440c-8595-5470a368219a owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:13.976103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Deleting port 9a22eaa9-3037-440c-8595-5470a368219a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:13.976409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.033743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.041072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] For port 9a22eaa9-3037-440c-8595-5470a368219a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9a22eaa9-3037-440c-8595-5470a368219a,segment=NetworkSegment(c4247b83-8ad9-4558-aba7-4bf8f3e4444e),segment_id=c4247b83-8ad9-4558-aba7-4bf8f3e4444e)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:14.041526 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.054373 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Calling delete_port for 9a22eaa9-3037-440c-8595-5470a368219a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:14.064149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a22eaa9-3037-440c-8595-5470a368219a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:14.069600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] No DVR routers for this DVR port 9a22eaa9-3037-440c-8595-5470a368219a on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 15:36:14.127368 n-d-801743-12 neutron-server[94267]: self.session.flush() Aug 04 15:36:14.139160 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.142075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.152526 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea76d950-b79e-40cc-8533-f386ef430dad']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:14.163039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:14.163351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4247b83-8ad9-4558-aba7-4bf8f3e4444e') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:14.165584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] Pushing event deleted for resources: {'Port': ['ID=9a22eaa9-3037-440c-8595-5470a368219a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:14.167470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788d81b-7dd7-4469-a9a8-9b64795a3f88 None None] No DVR routers for this DVR port 9a22eaa9-3037-440c-8595-5470a368219a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:36:14.172811 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.187393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.193504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:36:14.193888 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:36:14.195650 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:36:14.254063 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.259672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.261554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ea76d950-b79e-40cc-8533-f386ef430dad HTTP/1.1" status: 204 len: 168 time: 0.5307703 Aug 04 15:36:14.272793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878af9c0-4e4a-424c-9840-b4e9d1d1dba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea76d950-b79e-40cc-8533-f386ef430dad,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:14.433916 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44158) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:14.481932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e6a96ebb-9b4f-49ab-b4b9-cf8a36fae1ca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05907dd996ed41d497631669640e03ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464358 Aug 04 15:36:14.485374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44160) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:14.540355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.561256 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.612308 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.614982 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.616192 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6c82585-e355-4063-8f49-1cadeb6e1ae5 HTTP/1.1" status: 204 len: 168 time: 0.1298778 Aug 04 15:36:14.625691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506af87a-ddeb-47b2-9369-8f4d1b67f646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c82585-e355-4063-8f49-1cadeb6e1ae5,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:14.830995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-84bdd82c-e205-456e-8c31-d5c31412940c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:14.946428 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44166) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:15.000118 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a57b750e-cac0-4234-9caf-924a9f79438c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22222922a1c347f5a0aa3ee24b895ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524092 Aug 04 15:36:15.002800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44168) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:15.053210 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:15.076280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:15.125295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:15.127960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:15.129157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34a81868-6e0d-420c-8d01-be9d19d125ca HTTP/1.1" status: 204 len: 168 time: 0.1254630 Aug 04 15:36:15.139654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6298f75-e913-46ce-8133-9b5f4f238a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a81868-6e0d-420c-8d01-be9d19d125ca,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:15.569996 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a22eaa9-3037-440c-8595-5470a368219a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:15.590475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9a22eaa9-3037-440c-8595-5470a368219a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:15.590853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9a22eaa9-3037-440c-8595-5470a368219a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:15.850482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44190) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:15.958272 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476638635-network', 'tenant_id': '591a07832a154306afa3453af7eb2127'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:15.981285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Made reservation on behalf of 591a07832a154306afa3453af7eb2127 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:15.983814 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:15.994797 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.084594 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.091108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.117986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:36:16.127517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784c816-005c-4b73-b52c-d06926fbb1c8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:16.132328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.132645 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Added segment 4c77bb40-f44d-477d-951e-9a502cacbdbb of type vlan for network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 Aug 04 15:36:16.172885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.203390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.204231 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:16.204817 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.260633 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4089193 Aug 04 15:36:16.263525 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44194) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:16.273118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Request body: {'subnet': {'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476638635-subnet', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:16.279114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42465-3429-496c-94bf-1df087c027d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:16.289830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:36:16.301057 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Made reservation on behalf of 591a07832a154306afa3453af7eb2127 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:16.303454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.475861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.535735 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e458432c-7f93-42f4-aeea-8a90912bef55,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:16.545501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Checking segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:16.545875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Network hostable DHCP agents. Network: 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:36:16.564654 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:36:16.574426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:16.578857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:16.579453 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.583376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76472720-eb87-4672-a48c-31919297a976 None None] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:16.595408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-68b4d1d0-2ba2-4329-aabf-7421b33a294d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307071 Aug 04 15:36:16.598302 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44196) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:16.603743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:16.626006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.627126 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.684487 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.732305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:36:16.733190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.831286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:16.873798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Allocated IP 172.20.0.2 (5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8/e458432c-7f93-42f4-aeea-8a90912bef55/d9424427-1cfc-4c29-bcfa-97fad9950aa8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:17.020514 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.029195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Transition to ACTIVE for port object d9424427-1cfc-4c29-bcfa-97fad9950aa8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:17.033417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.043896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Transition to ACTIVE for port object d9424427-1cfc-4c29-bcfa-97fad9950aa8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:17.049980 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.057632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.087341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:17.092057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:17.095552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:17.100931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Pushing event updated for resources: {'Port': ['ID=d9424427-1cfc-4c29-bcfa-97fad9950aa8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:17.151846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Attempting to bind port d9424427-1cfc-4c29-bcfa-97fad9950aa8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:17.152197 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Attempting to bind port d9424427-1cfc-4c29-bcfa-97fad9950aa8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:17.152574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Attempting to bind port d9424427-1cfc-4c29-bcfa-97fad9950aa8 on network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:17.157770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:17.158144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Checking segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:17.158547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.158978 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Bound using segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:17.159448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Bound port: d9424427-1cfc-4c29-bcfa-97fad9950aa8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:17.159835 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.162017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Allocated IP 172.25.0.221 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/0261eb79-ce0b-490c-8c49-4a8e1b1bbc15) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:17.226734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] For port d9424427-1cfc-4c29-bcfa-97fad9950aa8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:17.230235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] For port d9424427-1cfc-4c29-bcfa-97fad9950aa8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9424427-1cfc-4c29-bcfa-97fad9950aa8,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:17.235585 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.271651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.292570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b446bc8-fee3-4296-a665-b2e4e73217b9 None None] Pushing event updated for resources: {'Port': ['ID=d9424427-1cfc-4c29-bcfa-97fad9950aa8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:17.323376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.363406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:17.368266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:17.371090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:17.395896 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Pushing event updated for resources: {'Port': ['ID=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:17.478654 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9b84-ed7b-4352-8624-48f3ee8e807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.610093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9424427-1cfc-4c29-bcfa-97fad9950aa8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:17.662012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d9424427-1cfc-4c29-bcfa-97fad9950aa8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:17.668383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.712256 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:17.883594 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.020537 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:36:18.131397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:18.142853 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Sync routers for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:18.150078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.151563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-18f9be51-e8dc-4878-9cea-f4d75ffc1372 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5519302 Aug 04 15:36:18.155050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:18.163038 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:18.163677 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:18.204392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76acbbc-f677-4656-a6b3-1c3bb7106ad8 None None] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:18.270513 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.275319 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:18.301807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Provisioning for port d9424427-1cfc-4c29-bcfa-97fad9950aa8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:18.310093 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Provisioning complete for port d9424427-1cfc-4c29-bcfa-97fad9950aa8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:18.310557 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.447174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.480811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] For port d9424427-1cfc-4c29-bcfa-97fad9950aa8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9424427-1cfc-4c29-bcfa-97fad9950aa8,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:18.482644 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:17Z', 'revision_number': 3, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:18.486762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.520598 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Checking router: 98541762-f7d1-4b29-bf1a-0cca9e583fb1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:18.521284 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Updating router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:36:18.547447 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.552733 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99a703-546b-428c-8192-c32d736ce7ea None None] Pushing event updated for resources: {'Port': ['ID=d9424427-1cfc-4c29-bcfa-97fad9950aa8,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:18.618289 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.707374 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-375928f6-90e4-4cd6-9f36-07a2b1296911 None None] Provisioning complete for port d9424427-1cfc-4c29-bcfa-97fad9950aa8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:18.707655 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-375928f6-90e4-4cd6-9f36-07a2b1296911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.779966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Allocated IP 172.20.0.1 (5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8/e458432c-7f93-42f4-aeea-8a90912bef55/eba5ee1d-4291-4df9-b555-01cf9785296a) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:18.811539 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.821727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Transition to ACTIVE for port object 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:18.827366 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.875966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Attempting to bind port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:18.876327 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Attempting to bind port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:18.876681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Attempting to bind port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:18.882228 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Pushing event updated for resources: {'Port': ['ID=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:18.886554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.889959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:18.890335 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:18.890752 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.891146 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:18.891628 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Bound port: 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:18.892012 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.895278 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.895623 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.895954 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.896281 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.896608 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.896934 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.897255 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.897572 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.897890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.898205 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.898522 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.898865 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:18.901603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Transition to ACTIVE for port object eba5ee1d-4291-4df9-b555-01cf9785296a will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:18.923033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.941113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.955331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] For port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:18.958900 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] For port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:18.963921 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:18.979843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:18.986318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:18.991044 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:18.993074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Pushing event updated for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:19.025240 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:19.025872 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:19.029119 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64389c-c666-40ff-b29c-ec36366b87b3 None None] Pushing event updated for resources: {'Port': ['ID=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:19.031060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.138307 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:19.171401 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.172116 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.232223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-435ae537-fab9-473a-8c52-e5d1b7474af3 None None] Provisioning for port eba5ee1d-4291-4df9-b555-01cf9785296a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:19.243270 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-435ae537-fab9-473a-8c52-e5d1b7474af3 None None] Provisioning complete for port eba5ee1d-4291-4df9-b555-01cf9785296a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:19.243999 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-435ae537-fab9-473a-8c52-e5d1b7474af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.286038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-435ae537-fab9-473a-8c52-e5d1b7474af3 None None] Port eba5ee1d-4291-4df9-b555-01cf9785296a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:19.335887 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:17Z', 'revision_number': 3, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:19.345682 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.350893 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.361948 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16142d0-a57b-4ebe-9af3-014e70aa1242 None None] The sync data for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 is: [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:17Z', 'revision_number': 3, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:19.416239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.418074 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Pushing event updated for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:19.515053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:19.516491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:19.599082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9424427-1cfc-4c29-bcfa-97fad9950aa8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:19.666435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:36:19.666613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d9424427-1cfc-4c29-bcfa-97fad9950aa8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:19.666933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.800295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:19.805672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a002b078-067a-4d59-ade1-bf4f5ed39a9a admin admin] 10.222.0.76 "PUT /v2.0/routers/98541762-f7d1-4b29-bf1a-0cca9e583fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500375 Aug 04 15:36:19.816044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ce075988-c5a3-4c50-a952-1dc79f994501 None None] Provisioning complete for port eba5ee1d-4291-4df9-b555-01cf9785296a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:19.816282 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce075988-c5a3-4c50-a952-1dc79f994501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:19.852314 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ce075988-c5a3-4c50-a952-1dc79f994501 None None] Port eba5ee1d-4291-4df9-b555-01cf9785296a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:20.295927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44214) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:20.301110 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760266704-network', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:20.326541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Made reservation on behalf of c74b3aa5eaca4ec79b4faf5f5f9c3671 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:20.330279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.341705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.406639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.438129 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.445147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.472137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:36:20.478468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d4348-1dec-4480-8391-3b559be9986c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:20.484554 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.484943 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Added segment dd4695a5-231a-405c-920a-71258989653a of type vlan for network 260b3723-5393-45c6-a7a8-693bfd86f222 Aug 04 15:36:20.526567 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.559542 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.560970 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:20.561891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:20.888228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Sync routers for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:20.898923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:20.899551 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:20.974362 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6772268 Aug 04 15:36:20.977124 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:20.982055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Request body: {'subnet': {'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760266704-subnet', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'ip_version': 4}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:20.989949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22edb0-4312-4d19-aa69-8031d5d8a91b admin admin] Pushing event updated for resources: {'Network': ['ID=260b3723-5393-45c6-a7a8-693bfd86f222,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:21.002912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 260b3723-5393-45c6-a7a8-693bfd86f222 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:36:21.007223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Made reservation on behalf of c74b3aa5eaca4ec79b4faf5f5f9c3671 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:21.009592 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.052462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:21.186091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.242557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ff44e4-2355-46ef-bebc-10e363203fa1,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:21.255708 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Checking segment: {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:21.256561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Network hostable DHCP agents. Network: 260b3723-5393-45c6-a7a8-693bfd86f222, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:36:21.276200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Network 260b3723-5393-45c6-a7a8-693bfd86f222 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:36:21.286689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 260b3723-5393-45c6-a7a8-693bfd86f222) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:21.291108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:21.292571 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.312019 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-69f93143-bb72-4e73-ab5e-7721346978bc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338370 Aug 04 15:36:21.314742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44218) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:21.317658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21137727-0280-45f8-a5f5-9e0b7b30b098 None None] Network 260b3723-5393-45c6-a7a8-693bfd86f222 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:21.319536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:21.340946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.342096 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.396865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.538026 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.561686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-260b3723-5393-45c6-a7a8-693bfd86f222', 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'fixed_ips': [{'subnet_id': '55ff44e4-2355-46ef-bebc-10e363203fa1'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:36:21.562721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.578781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 2, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:21.614025 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:21.621536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Checking router: 98541762-f7d1-4b29-bf1a-0cca9e583fb1 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:21.621889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Updating router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 port eba5ee1d-4291-4df9-b555-01cf9785296a binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:36:21.730747 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.753972 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.774059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.825476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:21.835881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Allocated IP 172.20.0.2 (260b3723-5393-45c6-a7a8-693bfd86f222/55ff44e4-2355-46ef-bebc-10e363203fa1/ce373623-1334-48e0-9b07-5c4a3b5c4a02) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:21.840989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:21.841374 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:21.881536 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Allocated IP 172.25.0.224 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/56ac3285-79a4-48fe-9bd1-cf5885716fe4) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:21.987913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.027633 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.067541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:22.073972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:22.077520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:22.099220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Pushing event updated for resources: {'Port': ['ID=56ac3285-79a4-48fe-9bd1-cf5885716fe4,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.116457 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:36:22.130360 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.196426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:22.209239 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.277128 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.312255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Transition to ACTIVE for port object ce373623-1334-48e0-9b07-5c4a3b5c4a02 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:22.315261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.331023 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.340522 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Transition to ACTIVE for port object eba5ee1d-4291-4df9-b555-01cf9785296a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:22.342760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Transition to ACTIVE for port object ce373623-1334-48e0-9b07-5c4a3b5c4a02 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:22.348677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.349276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.355070 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.405674 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a448-310e-4bb4-9ab1-a9ae041dfe55 None None] Pushing event updated for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.421066 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Network 260b3723-5393-45c6-a7a8-693bfd86f222 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:22.442624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:22.449275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:22.526760 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Pushing event updated for resources: {'Port': ['ID=ce373623-1334-48e0-9b07-5c4a3b5c4a02,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.547059 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Attempting to bind port eba5ee1d-4291-4df9-b555-01cf9785296a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:22.547424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Attempting to bind port eba5ee1d-4291-4df9-b555-01cf9785296a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:22.547781 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Attempting to bind port eba5ee1d-4291-4df9-b555-01cf9785296a on network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:22.561177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:22.561441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Checking segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:22.561841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.562235 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Bound using segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:22.562973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Bound port: eba5ee1d-4291-4df9-b555-01cf9785296a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:22.563138 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.565104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Attempting to bind port ce373623-1334-48e0-9b07-5c4a3b5c4a02 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:22.565473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Attempting to bind port ce373623-1334-48e0-9b07-5c4a3b5c4a02 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:22.565804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Attempting to bind port ce373623-1334-48e0-9b07-5c4a3b5c4a02 on network 260b3723-5393-45c6-a7a8-693bfd86f222 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:22.567715 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.581388 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:22.581768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Checking segment: {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:22.582350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.582821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Bound using segment: {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:22.583308 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Bound port: ce373623-1334-48e0-9b07-5c4a3b5c4a02, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:22.583718 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.693592 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] For port ce373623-1334-48e0-9b07-5c4a3b5c4a02, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:22.695842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] For port eba5ee1d-4291-4df9-b555-01cf9785296a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:22.700504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] For port eba5ee1d-4291-4df9-b555-01cf9785296a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eba5ee1d-4291-4df9-b555-01cf9785296a,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:22.702526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] For port ce373623-1334-48e0-9b07-5c4a3b5c4a02, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce373623-1334-48e0-9b07-5c4a3b5c4a02,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:22.703571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:36:22.706099 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.714182 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.779393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:22.780287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:22.818173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a448-310e-4bb4-9ab1-a9ae041dfe55 None None] Pushing event updated for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.829692 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:22.839382 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Sync routers for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:22.851375 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:22.854077 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:22.871763 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:22.876100 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44220) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:22.876624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6b0fe23e-9883-4ec1-a924-a7f2b2400da9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5602076 Aug 04 15:36:22.927583 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895935d-819f-488f-aae7-16650dea8e02 None None] Pushing event updated for resources: {'Port': ['ID=ce373623-1334-48e0-9b07-5c4a3b5c4a02,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:22.973629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:22.996490 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:23.265616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:23.292938 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f9b4-41d2-453d-bd05-56989ea18c69 None None] The sync data for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 is: [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:23.357742 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 3, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:23.389049 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Checking router: bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:23.389399 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Updating router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:36:23.418989 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.444584 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.665475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Allocated IP 172.20.0.1 (260b3723-5393-45c6-a7a8-693bfd86f222/55ff44e4-2355-46ef-bebc-10e363203fa1/11988705-b12c-4c15-8bb3-63fb1f9b1104) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:23.728025 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.739952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Transition to ACTIVE for port object 56ac3285-79a4-48fe-9bd1-cf5885716fe4 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:23.749290 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.766015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce373623-1334-48e0-9b07-5c4a3b5c4a02 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:23.810771 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd38e-e621-4135-9d11-7b149d65974f None None] Pushing event updated for resources: {'Port': ['ID=56ac3285-79a4-48fe-9bd1-cf5885716fe4,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:23.829067 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Attempting to bind port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:23.829437 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Attempting to bind port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:23.830267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Attempting to bind port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:23.836593 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:23.837100 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:23.837558 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.837959 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:23.838691 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Bound port: 56ac3285-79a4-48fe-9bd1-cf5885716fe4, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:23.839076 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.858296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.874718 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Transition to ACTIVE for port object 11988705-b12c-4c15-8bb3-63fb1f9b1104 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:23.885124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port ce373623-1334-48e0-9b07-5c4a3b5c4a02 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:23.894525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:23.897344 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] For port 56ac3285-79a4-48fe-9bd1-cf5885716fe4, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:23.900926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] For port 56ac3285-79a4-48fe-9bd1-cf5885716fe4, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=56ac3285-79a4-48fe-9bd1-cf5885716fe4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:23.906159 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.936035 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:23.963036 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:23.963826 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:24.009701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:24.010304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.012306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:24.016631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Network 260b3723-5393-45c6-a7a8-693bfd86f222 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:24.019351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:24.023375 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:24.028052 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd38e-e621-4135-9d11-7b149d65974f None None] Pushing event updated for resources: {'Port': ['ID=56ac3285-79a4-48fe-9bd1-cf5885716fe4,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:24.069415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.118436 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:24.123209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eba5ee1d-4291-4df9-b555-01cf9785296a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:24.176687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac633f02-2e87-48a0-9814-a20a3b2ba9d8 None None] Network 260b3723-5393-45c6-a7a8-693bfd86f222 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:24.220903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.246559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Provisioning for port ce373623-1334-48e0-9b07-5c4a3b5c4a02 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:24.259398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port eba5ee1d-4291-4df9-b555-01cf9785296a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:24.263444 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Provisioning complete for port ce373623-1334-48e0-9b07-5c4a3b5c4a02 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:24.263824 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.312440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eba5ee1d-4291-4df9-b555-01cf9785296a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:24.312987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.348421 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 3, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:24.383477 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243076ae-e09b-4928-b1f9-b3bbe21d60c3 None None] The sync data for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 is: [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 3, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:24.420361 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.426689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.509394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:24.517229 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.618228 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Network 260b3723-5393-45c6-a7a8-693bfd86f222 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:24.620005 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:24.621604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.727671 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] For port ce373623-1334-48e0-9b07-5c4a3b5c4a02, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce373623-1334-48e0-9b07-5c4a3b5c4a02,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:24.743441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.754034 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.792730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:36:24.826257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port eba5ee1d-4291-4df9-b555-01cf9785296a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eba5ee1d-4291-4df9-b555-01cf9785296a,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:24.840627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:24.881161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2f60-13a7-4cfc-9025-c850b25aab8d None None] Pushing event updated for resources: {'Port': ['ID=ce373623-1334-48e0-9b07-5c4a3b5c4a02,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:24.934229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:24.939647 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:24.954537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3943dc71-1679-42b4-bf5d-41dccec7d6b6 admin admin] 10.222.0.76 "PUT /v2.0/routers/bda98d30-67f7-4082-9fc3-3bdf8c56f9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767980 Aug 04 15:36:25.070591 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Provisioning for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:25.075690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Provisioning complete for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.076200 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.123525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Port 11988705-b12c-4c15-8bb3-63fb1f9b1104 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:25.136306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Provisioning complete for port ce373623-1334-48e0-9b07-5c4a3b5c4a02 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.136687 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-498be06e-0b8c-4665-a625-5af2f8635088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.355261 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-28ea6515-2e37-4a20-8a9e-78e6e0caf695 None None] Provisioning complete for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.355899 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-28ea6515-2e37-4a20-8a9e-78e6e0caf695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.396941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-28ea6515-2e37-4a20-8a9e-78e6e0caf695 None None] Port 11988705-b12c-4c15-8bb3-63fb1f9b1104 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:25.516153 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-698d3d48-e33c-43bc-9157-9cd14064bf68 None None] Provisioning complete for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.516520 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-698d3d48-e33c-43bc-9157-9cd14064bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.556006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-698d3d48-e33c-43bc-9157-9cd14064bf68 None None] Port 11988705-b12c-4c15-8bb3-63fb1f9b1104 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:25.647545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eba5ee1d-4291-4df9-b555-01cf9785296a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:25.699526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eba5ee1d-4291-4df9-b555-01cf9785296a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.700035 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.783449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce373623-1334-48e0-9b07-5c4a3b5c4a02 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:25.832848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port ce373623-1334-48e0-9b07-5c4a3b5c4a02 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:25.833230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:25.934243 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 56ac3285-79a4-48fe-9bd1-cf5885716fe4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:26.001370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:26.006129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:26.006515 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:26.097587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:26.123258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 56ac3285-79a4-48fe-9bd1-cf5885716fe4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=56ac3285-79a4-48fe-9bd1-cf5885716fe4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:26.128455 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:26.188459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=56ac3285-79a4-48fe-9bd1-cf5885716fe4,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:26.778196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Sync routers for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:26.788062 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:26.788686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:26.904774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:27.139054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 4, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '11988705-b12c-4c15-8bb3-63fb1f9b1104', 'name': '', 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'mac_address': 'fa:16:3e:17:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:23Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 2, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'subnets': [{'id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:27.173990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Checking router: bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:27.173990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Updating router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 port 11988705-b12c-4c15-8bb3-63fb1f9b1104 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:36:27.207828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.535166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.546184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Transition to ACTIVE for port object 11988705-b12c-4c15-8bb3-63fb1f9b1104 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:27.554379 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.633713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 56ac3285-79a4-48fe-9bd1-cf5885716fe4 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:27.703469 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Attempting to bind port 11988705-b12c-4c15-8bb3-63fb1f9b1104 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:27.703836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Attempting to bind port 11988705-b12c-4c15-8bb3-63fb1f9b1104 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:27.704200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Attempting to bind port 11988705-b12c-4c15-8bb3-63fb1f9b1104 on network 260b3723-5393-45c6-a7a8-693bfd86f222 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:27.706644 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f1cb6-327a-4b78-844a-df0bb068f36d None None] Pushing event updated for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:27.717196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:27.717805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Checking segment: {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:27.718424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.719024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Bound using segment: {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:27.719545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Bound port: 11988705-b12c-4c15-8bb3-63fb1f9b1104, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4695a5-231a-405c-920a-71258989653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:27.719943 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.775728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:27.776896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.865867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] For port 11988705-b12c-4c15-8bb3-63fb1f9b1104, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:27.870377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] For port 11988705-b12c-4c15-8bb3-63fb1f9b1104, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=11988705-b12c-4c15-8bb3-63fb1f9b1104,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:27.884679 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:27.973641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:27.974294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:28.074631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f1cb6-327a-4b78-844a-df0bb068f36d None None] Pushing event updated for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:28.154818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:28.401075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 4, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '11988705-b12c-4c15-8bb3-63fb1f9b1104', 'name': '', 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'mac_address': 'fa:16:3e:17:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:23Z', 'updated_at': '2021-08-04T15:36:27Z', 'revision_number': 4, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'subnets': [{'id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:28.428852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99c8bb-fc71-499c-9e2f-bb713048cb82 None None] The sync data for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 is: [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 4, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '11988705-b12c-4c15-8bb3-63fb1f9b1104', 'name': '', 'network_id': '260b3723-5393-45c6-a7a8-693bfd86f222', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'mac_address': 'fa:16:3e:17:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:23Z', 'updated_at': '2021-08-04T15:36:27Z', 'revision_number': 4, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'subnets': [{'id': '55ff44e4-2355-46ef-bebc-10e363203fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:36:29.621131 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 11988705-b12c-4c15-8bb3-63fb1f9b1104 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:29.679784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:29.684109 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:29.684524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:29.785482 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:29.825301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 11988705-b12c-4c15-8bb3-63fb1f9b1104, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=11988705-b12c-4c15-8bb3-63fb1f9b1104,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:29.829997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:29.886154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:31.583074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 11988705-b12c-4c15-8bb3-63fb1f9b1104 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:31.637366 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 11988705-b12c-4c15-8bb3-63fb1f9b1104 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:31.637760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:34.791827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-d01ff4dd-3b83-40ab-9263-9084bdac73b7 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:34.793335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-d01ff4dd-3b83-40ab-9263-9084bdac73b7 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 815 time: 0.1077435 Aug 04 15:36:34.811874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-4305ccfe-4b3b-4448-9a5b-291a7e58c82f tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/quotas/591a07832a154306afa3453af7eb2127 HTTP/1.1" status: 200 len: 375 time: 0.0098622 Aug 04 15:36:34.872539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-7649a5ad-fb10-413e-9768-2d5e01c6fb85 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525420 Aug 04 15:36:35.112317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-8245dc6f-7da4-44a8-89df-d54327690bca service neutron] 10.222.0.76 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316476 Aug 04 15:36:35.228601 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-8442e254-9e3e-4c6b-9bbf-f0bdd96d2c89 service neutron] 10.222.0.76 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072388 Aug 04 15:36:35.542241 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a97ebaba-6d80-49db-a304-74b06fc88e6e req-971fe074-c648-4a13-9f80-11abf5e18a5a tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 210 time: 0.0726526 Aug 04 15:36:36.379041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-dd7731a1-27a9-4ec7-bc19-2159e65a623e tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:36.380817 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-dd7731a1-27a9-4ec7-bc19-2159e65a623e tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 815 time: 0.1044183 Aug 04 15:36:36.395221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'port': {'device_id': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'admin_state_up': True, 'tenant_id': '591a07832a154306afa3453af7eb2127'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:36.509912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Made reservation on behalf of 591a07832a154306afa3453af7eb2127 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:36.513916 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:36.654295 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-922f813a-ce25-4470-9281-ddffe569c16e req-29fc9ab1-e86e-4b02-87e0-5ffa43668f2c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 210 time: 0.0359828 Aug 04 15:36:36.659178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Allocated IP 172.20.0.6 (5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8/e458432c-7f93-42f4-aeea-8a90912bef55/af7d91ab-5354-432a-9d73-0cb5749ab318) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:36.824544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:36.840982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Transition to ACTIVE for port object af7d91ab-5354-432a-9d73-0cb5749ab318 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:36.875653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:36.926716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:36.934676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:36.938885 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:36.968398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:37.002926 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:37.003598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:37.026322 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-66365c8c-7266-46d2-82fd-0519a89e279c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355302 Aug 04 15:36:37.284815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b00b21a4-c5ae-49de-a369-667238371c32 None None] Provisioning for port af7d91ab-5354-432a-9d73-0cb5749ab318 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:37.289421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b00b21a4-c5ae-49de-a369-667238371c32 None None] Provisioning complete for port af7d91ab-5354-432a-9d73-0cb5749ab318 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:37.289932 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b00b21a4-c5ae-49de-a369-667238371c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:37.329861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b00b21a4-c5ae-49de-a369-667238371c32 None None] Port af7d91ab-5354-432a-9d73-0cb5749ab318 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:36:37.772744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77b26-6d62-49c5-8c9c-ca3eef703b88 req-628deb52-22f8-4e09-b6b2-1df35e25176c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:37.774511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00e77b26-6d62-49c5-8c9c-ca3eef703b88 req-628deb52-22f8-4e09-b6b2-1df35e25176c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0558658 Aug 04 15:36:37.824943 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-00e77b26-6d62-49c5-8c9c-ca3eef703b88 req-9687c34c-12f7-4bc4-85ca-a433e3c6bd7c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Aug 04 15:36:38.955028 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6844b-d280-43b1-8eba-d1489984b7e0 req-94fdd601-2626-4049-8eb7-91fd12502669 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:38.956611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5f6844b-d280-43b1-8eba-d1489984b7e0 req-94fdd601-2626-4049-8eb7-91fd12502669 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0565028 Aug 04 15:36:39.000398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5f6844b-d280-43b1-8eba-d1489984b7e0 req-9ab68602-a72f-4c94-b31e-1297e6ca0ea2 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364110 Aug 04 15:36:40.130033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a87c-7426-44ed-b012-4a3913f819fa req-116c8737-d952-4b3b-9809-1f1a86957648 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:40.131865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4f5a87c-7426-44ed-b012-4a3913f819fa req-116c8737-d952-4b3b-9809-1f1a86957648 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0543661 Aug 04 15:36:40.175298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c4f5a87c-7426-44ed-b012-4a3913f819fa req-844fec85-c0cf-4e99-abd8-95756d2dea88 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Aug 04 15:36:41.320588 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f057d-e744-4dc9-98c5-d94e0b68f02f req-9acc8f53-0d4d-40d3-98c9-34bfa4add590 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:41.322060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329f057d-e744-4dc9-98c5-d94e0b68f02f req-9acc8f53-0d4d-40d3-98c9-34bfa4add590 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0628154 Aug 04 15:36:41.363662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-329f057d-e744-4dc9-98c5-d94e0b68f02f req-a67b62ea-536b-47d8-b1d9-d05920994f4c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Aug 04 15:36:42.502498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9baa-2c5f-46fe-a771-a530053ee321 req-1d935981-e13c-44a1-a6c2-270e0acc6105 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:42.504039 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8bc9baa-2c5f-46fe-a771-a530053ee321 req-1d935981-e13c-44a1-a6c2-270e0acc6105 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0589485 Aug 04 15:36:42.545335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f8bc9baa-2c5f-46fe-a771-a530053ee321 req-298a722f-aa2c-41ef-9acd-2fe19436db04 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Aug 04 15:36:43.674142 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408b9ef-e1fd-4814-9416-d9b089353e79 req-8785ba1d-8ec4-4b7f-8974-38ee7fde6931 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:43.675842 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6408b9ef-e1fd-4814-9416-d9b089353e79 req-8785ba1d-8ec4-4b7f-8974-38ee7fde6931 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0598886 Aug 04 15:36:43.718486 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6408b9ef-e1fd-4814-9416-d9b089353e79 req-eabab2c7-4160-471c-9284-e18977eced10 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Aug 04 15:36:44.843160 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3d2a-760f-4520-8ab9-4e9a6808bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:44.867658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186fbaa-051e-4507-bbf2-b991d1667fb3 req-d1df8d3a-e0b7-4fdd-b9cc-162b86ec059b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:44.869237 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7186fbaa-051e-4507-bbf2-b991d1667fb3 req-d1df8d3a-e0b7-4fdd-b9cc-162b86ec059b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0514975 Aug 04 15:36:44.915901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7186fbaa-051e-4507-bbf2-b991d1667fb3 req-fdd8a175-9154-4375-bca8-152111b51507 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Aug 04 15:36:46.046541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c706a7-ddde-44a0-87eb-3d47f32709a8 req-e582cfa5-90bc-4f4e-b3c2-f7526e9bb7d9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:46.048087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3c706a7-ddde-44a0-87eb-3d47f32709a8 req-e582cfa5-90bc-4f4e-b3c2-f7526e9bb7d9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0652626 Aug 04 15:36:46.085874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a3c706a7-ddde-44a0-87eb-3d47f32709a8 req-b44273e2-5abf-430f-9d1a-f94e7235f680 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 04 15:36:46.823096 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Request body: {'port': {'device_id': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:46.877920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.160167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7d91ab-5354-432a-9d73-0cb5749ab318 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:36:47.168539 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.182133 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Transition to ACTIVE for port object af7d91ab-5354-432a-9d73-0cb5749ab318 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:47.187959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.206058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a27db-fd94-40a0-828b-958023274ca5 req-2b3b7983-45e8-40ed-864f-7707428c4f88 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:47.207768 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b58a27db-fd94-40a0-828b-958023274ca5 req-2b3b7983-45e8-40ed-864f-7707428c4f88 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 931 time: 0.0520921 Aug 04 15:36:47.239546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:47.257348 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b58a27db-fd94-40a0-828b-958023274ca5 req-d3654f11-01cc-4367-a58b-2503b8919ec6 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Aug 04 15:36:47.337560 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Attempting to bind port af7d91ab-5354-432a-9d73-0cb5749ab318 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:47.337951 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Attempting to bind port af7d91ab-5354-432a-9d73-0cb5749ab318 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:47.338458 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Attempting to bind port af7d91ab-5354-432a-9d73-0cb5749ab318 on network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:47.343561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Port af7d91ab-5354-432a-9d73-0cb5749ab318 on network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:36:47.344282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Attempting to bind port af7d91ab-5354-432a-9d73-0cb5749ab318 on network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:47.349374 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:47.349648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Checking segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:47.350049 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Bound using segment: {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:47.350496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Bound port: af7d91ab-5354-432a-9d73-0cb5749ab318, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c77bb40-f44d-477d-951e-9a502cacbdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:47.350883 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.422991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:47.426347 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:47.431873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.467093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:47.467727 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.469159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 1092 time: 0.6895993 Aug 04 15:36:47.469622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:47.483604 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-012cf430-6a81-495f-8f87-16ed7957f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.514544 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:47.526756 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d8225-2923-4b2e-bd32-facf8537dfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:47.565968 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-8d145209-3cde-4764-bcc8-98d6d96a8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:47.567830 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-8d145209-3cde-4764-bcc8-98d6d96a8d33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1095 time: 0.0504158 Aug 04 15:36:47.612439 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-3267b981-36bc-450d-ac28-d23ab598f6ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 217 time: 0.0358779 Aug 04 15:36:47.651229 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b21b6da-f1db-4abb-ba28-6b193eb2479c x-openstack-request-id: req-8b21b6da-f1db-4abb-ba28-6b193eb2479c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:47.651525 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:47.651830 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b21b6da-f1db-4abb-ba28-6b193eb2479c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:47.652272 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:36:47.670870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-de83fff2-7556-4548-9dfa-a23c29ce8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:47.672403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-de83fff2-7556-4548-9dfa-a23c29ce8a0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0528967 Aug 04 15:36:47.716401 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.720550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-b91c8282-a448-4daf-b893-ff07fa94566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:47.722106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-b91c8282-a448-4daf-b893-ff07fa94566c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424910 Aug 04 15:36:47.814496 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-90c744fd-dce3-4ad6-b176-69589b3ddd10 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Aug 04 15:36:47.919231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fa43f0d2-7ac5-4160-92c9-2b8f7443f66a req-216d53c7-ef1d-455d-bedc-5b38bad8cdf6 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952976 Aug 04 15:36:48.014621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-e310bde8-0821-47ee-9d5f-2336f705308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:48.016172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-e310bde8-0821-47ee-9d5f-2336f705308b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1095 time: 0.0486045 Aug 04 15:36:48.110144 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-75547f2c-23e9-4a9e-a6a8-b8a9a25f3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:48.111666 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-75547f2c-23e9-4a9e-a6a8-b8a9a25f3944 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0871792 Aug 04 15:36:48.156683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-86556afb-2437-4b5b-82d8-82428ede4c0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 217 time: 0.0355496 Aug 04 15:36:48.208350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-37f2838c-03a5-411e-8d79-e1dde25b64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:48.209693 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-37f2838c-03a5-411e-8d79-e1dde25b64b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0459874 Aug 04 15:36:48.259926 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:48.263306 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-1c8dfbcd-efea-4ed7-beca-c7f9ebdfe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:48.264873 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-1c8dfbcd-efea-4ed7-beca-c7f9ebdfe020 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466740 Aug 04 15:36:48.355945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-e1d71eb9-b3e0-40d0-ba31-07940485e0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826283 Aug 04 15:36:48.369074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c68d-e073-43e5-8d8f-4d2da91d54aa req-475e1a4f-2fd5-4b15-8a9b-5373c3215543 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:48.370604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3463c68d-e073-43e5-8d8f-4d2da91d54aa req-475e1a4f-2fd5-4b15-8a9b-5373c3215543 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 943 time: 0.0515971 Aug 04 15:36:48.410130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3463c68d-e073-43e5-8d8f-4d2da91d54aa req-32614a75-07e2-405a-836a-d5c870eb8b56 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Aug 04 15:36:48.455083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-277b5d91-03f6-4c4b-b4df-7c24b23ecab5 req-0738c9ed-cb55-45ad-81a7-6c24bc2ea8a0 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912209 Aug 04 15:36:48.931771 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:49.173369 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:49.547132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f4a5-a45c-4706-b4af-2fc76f854c72 req-abd757b2-4124-4c0c-81fb-a186c425d1de tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:49.548736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bc2f4a5-a45c-4706-b4af-2fc76f854c72 req-abd757b2-4124-4c0c-81fb-a186c425d1de tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 943 time: 0.0690410 Aug 04 15:36:49.591548 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bc2f4a5-a45c-4706-b4af-2fc76f854c72 req-ab53180b-4adc-4538-8679-526a88446a4b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359328 Aug 04 15:36:50.417855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:50.718408 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16bb1b-1560-4d38-8de8-744699004fc6 req-b23fddfa-074b-4963-add1-b773f3d5f588 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:50.720094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e16bb1b-1560-4d38-8de8-744699004fc6 req-b23fddfa-074b-4963-add1-b773f3d5f588 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 943 time: 0.0539753 Aug 04 15:36:50.770909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7e16bb1b-1560-4d38-8de8-744699004fc6 req-6cea059b-a2aa-4e50-9b1e-0fefcf1ca44d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Aug 04 15:36:51.295740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device af7d91ab-5354-432a-9d73-0cb5749ab318 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:36:51.403986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:51.415892 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'port_id': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'mac_address': 'fa:16:3e:8e:84:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:36:51.453203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:51.466101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7d91ab-5354-432a-9d73-0cb5749ab318 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:36:51.486807 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:51.492269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:51.710741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:51.718932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.719292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.719641 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.719987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.720326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.720664 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.720999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.721329 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.721696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.722057 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.722323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.722706 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:51.761008 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:36:51.889183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3aa2f-033d-4186-9928-48f044d9859d req-2a3b6f98-d4d2-43f3-a737-fedebefd332d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:51.890803 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9c3aa2f-033d-4186-9928-48f044d9859d req-2a3b6f98-d4d2-43f3-a737-fedebefd332d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 944 time: 0.0503733 Aug 04 15:36:51.931133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9c3aa2f-033d-4186-9928-48f044d9859d req-c1d88824-373d-4f32-a1c4-381a4a463f67 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Aug 04 15:36:53.056122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91280-2f5e-4086-a6ce-b46056018a20 req-ffbca53c-aa76-4d97-9884-8c480dc8b4ab tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:53.057668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73a91280-2f5e-4086-a6ce-b46056018a20 req-ffbca53c-aa76-4d97-9884-8c480dc8b4ab tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 944 time: 0.0577810 Aug 04 15:36:53.097600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-73a91280-2f5e-4086-a6ce-b46056018a20 req-7c29e803-9eed-4044-9b2d-40f1f47f94ab tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Aug 04 15:36:53.306317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device af7d91ab-5354-432a-9d73-0cb5749ab318 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:53.361730 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port af7d91ab-5354-432a-9d73-0cb5749ab318 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:53.365617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port af7d91ab-5354-432a-9d73-0cb5749ab318 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:53.366001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:53.442602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:53.465491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:53.480069 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:53.484891 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:53.509019 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5707620-995c-4e2a-8110-39fe32ca7e9c" -d '{"events": [{"server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "name": "network-vif-plugged", "status": "completed", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:53.538564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:53.593229 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e517dfdf-59c3-465a-a414-f7959d5b23f0 x-openstack-request-id: req-e517dfdf-59c3-465a-a414-f7959d5b23f0 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:53.593580 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "name": "network-vif-plugged", "status": "completed", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:53.593847 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e517dfdf-59c3-465a-a414-f7959d5b23f0 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:53.594255 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'code': 200} Aug 04 15:36:53.692451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2cfc9-caaf-404a-9f9e-a61637656036 req-d406d743-b76a-47f8-9893-8bb29876dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:53.693984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3af2cfc9-caaf-404a-9f9e-a61637656036 req-d406d743-b76a-47f8-9893-8bb29876dff2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1097 time: 0.0431509 Aug 04 15:36:53.730520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3af2cfc9-caaf-404a-9f9e-a61637656036 req-5f586943-eac8-4bb9-b36e-72e07c5bc8de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286016 Aug 04 15:36:54.215695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e75fdf-4c1e-4d3d-9a15-6f33961ed594 req-0b283932-2bf2-4747-bdf3-17f9aa58f757 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:54.217222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e75fdf-4c1e-4d3d-9a15-6f33961ed594 req-0b283932-2bf2-4747-bdf3-17f9aa58f757 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0514662 Aug 04 15:36:54.258117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65e75fdf-4c1e-4d3d-9a15-6f33961ed594 req-2ac4104c-ac98-461a-ae8e-2d1a14961035 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346508 Aug 04 15:36:55.382164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92e13b-35b9-42e5-94f7-8c6b6e7c7cab req-e99ac37c-56a9-4418-9d7c-51b32a528994 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:55.383758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae92e13b-35b9-42e5-94f7-8c6b6e7c7cab req-e99ac37c-56a9-4418-9d7c-51b32a528994 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0538502 Aug 04 15:36:55.435189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae92e13b-35b9-42e5-94f7-8c6b6e7c7cab req-d1ef5b2c-3edd-4041-9b92-17905a14abbd tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Aug 04 15:36:55.565763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10633fa8-d496-41e5-97c1-b64fecc4be30 req-cb73284e-f2f3-447b-b3de-e765f7f62dc2 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:55.567208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10633fa8-d496-41e5-97c1-b64fecc4be30 req-cb73284e-f2f3-447b-b3de-e765f7f62dc2 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0577238 Aug 04 15:36:55.609076 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10633fa8-d496-41e5-97c1-b64fecc4be30 req-8d652fcd-0ba0-4239-bd92-3d84a9d79f15 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332904 Aug 04 15:36:55.809043 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae8004-d184-4c49-a7ac-2939daa96d71 req-62e68b05-0f8c-4996-89ef-d8993797fc13 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:55.810616 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bae8004-d184-4c49-a7ac-2939daa96d71 req-62e68b05-0f8c-4996-89ef-d8993797fc13 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0517962 Aug 04 15:36:55.858727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2bae8004-d184-4c49-a7ac-2939daa96d71 req-4a24f1ba-c66d-4c63-a7dc-8e02c63af203 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Aug 04 15:36:59.117538 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:37:07.575723 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc261-ad4b-4a6d-848d-8a6920f2441b req-9bd521b4-b013-4d60-bf9c-7ce60e74a057 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:07.577313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-910dc261-ad4b-4a6d-848d-8a6920f2441b req-9bd521b4-b013-4d60-bf9c-7ce60e74a057 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0557549 Aug 04 15:37:07.615919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-910dc261-ad4b-4a6d-848d-8a6920f2441b req-1970794d-013c-4e29-aed7-c067b5c1fffe tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Aug 04 15:37:07.639625 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44432) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:07.733403 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27283916-f730-46cd-a2ed-eae659f3b43a tempest-TestMinimumBasicScenario-285125880 tempest-TestMinimumBasicScenario-285125880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:07.734981 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-27283916-f730-46cd-a2ed-eae659f3b43a tempest-TestMinimumBasicScenario-285125880 tempest-TestMinimumBasicScenario-285125880-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1092 time: 0.0943894 Aug 04 15:37:07.739672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44436) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:07.744461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:07.771851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.877007 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.996365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Allocated IP 172.25.0.176 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/3fb11bbd-8f59-4791-af64-06c9a66d0629) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:08.112277 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.166559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.535080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:08.538020 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:08.543715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:08.566811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'Port': ['ID=3fb11bbd-8f59-4791-af64-06c9a66d0629,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:08.924770 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.006763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.168589 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.176367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.241041 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'Port': ['ID=3fb11bbd-8f59-4791-af64-06c9a66d0629,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.255367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.370401 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Floating IP c000f2f5-fbb7-4698-8e03-069bfb15d50d associated. External IP: 172.25.0.176, port: af7d91ab-5354-432a-9d73-0cb5749ab318. Aug 04 15:37:09.600062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:09.709292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:09.719737 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Sync routers for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:09.727891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.731193 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:09.731881 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:09.756858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3a07fca7-b8c7-426b-a197-10e552339dba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0160935 Aug 04 15:37:09.757465 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:09.759846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44438) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.765346 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779125953', 'description': 'tempest-secgroup-smoke-1779125953 description', 'project_id': '591a07832a154306afa3453af7eb2127'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.793054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.798397 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c28434-fd4c-4f64-92d5-927cc2025c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:09.844395 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:09.886349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.891279 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.893010 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c09cf4b-5131-4514-a54c-cea91e537f93 x-openstack-request-id: req-1c09cf4b-5131-4514-a54c-cea91e537f93 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:09.893408 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:09.893840 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c09cf4b-5131-4514-a54c-cea91e537f93 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:09.894714 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:37:09.927530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.928717 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1676466 Aug 04 15:37:09.932181 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44446) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.937619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.969474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.035174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.041015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.063945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a521b1b9-14c6-4cb2-97e1-2ea413f70302,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.073685 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.078344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449046 Aug 04 15:37:10.079216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:10.081025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.081241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.081632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.082232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.082841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.083190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.083535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.083871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.084212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.084551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.084895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.085229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa9895-a4a0-42ab-8e68-0b523833b606 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.093806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:10.100037 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c000f2f5-fbb7-4698-8e03-069bfb15d50d', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'port_id': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'mac_address': 'fa:16:3e:8e:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:08Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 0, 'project_id': '591a07832a154306afa3453af7eb2127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:10.123479 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.133007 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Checking router: 98541762-f7d1-4b29-bf1a-0cca9e583fb1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:10.141939 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:10.142622 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:36:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:10.195763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.201567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.216949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93ee10f-adae-4b16-b038-b467ae14f5fb,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.233279 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.236015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-88dd4f70-5b6d-46cf-90b1-674d18acc24d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452644 Aug 04 15:37:10.240313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:10.244164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:10.268813 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:10.275156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.339664 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296221cf-ffef-45e1-9df2-a096056111fa,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.346678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.351713 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.352056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.352384 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.352509 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.352697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.353252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.353618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.353929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.354264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.354608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.355069 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.355245 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.355715 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71926d-f1b7-42a0-b4a0-8b917a956862 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:10.367240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-a8f1cfa3-ba9e-47fb-81a3-16660ab3b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:10.368811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-a8f1cfa3-ba9e-47fb-81a3-16660ab3b603 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1097 time: 0.4509125 Aug 04 15:37:10.374811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f495f9d6-7cfc-44c2-b180-c2035d283826,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.382926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.384332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1edfea95-3a42-4ad2-b4c2-6aaa7c9752d1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451647 Aug 04 15:37:10.387048 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44452) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:10.392271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:10.422440 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.467635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-80533812-61a2-47a1-9a72-658297fc61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:10.469148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-80533812-61a2-47a1-9a72-658297fc61a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0930452 Aug 04 15:37:10.496396 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.501287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.520452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5870577-3a4b-4a1a-8857-58bd89e46244,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.528809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.530292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b110fc03-eaff-47be-99c4-35df3823ce8b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422391 Aug 04 15:37:10.533097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44454) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:10.537775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:10.547053 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-49c09ea4-feb0-431d-a1f1-1eeb4b65070e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 999 time: 0.0703876 Aug 04 15:37:10.560108 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Project 591a07832a154306afa3453af7eb2127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:37:10.565453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.598238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-ae43b3e2-71b7-441d-a2be-e64976b9fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:10.599663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-ae43b3e2-71b7-441d-a2be-e64976b9fb3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0440848 Aug 04 15:37:10.615556 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c000f2f5-fbb7-4698-8e03-069bfb15d50d', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'port_id': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'mac_address': 'fa:16:3e:8e:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:08Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 0, 'project_id': '591a07832a154306afa3453af7eb2127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:10.634474 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.640828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.646408 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa3d2-e3ae-4e27-8f30-d674107da455 None None] The sync data for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 is: [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'c000f2f5-fbb7-4698-8e03-069bfb15d50d', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'port_id': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'mac_address': 'fa:16:3e:8e:84:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:08Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 0, 'project_id': '591a07832a154306afa3453af7eb2127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:10.653793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-37a87be9-4c10-4727-aad0-3ba8368e0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:10.655389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-37a87be9-4c10-4727-aad0-3ba8368e0681 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471601 Aug 04 15:37:10.658424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35becc48-3b92-4cdc-8a72-20d80bd5a258,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.669254 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.673634 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-f1736cfb-60ad-4743-a1f6-fb5693938347 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365762 Aug 04 15:37:10.673919 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:10.679227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'security_group_rule': {'security_group_id': '296221cf-ffef-45e1-9df2-a096056111fa', 'project_id': '591a07832a154306afa3453af7eb2127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:10.704293 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Project 591a07832a154306afa3453af7eb2127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:37:10.709578 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.758918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-86c8faea-c5a1-4de4-b9b6-61371964a2fb service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Aug 04 15:37:10.780893 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.789461 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.811480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ef7917-3f22-4247-b3a2-d37591e02327,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.818938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.822862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dbc9064c-b1b9-455a-9f7f-57b120e7ad2b tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449952 Aug 04 15:37:10.864605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e9c28434-fd4c-4f64-92d5-927cc2025c4c req-b4f6f13e-ead0-4490-87ec-3121b6b5fea6 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976200 Aug 04 15:37:10.890658 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6524a-fb87-4c59-8169-5cfce22d7744 None None] New status for floating IP c000f2f5-fbb7-4698-8e03-069bfb15d50d: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:37:10.912168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-8978a0b8-4a2b-43b3-a204-883565a6b1c7 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779125953&fields=id&tenant_id=591a07832a154306afa3453af7eb2127 HTTP/1.1" status: 200 len: 267 time: 0.0390606 Aug 04 15:37:10.968534 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-98d7c313-8816-40f0-a27b-b6e9b03dd73d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:10.970157 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-98d7c313-8816-40f0-a27b-b6e9b03dd73d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0510492 Aug 04 15:37:10.981902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'port': {'security_groups': ['2784c816-005c-4b73-b52c-d06926fbb1c8', '296221cf-ffef-45e1-9df2-a096056111fa']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:11.047501 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.245328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:11.277657 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.284452 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.297409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:11.333833 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:11.334454 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.335885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9b46ca4-b202-465a-a533-5a5dbe1a259b req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "PUT /v2.0/ports/af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 981 time: 0.3589156 Aug 04 15:37:11.357614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6bc27-ba8e-4d23-b5e0-f1d1b4905676 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:11.392322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:11.460893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0051-9f80-43b0-99a3-175174a9a886 req-ec5e4dd4-6668-43ca-8cd0-0a027efe36da tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:11.462562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e99c0051-9f80-43b0-99a3-175174a9a886 req-ec5e4dd4-6668-43ca-8cd0-0a027efe36da tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0560684 Aug 04 15:37:11.509608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e99c0051-9f80-43b0-99a3-175174a9a886 req-2c4523e4-a10e-4ee3-ab98-8e9abbe6852d tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406816 Aug 04 15:37:11.597808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-945a5737-4987-40b8-be65-549e4674c298 None None] Provisioning complete for port af7d91ab-5354-432a-9d73-0cb5749ab318 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:11.598100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-945a5737-4987-40b8-be65-549e4674c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.895738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:11.898311 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:11.934207 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f9a17-a860-4378-a375-50b97887ac67 x-openstack-request-id: req-126f9a17-a860-4378-a375-50b97887ac67 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:11.934553 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:11.934843 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-126f9a17-a860-4378-a375-50b97887ac67 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:11.935262 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:37:12.002856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-11b61f6c-4764-49e2-b905-f4df8b86f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:12.004425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-11b61f6c-4764-49e2-b905-f4df8b86f78a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1136 time: 0.0470378 Aug 04 15:37:12.108804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-84cc1ce8-7e49-4beb-b619-b3fc2703806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:12.110250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-84cc1ce8-7e49-4beb-b619-b3fc2703806b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0948062 Aug 04 15:37:12.186888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-4ce89796-0294-4630-9aa2-5153b0b01c6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 1001 time: 0.0681095 Aug 04 15:37:12.238462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-088a5ca1-2f49-4f60-b808-de8c7ed60c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:12.240101 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-088a5ca1-2f49-4f60-b808-de8c7ed60c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0454094 Aug 04 15:37:12.290141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-05ae7c80-21ef-4246-9971-509848545787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:12.291718 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-05ae7c80-21ef-4246-9971-509848545787 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437942 Aug 04 15:37:12.395404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-013ea2b4-d204-4aaa-a864-87e11835e7a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953822 Aug 04 15:37:12.487201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dabf1bbd-46f2-46a4-9fc1-963dd6ae36d6 req-801e5df5-857e-4fc6-8d6c-4af4beb5be83 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835290 Aug 04 15:37:14.839844 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a21f2c90-fb90-45b2-9cc7-7466c8614081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.482430 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe82-63ae-4a85-993d-5017a6ef83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.715523 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:18.274962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:18.940912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:19.183490 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:20.417363 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:22.574151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-4a4542ad-35c3-4e5f-a732-22b9fb14e0fe req-c99cffd7-8ea1-44c2-8097-20adf2aee065 service neutron] (94266) timed out ('10.222.0.46', 54871) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:37:27.804545 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-a24c708f-36ba-4eec-8c33-f4c8b42ad2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:27.805576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3d4d1-6641-46c0-b62b-58db13b97470 req-9d975eee-4f7c-4b58-8819-96e7b7767bc6 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:27.806085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-a24c708f-36ba-4eec-8c33-f4c8b42ad2fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1136 time: 0.0424833 Aug 04 15:37:27.807244 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0d3d4d1-6641-46c0-b62b-58db13b97470 req-9d975eee-4f7c-4b58-8819-96e7b7767bc6 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0512369 Aug 04 15:37:27.853193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0d3d4d1-6641-46c0-b62b-58db13b97470 req-c5d71c53-6a0b-4f84-a505-62a51fc84b8a tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396211 Aug 04 15:37:27.901549 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-2f531946-00aa-45e0-a973-4032d5fcc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:27.903081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-2f531946-00aa-45e0-a973-4032d5fcc43c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0886407 Aug 04 15:37:27.974666 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-3de03381-d96b-4880-ac4f-95c5a05e2726 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 1001 time: 0.0636413 Aug 04 15:37:28.032192 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-b20b170c-b1d4-4c71-bf78-64886bd186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:28.033663 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-b20b170c-b1d4-4c71-bf78-64886bd186e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0509174 Aug 04 15:37:28.081963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-d825d4a8-b89c-47e3-b7c0-6e4491c5d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:28.083525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-d825d4a8-b89c-47e3-b7c0-6e4491c5d142 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424068 Aug 04 15:37:28.201217 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-9a98c522-4e35-4199-8429-adc229655e89 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091948 Aug 04 15:37:28.302525 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b6f94738-8482-4440-bd1f-81e6f8a2294c req-02aeff96-912e-495e-913f-f48d627a2c77 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938210 Aug 04 15:37:28.978082 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6556b8-97fe-452b-9579-1093ce541747 req-da2a1a28-66c6-4d6d-b54c-10bfc9830b57 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:28.979646 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c6556b8-97fe-452b-9579-1093ce541747 req-da2a1a28-66c6-4d6d-b54c-10bfc9830b57 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0530753 Aug 04 15:37:29.022229 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c6556b8-97fe-452b-9579-1093ce541747 req-c58b7056-bf3a-483c-bcf0-9eaedcd61a66 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364161 Aug 04 15:37:30.154547 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9645-b2db-4032-8b18-bf81f817d35e req-8ab602d0-afa0-4291-8dc2-d2ad0614314c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:30.156130 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5ef9645-b2db-4032-8b18-bf81f817d35e req-8ab602d0-afa0-4291-8dc2-d2ad0614314c tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0535822 Aug 04 15:37:30.201004 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5ef9645-b2db-4032-8b18-bf81f817d35e req-c4ba2ad1-e32d-4236-b657-52d752c6a3e1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367501 Aug 04 15:37:31.328821 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155d62f-ffe5-451f-8336-4d539c3c63c7 req-fe3acfa0-49c0-489e-86e9-9a8abda818e1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:31.330343 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b155d62f-ffe5-451f-8336-4d539c3c63c7 req-fe3acfa0-49c0-489e-86e9-9a8abda818e1 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0517373 Aug 04 15:37:31.378979 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b155d62f-ffe5-451f-8336-4d539c3c63c7 req-b20a5356-9647-4d37-8606-1f20e6869c94 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422616 Aug 04 15:37:32.508590 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43bd5-2f7f-490d-8dae-188d92bad2ae req-3bc3d469-58a0-4371-acda-4db1336347bb tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.510257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37a43bd5-2f7f-490d-8dae-188d92bad2ae req-3bc3d469-58a0-4371-acda-4db1336347bb tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0576565 Aug 04 15:37:32.551972 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37a43bd5-2f7f-490d-8dae-188d92bad2ae req-19e7b07b-9b31-4bc6-b2a9-37e84c288bc7 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354705 Aug 04 15:37:33.678265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180620b2-0ce6-4bd0-b25a-171ec50e257d req-f9334122-777d-4a90-aab9-4ad652d45e52 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:33.679839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-180620b2-0ce6-4bd0-b25a-171ec50e257d req-f9334122-777d-4a90-aab9-4ad652d45e52 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0526369 Aug 04 15:37:33.725478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-180620b2-0ce6-4bd0-b25a-171ec50e257d req-9cc0c84c-2597-4ab9-9abd-df10889d9947 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368073 Aug 04 15:37:34.865009 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97490e7-0fb1-4eac-80d6-c35f095eeb2c req-516d13e1-631f-4e6c-b697-3aa54ef99174 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:34.866507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a97490e7-0fb1-4eac-80d6-c35f095eeb2c req-516d13e1-631f-4e6c-b697-3aa54ef99174 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0639045 Aug 04 15:37:34.910724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a97490e7-0fb1-4eac-80d6-c35f095eeb2c req-2204b6dd-3b9a-4d97-ba40-29a49bf04cf7 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380414 Aug 04 15:37:36.044014 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c8785-5e44-49ba-91a2-17de0ded3a0e req-3d033a59-ee50-4f98-a316-aeb34a92b1cd tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:36.045535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-424c8785-5e44-49ba-91a2-17de0ded3a0e req-3d033a59-ee50-4f98-a316-aeb34a92b1cd tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0521450 Aug 04 15:37:36.088550 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-424c8785-5e44-49ba-91a2-17de0ded3a0e req-3b6d6d5e-dc4c-4388-9b07-54a54db93314 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340374 Aug 04 15:37:36.116881 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:37:37.222695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0f1e-74b0-4bd6-98a2-8253ad00c75e req-ab3d6b69-a66c-4736-ae3d-7ec2099cac74 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:37.224202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9afb0f1e-74b0-4bd6-98a2-8253ad00c75e req-ab3d6b69-a66c-4736-ae3d-7ec2099cac74 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0565739 Aug 04 15:37:37.268985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9afb0f1e-74b0-4bd6-98a2-8253ad00c75e req-e48cf4e7-91d4-4fb7-9d84-b24b88db5304 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352693 Aug 04 15:37:38.392219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1b10-7fa6-4674-a4be-8bd60ccf520d req-99145f97-c28c-4d64-9d74-b959d3d8638e tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:38.394264 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a90a1b10-7fa6-4674-a4be-8bd60ccf520d req-99145f97-c28c-4d64-9d74-b959d3d8638e tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0544996 Aug 04 15:37:38.440461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a90a1b10-7fa6-4674-a4be-8bd60ccf520d req-0a5b10ea-e6ce-4e6e-96cc-eebc5cbdd9fe tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397980 Aug 04 15:37:39.559178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683187-a9cf-4617-8473-554fa94eda57 req-bb617f34-7e3c-4cdb-bbf6-61a711dd87a9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:39.560761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41683187-a9cf-4617-8473-554fa94eda57 req-bb617f34-7e3c-4cdb-bbf6-61a711dd87a9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0516894 Aug 04 15:37:39.603056 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41683187-a9cf-4617-8473-554fa94eda57 req-0fa7b9c4-7c72-4a66-aeef-c3856c3b4229 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=296221cf-ffef-45e1-9df2-a096056111fa&id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359654 Aug 04 15:37:43.368146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-fb81e886-833d-486f-9cd3-aec24a7e5001 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433049 Aug 04 15:37:43.458030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156b82-3d96-425d-99ed-770c0647e475 req-9b721e90-244a-44d5-8be9-ca4ee3b2c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.459593 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-9b721e90-244a-44d5-8be9-ca4ee3b2c1ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1136 time: 0.0439286 Aug 04 15:37:43.579468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156b82-3d96-425d-99ed-770c0647e475 req-ae5ec0b0-d3a0-4b89-8ed0-662578084adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.580926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-ae5ec0b0-d3a0-4b89-8ed0-662578084adf service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0963438 Aug 04 15:37:43.650423 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-fe6b7100-f6bd-4063-87bf-65c175759473 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 1001 time: 0.0614336 Aug 04 15:37:43.706028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156b82-3d96-425d-99ed-770c0647e475 req-e590c1dc-f03e-4fbb-8d45-de5cccdf2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.707646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-e590c1dc-f03e-4fbb-8d45-de5cccdf2363 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0507796 Aug 04 15:37:43.757636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e156b82-3d96-425d-99ed-770c0647e475 req-042a22ef-d2f8-4554-afbf-6020268ac8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.759360 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-042a22ef-d2f8-4554-afbf-6020268ac8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441766 Aug 04 15:37:43.854365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-243dd7d7-ed33-48a9-ac50-d904a33858af service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Aug 04 15:37:43.951098 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-5e156b82-3d96-425d-99ed-770c0647e475 req-f0694865-3a9d-42dc-8ac9-e494d9d773bd service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884802 Aug 04 15:37:44.844820 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1b52bc1e-aaab-4e0f-a81f-f9ea28b0a3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:47.486704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a59fb63e-94ae-4eb9-bc12-4dcbef870629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:47.722900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:48.279623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:48.945384 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:49.188682 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:50.419486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.039102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-59f763a9-221a-4fc3-888a-db2a8e0db824 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779125953&fields=id&tenant_id=591a07832a154306afa3453af7eb2127 HTTP/1.1" status: 200 len: 267 time: 0.0388806 Aug 04 15:38:12.096555 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-59758bcb-02f2-4c29-ad2e-494d48ca9e1f tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.098085 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-59758bcb-02f2-4c29-ad2e-494d48ca9e1f tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 984 time: 0.0532837 Aug 04 15:38:12.112319 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Request body: {'port': {'security_groups': ['2784c816-005c-4b73-b52c-d06926fbb1c8']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:12.180049 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.366361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:12.397481 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.405664 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.422561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:38:12.455513 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.456185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.457705 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fc9ff996-c994-45bc-a999-bd26a0a5f5c2 req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "PUT /v2.0/ports/af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 942 time: 0.3500841 Aug 04 15:38:12.458158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:12.460531 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630dc468-36bb-4e2e-a33d-2d92dc1930da" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:12.465899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44524) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:12.492825 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event updated for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:12.502874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.503466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.504120 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.504863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.505418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.505969 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.506518 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.507150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.507703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.508255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.508869 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.509509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52726841-b659-4b30-9b31-d572dd770be9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.523037 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee107f32-d559-42c9-9d01-4253945ba706 x-openstack-request-id: req-ee107f32-d559-42c9-9d01-4253945ba706 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:12.523589 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:12.524060 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee107f32-d559-42c9-9d01-4253945ba706 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:12.524718 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:38:12.559343 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:38:12.592239 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.621748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-4b8229b5-1e53-403f-b017-df4b84d19e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.623356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-4b8229b5-1e53-403f-b017-df4b84d19e8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1097 time: 0.0831618 Aug 04 15:38:12.630061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.737304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-328631c4-7ed8-476f-a640-86744d5037d4 None None] Provisioning complete for port af7d91ab-5354-432a-9d73-0cb5749ab318 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:12.737526 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-328631c4-7ed8-476f-a640-86744d5037d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.749328 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-b1a883c0-f7b1-40af-a2c6-821c7266babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.751064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-b1a883c0-f7b1-40af-a2c6-821c7266babe service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.1178792 Aug 04 15:38:12.797639 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.800258 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.801436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "DELETE /v2.0/security-groups/296221cf-ffef-45e1-9df2-a096056111fa HTTP/1.1" status: 204 len: 168 time: 0.3328800 Aug 04 15:38:12.806093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44536) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:12.814230 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296221cf-ffef-45e1-9df2-a096056111fa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:12.833437 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.833782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.834126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.834462 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.834821 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.835158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.835481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.835808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.836135 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.836550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.837018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.837340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd6c53-d354-41ea-bc7e-77d8d2ae19dc tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:12.853407 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-bf839821-aa5c-43a8-8bca-4c435c9bdd82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 1001 time: 0.0940053 Aug 04 15:38:12.904078 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-a834c0aa-afa5-4bb9-afd9-2988f951ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.905595 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-a834c0aa-afa5-4bb9-afd9-2988f951ad8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0444710 Aug 04 15:38:12.951031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-ac6cbfd0-9d3c-4b05-9c19-fc84ed618914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:12.952725 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-ac6cbfd0-9d3c-4b05-9c19-fc84ed618914 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404346 Aug 04 15:38:12.970412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Deleting port 3fb11bbd-8f59-4791-af64-06c9a66d0629 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:12.970809 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.045325 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-4ddbd602-20d7-46ce-a828-d232b05f018e service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852072 Aug 04 15:38:13.050290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.050952 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.062840 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Calling delete_port for 3fb11bbd-8f59-4791-af64-06c9a66d0629 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:13.117836 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:38:13.136399 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-630dc468-36bb-4e2e-a33d-2d92dc1930da req-ef0e9729-24ad-4e2f-94d4-754f2310b5a9 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Aug 04 15:38:13.215149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.240640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event deleted for resources: {'Port': ['ID=3fb11bbd-8f59-4791-af64-06c9a66d0629,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:13.306032 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.306406 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Floating IP c000f2f5-fbb7-4698-8e03-069bfb15d50d disassociated (deleted). External IP: 172.25.0.176, port: af7d91ab-5354-432a-9d73-0cb5749ab318. Aug 04 15:38:13.524077 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:38:13.636261 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:13.641629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.646663 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Sync routers for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:13.656465 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:13.657069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:13.667886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-587b9484-6f04-46d7-8b4f-c3da9d5916c8 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "DELETE /v2.0/floatingips/c000f2f5-fbb7-4698-8e03-069bfb15d50d HTTP/1.1" status: 204 len: 168 time: 0.8622489 Aug 04 15:38:13.770258 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:13.981783 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:14.010911 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Checking router: 98541762-f7d1-4b29-bf1a-0cca9e583fb1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:14.019976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:14.020574 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:37:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:14.136087 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:14.343794 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:14.370432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757b6d9-bdab-4568-932c-c67f9c94ee45 None None] The sync data for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 is: [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:36:19Z', 'revision_number': 4, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'eba5ee1d-4291-4df9-b555-01cf9785296a', 'name': '', 'network_id': '5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'mac_address': 'fa:16:3e:6a:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:18Z', 'updated_at': '2021-08-04T15:36:24Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'subnets': [{'id': 'e458432c-7f93-42f4-aeea-8a90912bef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:14.526906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:14.529356 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:14.572977 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d3e24-281e-4956-acac-f4e74cee6d2c x-openstack-request-id: req-117d3e24-281e-4956-acac-f4e74cee6d2c {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:14.573238 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:14.573524 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-117d3e24-281e-4956-acac-f4e74cee6d2c {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:14.573960 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:38:14.615788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306c6c0-e2a4-4934-9d93-a6cfebea8652 None None] New status for floating IP c000f2f5-fbb7-4698-8e03-069bfb15d50d: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:38:14.640567 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-d0f6ba6c-e425-4f8f-8fd2-36c9a621b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.642105 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-d0f6ba6c-e425-4f8f-8fd2-36c9a621b732 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=591a07832a154306afa3453af7eb2127&device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 1097 time: 0.0429001 Aug 04 15:38:14.741745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-a3ff8f28-da09-427d-8ff8-7b9b5d323f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.743279 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-a3ff8f28-da09-427d-8ff8-7b9b5d323f4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 200 len: 916 time: 0.0938394 Aug 04 15:38:14.785493 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-b2ecf2a2-b15b-4155-8e2d-c018c3e02540 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 200 len: 217 time: 0.0348222 Aug 04 15:38:14.837719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ebe29484-f348-4019-9f88-f952cf26a394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:14.838115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-169c70c0-453d-4e87-a1e8-3ec0f9779785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.841178 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-169c70c0-453d-4e87-a1e8-3ec0f9779785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 200 len: 854 time: 0.0478184 Aug 04 15:38:14.892461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-6521b9b4-1951-43e6-b324-198f8fe0fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.894384 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-6521b9b4-1951-43e6-b324-198f8fe0fd53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460551 Aug 04 15:38:14.989201 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-86e844da-4a32-478a-8f83-4b97f9d88fab service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Aug 04 15:38:15.086638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a8facdab-fe25-4d0a-a902-8ad23d85c9c3 req-9a1de159-28a6-43e0-9c1f-7ef7a31f22ea service neutron] 10.222.0.46 "GET /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902095 Aug 04 15:38:17.475786 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-92f8f3d0-8533-48c0-b2da-4c8adc406ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:17.565800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-a3a0b487-ef12-4a9b-91f0-c0570b8957b8 req-01149966-5638-42be-9cf6-6c7ba7ea83b6 tempest-ServerDiskConfigTestJSON-2045227577 tempest-ServerDiskConfigTestJSON-2045227577-project] (94266) timed out ('10.222.0.38', 51129) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:38:17.706484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:18.303021 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:18.939486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:19.178953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:20.420656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:20.714685 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa3cdc-3ae5-4b57-8117-df2385bea4ab req-229c59fc-b98a-4087-ab28-2b7bad9278f4 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:20.716148 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9fa3cdc-3ae5-4b57-8117-df2385bea4ab req-229c59fc-b98a-4087-ab28-2b7bad9278f4 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0533826 Aug 04 15:38:20.756961 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a9fa3cdc-3ae5-4b57-8117-df2385bea4ab req-fccc0faf-f5f8-4a0a-9077-81144fbf9fd9 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346816 Aug 04 15:38:21.887126 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09de81-9179-4dd2-8a6d-63031f0e4d40 req-010f1d15-6eb1-42eb-ba43-08499a454aee tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:21.888575 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae09de81-9179-4dd2-8a6d-63031f0e4d40 req-010f1d15-6eb1-42eb-ba43-08499a454aee tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0549080 Aug 04 15:38:21.929125 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae09de81-9179-4dd2-8a6d-63031f0e4d40 req-66d9c321-8efc-43a1-b6a3-59ca3827eeba tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/security-groups?id=2784c816-005c-4b73-b52c-d06926fbb1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Aug 04 15:38:22.349431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-c09528b5-60ed-4276-ae5d-9fd126486b85 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:22.350934 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-c09528b5-60ed-4276-ae5d-9fd126486b85 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 945 time: 0.0525649 Aug 04 15:38:22.442233 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Deleting port af7d91ab-5354-432a-9d73-0cb5749ab318 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:22.442575 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:22.539867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] For port af7d91ab-5354-432a-9d73-0cb5749ab318, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=af7d91ab-5354-432a-9d73-0cb5749ab318,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:22.540238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:22.553662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Calling delete_port for af7d91ab-5354-432a-9d73-0cb5749ab318 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:22.694385 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:22.707713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['af7d91ab-5354-432a-9d73-0cb5749ab318'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:38:22.730176 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Pushing event deleted for resources: {'Port': ['ID=af7d91ab-5354-432a-9d73-0cb5749ab318,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:22.765767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] No DVR routers for this DVR port af7d91ab-5354-432a-9d73-0cb5749ab318 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:38:22.769266 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:22.771520 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-67344c42-179b-44f6-aafc-ffd5d51c2e24 req-281abcca-9025-4b9a-b612-950c98419901 tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.46 "DELETE /v2.0/ports/af7d91ab-5354-432a-9d73-0cb5749ab318 HTTP/1.1" status: 204 len: 173 time: 0.4145224 Aug 04 15:38:22.771983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'name': 'network-vif-deleted', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:22.774280 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95310a2-ae33-47db-84d5-57310171cb3e" -d '{"events": [{"server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "name": "network-vif-deleted", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:22.814325 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4985b65e-8950-43ec-a89d-0e1202233755 x-openstack-request-id: req-4985b65e-8950-43ec-a89d-0e1202233755 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:22.814639 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe0a159-4ab8-4822-b5bd-599f2a9bfdee", "name": "network-vif-deleted", "tag": "af7d91ab-5354-432a-9d73-0cb5749ab318", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:22.814889 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4985b65e-8950-43ec-a89d-0e1202233755 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:22.815290 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe0a159-4ab8-4822-b5bd-599f2a9bfdee', 'name': 'network-vif-deleted', 'tag': 'af7d91ab-5354-432a-9d73-0cb5749ab318', 'status': 'completed', 'code': 200} Aug 04 15:38:23.050985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51c1c4c1-cd76-4fb4-a880-cdaf3ddb36d1 req-9c54f654-8449-498a-925f-4a293d4eafda tempest-TestMinimumBasicScenario-283319177 tempest-TestMinimumBasicScenario-283319177-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe0a159-4ab8-4822-b5bd-599f2a9bfdee HTTP/1.1" status: 200 len: 210 time: 0.0329752 Aug 04 15:38:24.666877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44648) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:25.022275 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:25.591478 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Deleting port eba5ee1d-4291-4df9-b555-01cf9785296a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:25.591836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:25.678573 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] For port eba5ee1d-4291-4df9-b555-01cf9785296a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eba5ee1d-4291-4df9-b555-01cf9785296a,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:25.679267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:25.691731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Calling delete_port for eba5ee1d-4291-4df9-b555-01cf9785296a owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:25.885646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:25.911286 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eba5ee1d-4291-4df9-b555-01cf9785296a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:26.080833 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.299702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:38:26.408698 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:26.413976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-97364ff6-4dd9-4162-9b2a-0168a464ac5f admin admin] 10.222.0.76 "PUT /v2.0/routers/98541762-f7d1-4b29-bf1a-0cca9e583fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452347 Aug 04 15:38:26.416730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44654) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:26.419497 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Sync routers for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:26.430465 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:26.431125 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:26.526466 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.539880 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:26.625519 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.684490 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Deleting port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:26.685221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.722844 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:38:25Z', 'revision_number': 5, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port': {'id': '0261eb79-ce0b-490c-8c49-4a8e1b1bbc15', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:17Z', 'updated_at': '2021-08-04T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:26.751378 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Checking router: 98541762-f7d1-4b29-bf1a-0cca9e583fb1 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:26.765302 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Routers {'98541762-f7d1-4b29-bf1a-0cca9e583fb1'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:26.766139 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] For port 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:26.766512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.766737 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:26.781892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Calling delete_port for 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:26.953757 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:26.959051 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] Set router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:26.978772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0261eb79-ce0b-490c-8c49-4a8e1b1bbc15,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:27.010223 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:38:26Z', 'revision_number': 6, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:27.039286 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4071fb-1c44-4f8b-b8b4-a5e2f185e7c4 None None] The sync data for ids ['98541762-f7d1-4b29-bf1a-0cca9e583fb1'] in n-d-801743-12 is: [{'id': '98541762-f7d1-4b29-bf1a-0cca9e583fb1', 'name': 'tempest-TestMinimumBasicScenario-1476638635-router', 'tenant_id': '591a07832a154306afa3453af7eb2127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:16Z', 'updated_at': '2021-08-04T15:38:26Z', 'revision_number': 6, 'project_id': '591a07832a154306afa3453af7eb2127', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:27.045392 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.136205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.138619 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.186415 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.187212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98541762-f7d1-4b29-bf1a-0cca9e583fb1 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:38:27.192272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.194000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-528e8090-c9fd-40fd-a8c3-6ea8aaeae9d4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/98541762-f7d1-4b29-bf1a-0cca9e583fb1 HTTP/1.1" status: 204 len: 168 time: 0.7762854 Aug 04 15:38:27.196814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44658) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:27.249822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Deleting subnet e458432c-7f93-42f4-aeea-8a90912bef55 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:38:27.252974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.287631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.377187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.435006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.465140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e458432c-7f93-42f4-aeea-8a90912bef55,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:27.470128 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.472290 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cee13c1e-cf3f-4a7d-9724-2f61850f5f28 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e458432c-7f93-42f4-aeea-8a90912bef55 HTTP/1.1" status: 204 len: 168 time: 0.2742276 Aug 04 15:38:27.475159 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44660) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:27.476107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1fdd6-9119-46e4-98bb-b12927790b75 None None] Network 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:38:27.546913 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.600746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Deleting port d9424427-1cfc-4c29-bcfa-97fad9950aa8 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:27.601050 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.666022 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] For port d9424427-1cfc-4c29-bcfa-97fad9950aa8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d9424427-1cfc-4c29-bcfa-97fad9950aa8,segment=NetworkSegment(4c77bb40-f44d-477d-951e-9a502cacbdbb),segment_id=4c77bb40-f44d-477d-951e-9a502cacbdbb)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:27.666387 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.683294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Calling delete_port for d9424427-1cfc-4c29-bcfa-97fad9950aa8 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:27.726971 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device af7d91ab-5354-432a-9d73-0cb5749ab318 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:27.755696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: af7d91ab-5354-432a-9d73-0cb5749ab318 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:27.756049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device af7d91ab-5354-432a-9d73-0cb5749ab318 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:27.766873 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.784834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e422893-8bbd-4979-9a6e-4f1b5e7db9e0 None None] DHCP port deletion for 5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:38:27.796034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9424427-1cfc-4c29-bcfa-97fad9950aa8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:27.798471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] No DVR routers for this DVR port d9424427-1cfc-4c29-bcfa-97fad9950aa8 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:38:27.856529 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eba5ee1d-4291-4df9-b555-01cf9785296a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:27.873323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.878150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: eba5ee1d-4291-4df9-b555-01cf9785296a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:27.878510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eba5ee1d-4291-4df9-b555-01cf9785296a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:27.878965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9424427-1cfc-4c29-bcfa-97fad9950aa8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:27.883867 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:27.895198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c77bb40-f44d-477d-951e-9a502cacbdbb') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:27.895508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c77bb40-f44d-477d-951e-9a502cacbdbb') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:27.899603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d9424427-1cfc-4c29-bcfa-97fad9950aa8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:27.899960 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d9424427-1cfc-4c29-bcfa-97fad9950aa8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:27.900401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:27.905090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.919197 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.920292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:27.920712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 0261eb79-ce0b-490c-8c49-4a8e1b1bbc15 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:27.925652 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:38:27.926089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:38:27.936777 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:38:27.981337 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.987383 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:27.989343 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8 HTTP/1.1" status: 204 len: 168 time: 0.5131505 Aug 04 15:38:27.998872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44662) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:28.001007 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fbe62-ff85-41be-983e-c6ea19d20c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2cbd08-f221-4be6-8d82-e1ebb4adc9f8,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:28.374735 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:28.651361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Deleting port 11988705-b12c-4c15-8bb3-63fb1f9b1104 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:28.651914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:28.733267 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] For port 11988705-b12c-4c15-8bb3-63fb1f9b1104, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=11988705-b12c-4c15-8bb3-63fb1f9b1104,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:28.733725 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:28.752917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Calling delete_port for 11988705-b12c-4c15-8bb3-63fb1f9b1104 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:28.946641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:28.972657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=11988705-b12c-4c15-8bb3-63fb1f9b1104,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:29.147675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:29.374411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:38:29.813730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:29.819153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3789470c-6a8d-4f64-97cb-1e151e8dd0dc admin admin] 10.222.0.76 "PUT /v2.0/routers/bda98d30-67f7-4082-9fc3-3bdf8c56f9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191512 Aug 04 15:38:29.821941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44666) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:29.823088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Sync routers for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:29.835058 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:29.835704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:29.926267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:29.943588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:30.030267 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.084212 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Deleting port 56ac3285-79a4-48fe-9bd1-cf5885716fe4 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:30.084555 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.122418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:38:28Z', 'revision_number': 5, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port': {'id': '56ac3285-79a4-48fe-9bd1-cf5885716fe4', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:30.151990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Checking router: bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:30.160703 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Routers {'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:30.161377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:30.163122 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] For port 56ac3285-79a4-48fe-9bd1-cf5885716fe4, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=56ac3285-79a4-48fe-9bd1-cf5885716fe4,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:30.163703 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.181683 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Calling delete_port for 56ac3285-79a4-48fe-9bd1-cf5885716fe4 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:30.254677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] Set router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:30.306107 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:38:30Z', 'revision_number': 6, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:30.336770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ef77f-3229-42fe-b9e9-5917ac1a1aae None None] The sync data for ids ['bda98d30-67f7-4082-9fc3-3bdf8c56f9d2'] in n-d-801743-12 is: [{'id': 'bda98d30-67f7-4082-9fc3-3bdf8c56f9d2', 'name': 'tempest-TestMinimumBasicScenario-1760266704-router', 'tenant_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:21Z', 'updated_at': '2021-08-04T15:38:30Z', 'revision_number': 6, 'project_id': 'c74b3aa5eaca4ec79b4faf5f5f9c3671', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:30.347615 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.379257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Pushing event deleted for resources: {'Port': ['ID=56ac3285-79a4-48fe-9bd1-cf5885716fe4,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:30.438532 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.529743 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.532034 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.582971 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.583647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:38:30.588819 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.590103 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7ab54eee-b7dd-4afd-a48b-778ddcadee2c admin admin] 10.222.0.76 "DELETE /v2.0/routers/bda98d30-67f7-4082-9fc3-3bdf8c56f9d2 HTTP/1.1" status: 204 len: 168 time: 0.7671866 Aug 04 15:38:30.594253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:30.638102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Deleting subnet 55ff44e4-2355-46ef-bebc-10e363203fa1 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:38:30.641145 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.679042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.764889 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.821502 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.844971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ff44e4-2355-46ef-bebc-10e363203fa1,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:30.851174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.853809 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2b41dceb-9327-4778-bb80-c4a458408798 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/55ff44e4-2355-46ef-bebc-10e363203fa1 HTTP/1.1" status: 204 len: 168 time: 0.2579107 Aug 04 15:38:30.856179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44670) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:30.856739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0c89b-6a25-4ed9-a6ae-71ee23fd1eae None None] Network 260b3723-5393-45c6-a7a8-693bfd86f222 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:38:30.926198 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:30.979129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Deleting port ce373623-1334-48e0-9b07-5c4a3b5c4a02 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:30.979470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.044206 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] For port ce373623-1334-48e0-9b07-5c4a3b5c4a02, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=ce373623-1334-48e0-9b07-5c4a3b5c4a02,segment=NetworkSegment(dd4695a5-231a-405c-920a-71258989653a),segment_id=dd4695a5-231a-405c-920a-71258989653a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:31.044642 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.058826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Calling delete_port for ce373623-1334-48e0-9b07-5c4a3b5c4a02 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:31.065291 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] DHCP port deletion for 260b3723-5393-45c6-a7a8-693bfd86f222 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:38:31.139891 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.170301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce373623-1334-48e0-9b07-5c4a3b5c4a02,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:31.172342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] No DVR routers for this DVR port ce373623-1334-48e0-9b07-5c4a3b5c4a02 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:38:31.248486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.259419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b3723-5393-45c6-a7a8-693bfd86f222']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:31.271705 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4695a5-231a-405c-920a-71258989653a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:31.272100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4695a5-231a-405c-920a-71258989653a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:31.279872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Deleting port ce373623-1334-48e0-9b07-5c4a3b5c4a02 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:38:31.280258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.281509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.298346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.305278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:38:31.306097 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:38:31.308359 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:38:31.349209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] For port ce373623-1334-48e0-9b07-5c4a3b5c4a02, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:31.349618 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.363289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Calling delete_port for ce373623-1334-48e0-9b07-5c4a3b5c4a02 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:38:31.366086 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Port ce373623-1334-48e0-9b07-5c4a3b5c4a02 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:38:31.367540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.374876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.379917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.384383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] 10.222.0.76 "DELETE /v2.0/networks/260b3723-5393-45c6-a7a8-693bfd86f222 HTTP/1.1" status: 204 len: 168 time: 0.5247805 Aug 04 15:38:31.400801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93e4aa-c57e-4d34-8831-02882880d881 admin admin] Pushing event deleted for resources: {'Network': ['ID=260b3723-5393-45c6-a7a8-693bfd86f222,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:31.403652 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Pushing event deleted for resources: {'Port': ['ID=ce373623-1334-48e0-9b07-5c4a3b5c4a02,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:31.406613 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] No DVR routers for this DVR port ce373623-1334-48e0-9b07-5c4a3b5c4a02 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:38:31.417084 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.417828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.418192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.418520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.418883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.419215 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.419535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.419924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.420166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.420673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.420998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.421328 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d576ca-f591-4e51-97d8-4e3119cba151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:31.562453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44674) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:31.616339 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9582027a-686d-49fa-a721-0d2f5e198b50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=591a07832a154306afa3453af7eb2127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524824 Aug 04 15:38:31.619135 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44676) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:31.648094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 11988705-b12c-4c15-8bb3-63fb1f9b1104 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:31.668133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 11988705-b12c-4c15-8bb3-63fb1f9b1104 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:31.668479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 11988705-b12c-4c15-8bb3-63fb1f9b1104 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:31.668895 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce373623-1334-48e0-9b07-5c4a3b5c4a02 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:31.671328 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.687792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: ce373623-1334-48e0-9b07-5c4a3b5c4a02 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:31.688155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device ce373623-1334-48e0-9b07-5c4a3b5c4a02 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:31.688574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 56ac3285-79a4-48fe-9bd1-cf5885716fe4 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:38:31.692582 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.709443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 56ac3285-79a4-48fe-9bd1-cf5885716fe4 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:38:31.709803 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 56ac3285-79a4-48fe-9bd1-cf5885716fe4 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:38:31.738796 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.741471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:31.742657 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2784c816-005c-4b73-b52c-d06926fbb1c8 HTTP/1.1" status: 204 len: 168 time: 0.1221557 Aug 04 15:38:31.750414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49170f-049f-4cfe-a77a-ccd1a90fe343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784c816-005c-4b73-b52c-d06926fbb1c8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:32.088475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44684) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:32.134177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-211a06f2-2f9f-4980-a350-3b8a9a46c48c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c74b3aa5eaca4ec79b4faf5f5f9c3671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445192 Aug 04 15:38:32.136897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44686) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:32.188841 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:32.211023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:32.268200 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:32.271037 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:32.272204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/013d4348-1dec-4480-8391-3b559be9986c HTTP/1.1" status: 204 len: 168 time: 0.1343958 Aug 04 15:38:32.280354 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a5e3c-f769-498a-aca4-e352d33521cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d4348-1dec-4480-8391-3b559be9986c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.051202 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44728) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.056307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573587544', 'description': 'tempest-secgroup-smoke-1573587544 description', 'project_id': '317ec96d6e7146ed866138cd21938709'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.082201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.095119 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.198964 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.204685 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.240533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386e26f4-1213-4301-939f-2a46d4b0da01,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.294993 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.300647 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.326697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.327969 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2757628 Aug 04 15:38:34.331241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44730) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.331947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10c9a-e991-42da-bffb-6716efee0390 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef5079-bcb7-4ae0-85ce-a6f124713edc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.336937 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.371179 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.421614 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.427544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.446728 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f13a39-d81a-4282-9381-72e6f334a0c0,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.454070 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.455508 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-187d6f64-1629-4d45-a321-1a74121bd874 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225936 Aug 04 15:38:34.459189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44732) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.463789 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.490457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.555495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.562771 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.582298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab0f7aa-8c61-45c4-9816-e2a0c1e0d8e8,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.590290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.591600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7dc08f7e-b685-4f90-b5ab-08ba7b7d1371 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314456 Aug 04 15:38:34.595362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44734) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.600001 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.628084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.698201 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.703191 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.723178 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff6a5bc-a68a-47c5-bc1d-b908f81c2bce,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.732777 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.734169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fe473fd2-6f35-453c-ae04-fb32ed12e099 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376774 Aug 04 15:38:34.737027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44736) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.741722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.768895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.840600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.846207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.865097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1a1bb9-d1fa-42f6-a553-74910d0fb593,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:34.872766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.874044 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0fdc30a3-4ca6-4225-a8f6-67ba913827a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360090 Aug 04 15:38:34.876830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44738) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:34.881318 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:34.905513 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:38:34.911266 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.974312 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.980211 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:34.998240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c714e58-25e9-47da-84c7-09f9927498e4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:35.006642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.007896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3c521f7f-9b4a-4295-8407-805d6f1d0a94 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301045 Aug 04 15:38:35.010813 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44740) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:35.015367 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'f2ef5079-bcb7-4ae0-85ce-a6f124713edc', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:35.039961 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:38:35.045022 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.107879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.113056 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.131362 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112f941e-705f-432d-ba23-82f2e66ae265,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:35.138223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.139499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ac5c6d93-ab7d-4646-bb7f-8b73f7bbf14f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277080 Aug 04 15:38:35.144523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:35.149519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'network': {'name': 'tempest-network-smoke--2015104827', 'project_id': '317ec96d6e7146ed866138cd21938709', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:35.172163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:38:35.175724 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.200273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:38:35.209605 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.209951 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Added segment f9a81aac-d285-40b5-9a67-431087b4804a of type vlan for network ad4e3a7b-6fdc-496a-ac37-aa2393415072 Aug 04 15:38:35.249802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.279426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.284899 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:35.285503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.345821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001691 Aug 04 15:38:35.348878 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:35.355765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'admin_state_up': True, 'project_id': '317ec96d6e7146ed866138cd21938709', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:35.365938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc7acb-a939-4d6e-8bfa-43441bf5d91a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Network': ['ID=ad4e3a7b-6fdc-496a-ac37-aa2393415072,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:35.376402 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:38:35.384492 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.385083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.437998 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.580023 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.780991 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.799786 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:35.906192 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.145 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/c0d89afe-df96-438a-be78-ec1c6e31cc16) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:38:36.014545 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:36.069108 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:36.110275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:36.113306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:36.115963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:38:36.121739 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=c0d89afe-df96-438a-be78-ec1c6e31cc16,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:36.369052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:36.574993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:36.730070 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 82b45aa9-ae85-4753-838c-2f86c25c97e8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:38:36.838991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:36.849457 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Sync routers for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:36.863129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:36.864437 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:36.864906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-48c4d257-456d-425c-be21-7295b8b12f06 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5149493 Aug 04 15:38:36.865189 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:36.868236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44746) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:36.971549 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:36.997179 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-96aeec85-b0f8-4ad1-972f-b8a1869be838 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=317ec96d6e7146ed866138cd21938709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275806 Aug 04 15:38:36.999949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44750) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:37.092892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7b6f2-10cd-4c9d-a00f-49468b14d82e tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:37.094498 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e3a7b6f2-10cd-4c9d-a00f-49468b14d82e tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935314 Aug 04 15:38:37.097736 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44752) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:37.133189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0641ae6f-e019-427b-90b4-95892733a7b5 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343246 Aug 04 15:38:37.136480 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44754) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:37.141637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663998777', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'project_id': '317ec96d6e7146ed866138cd21938709', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:37.148844 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:36Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:37.174294 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Checking router: 82b45aa9-ae85-4753-838c-2f86c25c97e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:37.174663 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Updating router 82b45aa9-ae85-4753-838c-2f86c25c97e8 port c0d89afe-df96-438a-be78-ec1c6e31cc16 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:38:37.202727 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.229557 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:38:37.233129 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.416085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.456584 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.466339 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Transition to ACTIVE for port object c0d89afe-df96-438a-be78-ec1c6e31cc16 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:37.472573 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.478836 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Subnet': ['ID=ebe4b58f-e996-48c9-9ad0-d8648c6f7382,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:37.487567 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Checking segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:38:37.487935 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network hostable DHCP agents. Network: ad4e3a7b-6fdc-496a-ac37-aa2393415072, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:38:37.507183 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:38:37.517928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, ad4e3a7b-6fdc-496a-ac37-aa2393415072) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:37.522936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:37.523947 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.525872 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Pushing event updated for resources: {'Port': ['ID=c0d89afe-df96-438a-be78-ec1c6e31cc16,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:37.529019 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094141e-c826-4c83-97d9-187857a7f094 None None] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:38:37.533124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Attempting to bind port c0d89afe-df96-438a-be78-ec1c6e31cc16 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:38:37.533124 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Attempting to bind port c0d89afe-df96-438a-be78-ec1c6e31cc16 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:38:37.533478 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Attempting to bind port c0d89afe-df96-438a-be78-ec1c6e31cc16 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:38:37.535994 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.536479 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.536868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.537229 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.537496 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.537827 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.538233 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.538595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.538952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.539238 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.539839 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.540242 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:38:37.541153 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8b2a2230-9f53-4ebe-b4b1-c3671304fd1f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4036562 Aug 04 15:38:37.543915 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44756) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:37.548735 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:38:37.549117 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:38:37.549685 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.550186 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:38:37.551937 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Bound port: c0d89afe-df96-438a-be78-ec1c6e31cc16, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:38:37.552357 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.613241 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] For port c0d89afe-df96-438a-be78-ec1c6e31cc16, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:38:37.617641 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] For port c0d89afe-df96-438a-be78-ec1c6e31cc16, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d89afe-df96-438a-be78-ec1c6e31cc16,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:38:37.621692 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.689058 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8ccd-cae1-439e-915d-b1e27b2715a8 None None] Pushing event updated for resources: {'Port': ['ID=c0d89afe-df96-438a-be78-ec1c6e31cc16,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:37.692184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:38:37.693843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:37.695017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:37.695700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:37.815507 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:37.838137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Allocated IP 172.20.0.2 (ad4e3a7b-6fdc-496a-ac37-aa2393415072/ebe4b58f-e996-48c9-9ad0-d8648c6f7382/b32ccf64-6d48-4926-bd6e-391c8d19bff5) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:38:37.999069 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:36Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:38.012957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.025772 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.030694 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c236867-f0d7-43f2-935d-aeba40c2a9c3 None None] The sync data for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 is: [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:36Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:38.047258 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Transition to ACTIVE for port object b32ccf64-6d48-4926-bd6e-391c8d19bff5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:38.070552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Transition to ACTIVE for port object b32ccf64-6d48-4926-bd6e-391c8d19bff5 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:38.078051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.133015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Pushing event updated for resources: {'Port': ['ID=b32ccf64-6d48-4926-bd6e-391c8d19bff5,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:38.136813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:38.138361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:38.140875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:38:38.203126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Attempting to bind port b32ccf64-6d48-4926-bd6e-391c8d19bff5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:38:38.203507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Attempting to bind port b32ccf64-6d48-4926-bd6e-391c8d19bff5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:38:38.203877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Attempting to bind port b32ccf64-6d48-4926-bd6e-391c8d19bff5 on network ad4e3a7b-6fdc-496a-ac37-aa2393415072 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:38:38.209898 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:38:38.210317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Checking segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:38:38.210717 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.211122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Bound using segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:38:38.211605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Bound port: b32ccf64-6d48-4926-bd6e-391c8d19bff5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:38:38.212065 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.300585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a4418af8-048c-45cb-a189-357c86268871 None None] For port b32ccf64-6d48-4926-bd6e-391c8d19bff5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:38:38.304188 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a4418af8-048c-45cb-a189-357c86268871 None None] For port b32ccf64-6d48-4926-bd6e-391c8d19bff5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b32ccf64-6d48-4926-bd6e-391c8d19bff5,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:38:38.312647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.376361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4418af8-048c-45cb-a189-357c86268871 None None] Pushing event updated for resources: {'Port': ['ID=b32ccf64-6d48-4926-bd6e-391c8d19bff5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:38.812757 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.1 (ad4e3a7b-6fdc-496a-ac37-aa2393415072/ebe4b58f-e996-48c9-9ad0-d8648c6f7382/473462dd-9478-4786-bacc-9ceb9d037788) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:38:38.938438 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.952779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 473462dd-9478-4786-bacc-9ceb9d037788 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:38.988660 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.028751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:39.034042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:39.038653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:38:39.045714 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:39.090999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.226818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.365828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5670cd6-efa9-4c88-a7e0-5f1c8f0df94b None None] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:38:39.463267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-90d176b0-76fe-467f-afc5-32f14a97ac19 None None] Provisioning for port b32ccf64-6d48-4926-bd6e-391c8d19bff5 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:39.519499 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.525807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.602529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.606068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:39.712507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:39.714163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:39.758676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b32ccf64-6d48-4926-bd6e-391c8d19bff5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:39.841144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d38e695-567d-4824-982c-f5fa5284cc16 None None] Provisioning for port 473462dd-9478-4786-bacc-9ceb9d037788 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:39.845478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b32ccf64-6d48-4926-bd6e-391c8d19bff5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:39.848765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d38e695-567d-4824-982c-f5fa5284cc16 None None] Provisioning complete for port 473462dd-9478-4786-bacc-9ceb9d037788 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:39.849184 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d38e695-567d-4824-982c-f5fa5284cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.852408 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b32ccf64-6d48-4926-bd6e-391c8d19bff5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:39.852408 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.866211 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 82b45aa9-ae85-4753-838c-2f86c25c97e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:38:39.915717 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1d38e695-567d-4824-982c-f5fa5284cc16 None None] Port 473462dd-9478-4786-bacc-9ceb9d037788 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:38:39.971645 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.997263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:40.002763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-94c6908a-4c19-45df-80db-506f7cf97e29 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/82b45aa9-ae85-4753-838c-2f86c25c97e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577906 Aug 04 15:38:40.012621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port b32ccf64-6d48-4926-bd6e-391c8d19bff5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b32ccf64-6d48-4926-bd6e-391c8d19bff5,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:40.019681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.020677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d89afe-df96-438a-be78-ec1c6e31cc16 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:40.057713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Sync routers for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:40.113428 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:40.114072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:40.163099 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-035d3861-de63-4372-9836-d494ab3fd6ab tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573587544&fields=id&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 267 time: 0.0365310 Aug 04 15:38:40.170813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-027e4c1b-da49-4e9b-9633-063d46a2179e None None] Provisioning complete for port 473462dd-9478-4786-bacc-9ceb9d037788 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:40.171190 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-027e4c1b-da49-4e9b-9633-063d46a2179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.205364 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=b32ccf64-6d48-4926-bd6e-391c8d19bff5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:40.257141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-027e4c1b-da49-4e9b-9633-063d46a2179e None None] Port 473462dd-9478-4786-bacc-9ceb9d037788 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:38:40.260915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c0d89afe-df96-438a-be78-ec1c6e31cc16 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:40.272369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c0d89afe-df96-438a-be78-ec1c6e31cc16 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:40.272756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.285083 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-be96b8d2-e8fe-44ca-99bb-63db575e90c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:40.286722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-be96b8d2-e8fe-44ca-99bb-63db575e90c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/networks?id=ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 200 len: 797 time: 0.1149721 Aug 04 15:38:40.302858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-89f87ca1-a292-494a-ba9a-eaa22601f43e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/quotas/317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 375 time: 0.0096025 Aug 04 15:38:40.306063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:40.358514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a5ce54ad-3cf1-47fc-9199-d2863c44ea28 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491734 Aug 04 15:38:40.458854 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-3d944b0b-2ac5-4435-b3af-0279baade40e service neutron] 10.222.0.76 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Aug 04 15:38:40.482822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2213417c-82d7-4153-8475-0139ac458cdb None None] Provisioning complete for port 473462dd-9478-4786-bacc-9ceb9d037788 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:40.483429 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2213417c-82d7-4153-8475-0139ac458cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.490803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.550850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c0d89afe-df96-438a-be78-ec1c6e31cc16, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d89afe-df96-438a-be78-ec1c6e31cc16,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:40.554297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-2213417c-82d7-4153-8475-0139ac458cdb None None] Port 473462dd-9478-4786-bacc-9ceb9d037788 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:38:40.558796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-6a3d7fcd-1e8c-4b81-b2f7-6a7ab2511438 service neutron] 10.222.0.76 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933037 Aug 04 15:38:40.573892 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.636287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c0d89afe-df96-438a-be78-ec1c6e31cc16,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:40.649114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 2, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:40.678479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Checking router: 82b45aa9-ae85-4753-838c-2f86c25c97e8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:40.678899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Updating router 82b45aa9-ae85-4753-838c-2f86c25c97e8 port 473462dd-9478-4786-bacc-9ceb9d037788 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:38:40.710821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.731877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef0db8d0-1bce-4be2-94b5-154e89348227 req-e5502e7b-fbfe-4b24-88af-caa68433a8a5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 210 time: 0.0291963 Aug 04 15:38:40.994665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.005152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Transition to ACTIVE for port object 473462dd-9478-4786-bacc-9ceb9d037788 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:41.012567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.069334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b888a2-fa73-47c8-83aa-000de79c5bad None None] Pushing event updated for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:41.129055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Attempting to bind port 473462dd-9478-4786-bacc-9ceb9d037788 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:38:41.129461 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Attempting to bind port 473462dd-9478-4786-bacc-9ceb9d037788 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:38:41.129825 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Attempting to bind port 473462dd-9478-4786-bacc-9ceb9d037788 on network ad4e3a7b-6fdc-496a-ac37-aa2393415072 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:38:41.135611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:38:41.136149 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Checking segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:38:41.136524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.137091 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Bound using segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:38:41.137609 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Bound port: 473462dd-9478-4786-bacc-9ceb9d037788, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:38:41.138012 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.216296 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] For port 473462dd-9478-4786-bacc-9ceb9d037788, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:38:41.220189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] For port 473462dd-9478-4786-bacc-9ceb9d037788, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=473462dd-9478-4786-bacc-9ceb9d037788,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:38:41.227253 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.340421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b888a2-fa73-47c8-83aa-000de79c5bad None None] Pushing event updated for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:41.343298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:41.349948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:41.643766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:41.670745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b32ccf64-6d48-4926-bd6e-391c8d19bff5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:41.775924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-af63398d-d86d-44fc-9129-e10220a346b8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:41.777692 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-af63398d-d86d-44fc-9129-e10220a346b8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/networks?id=ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 200 len: 797 time: 0.1143053 Aug 04 15:38:41.831207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b32ccf64-6d48-4926-bd6e-391c8d19bff5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:41.831583 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.832214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-9989a744-3cbc-4845-a013-cfffebaf8007 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 380 time: 0.0447078 Aug 04 15:38:41.835356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dae12df6-5b94-43df-b991-196e7d1d43e3 req-00beea5a-3ae1-4749-a970-b456f4561424 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 210 time: 0.0275440 Aug 04 15:38:41.842479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'port': {'device_id': '66cfca80-533b-4bce-9413-6175740f677d', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'admin_state_up': True, 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'security_groups': ['f2ef5079-bcb7-4ae0-85ce-a6f124713edc']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:41.950461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:38:41.953970 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:41.962909 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d89afe-df96-438a-be78-ec1c6e31cc16 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:42.000524 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:41Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:42.030470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd0722-8832-4df4-8aa0-41803af84401 None None] The sync data for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 is: [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:41Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:42.044281 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c0d89afe-df96-438a-be78-ec1c6e31cc16 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:42.044639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.105676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.4 (ad4e3a7b-6fdc-496a-ac37-aa2393415072/ebe4b58f-e996-48c9-9ad0-d8648c6f7382/f32ee93c-7597-488b-b456-0942cb929214) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:38:42.259235 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.275090 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object f32ee93c-7597-488b-b456-0942cb929214 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:42.310777 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.354293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:42.359728 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:42.363700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:38:42.390466 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:42.424185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:42.424894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.441381 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a9b174e9-4eb7-4605-b61e-ecf160fa3029 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033034 Aug 04 15:38:42.456250 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Request body: {'port': {'device_id': '66cfca80-533b-4bce-9413-6175740f677d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:42.521228 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.624070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c3d7d60b-6362-4416-a2e1-a976e33ed934 None None] Provisioning for port f32ee93c-7597-488b-b456-0942cb929214 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:42.628526 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c3d7d60b-6362-4416-a2e1-a976e33ed934 None None] Provisioning complete for port f32ee93c-7597-488b-b456-0942cb929214 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:42.629829 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d60b-6362-4416-a2e1-a976e33ed934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.670301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7d60b-6362-4416-a2e1-a976e33ed934 None None] Port f32ee93c-7597-488b-b456-0942cb929214 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:38:42.813094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32ee93c-7597-488b-b456-0942cb929214 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:38:42.821486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.834402 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Transition to ACTIVE for port object f32ee93c-7597-488b-b456-0942cb929214 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:38:42.839480 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.890806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:42.973001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Attempting to bind port f32ee93c-7597-488b-b456-0942cb929214 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:38:42.973001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Attempting to bind port f32ee93c-7597-488b-b456-0942cb929214 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:38:42.973420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Attempting to bind port f32ee93c-7597-488b-b456-0942cb929214 on network ad4e3a7b-6fdc-496a-ac37-aa2393415072 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:38:42.979212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Port f32ee93c-7597-488b-b456-0942cb929214 on network ad4e3a7b-6fdc-496a-ac37-aa2393415072 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:38:42.979550 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Attempting to bind port f32ee93c-7597-488b-b456-0942cb929214 on network ad4e3a7b-6fdc-496a-ac37-aa2393415072 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:38:42.986430 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:38:42.986843 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Checking segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:38:42.988114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Bound using segment: {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:38:42.988114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Bound port: f32ee93c-7597-488b-b456-0942cb929214, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a81aac-d285-40b5-9a67-431087b4804a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:38:42.988355 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.013544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eca83-7024-4e36-88c8-e18b0326f522 req-dfe45d99-3a76-4640-bb18-befbbddc0577 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.016117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c2eca83-7024-4e36-88c8-e18b0326f522 req-dfe45d99-3a76-4640-bb18-befbbddc0577 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 943 time: 0.0998478 Aug 04 15:38:43.079268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:38:43.083349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6c2eca83-7024-4e36-88c8-e18b0326f522 req-b1feaf93-6d94-40c1-a735-e3dfe4b9b2aa tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536311 Aug 04 15:38:43.083508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f32ee93c-7597-488b-b456-0942cb929214,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:38:43.093360 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.130500 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.131161 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.132611 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 200 len: 1092 time: 0.6815221 Aug 04 15:38:43.133217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:43.135662 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6" -d '{"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:43.185630 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda7428-5e7e-48f2-a146-cc67686b2f48 x-openstack-request-id: req-8fda7428-5e7e-48f2-a146-cc67686b2f48 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:43.185981 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:43.186288 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fda7428-5e7e-48f2-a146-cc67686b2f48 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:43.186736 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214', 'status': 'completed', 'code': 200} Aug 04 15:38:43.221268 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ebdb9-68d1-43ea-b687-ee2295fc11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:43.241665 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a3e8bea4-5c11-4322-9fa0-e77448618d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.243349 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-a3e8bea4-5c11-4322-9fa0-e77448618d5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1095 time: 0.0492728 Aug 04 15:38:43.292356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-799fa3c9-997c-4e3e-9a34-5e8c43bded63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 200 len: 217 time: 0.0404828 Aug 04 15:38:43.343299 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-7094c6fc-bbdb-4e1f-a97e-ccd30110da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.344790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-7094c6fc-bbdb-4e1f-a97e-ccd30110da62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebe4b58f-e996-48c9-9ad0-d8648c6f7382 HTTP/1.1" status: 200 len: 835 time: 0.0453990 Aug 04 15:38:43.392675 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-bd8f2ef8-6fc0-4da7-ba51-7b252c904b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.394198 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-bd8f2ef8-6fc0-4da7-ba51-7b252c904b9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e3a7b-6fdc-496a-ac37-aa2393415072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421932 Aug 04 15:38:43.497619 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-88b07f86-d393-4690-9cf0-1bb9cac62a10 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959604 Aug 04 15:38:43.593777 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c3c88e70-14e9-4eab-a5c4-d97949a75161 req-35d90335-6538-4539-8807-32ae11051dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886009 Aug 04 15:38:43.677368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 473462dd-9478-4786-bacc-9ceb9d037788 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:43.684553 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-1ab2e799-8e8b-4f2c-936e-df8a71cd3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.686100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-1ab2e799-8e8b-4f2c-936e-df8a71cd3eb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1095 time: 0.0439649 Aug 04 15:38:43.729112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 473462dd-9478-4786-bacc-9ceb9d037788 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:43.732853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 473462dd-9478-4786-bacc-9ceb9d037788 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:43.733247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.783358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-312f2c77-1616-47d7-b3e2-7b3b7245615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.784856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-312f2c77-1616-47d7-b3e2-7b3b7245615a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 200 len: 898 time: 0.0915427 Aug 04 15:38:43.815649 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.832092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-b27feabd-ef58-49b0-ac8b-f3464847344a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 200 len: 217 time: 0.0375679 Aug 04 15:38:43.851959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 473462dd-9478-4786-bacc-9ceb9d037788, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=473462dd-9478-4786-bacc-9ceb9d037788,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:43.856688 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:43.888241 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-2a2e1856-e9ff-4519-aa44-16496ffa6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.890038 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-2a2e1856-e9ff-4519-aa44-16496ffa6bb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebe4b58f-e996-48c9-9ad0-d8648c6f7382 HTTP/1.1" status: 200 len: 835 time: 0.0502751 Aug 04 15:38:43.904947 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:43.939305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-9a42ec72-a74e-4d22-809e-b44ba827edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:43.940832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-9a42ec72-a74e-4d22-809e-b44ba827edee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e3a7b-6fdc-496a-ac37-aa2393415072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421679 Aug 04 15:38:44.033232 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-06878c5b-48d0-4c77-b12a-e5f43a395506 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827644 Aug 04 15:38:44.141943 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d49af2ec-33bb-4ffe-baaf-9b19dfb111f6 req-e5b9cd33-5df7-426d-9794-dbf21f808020 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952101 Aug 04 15:38:44.198030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1bd81-8784-4606-8738-56dfcda95d39 req-ca22c81f-40d6-43f4-b2de-783ce16fe495 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:44.199615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04b1bd81-8784-4606-8738-56dfcda95d39 req-ca22c81f-40d6-43f4-b2de-783ce16fe495 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 943 time: 0.0525715 Aug 04 15:38:44.240379 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04b1bd81-8784-4606-8738-56dfcda95d39 req-83dfbe69-9de9-49db-a6eb-0af6e3b9945a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Aug 04 15:38:44.845976 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4e9b9e0f-8030-4af5-8a95-7641a89765c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:45.367678 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d87fe-a839-417e-8494-b3eb322d9ea2 req-d8411ee5-0c10-411a-a74d-de0cc591d381 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:45.369172 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-735d87fe-a839-417e-8494-b3eb322d9ea2 req-d8411ee5-0c10-411a-a74d-de0cc591d381 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 943 time: 0.0498884 Aug 04 15:38:45.417280 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-735d87fe-a839-417e-8494-b3eb322d9ea2 req-fafd2228-382d-4551-9a86-029d7f1bdd5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Aug 04 15:38:45.673252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 473462dd-9478-4786-bacc-9ceb9d037788 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:45.733694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 473462dd-9478-4786-bacc-9ceb9d037788 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:45.734346 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:46.558125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5a10-a7ab-4a19-a0ac-f7a9b2cd78da req-48dd8377-e2cd-45db-a5f6-ba10b461c2b8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:46.559719 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c3b5a10-a7ab-4a19-a0ac-f7a9b2cd78da req-48dd8377-e2cd-45db-a5f6-ba10b461c2b8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 943 time: 0.0644777 Aug 04 15:38:46.599914 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c3b5a10-a7ab-4a19-a0ac-f7a9b2cd78da req-c1b18ae9-6d38-489b-a62d-11701ee3de32 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340624 Aug 04 15:38:47.472488 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3207344-32fb-4bc8-ae5e-2b9ae579c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:47.710547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:47.730791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ac3aa-e3b6-4348-a476-cc144b17132d req-b7a4a34e-63b4-4ab9-adb0-ae56b39a60f0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:47.732341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-557ac3aa-e3b6-4348-a476-cc144b17132d req-b7a4a34e-63b4-4ab9-adb0-ae56b39a60f0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 943 time: 0.0521586 Aug 04 15:38:47.771861 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-557ac3aa-e3b6-4348-a476-cc144b17132d req-4e4643cd-8ea7-4a02-8444-6bc37cf69182 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Aug 04 15:38:47.804520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f32ee93c-7597-488b-b456-0942cb929214 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:38:47.910228 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f32ee93c-7597-488b-b456-0942cb929214,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:47.922757 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'f32ee93c-7597-488b-b456-0942cb929214', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'port_id': 'f32ee93c-7597-488b-b456-0942cb929214', 'mac_address': 'fa:16:3e:25:80:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:38:47.963667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:47.984431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32ee93c-7597-488b-b456-0942cb929214 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:38:48.007353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f32ee93c-7597-488b-b456-0942cb929214,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:48.014729 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:48.063979 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:48.251310 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f32ee93c-7597-488b-b456-0942cb929214'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:38:48.299296 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:48.899240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95239dc-41ee-4157-8578-d1b723f64b67 req-ffe33a02-302a-4ee5-91d4-bc6fbc658a24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:48.900667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e95239dc-41ee-4157-8578-d1b723f64b67 req-ffe33a02-302a-4ee5-91d4-bc6fbc658a24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 944 time: 0.0514193 Aug 04 15:38:48.939988 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:48.944962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e95239dc-41ee-4157-8578-d1b723f64b67 req-4a04a63d-0e29-449c-acf5-80d5139f7363 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350440 Aug 04 15:38:49.183802 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:49.821092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f32ee93c-7597-488b-b456-0942cb929214 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:38:49.884055 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port f32ee93c-7597-488b-b456-0942cb929214 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:38:49.887690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port f32ee93c-7597-488b-b456-0942cb929214 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:38:49.888060 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:49.968652 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:49.995017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:49.997617 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7c6fc-813d-4210-9ec8-40ce568cc10d" -d '{"events": [{"server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "name": "network-vif-plugged", "status": "completed", "tag": "f32ee93c-7597-488b-b456-0942cb929214"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:50.011431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f32ee93c-7597-488b-b456-0942cb929214,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:38:50.016345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:50.044780 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939394d4-e1a1-46c6-8337-70b93edc17e5 x-openstack-request-id: req-939394d4-e1a1-46c6-8337-70b93edc17e5 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:50.045075 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "name": "network-vif-plugged", "status": "completed", "tag": "f32ee93c-7597-488b-b456-0942cb929214", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:50.045331 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-939394d4-e1a1-46c6-8337-70b93edc17e5 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:50.045730 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214', 'code': 200} Aug 04 15:38:50.071432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956b365-559c-431b-baee-89eb8d96bf64 req-c89dd0a6-981b-4b4c-8367-fd96022af2de tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:50.073144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b956b365-559c-431b-baee-89eb8d96bf64 req-c89dd0a6-981b-4b4c-8367-fd96022af2de tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0582461 Aug 04 15:38:50.077340 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:50.112319 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b956b365-559c-431b-baee-89eb8d96bf64 req-bbb3545e-2f5c-4146-8738-4f18096bd133 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Aug 04 15:38:50.117739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:38:50.141419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c712f-95d0-47e7-b9ee-08c1162a631d req-3f91b544-baa2-4a0c-94c1-bf77f7b51645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:50.143314 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a30c712f-95d0-47e7-b9ee-08c1162a631d req-3f91b544-baa2-4a0c-94c1-bf77f7b51645 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1097 time: 0.0416987 Aug 04 15:38:50.178255 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a30c712f-95d0-47e7-b9ee-08c1162a631d req-96f0f9be-6fd1-476c-b51b-7bbcf7380c89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275795 Aug 04 15:38:50.427987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:51.243146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff4ef-d5f5-49e4-b5f7-c533084386b0 req-7f87c08b-a807-4a18-a957-04513acc4db2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:51.244717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd1ff4ef-d5f5-49e4-b5f7-c533084386b0 req-7f87c08b-a807-4a18-a957-04513acc4db2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0597744 Aug 04 15:38:51.283761 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd1ff4ef-d5f5-49e4-b5f7-c533084386b0 req-eee32355-7f92-4cd2-96fc-126cb77c6f10 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 04 15:38:51.408541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0742c83-45dc-44f2-9547-c570433bfa8e req-2a3e60c3-13ad-4943-82e1-170daec4f2df tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:51.409953 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0742c83-45dc-44f2-9547-c570433bfa8e req-2a3e60c3-13ad-4943-82e1-170daec4f2df tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0584912 Aug 04 15:38:51.451213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0742c83-45dc-44f2-9547-c570433bfa8e req-4d8acedb-73b2-4d43-87f4-9f39a172a39f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Aug 04 15:38:51.481779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44822) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:51.526042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52eab14-4583-4d37-8799-558d055dda65 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:51.527581 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c52eab14-4583-4d37-8799-558d055dda65 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1092 time: 0.0448401 Aug 04 15:38:51.530682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:51.535039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'f32ee93c-7597-488b-b456-0942cb929214', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:38:51.561015 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:51.667629 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:51.777516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.163 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/20e1bb12-d5eb-436c-9f15-ecc32cc792c7) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:38:51.883698 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:51.925900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:51.966084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:38:51.970892 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:38:51.974397 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:38:51.980025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=20e1bb12-d5eb-436c-9f15-ecc32cc792c7,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:52.343613 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:52.419940 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:52.576058 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:52.582205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:52.650121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=20e1bb12-d5eb-436c-9f15-ecc32cc792c7,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:38:52.658678 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:52.759106 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 7af517f6-5dd3-414e-8133-5f6381d23be8 associated. External IP: 172.25.0.163, port: f32ee93c-7597-488b-b456-0942cb929214. Aug 04 15:38:52.989052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 82b45aa9-ae85-4753-838c-2f86c25c97e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:38:53.108432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:38:53.118785 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Sync routers for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:38:53.126429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:53.129716 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:53.130421 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:53.154160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3d4f915b-4790-45ba-8690-e2f227c7bf24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6224811 Aug 04 15:38:53.154871 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:38:53.157160 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece47808-be7a-43cf-adf3-5aa282b5c2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:38:53.197845 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307626f4-4e88-4645-b3c6-bc9f8e97bb40 x-openstack-request-id: req-307626f4-4e88-4645-b3c6-bc9f8e97bb40 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:38:53.198124 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:38:53.198396 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-307626f4-4e88-4645-b3c6-bc9f8e97bb40 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:38:53.198839 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214', 'status': 'completed', 'code': 200} Aug 04 15:38:53.244267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:53.264570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acca435-9d98-4b0d-81db-de87f84263d6 req-a498ebf6-7467-44c3-a5a6-5a627b885625 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:53.266257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4acca435-9d98-4b0d-81db-de87f84263d6 req-a498ebf6-7467-44c3-a5a6-5a627b885625 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0544209 Aug 04 15:38:53.267025 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-6eed2267-3b76-46f7-857e-68ed9b996fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:53.269146 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-6eed2267-3b76-46f7-857e-68ed9b996fcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1097 time: 0.0475724 Aug 04 15:38:53.311278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4acca435-9d98-4b0d-81db-de87f84263d6 req-1eecf30e-3c8a-452c-bfb9-72767dc00385 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Aug 04 15:38:53.335201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44830) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:53.359203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-18948f1c-4383-4fa5-9ae3-32b0dcecd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:53.360683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-18948f1c-4383-4fa5-9ae3-32b0dcecd6de service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 200 len: 898 time: 0.0848553 Aug 04 15:38:53.404309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a5febd65-7c94-4cd5-9a9e-5f604bff24c9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/7af517f6-5dd3-414e-8133-5f6381d23be8 HTTP/1.1" status: 200 len: 991 time: 0.0666530 Aug 04 15:38:53.434394 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-602368dc-aa14-45f5-a94f-959e5fac913e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 200 len: 999 time: 0.0661826 Aug 04 15:38:53.484145 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-b526506f-99d2-4c37-b4d1-0cecfd9a6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:53.485644 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-b526506f-99d2-4c37-b4d1-0cecfd9a6bbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebe4b58f-e996-48c9-9ad0-d8648c6f7382 HTTP/1.1" status: 200 len: 835 time: 0.0444005 Aug 04 15:38:53.533678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-ad6a17d5-0116-4ae3-a269-a6409afe0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:53.535270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-ad6a17d5-0116-4ae3-a269-a6409afe0141 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e3a7b-6fdc-496a-ac37-aa2393415072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415881 Aug 04 15:38:53.568908 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7af517f6-5dd3-414e-8133-5f6381d23be8', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'port_id': 'f32ee93c-7597-488b-b456-0942cb929214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'mac_address': 'fa:16:3e:25:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfca80-533b-4bce-9413-6175740f677d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:38:52Z', 'updated_at': '2021-08-04T15:38:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:53.594764 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Checking router: 82b45aa9-ae85-4753-838c-2f86c25c97e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:38:53.603244 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:38:53.603947 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:38:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:53.631369 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-e657b582-b930-4e5d-b4ec-815a1dbc6cca service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878525 Aug 04 15:38:53.711564 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:38:53.946027 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7af517f6-5dd3-414e-8133-5f6381d23be8', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'port_id': 'f32ee93c-7597-488b-b456-0942cb929214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'mac_address': 'fa:16:3e:25:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfca80-533b-4bce-9413-6175740f677d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:38:52Z', 'updated_at': '2021-08-04T15:38:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:38:53.972778 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291fe0e-0865-4e67-a4b3-8d3a7ad68cd9 None None] The sync data for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 is: [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7af517f6-5dd3-414e-8133-5f6381d23be8', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'port_id': 'f32ee93c-7597-488b-b456-0942cb929214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'mac_address': 'fa:16:3e:25:80:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfca80-533b-4bce-9413-6175740f677d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:38:52Z', 'updated_at': '2021-08-04T15:38:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:38:54.094044 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ece47808-be7a-43cf-adf3-5aa282b5c2b7 req-ca7c8bc7-3e83-4825-884c-a71426d19235 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544711 Aug 04 15:38:54.167090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387e50b-d5c2-4f15-8025-433f34328afc None None] New status for floating IP 7af517f6-5dd3-414e-8133-5f6381d23be8: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:38:54.407065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44832) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:38:54.472382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b6851ab2-d208-4909-8db7-e83c431afc8a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/7af517f6-5dd3-414e-8133-5f6381d23be8 HTTP/1.1" status: 200 len: 993 time: 0.0638914 Aug 04 15:39:14.849145 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a496833c-506d-4370-b705-e133ed0fa822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:17.475291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-31806fc3-e39f-440e-bb99-8f2247570d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:17.726790 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:18.292368 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:18.950947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:19.194148 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:20.431935 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:23.263765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470ba15-b0d7-487e-962d-86a32fb35496 req-64712904-de1a-40e5-a9e6-1a07512a2044 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:23.265287 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7470ba15-b0d7-487e-962d-86a32fb35496 req-64712904-de1a-40e5-a9e6-1a07512a2044 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0611382 Aug 04 15:39:23.319278 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7470ba15-b0d7-487e-962d-86a32fb35496 req-cad37d5d-f9b2-4105-ab07-d587a38ed104 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Aug 04 15:39:24.453429 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e181191-879b-4215-a373-bb8eec6ed8ad req-16e5cdbc-4b3b-4c65-91bf-1e3d1997f031 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:24.455060 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e181191-879b-4215-a373-bb8eec6ed8ad req-16e5cdbc-4b3b-4c65-91bf-1e3d1997f031 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0554008 Aug 04 15:39:24.498351 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e181191-879b-4215-a373-bb8eec6ed8ad req-8962f977-0518-474a-a4a8-a7f4651fee57 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Aug 04 15:39:24.524415 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44856) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:24.593446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ce93efd9-5f24-4bc1-96d7-9b6b4a40f783 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/7af517f6-5dd3-414e-8133-5f6381d23be8 HTTP/1.1" status: 200 len: 993 time: 0.0676730 Aug 04 15:39:25.860719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afbd83-4890-4d7e-b164-fef51c7bef96 req-9c3a239b-8378-4958-b456-a66de6b50612 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:25.862262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3afbd83-4890-4d7e-b164-fef51c7bef96 req-9c3a239b-8378-4958-b456-a66de6b50612 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0521140 Aug 04 15:39:25.903352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3afbd83-4890-4d7e-b164-fef51c7bef96 req-5b246f9b-5eb3-456f-8500-30653e5f0a84 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344317 Aug 04 15:39:27.027443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67129ed1-4747-4396-a474-10779e39037c req-816e50fd-d283-42d6-a66c-e2f0bddd77c5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:27.028988 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67129ed1-4747-4396-a474-10779e39037c req-816e50fd-d283-42d6-a66c-e2f0bddd77c5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0500414 Aug 04 15:39:27.073249 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67129ed1-4747-4396-a474-10779e39037c req-dfcbf225-d645-4e87-b792-b015b84b95d0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Aug 04 15:39:27.106054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44866) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:27.117852 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:39:27.167267 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-973a363c-09a0-4e65-95bd-ef7d62245eea tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/7af517f6-5dd3-414e-8133-5f6381d23be8 HTTP/1.1" status: 200 len: 993 time: 0.0599902 Aug 04 15:39:27.411371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44872) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:27.573265 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 20e1bb12-d5eb-436c-9f15-ecc32cc792c7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:39:27.573628 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:27.664393 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:27.664707 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:27.677674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 20e1bb12-d5eb-436c-9f15-ecc32cc792c7 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:39:27.839467 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:27.867571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=20e1bb12-d5eb-436c-9f15-ecc32cc792c7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:27.879555 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.879912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.880266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.880603 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.880942 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.881284 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.881609 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.881939 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.882269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.882633 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.882923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.883244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:27.936100 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:27.936497 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 7af517f6-5dd3-414e-8133-5f6381d23be8 disassociated (deleted). External IP: 172.25.0.163, port: f32ee93c-7597-488b-b456-0942cb929214. Aug 04 15:39:28.155101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 82b45aa9-ae85-4753-838c-2f86c25c97e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:39:28.267068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:39:28.272698 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:28.277356 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Sync routers for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:39:28.286458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:28.287113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:28.301761 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-153895c9-cb8c-4d22-a074-fdd2f41a54d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/floatingips/7af517f6-5dd3-414e-8133-5f6381d23be8 HTTP/1.1" status: 204 len: 168 time: 0.8892682 Aug 04 15:39:28.302371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:28.306676 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e64dd-4fab-4ea5-83f6-b779a35af6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:28.343819 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f30984-aca9-46fe-8b34-89b8359dafde x-openstack-request-id: req-f9f30984-aca9-46fe-8b34-89b8359dafde {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:28.343819 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "tag": "f32ee93c-7597-488b-b456-0942cb929214", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:28.344064 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9f30984-aca9-46fe-8b34-89b8359dafde {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:28.344472 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214', 'status': 'completed', 'code': 200} Aug 04 15:39:28.397148 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:28.413093 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-f07ef1fb-5a8d-4125-9800-d457c3caecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:28.414751 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-f07ef1fb-5a8d-4125-9800-d457c3caecbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 1097 time: 0.0469346 Aug 04 15:39:28.519481 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-eed7bf4f-2de9-4739-aad8-e7aa09bc6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:28.520989 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-eed7bf4f-2de9-4739-aad8-e7aa09bc6f0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 200 len: 898 time: 0.0970054 Aug 04 15:39:28.543235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bafc81-1409-445a-884f-09b9e206f484 req-0356c1b3-61a0-446e-ab96-fbc16dd61fdc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:28.544792 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51bafc81-1409-445a-884f-09b9e206f484 req-0356c1b3-61a0-446e-ab96-fbc16dd61fdc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0499921 Aug 04 15:39:28.574214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-b619995a-3d98-47c2-a075-7ad3f5a2bca3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 200 len: 217 time: 0.0432563 Aug 04 15:39:28.585152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51bafc81-1409-445a-884f-09b9e206f484 req-0feb8734-977f-4039-b643-b17bd545722b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342507 Aug 04 15:39:28.606145 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:28.626634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-ae180472-22a8-4fd7-83ed-4df027a2ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:28.628189 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-ae180472-22a8-4fd7-83ed-4df027a2ed45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebe4b58f-e996-48c9-9ad0-d8648c6f7382 HTTP/1.1" status: 200 len: 835 time: 0.0461574 Aug 04 15:39:28.632344 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Checking router: 82b45aa9-ae85-4753-838c-2f86c25c97e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:39:28.640417 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:28.641023 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:28.677024 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-14eaf71e-1ee2-4512-abe9-3f2b8818fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:28.678465 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-14eaf71e-1ee2-4512-abe9-3f2b8818fbbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e3a7b-6fdc-496a-ac37-aa2393415072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415843 Aug 04 15:39:28.746109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:28.774346 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-b63a075e-b326-41f0-9641-58b38a0bf102 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864542 Aug 04 15:39:28.865542 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-351e64dd-4fab-4ea5-83f6-b779a35af6c8 req-06cd32ac-fbfb-4775-9685-33bb3e380182 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Aug 04 15:39:28.941792 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:28.977910 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9147e00-e621-426b-a6b3-2e87c6581251 None None] The sync data for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 is: [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:39Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '473462dd-9478-4786-bacc-9ceb9d037788', 'name': '', 'network_id': 'ad4e3a7b-6fdc-496a-ac37-aa2393415072', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:2c:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:38Z', 'updated_at': '2021-08-04T15:38:43Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'ebe4b58f-e996-48c9-9ad0-d8648c6f7382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:39:29.208351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dbcda5-d143-4486-8f8d-1c714aea966e None None] New status for floating IP 7af517f6-5dd3-414e-8133-5f6381d23be8: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:39:29.718999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653de5-6609-4e3b-b20b-8cae823ad05b req-a8225c5b-f430-467f-b539-edd838aa22e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:29.720587 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec653de5-6609-4e3b-b20b-8cae823ad05b req-a8225c5b-f430-467f-b539-edd838aa22e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0525918 Aug 04 15:39:29.767150 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ec653de5-6609-4e3b-b20b-8cae823ad05b req-5a7887d3-74a8-44bb-82ce-474b8ee1b9ed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=f2ef5079-bcb7-4ae0-85ce-a6f124713edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Aug 04 15:39:30.228938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044256b-9a22-4237-b21d-06db4a272397 req-34605eb1-7630-4776-9c5c-59f4f1a4fd7b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:30.230408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b044256b-9a22-4237-b21d-06db4a272397 req-34605eb1-7630-4776-9c5c-59f4f1a4fd7b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 945 time: 0.0715187 Aug 04 15:39:30.328800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port f32ee93c-7597-488b-b456-0942cb929214 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:39:30.329149 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:30.418774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port f32ee93c-7597-488b-b456-0942cb929214, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f32ee93c-7597-488b-b456-0942cb929214,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:30.419153 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:30.431884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for f32ee93c-7597-488b-b456-0942cb929214 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:39:30.564953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:30.596084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=f32ee93c-7597-488b-b456-0942cb929214,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:30.641077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] No DVR routers for this DVR port f32ee93c-7597-488b-b456-0942cb929214 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:39:30.644285 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:30.646318 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b044256b-9a22-4237-b21d-06db4a272397 req-ffa79116-3e9d-4331-80fb-898aaa51d9d3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "DELETE /v2.0/ports/f32ee93c-7597-488b-b456-0942cb929214 HTTP/1.1" status: 204 len: 173 time: 0.4094632 Aug 04 15:39:30.646782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'name': 'network-vif-deleted', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:30.649110 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c34525c-3de3-471f-b72a-8f5a466936e6" -d '{"events": [{"server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "name": "network-vif-deleted", "tag": "f32ee93c-7597-488b-b456-0942cb929214"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:30.684752 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c3042-07ec-452b-8442-965bffed5c62 x-openstack-request-id: req-8b0c3042-07ec-452b-8442-965bffed5c62 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:30.685039 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cfca80-533b-4bce-9413-6175740f677d", "name": "network-vif-deleted", "tag": "f32ee93c-7597-488b-b456-0942cb929214", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:30.685288 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b0c3042-07ec-452b-8442-965bffed5c62 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:30.685691 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cfca80-533b-4bce-9413-6175740f677d', 'name': 'network-vif-deleted', 'tag': 'f32ee93c-7597-488b-b456-0942cb929214', 'status': 'completed', 'code': 200} Aug 04 15:39:30.875438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30bedef7-5c8a-4a25-af7e-01f32aa46a93 req-c6052cc5-6d28-453f-8036-dce487984660 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cfca80-533b-4bce-9413-6175740f677d HTTP/1.1" status: 200 len: 210 time: 0.0285561 Aug 04 15:39:31.948906 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44890) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:32.326825 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:32.598976 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 473462dd-9478-4786-bacc-9ceb9d037788 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:39:32.599218 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:32.693322 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 473462dd-9478-4786-bacc-9ceb9d037788, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=473462dd-9478-4786-bacc-9ceb9d037788,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:32.693691 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:32.705745 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 473462dd-9478-4786-bacc-9ceb9d037788 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:39:32.912619 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:32.938254 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=473462dd-9478-4786-bacc-9ceb9d037788,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:33.117783 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.338385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 82b45aa9-ae85-4753-838c-2f86c25c97e8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:39:33.446262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:39:33.452472 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a1641385-4fa0-4cce-8b20-6817e7805dd2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/82b45aa9-ae85-4753-838c-2f86c25c97e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5024250 Aug 04 15:39:33.455840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:33.460370 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Sync routers for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:39:33.469958 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:33.470575 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:33.513856 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting subnet ebe4b58f-e996-48c9-9ad0-d8648c6f7382 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:39:33.518439 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.562164 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.575906 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:33.649111 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.726189 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.753689 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe4b58f-e996-48c9-9ad0-d8648c6f7382,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:33.757459 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.759412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6b348c66-137b-4489-ab7a-8d236d28afa8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/subnets/ebe4b58f-e996-48c9-9ad0-d8648c6f7382 HTTP/1.1" status: 204 len: 168 time: 0.3025420 Aug 04 15:39:33.762106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44894) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:33.765225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae408a-4fa8-44d7-b5f2-75568e3fd571 None None] Network ad4e3a7b-6fdc-496a-ac37-aa2393415072 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:39:33.852418 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:39:32Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:33.870653 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.880372 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Checking router: 82b45aa9-ae85-4753-838c-2f86c25c97e8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:39:33.890147 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Routers {'82b45aa9-ae85-4753-838c-2f86c25c97e8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:33.890797 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['82b45aa9-ae85-4753-838c-2f86c25c97e8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:33.957538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] DHCP port deletion for ad4e3a7b-6fdc-496a-ac37-aa2393415072 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:39:33.978549 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:33.990217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f32ee93c-7597-488b-b456-0942cb929214 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:39:33.996273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] Set router 82b45aa9-ae85-4753-838c-2f86c25c97e8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:34.016866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: f32ee93c-7597-488b-b456-0942cb929214 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:39:34.017251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f32ee93c-7597-488b-b456-0942cb929214 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:39:34.030150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Deleting port b32ccf64-6d48-4926-bd6e-391c8d19bff5 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:39:34.030534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.095834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] For port b32ccf64-6d48-4926-bd6e-391c8d19bff5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b32ccf64-6d48-4926-bd6e-391c8d19bff5,segment=NetworkSegment(f9a81aac-d285-40b5-9a67-431087b4804a),segment_id=f9a81aac-d285-40b5-9a67-431087b4804a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:34.096391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.111150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Calling delete_port for b32ccf64-6d48-4926-bd6e-391c8d19bff5 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:39:34.182535 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:39:32Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:34.198942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.212940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab303c4a-6bd1-483f-ad20-6850dd1a8176 None None] The sync data for ids ['82b45aa9-ae85-4753-838c-2f86c25c97e8'] in n-d-801743-12 is: [{'id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145788842', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:39:32Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c0d89afe-df96-438a-be78-ec1c6e31cc16', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b45aa9-ae85-4753-838c-2f86c25c97e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:38:35Z', 'updated_at': '2021-08-04T15:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:39:34.226568 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Pushing event deleted for resources: {'Port': ['ID=b32ccf64-6d48-4926-bd6e-391c8d19bff5,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:34.231183 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] No DVR routers for this DVR port b32ccf64-6d48-4926-bd6e-391c8d19bff5 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:39:34.242930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.243352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.243753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.244150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.244569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.244959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.245392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.245774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.246154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.246532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.246948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.247337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a2df4-8084-4409-a0ad-090dcff85cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:34.397682 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port c0d89afe-df96-438a-be78-ec1c6e31cc16 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:39:34.398504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.476842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port c0d89afe-df96-438a-be78-ec1c6e31cc16, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c0d89afe-df96-438a-be78-ec1c6e31cc16,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:34.477217 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.489707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for c0d89afe-df96-438a-be78-ec1c6e31cc16 owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:39:34.670429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.699026 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=c0d89afe-df96-438a-be78-ec1c6e31cc16,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:34.759340 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.849531 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.851924 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.895959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.896475 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Fanout notify agent at l3_agent the message router_deleted on router 82b45aa9-ae85-4753-838c-2f86c25c97e8 {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:39:34.903876 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:34.905012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-611f2128-5c36-459a-b14c-27951d7e3eed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/routers/82b45aa9-ae85-4753-838c-2f86c25c97e8 HTTP/1.1" status: 204 len: 168 time: 1.1419899 Aug 04 15:39:34.907796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44896) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:34.987293 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.072041 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.082621 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4e3a7b-6fdc-496a-ac37-aa2393415072']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:35.098008 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a81aac-d285-40b5-9a67-431087b4804a') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:35.098311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a81aac-d285-40b5-9a67-431087b4804a') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:35.110454 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.125538 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.131596 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:39:35.132065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:39:35.134948 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:39:35.193999 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.201821 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.203655 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/networks/ad4e3a7b-6fdc-496a-ac37-aa2393415072 HTTP/1.1" status: 204 len: 168 time: 0.2948647 Aug 04 15:39:35.206682 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44898) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:35.217707 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a935dc-9623-45d5-b54b-41a11b268030 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Network': ['ID=ad4e3a7b-6fdc-496a-ac37-aa2393415072,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:35.271551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.297788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.361323 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.364075 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.365267 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/security-groups/f2ef5079-bcb7-4ae0-85ce-a6f124713edc HTTP/1.1" status: 204 len: 168 time: 0.1575277 Aug 04 15:39:35.374896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef5079-bcb7-4ae0-85ce-a6f124713edc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:35.382316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.382662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.383008 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.383348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.383684 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.384019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.384345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.384676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.385092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.385424 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.385749 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.386101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a94a4-d1c1-4789-8765-704b9dcf0741 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:35.683390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b32ccf64-6d48-4926-bd6e-391c8d19bff5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:39:35.704680 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b32ccf64-6d48-4926-bd6e-391c8d19bff5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:39:35.704930 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b32ccf64-6d48-4926-bd6e-391c8d19bff5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:39:35.706899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 473462dd-9478-4786-bacc-9ceb9d037788 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:39:35.725775 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 473462dd-9478-4786-bacc-9ceb9d037788 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:39:35.726122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 473462dd-9478-4786-bacc-9ceb9d037788 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:39:35.726548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d89afe-df96-438a-be78-ec1c6e31cc16 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:39:35.746089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c0d89afe-df96-438a-be78-ec1c6e31cc16 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:39:35.746440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c0d89afe-df96-438a-be78-ec1c6e31cc16 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:39:35.781670 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44904) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:35.786519 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69555578', 'description': 'tempest-secgroup-smoke-69555578 description', 'project_id': '317ec96d6e7146ed866138cd21938709'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:35.813011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.899705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.905323 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.933166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:35.934412 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1516926 Aug 04 15:39:35.936324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2cb85-bf71-4e06-bad4-e513323a43a6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b19f5-efc5-4921-81e4-4b8ae6e33240,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:35.937550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44906) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:35.942992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:35.969484 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.014414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.020622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.038972 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06db4e5-98e9-46fe-ba90-e5be8a707a35,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.048483 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.055526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1a0ae2bf-ae10-41f3-b1da-666232284269 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161196 Aug 04 15:39:36.056062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44908) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.063595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.094965 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.158770 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.164435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.181504 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f9596d-560c-4426-84bd-a8620c701e66,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.189835 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.191095 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea974675-e0f8-40ed-b44c-8fbc244f233b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337640 Aug 04 15:39:36.194804 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44910) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.199240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.224813 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.285953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.290543 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.308373 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9861be-6c39-4062-b2f6-07c4332bc9d6,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.315297 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.316528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0969edf5-4419-4ca0-9fcc-7ee56cdc53a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207783 Aug 04 15:39:36.319802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44912) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.324082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.351735 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.417948 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.424528 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.445412 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c350783-72e5-42f8-a669-224c11abaab2,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.449371 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.451365 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-84a9af15-55e6-45f7-bcda-9889f3be3ec2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303055 Aug 04 15:39:36.453677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44914) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.458147 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.481538 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:39:36.486390 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.561953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.568856 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.588873 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cc1e8a-d516-4c21-828d-6192bd443594,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.593882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.598460 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d58e7a78-391b-4987-a1e1-924349749b0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437879 Aug 04 15:39:36.598628 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44916) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.603528 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': '6a6b19f5-efc5-4921-81e4-4b8ae6e33240', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.626411 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:39:36.631480 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.697303 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.703291 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.721803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d721e3-caac-4551-b97f-069947eb8817,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:36.728981 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.730402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e11dc4b1-4d0b-4bc5-8834-044502b7f4fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307070 Aug 04 15:39:36.733355 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 44918) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:36.738640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'network': {'name': 'tempest-network-smoke--947250946', 'project_id': '317ec96d6e7146ed866138cd21938709', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:36.761531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:39:36.765221 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.791456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:39:36.800899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:36.801402 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Added segment 0b3a64dc-7c6f-43b3-8979-072e238df168 of type vlan for network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 Aug 04 15:39:37.168805 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.199106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.204570 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:37.205155 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.256928 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5225134 Aug 04 15:39:37.260996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44920) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:37.266113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'admin_state_up': True, 'project_id': '317ec96d6e7146ed866138cd21938709', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:37.271085 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54b94-6b00-42b4-9812-5fb5f6756673 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Network': ['ID=12f16bb5-e5d6-4d11-8a3c-8982f80d5232,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:37.281463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:39:37.296620 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.297662 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.352203 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.490273 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.697832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.716851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.827966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.212 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/c04e243e-f17c-4a09-8519-31c677a0994b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:39:37.931838 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:37.975086 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:38.017398 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:38.023041 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:38.024999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=c04e243e-f17c-4a09-8519-31c677a0994b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:38.027169 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:39:38.282391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:38.482745 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:38.617453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 3059c030-2f02-4400-bb0e-97a71875bb03 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:39:38.730240 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:39:38.742158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Sync routers for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:39:38.753687 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:38.753867 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:38.754334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:38.755256 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-130c2561-34ce-4a66-85ea-425a8acc5346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4929221 Aug 04 15:39:38.758427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44922) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:38.787244 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-5ef2b8e1-4701-4d5a-969a-18d4cda19e38 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=317ec96d6e7146ed866138cd21938709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275736 Aug 04 15:39:38.789964 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44924) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:38.860691 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:38.881122 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40725b47-32b9-497c-a971-c917531d0d68 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:38.885681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-40725b47-32b9-497c-a971-c917531d0d68 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917420 Aug 04 15:39:38.885918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44926) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:38.915431 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0fc2e674-b2a1-4507-b671-82989b177f54 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283797 Aug 04 15:39:38.917831 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44928) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:38.922757 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975978637', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'project_id': '317ec96d6e7146ed866138cd21938709', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:39.010157 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:39:39.013953 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.038801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:38Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:39.065200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Checking router: 3059c030-2f02-4400-bb0e-97a71875bb03 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:39:39.065533 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Updating router 3059c030-2f02-4400-bb0e-97a71875bb03 port c04e243e-f17c-4a09-8519-31c677a0994b binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:39:39.095060 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.207899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.268165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Subnet': ['ID=e943ddc6-a36b-47d6-bffb-dca5aac90caa,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:39.279644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Checking segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:39:39.279996 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network hostable DHCP agents. Network: 12f16bb5-e5d6-4d11-8a3c-8982f80d5232, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:39:39.297727 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:39:39.308331 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 12f16bb5-e5d6-4d11-8a3c-8982f80d5232) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:39.317316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:39.317915 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.332918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-87beb4a6-76f9-4cd7-bc1f-0de5e62cd121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4140584 Aug 04 15:39:39.335742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 44930) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:39.347400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33baca9-07b6-4e23-95fd-e922b172a192 None None] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:39:39.608920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:39:39.609780 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.646173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.705822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Transition to ACTIVE for port object c04e243e-f17c-4a09-8519-31c677a0994b will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:39.720249 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.774840 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.807809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45af006-0634-4c88-92c0-ecf096291d20 None None] Pushing event updated for resources: {'Port': ['ID=c04e243e-f17c-4a09-8519-31c677a0994b,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:39.811030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Attempting to bind port c04e243e-f17c-4a09-8519-31c677a0994b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:39:39.811546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Attempting to bind port c04e243e-f17c-4a09-8519-31c677a0994b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:39:39.811921 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Attempting to bind port c04e243e-f17c-4a09-8519-31c677a0994b on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:39:39.824672 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:39:39.825054 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:39:39.825463 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.825866 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:39:39.826346 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Bound port: c04e243e-f17c-4a09-8519-31c677a0994b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:39:39.826758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.831783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Allocated IP 172.20.0.2 (12f16bb5-e5d6-4d11-8a3c-8982f80d5232/e943ddc6-a36b-47d6-bffb-dca5aac90caa/bd05e378-87e5-484d-a1aa-b9299ca098d8) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:39:39.932598 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] For port c04e243e-f17c-4a09-8519-31c677a0994b, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:39:39.936951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] For port c04e243e-f17c-4a09-8519-31c677a0994b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c04e243e-f17c-4a09-8519-31c677a0994b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:39:39.942401 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.026991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45af006-0634-4c88-92c0-ecf096291d20 None None] Pushing event updated for resources: {'Port': ['ID=c04e243e-f17c-4a09-8519-31c677a0994b,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:40.055837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:40.056471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:40.118678 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.157779 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Transition to ACTIVE for port object bd05e378-87e5-484d-a1aa-b9299ca098d8 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:40.184254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Transition to ACTIVE for port object bd05e378-87e5-484d-a1aa-b9299ca098d8 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:40.192361 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:40.218352 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.241365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.1 (12f16bb5-e5d6-4d11-8a3c-8982f80d5232/e943ddc6-a36b-47d6-bffb-dca5aac90caa/9063fcbf-80df-43fa-8f1b-577ae26eef37) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:39:40.319250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:40.327182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:40.333440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:39:40.347283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Pushing event updated for resources: {'Port': ['ID=bd05e378-87e5-484d-a1aa-b9299ca098d8,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:40.355862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.370997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 9063fcbf-80df-43fa-8f1b-577ae26eef37 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:40.405267 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.422494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Attempting to bind port bd05e378-87e5-484d-a1aa-b9299ca098d8 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:39:40.422894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Attempting to bind port bd05e378-87e5-484d-a1aa-b9299ca098d8 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:39:40.423275 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Attempting to bind port bd05e378-87e5-484d-a1aa-b9299ca098d8 on network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:39:40.446272 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:39:40.446661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Checking segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:39:40.446981 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.447392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Bound using segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:39:40.447649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:40.447860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Bound port: bd05e378-87e5-484d-a1aa-b9299ca098d8, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:39:40.448245 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.450697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:40.456491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:39:40.481544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:40.504351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.530103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:38Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:40.532321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] For port bd05e378-87e5-484d-a1aa-b9299ca098d8, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:39:40.536390 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] For port bd05e378-87e5-484d-a1aa-b9299ca098d8, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd05e378-87e5-484d-a1aa-b9299ca098d8,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:39:40.561700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.565087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d419b-5226-4ec1-ba8f-19e12225ad82 None None] The sync data for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 is: [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:38Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:39:40.626323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047c81-9dd1-402e-a73f-ea8dd74e7a0d None None] Pushing event updated for resources: {'Port': ['ID=bd05e378-87e5-484d-a1aa-b9299ca098d8,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:40.655720 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.993960 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.999544 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:41.072185 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:41.074882 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:41.174207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:41.175772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:41.298771 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 3059c030-2f02-4400-bb0e-97a71875bb03 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:39:41.421998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:39:41.434636 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6614ed90-d117-4484-960f-916005b41a3c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/3059c030-2f02-4400-bb0e-97a71875bb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942957 Aug 04 15:39:41.609553 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-9084b22b-1af1-442f-9800-74204d3ccffd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69555578&fields=id&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 267 time: 0.0499589 Aug 04 15:39:41.620834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb3645-fd1d-4a77-ae39-ee724ea3767f None None] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:39:41.707546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2e60dfbb-19d6-49b9-b54e-534408d55dd6 None None] Provisioning for port bd05e378-87e5-484d-a1aa-b9299ca098d8 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:41.768007 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-7ad45353-06c7-4da7-b509-1f4fc0899661 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:41.779551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-7ad45353-06c7-4da7-b509-1f4fc0899661 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 796 time: 0.1624100 Aug 04 15:39:41.793293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd05e378-87e5-484d-a1aa-b9299ca098d8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:41.797882 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-8fc557b5-25a8-4573-8113-7a89e2e24506 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/quotas/317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 375 time: 0.0174096 Aug 04 15:39:41.850899 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-4a6d6ac5-d9cb-4e24-8a3a-a0931d307822 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511396 Aug 04 15:39:41.866853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port bd05e378-87e5-484d-a1aa-b9299ca098d8 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:41.875175 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bd05e378-87e5-484d-a1aa-b9299ca098d8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:41.875571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:41.980602 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.018360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port bd05e378-87e5-484d-a1aa-b9299ca098d8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd05e378-87e5-484d-a1aa-b9299ca098d8,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:42.024114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.025027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c04e243e-f17c-4a09-8519-31c677a0994b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:42.101753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=bd05e378-87e5-484d-a1aa-b9299ca098d8,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:42.117252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port c04e243e-f17c-4a09-8519-31c677a0994b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:42.122232 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-df29988b-fdf3-4f7e-9c73-c9c0edf9ea37 service neutron] 10.222.0.76 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486895 Aug 04 15:39:42.124546 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c04e243e-f17c-4a09-8519-31c677a0994b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:42.124973 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.184681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Provisioning complete for port bd05e378-87e5-484d-a1aa-b9299ca098d8 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:42.185059 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.228867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-cb9a550f-5220-4849-9b2c-c625149f606f service neutron] 10.222.0.76 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004865 Aug 04 15:39:42.297212 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.337521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port c04e243e-f17c-4a09-8519-31c677a0994b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c04e243e-f17c-4a09-8519-31c677a0994b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:42.352048 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.378965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Provisioning for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:42.386634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Provisioning complete for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:42.386968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.435394 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-797db6e5-7d27-4370-9576-7778082b51cf req-c1fad92c-e90f-4657-bce7-241ef7709a39 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 210 time: 0.0296369 Aug 04 15:39:42.439774 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Sync routers for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:39:42.453682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=c04e243e-f17c-4a09-8519-31c677a0994b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:42.460737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b20c6fd9-a965-4d56-8f1a-eff676e3e0f2 None None] Port 9063fcbf-80df-43fa-8f1b-577ae26eef37 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:39:42.472394 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:42.472394 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:42.579899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-44e596f7-54d5-479b-bd75-7a58e4539a59 None None] Provisioning complete for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:42.580267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-44e596f7-54d5-479b-bd75-7a58e4539a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.588458 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:42.617293 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-44e596f7-54d5-479b-bd75-7a58e4539a59 None None] Port 9063fcbf-80df-43fa-8f1b-577ae26eef37 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:39:42.736448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1acd9316-93ee-47ef-b0b6-c986c4cbb668 None None] Provisioning complete for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:42.737144 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1acd9316-93ee-47ef-b0b6-c986c4cbb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.779836 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-1acd9316-93ee-47ef-b0b6-c986c4cbb668 None None] Port 9063fcbf-80df-43fa-8f1b-577ae26eef37 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:39:42.803940 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 2, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:42.835314 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Checking router: 3059c030-2f02-4400-bb0e-97a71875bb03 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:39:42.835667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Updating router 3059c030-2f02-4400-bb0e-97a71875bb03 port 9063fcbf-80df-43fa-8f1b-577ae26eef37 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:39:42.859695 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.138926 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.148975 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Transition to ACTIVE for port object 9063fcbf-80df-43fa-8f1b-577ae26eef37 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:43.155120 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.211109 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Pushing event updated for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:43.219797 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.220105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.220445 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.220756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.221103 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.221430 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.221754 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.222091 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.222430 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.222768 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.223093 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.223414 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:43.275727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Attempting to bind port 9063fcbf-80df-43fa-8f1b-577ae26eef37 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:39:43.276101 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Attempting to bind port 9063fcbf-80df-43fa-8f1b-577ae26eef37 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:39:43.276463 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Attempting to bind port 9063fcbf-80df-43fa-8f1b-577ae26eef37 on network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:39:43.281667 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:39:43.282042 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Checking segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:39:43.282439 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.282864 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Bound using segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:39:43.283331 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Bound port: 9063fcbf-80df-43fa-8f1b-577ae26eef37, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:39:43.283707 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.350952 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] For port 9063fcbf-80df-43fa-8f1b-577ae26eef37, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:39:43.354446 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] For port 9063fcbf-80df-43fa-8f1b-577ae26eef37, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9063fcbf-80df-43fa-8f1b-577ae26eef37,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:39:43.361290 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.409436 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:43.410199 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:43.465437 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c30d3-cb29-4259-96c0-804c38eabeb9 None None] Pushing event updated for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:43.577597 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ae5c2713-3958-4793-afec-8fc31c3a3573 req-24bd3c0b-16ce-4a23-9865-dde67d760ca9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 210 time: 0.0386441 Aug 04 15:39:43.615787 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-6e0b1844-3281-4fc5-a55b-80cd693b981b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:43.617425 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-6e0b1844-3281-4fc5-a55b-80cd693b981b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 796 time: 0.1676595 Aug 04 15:39:43.656709 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:43.675800 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-4646f844-7428-4151-9dc8-a3bc12f17eb1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 378 time: 0.0481968 Aug 04 15:39:43.696134 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'port': {'device_id': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'admin_state_up': True, 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'security_groups': ['6a6b19f5-efc5-4921-81e4-4b8ae6e33240']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:43.729104 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd05e378-87e5-484d-a1aa-b9299ca098d8 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:43.787517 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port bd05e378-87e5-484d-a1aa-b9299ca098d8 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:43.788277 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.820251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:39:43.823779 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.868313 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:43Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:43.884099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c04e243e-f17c-4a09-8519-31c677a0994b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:43.896708 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d6f17-2c73-4a7f-9332-b42885e1243c None None] The sync data for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 is: [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:43Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:39:43.951177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port c04e243e-f17c-4a09-8519-31c677a0994b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:43.951569 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:43.972532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.3 (12f16bb5-e5d6-4d11-8a3c-8982f80d5232/e943ddc6-a36b-47d6-bffb-dca5aac90caa/f457aafb-506f-4a96-86da-6d81499602e2) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:39:44.130694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:44.147243 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object f457aafb-506f-4a96-86da-6d81499602e2 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:44.182701 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:44.224655 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:44.228073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:44.234140 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:39:44.261013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:44.292631 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:44.293341 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:44.314976 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f8e59437-ba3c-461e-a502-c1cbad0fde6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327546 Aug 04 15:39:44.326949 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-c068c566-fa79-4fdd-91ea-2ba0e885357a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:39:44.328083 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-c068c566-fa79-4fdd-91ea-2ba0e885357a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059459 Aug 04 15:39:44.353777 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Request body: {'port': {'device_id': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:44.486043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23b656dd-aa4c-4944-8401-3e9d1ea2b95d None None] Provisioning for port f457aafb-506f-4a96-86da-6d81499602e2 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:44.492370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23b656dd-aa4c-4944-8401-3e9d1ea2b95d None None] Provisioning complete for port f457aafb-506f-4a96-86da-6d81499602e2 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:44.493014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23b656dd-aa4c-4944-8401-3e9d1ea2b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:44.536022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-23b656dd-aa4c-4944-8401-3e9d1ea2b95d None None] Port f457aafb-506f-4a96-86da-6d81499602e2 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:39:44.721608 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b291654-b884-4d0c-856d-ddbf70d52550 req-414a81eb-83d0-49a0-b6f9-2bfcf39fe6f1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:44.723664 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b291654-b884-4d0c-856d-ddbf70d52550 req-414a81eb-83d0-49a0-b6f9-2bfcf39fe6f1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 931 time: 0.0527804 Aug 04 15:39:44.768511 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b291654-b884-4d0c-856d-ddbf70d52550 req-e5e65738-758f-4087-963e-501574a8deea tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380244 Aug 04 15:39:44.801959 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:44.842765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-320f3a46-6a7d-4b97-a74b-67c3b562a37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.072898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f457aafb-506f-4a96-86da-6d81499602e2 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:39:45.080447 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.092326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Transition to ACTIVE for port object f457aafb-506f-4a96-86da-6d81499602e2 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:39:45.097179 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.145136 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Pushing event updated for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:45.219914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Attempting to bind port f457aafb-506f-4a96-86da-6d81499602e2 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:39:45.220252 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Attempting to bind port f457aafb-506f-4a96-86da-6d81499602e2 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:39:45.220642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Attempting to bind port f457aafb-506f-4a96-86da-6d81499602e2 on network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:39:45.225358 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Port f457aafb-506f-4a96-86da-6d81499602e2 on network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:39:45.225690 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Attempting to bind port f457aafb-506f-4a96-86da-6d81499602e2 on network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:39:45.230910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:39:45.231246 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Checking segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:39:45.231632 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Bound using segment: {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:39:45.232059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Bound port: f457aafb-506f-4a96-86da-6d81499602e2, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3a64dc-7c6f-43b3-8979-072e238df168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:39:45.232419 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.301312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:39:45.304911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f457aafb-506f-4a96-86da-6d81499602e2,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:39:45.310421 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.345903 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.347560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.349325 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] 10.222.0.46 "PUT /v2.0/ports/f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 1092 time: 1.0088220 Aug 04 15:39:45.371056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:45.373652 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981bce5-dab4-477a-84cf-49e7526ad02b" -d '{"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:45.386050 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ff6cf-52b9-4967-8a75-fc9b64889afc service neutron] Pushing event updated for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:45.429880 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb388bd7-f3ce-44fd-9789-a8cb50644c10 x-openstack-request-id: req-bb388bd7-f3ce-44fd-9789-a8cb50644c10 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:45.430177 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:45.430452 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb388bd7-f3ce-44fd-9789-a8cb50644c10 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:45.430886 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2', 'status': 'completed', 'code': 200} Aug 04 15:39:45.433677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-270382b5-13a2-4cce-add1-5de044887ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.435214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-270382b5-13a2-4cce-add1-5de044887ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1095 time: 0.0463543 Aug 04 15:39:45.478918 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-454cb6af-a799-46c0-8687-8e04e93ff38f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 217 time: 0.0350268 Aug 04 15:39:45.529292 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-1fe6677b-60e8-4403-a08e-be37321864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.530711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-1fe6677b-60e8-4403-a08e-be37321864ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0452726 Aug 04 15:39:45.581083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-bbebffd8-0873-4362-9c68-ae01c085ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.582604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-bbebffd8-0873-4362-9c68-ae01c085ff3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448775 Aug 04 15:39:45.682036 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-f6725370-c54a-499e-a35d-b5d2a7ac03bd service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918128 Aug 04 15:39:45.712745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9063fcbf-80df-43fa-8f1b-577ae26eef37 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:45.761611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:45.765455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:45.765889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.781875 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-37af51a4-2579-45ef-b2f7-949b9af7474b req-455ebead-fbaf-471d-ba52-87d5b75a6139 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921121 Aug 04 15:39:45.854912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.879979 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-bc745ed4-5571-4912-b43f-88bd72c39ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.881713 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-bc745ed4-5571-4912-b43f-88bd72c39ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1095 time: 0.0428860 Aug 04 15:39:45.888133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 9063fcbf-80df-43fa-8f1b-577ae26eef37, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9063fcbf-80df-43fa-8f1b-577ae26eef37,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:45.890903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca83d-3d3e-4d21-bae0-53720cdd12c1 req-8d5ed1b5-8180-40f5-8d9f-e5268b9ede93 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.893133 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:45.899213 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b2ca83d-3d3e-4d21-bae0-53720cdd12c1 req-8d5ed1b5-8180-40f5-8d9f-e5268b9ede93 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 943 time: 0.0569956 Aug 04 15:39:45.937740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b2ca83d-3d3e-4d21-bae0-53720cdd12c1 req-a3a43a97-9255-48dd-be7e-0775f8d10bc4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329244 Aug 04 15:39:45.958389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:45.983983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-321328a7-026e-40d7-8c50-c5ee55cf55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.985521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-321328a7-026e-40d7-8c50-c5ee55cf55f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 897 time: 0.0960157 Aug 04 15:39:46.034108 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-ff8fee08-f346-4433-a907-101f173bed35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 217 time: 0.0397749 Aug 04 15:39:46.082494 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-29a37da1-8b8c-4d44-a629-3ca083354653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:46.083964 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-29a37da1-8b8c-4d44-a629-3ca083354653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0432928 Aug 04 15:39:46.132934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-65d44228-523a-4606-afaa-aac3d0a9104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:46.134390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-65d44228-523a-4606-afaa-aac3d0a9104d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418406 Aug 04 15:39:46.229159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-7eb0ca5d-a695-4e05-8889-8b6c1c514747 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Aug 04 15:39:46.333510 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9981bce5-dab4-477a-84cf-49e7526ad02b req-e8d46ef2-fcd2-4218-8fd3-7f421d2671d9 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955012 Aug 04 15:39:47.070006 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a8f3-e5d3-4da9-80bd-7582314771d3 req-256ba2bd-d5a9-4929-87d5-b904af2e52e3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:47.071556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5746a8f3-e5d3-4da9-80bd-7582314771d3 req-256ba2bd-d5a9-4929-87d5-b904af2e52e3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 943 time: 0.0601614 Aug 04 15:39:47.119915 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5746a8f3-e5d3-4da9-80bd-7582314771d3 req-f2f39732-807b-4f56-bccb-911e79d25914 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395010 Aug 04 15:39:47.469444 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-37b13a21-e028-4975-85e7-5a2c8ad39c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:47.703997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9063fcbf-80df-43fa-8f1b-577ae26eef37 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:47.746226 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:47.765682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 9063fcbf-80df-43fa-8f1b-577ae26eef37 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:47.766047 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:48.041072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f457aafb-506f-4a96-86da-6d81499602e2 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:39:48.149377 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f457aafb-506f-4a96-86da-6d81499602e2,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:48.166510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'f457aafb-506f-4a96-86da-6d81499602e2', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'port_id': 'f457aafb-506f-4a96-86da-6d81499602e2', 'mac_address': 'fa:16:3e:f8:da:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:39:48.205700 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:48.218411 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f457aafb-506f-4a96-86da-6d81499602e2 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:39:48.238191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f457aafb-506f-4a96-86da-6d81499602e2,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:48.240037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8857e5-db68-4a59-ad92-c9805136fda6 req-0917ee8b-3968-4395-aff7-a8d2a7dc8a20 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:48.241784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff8857e5-db68-4a59-ad92-c9805136fda6 req-0917ee8b-3968-4395-aff7-a8d2a7dc8a20 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 943 time: 0.0495162 Aug 04 15:39:48.243735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:48.281750 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ff8857e5-db68-4a59-ad92-c9805136fda6 req-5d2667b2-c40e-44de-bad5-44b898775299 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329647 Aug 04 15:39:48.308166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:48.315538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:48.453662 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['f457aafb-506f-4a96-86da-6d81499602e2'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:39:48.948995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:49.220082 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:49.401655 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461060f-d951-4c87-bfab-55bcd4806eb0 req-73fe7c10-764b-4852-99fa-a278a6107f92 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:49.403313 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b461060f-d951-4c87-bfab-55bcd4806eb0 req-73fe7c10-764b-4852-99fa-a278a6107f92 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 944 time: 0.0522676 Aug 04 15:39:49.444078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b461060f-d951-4c87-bfab-55bcd4806eb0 req-8747f781-131b-4056-bc1a-dcd8e61ab979 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319223 Aug 04 15:39:50.048693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f457aafb-506f-4a96-86da-6d81499602e2 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:39:50.116439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port f457aafb-506f-4a96-86da-6d81499602e2 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:39:50.122952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port f457aafb-506f-4a96-86da-6d81499602e2 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:39:50.123599 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:50.361301 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:50.384582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:50.386920 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e21151-d29f-4e1d-aa07-04b0a75def62" -d '{"events": [{"server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "name": "network-vif-plugged", "status": "completed", "tag": "f457aafb-506f-4a96-86da-6d81499602e2"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:50.400741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f457aafb-506f-4a96-86da-6d81499602e2,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:50.406370 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:50.432136 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae314e-ea64-4ba6-8697-6be09993de91 x-openstack-request-id: req-e1ae314e-ea64-4ba6-8697-6be09993de91 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:50.432941 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "name": "network-vif-plugged", "status": "completed", "tag": "f457aafb-506f-4a96-86da-6d81499602e2", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:50.432941 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1ae314e-ea64-4ba6-8697-6be09993de91 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:50.433176 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2', 'code': 200} Aug 04 15:39:50.464042 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:50.468552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:50.528264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70632225-559a-4066-a86a-c89cdbbdc6f1 req-50c18a66-2f3b-4749-b6ba-124c7b33a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:50.529805 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70632225-559a-4066-a86a-c89cdbbdc6f1 req-50c18a66-2f3b-4749-b6ba-124c7b33a04d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1097 time: 0.0421286 Aug 04 15:39:50.567393 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-70632225-559a-4066-a86a-c89cdbbdc6f1 req-5f1f3106-1c0b-47ff-986b-670ab02e9609 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299375 Aug 04 15:39:50.575574 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aadf5-fa59-46e1-8386-97d9fcc37818 req-9bde05b2-88d9-4964-aba9-571dd598d3fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:50.577107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d4aadf5-fa59-46e1-8386-97d9fcc37818 req-9bde05b2-88d9-4964-aba9-571dd598d3fe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Aug 04 15:39:50.622539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d4aadf5-fa59-46e1-8386-97d9fcc37818 req-6e34bdc7-ac9b-4644-b13c-bf2af900ea2d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389724 Aug 04 15:39:51.757439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94a35a-ca33-4129-a952-e7a06f100615 req-65d15850-f3ad-4e0c-aaff-5925f6c88614 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:51.759133 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f94a35a-ca33-4129-a952-e7a06f100615 req-65d15850-f3ad-4e0c-aaff-5925f6c88614 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0583167 Aug 04 15:39:51.798537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f94a35a-ca33-4129-a952-e7a06f100615 req-038509da-ddac-47e0-b630-82a22e00f4e6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332253 Aug 04 15:39:51.923881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9077a-5c30-4ecd-98a9-01f560dc3666 req-28fcdd1e-cdcc-49b5-9207-578535ec26da tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:51.925300 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fd9077a-5c30-4ecd-98a9-01f560dc3666 req-28fcdd1e-cdcc-49b5-9207-578535ec26da tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Aug 04 15:39:51.965713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6fd9077a-5c30-4ecd-98a9-01f560dc3666 req-1177125f-e27d-4dcf-bd32-c2221264e32e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341370 Aug 04 15:39:51.986934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45012) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:52.028999 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18aee9f-f121-48e2-95ac-b191177ca561 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:52.030564 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a18aee9f-f121-48e2-95ac-b191177ca561 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1092 time: 0.0426502 Aug 04 15:39:52.033703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45014) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:52.040651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'f457aafb-506f-4a96-86da-6d81499602e2', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:39:52.071307 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:52.179901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:52.286541 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.36 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/2ac09849-55a6-4fee-b068-29cfc29119f1) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:39:52.389949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:52.435268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:52.471582 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:39:52.477890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:39:52.482389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:39:52.485428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=2ac09849-55a6-4fee-b068-29cfc29119f1,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:52.858407 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:52.933789 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:53.091052 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:53.098596 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:53.167519 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=2ac09849-55a6-4fee-b068-29cfc29119f1,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:53.181634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:53.284964 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP af83bfbc-d17a-46ba-beb8-4bf338e292d5 associated. External IP: 172.25.0.36, port: f457aafb-506f-4a96-86da-6d81499602e2. Aug 04 15:39:53.513304 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 3059c030-2f02-4400-bb0e-97a71875bb03 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:39:53.624495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:39:53.634636 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Sync routers for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:39:53.642765 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:53.646252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:53.646980 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:53.670755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a4a64824-2904-4063-9ddf-cb4c5f51917b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6357057 Aug 04 15:39:53.671369 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:53.673755 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2350710-b0d5-4625-82d2-7a0d14451a06" -d '{"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:53.718278 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5a50c-d3f8-4abf-b301-54e560fe5763 x-openstack-request-id: req-93d5a50c-d3f8-4abf-b301-54e560fe5763 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:53.718560 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:53.718842 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93d5a50c-d3f8-4abf-b301-54e560fe5763 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:53.719252 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2', 'status': 'completed', 'code': 200} Aug 04 15:39:53.761745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:53.774110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc97b5-1ced-4d91-8fb0-17b60c8d85a8 req-892c8489-632a-445e-af36-343ea4d01915 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.775632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33fc97b5-1ced-4d91-8fb0-17b60c8d85a8 req-892c8489-632a-445e-af36-343ea4d01915 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Aug 04 15:39:53.786917 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-c4bf65ac-9226-4640-bf75-c2154c730943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.789125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-c4bf65ac-9226-4640-bf75-c2154c730943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1097 time: 0.0424149 Aug 04 15:39:53.815328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-33fc97b5-1ced-4d91-8fb0-17b60c8d85a8 req-356dc57d-2f11-4692-9d01-87011b1a3968 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334337 Aug 04 15:39:53.838984 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45020) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:53.895811 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-83b05674-067c-43a9-8637-160310cbfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.897328 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-83b05674-067c-43a9-8637-160310cbfef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 897 time: 0.1008615 Aug 04 15:39:53.908299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b16eb539-07dd-45ff-83fd-800240c3c91d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/af83bfbc-d17a-46ba-beb8-4bf338e292d5 HTTP/1.1" status: 200 len: 990 time: 0.0677903 Aug 04 15:39:53.963521 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-b00a2e57-f315-42be-9d57-620354dd4890 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 998 time: 0.0591741 Aug 04 15:39:53.995257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'af83bfbc-d17a-46ba-beb8-4bf338e292d5', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'port_id': 'f457aafb-506f-4a96-86da-6d81499602e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'mac_address': 'fa:16:3e:f8:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:39:52Z', 'updated_at': '2021-08-04T15:39:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:54.014388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-faec7151-010f-4efb-94a0-a9aa81d6117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:54.016003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-faec7151-010f-4efb-94a0-a9aa81d6117e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0453761 Aug 04 15:39:54.022692 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Checking router: 3059c030-2f02-4400-bb0e-97a71875bb03 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:39:54.031222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:39:54.031763 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:39:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:54.067155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-851930d8-e45e-43d7-a1c0-5bbfaa4a4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:54.068701 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-851930d8-e45e-43d7-a1c0-5bbfaa4a4cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457339 Aug 04 15:39:54.139232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:39:54.159516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-79b82541-a3b1-4ec7-8f99-23e283f2b658 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826654 Aug 04 15:39:54.257202 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e2350710-b0d5-4625-82d2-7a0d14451a06 req-2bfa41b3-7826-4c1c-908e-e2134144662d service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 Aug 04 15:39:54.376229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'af83bfbc-d17a-46ba-beb8-4bf338e292d5', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'port_id': 'f457aafb-506f-4a96-86da-6d81499602e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'mac_address': 'fa:16:3e:f8:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:39:52Z', 'updated_at': '2021-08-04T15:39:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:39:54.403614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd710a-7e21-4644-83fb-cd9d2f85e5ed None None] The sync data for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 is: [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': 'af83bfbc-d17a-46ba-beb8-4bf338e292d5', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'port_id': 'f457aafb-506f-4a96-86da-6d81499602e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'mac_address': 'fa:16:3e:f8:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:39:52Z', 'updated_at': '2021-08-04T15:39:52Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:39:54.620261 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f76647-9dc7-4ee0-b190-6ba026407729 None None] New status for floating IP af83bfbc-d17a-46ba-beb8-4bf338e292d5: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:39:54.911918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45022) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:39:54.979639 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-edf88129-96df-487f-9852-06c26290f2a5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/af83bfbc-d17a-46ba-beb8-4bf338e292d5 HTTP/1.1" status: 200 len: 992 time: 0.0662634 Aug 04 15:40:04.122320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:40:14.846349 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-47776fa5-50bd-404b-af26-f47f3523a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:17.473667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b135-b32a-40cc-b43c-8eb5a5e146af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:17.710719 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:18.310750 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:18.961752 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:19.233219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:20.440076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:23.756694 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b07b7-83c9-424e-a96b-896792b280bd req-9e7cd716-1253-4011-913e-dc6641276374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:23.758401 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-9e7cd716-1253-4011-913e-dc6641276374 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1097 time: 0.0445175 Aug 04 15:40:23.762223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb53a8-527c-4c4d-91ea-18b9e7d1b682 req-be70c73d-62bc-456d-90cf-4aad0794e294 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:23.763760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cbb53a8-527c-4c4d-91ea-18b9e7d1b682 req-be70c73d-62bc-456d-90cf-4aad0794e294 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Aug 04 15:40:23.802238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0cbb53a8-527c-4c4d-91ea-18b9e7d1b682 req-77c1e5e9-39c8-4072-8315-d8f753ef1220 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319517 Aug 04 15:40:23.850323 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b07b7-83c9-424e-a96b-896792b280bd req-fbf9e7e1-5b35-4fd0-a46c-106d90d77ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:23.851881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-fbf9e7e1-5b35-4fd0-a46c-106d90d77ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 897 time: 0.0849228 Aug 04 15:40:23.924371 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-348deeb4-8905-4c1d-b1cf-2ff3cfcb170a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 1000 time: 0.0650313 Aug 04 15:40:23.988678 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b07b7-83c9-424e-a96b-896792b280bd req-ac88811f-c208-40a2-a9d7-2d88ab22e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:23.990138 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-ac88811f-c208-40a2-a9d7-2d88ab22e478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0573790 Aug 04 15:40:24.038751 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b07b7-83c9-424e-a96b-896792b280bd req-96668272-818c-4368-8b05-c3a0fa8439f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:24.040298 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-96668272-818c-4368-8b05-c3a0fa8439f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420189 Aug 04 15:40:24.137185 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-85891e93-52bb-493d-8746-2934744c34a0 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886464 Aug 04 15:40:24.230847 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c84b07b7-83c9-424e-a96b-896792b280bd req-81279aa2-af98-4244-837d-aae76233f371 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 Aug 04 15:40:24.938410 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157dba-0c38-4c92-af25-18c7036f99f9 req-c5d20b03-f3f0-40d8-8a9f-47bad8d4d144 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:24.939907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da157dba-0c38-4c92-af25-18c7036f99f9 req-c5d20b03-f3f0-40d8-8a9f-47bad8d4d144 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0620747 Aug 04 15:40:24.979598 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-da157dba-0c38-4c92-af25-18c7036f99f9 req-a9eaa94a-56ff-4a70-bd12-f2e36fa5ade1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315316 Aug 04 15:40:26.122284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e1f01-7d33-4c19-857d-8f7b4d2fc038 req-06801f0a-e410-434a-9949-da20b0164c78 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:26.123813 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-044e1f01-7d33-4c19-857d-8f7b4d2fc038 req-06801f0a-e410-434a-9949-da20b0164c78 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Aug 04 15:40:26.170887 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-044e1f01-7d33-4c19-857d-8f7b4d2fc038 req-daeb584e-115a-4336-97d8-0424ea7662fd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381627 Aug 04 15:40:27.301679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a7e7-880e-4879-ae5e-942cf4558679 req-3e2bca27-bf13-4ade-92a4-bfd6cf477c65 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:27.303260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fed2a7e7-880e-4879-ae5e-942cf4558679 req-3e2bca27-bf13-4ade-92a4-bfd6cf477c65 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Aug 04 15:40:27.343551 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fed2a7e7-880e-4879-ae5e-942cf4558679 req-c8bf323d-1942-4410-b5a4-c308767dd878 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340037 Aug 04 15:40:28.486952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e558d-cfad-4f54-b304-eb28f8178f1c req-c0aa33eb-1872-4101-9a51-288cd013c4bc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:28.488477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3e558d-cfad-4f54-b304-eb28f8178f1c req-c0aa33eb-1872-4101-9a51-288cd013c4bc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0566981 Aug 04 15:40:28.530567 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3e558d-cfad-4f54-b304-eb28f8178f1c req-f8bc41a5-e8ee-4eff-af61-307f30ed5675 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335417 Aug 04 15:40:29.670983 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56894724-3c2e-46b4-99ca-620dd96dab5f req-e2e38ad1-8aa8-42ca-a3d3-a1bed6b3d23f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:29.672495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56894724-3c2e-46b4-99ca-620dd96dab5f req-e2e38ad1-8aa8-42ca-a3d3-a1bed6b3d23f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0586374 Aug 04 15:40:29.715183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56894724-3c2e-46b4-99ca-620dd96dab5f req-f8cd5623-dffe-4e59-bf8d-70a10b66caf2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361121 Aug 04 15:40:30.852932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42628913-cb64-481a-a18b-43bc273c54a3 req-b23528d1-2cda-4c4d-bed7-e061631f5b34 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:30.854490 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42628913-cb64-481a-a18b-43bc273c54a3 req-b23528d1-2cda-4c4d-bed7-e061631f5b34 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Aug 04 15:40:30.894210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-42628913-cb64-481a-a18b-43bc273c54a3 req-c89a53a6-6917-4076-95da-dd1ab1f81a8f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333214 Aug 04 15:40:32.022901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bcbb-a1bf-4d9f-aefb-bd49cb699131 req-df1d64d2-4fe9-42e5-a1b5-0ef51abef360 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:32.024443 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f84bcbb-a1bf-4d9f-aefb-bd49cb699131 req-df1d64d2-4fe9-42e5-a1b5-0ef51abef360 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Aug 04 15:40:32.065742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f84bcbb-a1bf-4d9f-aefb-bd49cb699131 req-479fc2be-a9f3-4e4f-82f7-b00802905e33 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350375 Aug 04 15:40:33.203627 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9e97-0b26-41e8-832b-9bd1790e5752 req-82f5c6df-6b0e-4efc-b86e-8044b07a13eb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:33.205135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbbb9e97-0b26-41e8-832b-9bd1790e5752 req-82f5c6df-6b0e-4efc-b86e-8044b07a13eb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0573421 Aug 04 15:40:33.250054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbbb9e97-0b26-41e8-832b-9bd1790e5752 req-fccbca44-d408-4a0c-bf6d-6fe3cd987b8d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359585 Aug 04 15:40:34.380102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57ea2-964e-46b9-b665-fe632990559d req-9aa2b667-236e-4835-9613-a1ba79e85493 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:34.381693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80a57ea2-964e-46b9-b665-fe632990559d req-9aa2b667-236e-4835-9613-a1ba79e85493 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0563390 Aug 04 15:40:34.424848 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-80a57ea2-964e-46b9-b665-fe632990559d req-58b12699-c5de-467f-a731-7b0b0472ff08 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369895 Aug 04 15:40:35.574576 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b30d-597c-4702-b744-0b51d8c7fc4f req-94ede763-ab9f-4a50-9dc7-828e5a3b3c8a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:35.576492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5837b30d-597c-4702-b744-0b51d8c7fc4f req-94ede763-ab9f-4a50-9dc7-828e5a3b3c8a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0650041 Aug 04 15:40:35.618883 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5837b30d-597c-4702-b744-0b51d8c7fc4f req-138b01b9-2a97-4827-a6fa-861b096c480c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332410 Aug 04 15:40:35.641867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45056) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:40:35.703799 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92195e9f-8740-4c0f-891f-4307caa43106 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/af83bfbc-d17a-46ba-beb8-4bf338e292d5 HTTP/1.1" status: 200 len: 992 time: 0.0607378 Aug 04 15:40:41.128470 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:40:44.826790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-c5164b9f-843d-4e8e-88f6-3170b6ab0be5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454335 Aug 04 15:40:44.839294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b5eab6eb-e850-490e-af3f-780d0377a600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:44.918862 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-a851c4fc-7a24-4cc5-b78a-a95cda310860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:44.920445 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-a851c4fc-7a24-4cc5-b78a-a95cda310860 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1097 time: 0.0499492 Aug 04 15:40:45.027613 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-9c21a8ed-a67d-44ea-832e-1166be704192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:45.029148 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-9c21a8ed-a67d-44ea-832e-1166be704192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 897 time: 0.0889611 Aug 04 15:40:45.110979 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-0181b166-21a2-407a-8196-5fa0eec8b479 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 1000 time: 0.0726376 Aug 04 15:40:45.161579 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-369ddb14-3117-4ce0-a0c6-45eeed155544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:45.163068 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-369ddb14-3117-4ce0-a0c6-45eeed155544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0443726 Aug 04 15:40:45.211094 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-b344ecad-10d8-4c75-8790-620085569f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:45.212670 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-b344ecad-10d8-4c75-8790-620085569f6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422726 Aug 04 15:40:45.311832 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-e35f61ae-d9ff-49b8-9adf-0d41ad77b96c service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903714 Aug 04 15:40:45.408370 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9c1ea7b4-8551-4d2c-ba1b-f2f6a033b89c req-889df6ba-f155-4ebd-9fa6-074b932ec809 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 Aug 04 15:40:47.478001 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cabc5dc6-1153-45bf-b1a6-82597dfb4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:47.719100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:48.304762 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:48.968498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:49.245251 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:50.444734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:01.935999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-791eb73b-b705-4795-bf4b-0f7dc7a62f2e req-a502fb79-2e9d-4c02-83cb-210bdfd02cb2 service neutron] (94266) timed out ('10.222.0.76', 53322) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:41:06.075908 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45070) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:06.275364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 2ac09849-55a6-4fee-b068-29cfc29119f1 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:06.275712 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.360623 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.360827 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.373516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 2ac09849-55a6-4fee-b068-29cfc29119f1 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:06.529065 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.553818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=2ac09849-55a6-4fee-b068-29cfc29119f1,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:06.565426 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.565784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.566128 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.566465 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.566837 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.567173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.567508 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.567841 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.568178 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.568505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.568836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.569163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:06.634345 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.634556 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP af83bfbc-d17a-46ba-beb8-4bf338e292d5 disassociated (deleted). External IP: 172.25.0.36, port: f457aafb-506f-4a96-86da-6d81499602e2. Aug 04 15:41:06.845223 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 3059c030-2f02-4400-bb0e-97a71875bb03 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:06.962542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:06.967485 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.972166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Sync routers for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:06.982048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:06.982770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:06.997427 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-72c0689c-34f4-4180-940a-b5e67505aa7c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/floatingips/af83bfbc-d17a-46ba-beb8-4bf338e292d5 HTTP/1.1" status: 204 len: 168 time: 0.9178138 Aug 04 15:41:06.997427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:06.997831 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8443b-6bd0-40ac-813c-6c904590ec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:07.038605 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2b35f-18d8-4015-bddd-f3f8621cd14c x-openstack-request-id: req-f9e2b35f-18d8-4015-bddd-f3f8621cd14c {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:07.038605 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "tag": "f457aafb-506f-4a96-86da-6d81499602e2", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:07.038605 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9e2b35f-18d8-4015-bddd-f3f8621cd14c {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:07.038605 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2', 'status': 'completed', 'code': 200} Aug 04 15:41:07.091538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:07.103129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-6aaf39c6-ac23-474a-afe4-2c92262e0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:07.105158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-6aaf39c6-ac23-474a-afe4-2c92262e0899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 1097 time: 0.0447898 Aug 04 15:41:07.203060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-72541255-ec12-400b-a3f3-b633882a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:07.204738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-72541255-ec12-400b-a3f3-b633882a5532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 200 len: 897 time: 0.0858283 Aug 04 15:41:07.252656 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-105a1416-4cf1-4a0c-98dd-6e67bf300004 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 200 len: 217 time: 0.0394652 Aug 04 15:41:07.307805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-c1ada83a-1e8a-4e26-93c5-b30129d0fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:07.309353 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-c1ada83a-1e8a-4e26-93c5-b30129d0fe47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 200 len: 835 time: 0.0481963 Aug 04 15:41:07.329165 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5329270-1afd-46f1-a795-ab8fb4562022 req-438e5154-6775-40ad-9188-8d48e366046c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:07.330013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:07.330873 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5329270-1afd-46f1-a795-ab8fb4562022 req-438e5154-6775-40ad-9188-8d48e366046c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.1510830 Aug 04 15:41:07.357701 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Checking router: 3059c030-2f02-4400-bb0e-97a71875bb03 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:07.358079 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-9f230f1d-bf45-4d2f-a0c7-42fc3f84fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:07.359605 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-9f230f1d-bf45-4d2f-a0c7-42fc3f84fa6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12f16bb5-e5d6-4d11-8a3c-8982f80d5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420189 Aug 04 15:41:07.366519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:07.367196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:07.386715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c5329270-1afd-46f1-a795-ab8fb4562022 req-e32c92b4-79cc-4256-834a-cf0a7854de1d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490630 Aug 04 15:41:07.471444 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-a56259f1-4f0e-449a-ab76-d253c976285a service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029115 Aug 04 15:41:07.489436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:07.562541 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-26f8443b-6bd0-40ac-813c-6c904590ec3f req-526841ae-dea3-4543-be7e-4834dc6e5748 service neutron] 10.222.0.46 "GET /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818040 Aug 04 15:41:07.697602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:07.728014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921373e-2dcf-42f1-bf4b-cb8461fa57b2 None None] The sync data for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 is: [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:40Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '9063fcbf-80df-43fa-8f1b-577ae26eef37', 'name': '', 'network_id': '12f16bb5-e5d6-4d11-8a3c-8982f80d5232', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:e0:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:39Z', 'updated_at': '2021-08-04T15:39:45Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'e943ddc6-a36b-47d6-bffb-dca5aac90caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:07.961896 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc486d0-b66d-4b1d-ab36-5557489181d5 None None] New status for floating IP af83bfbc-d17a-46ba-beb8-4bf338e292d5: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:41:08.506700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11677d2-b63b-413e-9092-7b838a921a9b req-6ef6dc6e-a1aa-498f-8f4a-dc6979f47914 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:08.508248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e11677d2-b63b-413e-9092-7b838a921a9b req-6ef6dc6e-a1aa-498f-8f4a-dc6979f47914 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Aug 04 15:41:08.546217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e11677d2-b63b-413e-9092-7b838a921a9b req-dc33d009-ca37-4a60-b5ff-15876d8bc7ed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a6b19f5-efc5-4921-81e4-4b8ae6e33240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320837 Aug 04 15:41:08.730826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-e69fabe0-753a-4ecc-b596-2c49aa4e663c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:08.732214 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-e69fabe0-753a-4ecc-b596-2c49aa4e663c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 945 time: 0.0616057 Aug 04 15:41:08.824463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port f457aafb-506f-4a96-86da-6d81499602e2 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:08.824776 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:08.914985 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port f457aafb-506f-4a96-86da-6d81499602e2, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=f457aafb-506f-4a96-86da-6d81499602e2,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:08.915367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:08.928602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for f457aafb-506f-4a96-86da-6d81499602e2 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:09.064517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:09.095796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=f457aafb-506f-4a96-86da-6d81499602e2,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:09.137388 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] No DVR routers for this DVR port f457aafb-506f-4a96-86da-6d81499602e2 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:09.140446 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:09.142480 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-dd03daee-f6b5-4a4b-8dec-683a6a5d5a21 req-db8cec7b-fe84-4a06-b00c-aae636f0b93d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "DELETE /v2.0/ports/f457aafb-506f-4a96-86da-6d81499602e2 HTTP/1.1" status: 204 len: 173 time: 0.4032140 Aug 04 15:41:09.142944 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'name': 'network-vif-deleted', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:09.145302 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e815de1-7f5a-45b1-a186-168851168ecc" -d '{"events": [{"server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "name": "network-vif-deleted", "tag": "f457aafb-506f-4a96-86da-6d81499602e2"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:09.183340 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9c088-85b1-43da-9e28-8a3a894f6d12 x-openstack-request-id: req-5cf9c088-85b1-43da-9e28-8a3a894f6d12 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:09.183690 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2773ac-5779-47f4-94b2-144aa42e6897", "name": "network-vif-deleted", "tag": "f457aafb-506f-4a96-86da-6d81499602e2", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:09.183942 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cf9c088-85b1-43da-9e28-8a3a894f6d12 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:09.184366 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2773ac-5779-47f4-94b2-144aa42e6897', 'name': 'network-vif-deleted', 'tag': 'f457aafb-506f-4a96-86da-6d81499602e2', 'status': 'completed', 'code': 200} Aug 04 15:41:09.651169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8e2b307f-39d1-41d2-b4fc-517f78ff78da req-6da06f88-a600-427c-985f-ebd03a33f686 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=be2773ac-5779-47f4-94b2-144aa42e6897 HTTP/1.1" status: 200 len: 210 time: 0.0268865 Aug 04 15:41:10.713167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45090) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:11.106142 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:11.724753 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 9063fcbf-80df-43fa-8f1b-577ae26eef37 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:11.725470 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:11.809569 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 9063fcbf-80df-43fa-8f1b-577ae26eef37, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=9063fcbf-80df-43fa-8f1b-577ae26eef37,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:11.809903 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:11.822700 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 9063fcbf-80df-43fa-8f1b-577ae26eef37 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:12.021353 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.051491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=9063fcbf-80df-43fa-8f1b-577ae26eef37,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:12.227509 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.442538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f457aafb-506f-4a96-86da-6d81499602e2 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:12.466925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: f457aafb-506f-4a96-86da-6d81499602e2 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:12.467279 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device f457aafb-506f-4a96-86da-6d81499602e2 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:12.471439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 3059c030-2f02-4400-bb0e-97a71875bb03 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:12.580099 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:12.585320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2911c672-112b-4d2d-b0b7-09eadccd7e88 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/3059c030-2f02-4400-bb0e-97a71875bb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710361 Aug 04 15:41:12.588794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45094) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:12.590893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Sync routers for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:12.601024 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:12.601654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:12.640920 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting subnet e943ddc6-a36b-47d6-bffb-dca5aac90caa {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:41:12.644053 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.684820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.706739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:12.773240 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.830599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.856929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Subnet': ['ID=e943ddc6-a36b-47d6-bffb-dca5aac90caa,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:12.860651 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.865372 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c54ef2f0-ccef-4a9c-b846-a5cd375cab37 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/subnets/e943ddc6-a36b-47d6-bffb-dca5aac90caa HTTP/1.1" status: 204 len: 168 time: 0.2754402 Aug 04 15:41:12.865603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45096) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:12.869323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bd0b6-e06c-4551-a186-fd65e51d771a None None] Network 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:41:12.965799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:41:11Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:12.973354 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.008889 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Checking router: 3059c030-2f02-4400-bb0e-97a71875bb03 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:13.022242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Routers {'3059c030-2f02-4400-bb0e-97a71875bb03'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:13.022883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:40:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['3059c030-2f02-4400-bb0e-97a71875bb03'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:13.083815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.134820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] Set router 3059c030-2f02-4400-bb0e-97a71875bb03 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:13.138359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] DHCP port deletion for 12f16bb5-e5d6-4d11-8a3c-8982f80d5232 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:41:13.141550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port c04e243e-f17c-4a09-8519-31c677a0994b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:13.141907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.223835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port c04e243e-f17c-4a09-8519-31c677a0994b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=c04e243e-f17c-4a09-8519-31c677a0994b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:13.224206 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.236059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for c04e243e-f17c-4a09-8519-31c677a0994b owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:13.305751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Deleting port bd05e378-87e5-484d-a1aa-b9299ca098d8 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:13.306155 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.396053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] For port bd05e378-87e5-484d-a1aa-b9299ca098d8, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=bd05e378-87e5-484d-a1aa-b9299ca098d8,segment=NetworkSegment(0b3a64dc-7c6f-43b3-8979-072e238df168),segment_id=0b3a64dc-7c6f-43b3-8979-072e238df168)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:13.396334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.413149 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.439389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=c04e243e-f17c-4a09-8519-31c677a0994b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:13.449084 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.449445 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.449786 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.450127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.450461 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.450817 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.451149 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.451483 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.451774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.452132 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.452455 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.452774 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.514527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.571497 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Calling delete_port for bd05e378-87e5-484d-a1aa-b9299ca098d8 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:13.588796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:41:11Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:13.607758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.609903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.644860 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a2e04-f6b8-4736-8245-c233685fc6da None None] The sync data for ids ['3059c030-2f02-4400-bb0e-97a71875bb03'] in n-d-801743-12 is: [{'id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878639784', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:41:11Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': 'c04e243e-f17c-4a09-8519-31c677a0994b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3059c030-2f02-4400-bb0e-97a71875bb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:39:37Z', 'updated_at': '2021-08-04T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:13.654386 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.655233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Fanout notify agent at l3_agent the message router_deleted on router 3059c030-2f02-4400-bb0e-97a71875bb03 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:41:13.663131 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.664357 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-61392a44-f52c-474a-a00b-2aa27ac9c41e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/routers/3059c030-2f02-4400-bb0e-97a71875bb03 HTTP/1.1" status: 204 len: 168 time: 0.7978082 Aug 04 15:41:13.667066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45098) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:13.690199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.720144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Pushing event deleted for resources: {'Port': ['ID=bd05e378-87e5-484d-a1aa-b9299ca098d8,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:13.724862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] No DVR routers for this DVR port bd05e378-87e5-484d-a1aa-b9299ca098d8 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:13.732133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.732541 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.732912 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.733287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.734268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.734268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.734479 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.734686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.735559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.735559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.735735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.735999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a31fb-ddb5-4c97-a7c1-bc6aeaba13ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:13.757948 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.843268 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.852979 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f16bb5-e5d6-4d11-8a3c-8982f80d5232']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:13.863095 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3a64dc-7c6f-43b3-8979-072e238df168') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:13.863387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3a64dc-7c6f-43b3-8979-072e238df168') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:13.872430 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.886077 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.892606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:41:13.892990 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:41:13.896032 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:41:13.953482 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.960414 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:13.963011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/networks/12f16bb5-e5d6-4d11-8a3c-8982f80d5232 HTTP/1.1" status: 204 len: 168 time: 0.2948711 Aug 04 15:41:13.965118 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45100) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:13.978779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb5c9-2ed8-4043-88ee-973451d2d5f4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Network': ['ID=12f16bb5-e5d6-4d11-8a3c-8982f80d5232,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:14.044177 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.073935 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.125830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9063fcbf-80df-43fa-8f1b-577ae26eef37 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:14.147044 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 9063fcbf-80df-43fa-8f1b-577ae26eef37 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:14.147248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 9063fcbf-80df-43fa-8f1b-577ae26eef37 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:14.147417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.147669 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd05e378-87e5-484d-a1aa-b9299ca098d8 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:14.151809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.153111 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/security-groups/6a6b19f5-efc5-4921-81e4-4b8ae6e33240 HTTP/1.1" status: 204 len: 168 time: 0.1868742 Aug 04 15:41:14.163712 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488657e2-4af6-44b8-995b-e2e8a7cd4b30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b19f5-efc5-4921-81e4-4b8ae6e33240,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:14.170362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: bd05e378-87e5-484d-a1aa-b9299ca098d8 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:14.170748 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device bd05e378-87e5-484d-a1aa-b9299ca098d8 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:14.733480 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45108) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:14.738410 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498121324', 'description': 'tempest-secgroup-smoke-1498121324 description', 'project_id': '317ec96d6e7146ed866138cd21938709'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:14.764299 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.845232 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f956ad67-4988-47c2-ae42-9ce2f36d7cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.861411 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.866962 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.894731 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.895972 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1613653 Aug 04 15:41:14.897889 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27189e83-917f-42ae-a8c9-1fa69013fafe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7483800-dacb-4a6c-a55d-b7ddd0fce352,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:14.899131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45110) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:14.904210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:14.933712 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.990172 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:14.995071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.013329 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2512977e-d657-4798-98d4-fed5fff5f702,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.017488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.018721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c4d78ea0-590e-4d57-a9af-418b90ed664f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185234 Aug 04 15:41:15.021568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45112) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.026158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.055273 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.113516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.119188 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.137610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b41394-a509-4636-a4d7-be19571d55a7,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.145403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.146779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-77357174-5487-474e-b970-127a78dd0fce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242340 Aug 04 15:41:15.149538 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45114) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.153991 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.182639 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.242993 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.247756 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.270194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63e060c-aaf0-4e7b-8505-84f29e95c89e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.276158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.277594 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-02be878f-2935-4070-84d1-5c32622ef8e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269577 Aug 04 15:41:15.280227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45116) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.285324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.313072 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.375121 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.381708 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.399663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca5e5d9-0d82-4be1-b6d7-e4c16cb64497,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.405710 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.407068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aed02082-feba-40ca-9493-7cb28fe09879 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257057 Aug 04 15:41:15.409811 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45118) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.414340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.439951 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:41:15.447495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.515755 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.522083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.542171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2eede9e-57d6-4211-baac-66cac214b5e3,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.545493 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.546721 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-aaa67aa2-a82c-47e1-87a8-8605a5156b48 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359324 Aug 04 15:41:15.549634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45120) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.554133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'a7483800-dacb-4a6c-a55d-b7ddd0fce352', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.576959 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:41:15.584573 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.654406 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.659382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.678677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d9c0d2-6590-4290-9641-873f20c1790b,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.685677 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.686828 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-08c348ba-3ddb-4919-8e4b-aed4752a6d43 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362212 Aug 04 15:41:15.690063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45122) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.695433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'network': {'name': 'tempest-network-smoke--438443711', 'project_id': '317ec96d6e7146ed866138cd21938709', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.705603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c04e243e-f17c-4a09-8519-31c677a0994b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:15.717596 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:41:15.721074 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.727396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: c04e243e-f17c-4a09-8519-31c677a0994b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:15.727753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device c04e243e-f17c-4a09-8519-31c677a0994b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:15.745094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:41:15.753944 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.754361 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Added segment b1c67891-8892-40c2-9b6f-38cf094e3aa1 of type vlan for network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 Aug 04 15:41:15.794907 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.826308 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.832116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:15.832713 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.889052 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977887 Aug 04 15:41:15.892145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45124) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:15.898784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'admin_state_up': True, 'project_id': '317ec96d6e7146ed866138cd21938709', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:15.908852 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e261d-b4ba-49f1-ae8f-99e6f9021312 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Network': ['ID=689ce194-11d5-4be5-9b49-a5f334dbb1e0,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:15.919260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:41:15.927447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:15.928473 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.311854 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.453298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.650523 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.669489 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.788809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.208 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/29bb325b-21a2-45cd-b60d-9cdbb74dcba5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:41:16.899988 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.942906 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:16.988814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:16.991838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:16.998208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:41:17.023439 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:17.271818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.476975 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.480739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1a40f666-6076-4911-88dd-f142080f1fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.611089 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router bafa4aef-c065-4f75-8362-55d78f85ceae is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:41:17.716298 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.736430 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:17.746136 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Sync routers for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:17.755063 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:17.755670 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:17.758187 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.762800 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cc4a8582-df90-4d3e-aac4-044276e2f705 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8664241 Aug 04 15:41:17.763062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45126) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:17.791608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30891cdc-ff42-446d-84a2-0b4d8925d4d5 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=317ec96d6e7146ed866138cd21938709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274713 Aug 04 15:41:17.794449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45128) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:17.860641 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:17.883977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75652a8d-cddd-4780-ae01-a31189dacc99 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:17.885416 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-75652a8d-cddd-4780-ae01-a31189dacc99 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898926 Aug 04 15:41:17.888857 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45130) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:17.921052 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b986df55-4866-4917-b993-06ad045409ec tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311050 Aug 04 15:41:17.923648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45132) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:17.928520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415625445', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'project_id': '317ec96d6e7146ed866138cd21938709', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:18.017232 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:41:18.020752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.040094 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:17Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.065914 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Checking router: bafa4aef-c065-4f75-8362-55d78f85ceae for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:18.066267 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Updating router bafa4aef-c065-4f75-8362-55d78f85ceae port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:41:18.092936 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.127047 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:41:18.209946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.268116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Subnet': ['ID=40c59da4-1408-4788-99eb-46801e70d476,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:18.278858 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Checking segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:41:18.279316 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network hostable DHCP agents. Network: 689ce194-11d5-4be5-9b49-a5f334dbb1e0, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:41:18.298802 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:41:18.312327 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 689ce194-11d5-4be5-9b49-a5f334dbb1e0) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:18.317116 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.317829 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.323611 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4f6b1-bca9-4937-9d05-0cb1c1a5670e None None] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:41:18.336826 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1bd257d4-90af-400e-b413-6315e5449ae5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093463 Aug 04 15:41:18.337051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.337165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45134) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:18.361129 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.372336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Transition to ACTIVE for port object 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:18.378536 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.433129 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Attempting to bind port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:41:18.433501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Attempting to bind port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:41:18.433864 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Attempting to bind port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:41:18.435736 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Pushing event updated for resources: {'Port': ['ID=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:18.443608 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.443964 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.444297 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.444626 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.444975 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.445297 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.445617 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.445935 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.446252 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.446595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.446899 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.447213 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.453568 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:41:18.453944 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:41:18.454358 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.454740 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:41:18.455379 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Bound port: 29bb325b-21a2-45cd-b60d-9cdbb74dcba5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:41:18.455924 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.483505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:41:18.484413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.511609 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] For port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:41:18.515538 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] For port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:41:18.519770 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.580234 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556167b1-4367-441d-b032-1b57cb917be8 None None] Pushing event updated for resources: {'Port': ['ID=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:18.590105 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:18.590823 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.625926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Allocated IP 172.20.0.2 (689ce194-11d5-4be5-9b49-a5f334dbb1e0/40c59da4-1408-4788-99eb-46801e70d476/b4489510-1e8a-4022-96f5-132cb7ecc007) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:41:18.698030 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:18.781267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.787437 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.789566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Transition to ACTIVE for port object b4489510-1e8a-4022-96f5-132cb7ecc007 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:18.804225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Transition to ACTIVE for port object b4489510-1e8a-4022-96f5-132cb7ecc007 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:18.810432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.852147 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:18.857112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:18.860749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:41:18.867941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Pushing event updated for resources: {'Port': ['ID=b4489510-1e8a-4022-96f5-132cb7ecc007,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:18.883618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:17Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.911693 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a987e-5427-4b26-875a-0a7d073884b3 None None] The sync data for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 is: [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:17Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:18.919698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Attempting to bind port b4489510-1e8a-4022-96f5-132cb7ecc007 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:41:18.920094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Attempting to bind port b4489510-1e8a-4022-96f5-132cb7ecc007 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:41:18.920438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Attempting to bind port b4489510-1e8a-4022-96f5-132cb7ecc007 on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:41:18.926972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:41:18.927354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Checking segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:41:18.927776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.928166 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Bound using segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:41:18.928646 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Bound port: b4489510-1e8a-4022-96f5-132cb7ecc007, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:41:18.932153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.986564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.008172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] For port b4489510-1e8a-4022-96f5-132cb7ecc007, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:41:19.011441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] For port b4489510-1e8a-4022-96f5-132cb7ecc007, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b4489510-1e8a-4022-96f5-132cb7ecc007,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:41:19.016134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.075941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52253-362b-44b8-888b-9f3f2020e6e0 None None] Pushing event updated for resources: {'Port': ['ID=b4489510-1e8a-4022-96f5-132cb7ecc007,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:19.088077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.1 (689ce194-11d5-4be5-9b49-a5f334dbb1e0/40c59da4-1408-4788-99eb-46801e70d476/02c71caa-571e-41c7-9001-27b38f4326cb) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:41:19.215637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.241546 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 02c71caa-571e-41c7-9001-27b38f4326cb will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:19.244605 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.288857 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.335747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:19.350019 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:19.355598 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:41:19.360264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:19.411820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.553378 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.850151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:19.877420 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.884354 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.915828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:19.921336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:19.921712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:19.963055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:19.971608 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.007735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.033089 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:20.037822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.038744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b4489510-1e8a-4022-96f5-132cb7ecc007 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:20.068608 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:20.070262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:20.106424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55efc6-f489-46c4-96d6-132f6c6d2b9b None None] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:41:20.177696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port b4489510-1e8a-4022-96f5-132cb7ecc007 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:20.180517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router bafa4aef-c065-4f75-8362-55d78f85ceae has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:20.193144 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:20.240974 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Provisioning for port b4489510-1e8a-4022-96f5-132cb7ecc007 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:20.248745 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Provisioning complete for port b4489510-1e8a-4022-96f5-132cb7ecc007 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:20.249135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.292610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:20.309254 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12c84084-f53a-4b90-b923-ac067850a4d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/bafa4aef-c065-4f75-8362-55d78f85ceae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688342 Aug 04 15:41:20.362538 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.396934 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] For port b4489510-1e8a-4022-96f5-132cb7ecc007, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b4489510-1e8a-4022-96f5-132cb7ecc007,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:20.406714 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.462041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.480410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e3cd-d374-4066-bf42-834dce4f3026 None None] Pushing event updated for resources: {'Port': ['ID=b4489510-1e8a-4022-96f5-132cb7ecc007,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:20.497715 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-7fcf0778-06d9-49ab-bae5-9372bc1b6c5a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498121324&fields=id&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 267 time: 0.0440640 Aug 04 15:41:20.605776 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-0033c95b-8d64-407a-a039-342f2281ec2c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:20.607342 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-0033c95b-8d64-407a-a039-342f2281ec2c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 796 time: 0.1024382 Aug 04 15:41:20.622742 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-e7abc797-c42c-4285-aabb-7d3430e6323a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/quotas/317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 375 time: 0.0094957 Aug 04 15:41:20.628375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Provisioning for port 02c71caa-571e-41c7-9001-27b38f4326cb completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:20.634558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Provisioning complete for port 02c71caa-571e-41c7-9001-27b38f4326cb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:20.635273 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.674171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Port 02c71caa-571e-41c7-9001-27b38f4326cb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:41:20.686929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Sync routers for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:20.688013 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-bb6ff5e2-6854-4db2-a329-d68c325b1863 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581532 Aug 04 15:41:20.692164 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Provisioning complete for port b4489510-1e8a-4022-96f5-132cb7ecc007 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:20.692723 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-56825fa7-e277-4b6a-b28e-5a49618db2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.720831 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:20.721572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:20.792310 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-c9b2f360-3311-4837-8c39-f6eeea73cb3d service neutron] 10.222.0.76 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909758 Aug 04 15:41:20.868744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:20.911212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-9bd6bac1-844a-4fe4-ac70-d65e084135c3 service neutron] 10.222.0.76 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105139 Aug 04 15:41:21.046801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8a630cd4-4b4a-46c1-8cee-493f2d118b65 None None] Provisioning complete for port 02c71caa-571e-41c7-9001-27b38f4326cb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:21.047043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a630cd4-4b4a-46c1-8cee-493f2d118b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.098478 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f710f97-fa1b-4854-85be-632c7843410e req-b378137f-1515-49c2-b308-a0703623d499 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Aug 04 15:41:21.103325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8a630cd4-4b4a-46c1-8cee-493f2d118b65 None None] Port 02c71caa-571e-41c7-9001-27b38f4326cb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:41:21.128137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 2, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:21.159854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Checking router: bafa4aef-c065-4f75-8362-55d78f85ceae for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:21.160207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Updating router bafa4aef-c065-4f75-8362-55d78f85ceae port 02c71caa-571e-41c7-9001-27b38f4326cb binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:41:21.186140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.249712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-113b4b0e-eefd-43ad-a17b-2b6c076be4ca None None] Provisioning complete for port 02c71caa-571e-41c7-9001-27b38f4326cb triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:21.250117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-113b4b0e-eefd-43ad-a17b-2b6c076be4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.343227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-113b4b0e-eefd-43ad-a17b-2b6c076be4ca None None] Port 02c71caa-571e-41c7-9001-27b38f4326cb cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:41:21.501269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.512375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Transition to ACTIVE for port object 02c71caa-571e-41c7-9001-27b38f4326cb will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:21.519535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.575249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eb875-e66f-4bcb-8005-e67afc473574 None None] Pushing event updated for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:21.629593 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Attempting to bind port 02c71caa-571e-41c7-9001-27b38f4326cb on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:41:21.630063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Attempting to bind port 02c71caa-571e-41c7-9001-27b38f4326cb by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:41:21.630438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Attempting to bind port 02c71caa-571e-41c7-9001-27b38f4326cb on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:41:21.635761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:41:21.636140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Checking segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:41:21.636549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.636952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Bound using segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:41:21.637443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Bound port: 02c71caa-571e-41c7-9001-27b38f4326cb, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:41:21.637861 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.711794 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] For port 02c71caa-571e-41c7-9001-27b38f4326cb, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:41:21.715488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] For port 02c71caa-571e-41c7-9001-27b38f4326cb, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c71caa-571e-41c7-9001-27b38f4326cb,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:41:21.720432 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:21.789067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:21.797165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eb875-e66f-4bcb-8005-e67afc473574 None None] Pushing event updated for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:21.799727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:21.800338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:22.027514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-b36e1d60-61bb-47b8-8a95-d18875ae3c7a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:22.030783 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-b36e1d60-61bb-47b8-8a95-d18875ae3c7a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 796 time: 0.1185365 Aug 04 15:41:22.079058 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-9786be03-fcfa-4ceb-b1e6-5dc3f8decccc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 380 time: 0.0386372 Aug 04 15:41:22.089408 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'port': {'device_id': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'admin_state_up': True, 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'security_groups': ['a7483800-dacb-4a6c-a55d-b7ddd0fce352']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:22.101616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:22.102217 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.129949 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:22.203779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bfbda13b-3124-48b1-804a-0cdfef7704b1 req-ffcfebe7-61f9-4bcd-89be-82961a9d6a08 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Aug 04 15:41:22.209864 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:41:22.213663 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.328099 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b4489510-1e8a-4022-96f5-132cb7ecc007 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:22.356644 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.11 (689ce194-11d5-4be5-9b49-a5f334dbb1e0/40c59da4-1408-4788-99eb-46801e70d476/7b8dc53e-e170-4f70-83e4-7be84f44142b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:41:22.416321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port b4489510-1e8a-4022-96f5-132cb7ecc007 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:22.416692 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.455734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:21Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:22.484133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55268f8a-7adf-4d1e-a9fd-7ec1be072875 None None] The sync data for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 is: [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:21Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:22.504379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.520846 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 7b8dc53e-e170-4f70-83e4-7be84f44142b will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:22.570562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.613446 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:22.619173 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:22.623053 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:41:22.629836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:22.683105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:22.683809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.703165 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d093cf7a-c34d-41d6-ac25-ff04fecf74ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173344 Aug 04 15:41:22.716361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Request body: {'port': {'device_id': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:22.781079 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.930789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff983765-5b5c-43ef-963d-1316d2ed82e6 None None] Provisioning for port 7b8dc53e-e170-4f70-83e4-7be84f44142b completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:22.935027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-ff983765-5b5c-43ef-963d-1316d2ed82e6 None None] Provisioning complete for port 7b8dc53e-e170-4f70-83e4-7be84f44142b triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:22.935397 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ff983765-5b5c-43ef-963d-1316d2ed82e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.976936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-ff983765-5b5c-43ef-963d-1316d2ed82e6 None None] Port 7b8dc53e-e170-4f70-83e4-7be84f44142b cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:41:23.064905 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8dc53e-e170-4f70-83e4-7be84f44142b {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:41:23.073417 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.086045 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Transition to ACTIVE for port object 7b8dc53e-e170-4f70-83e4-7be84f44142b will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:41:23.091481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.142929 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:23.218087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:41:23.218427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:41:23.218801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:41:23.224031 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:41:23.224354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:41:23.231436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:41:23.231773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Checking segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:41:23.232171 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Bound using segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:41:23.232721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Bound port: 7b8dc53e-e170-4f70-83e4-7be84f44142b, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:41:23.233372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.314688 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:41:23.319687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:41:23.326599 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.343861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.344683 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.346125 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1093 time: 0.6344807 Aug 04 15:41:23.347746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:23.349885 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3909b-55e8-4f64-9f33-6b65c885362e req-c3115b53-bb36-4a89-959c-ea8c5ae4cab1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.357866 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa" -d '{"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:23.358619 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c3909b-55e8-4f64-9f33-6b65c885362e req-c3115b53-bb36-4a89-959c-ea8c5ae4cab1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0672362 Aug 04 15:41:23.427890 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-01c3909b-55e8-4f64-9f33-6b65c885362e req-92d15618-6907-4663-9aad-2f61ec17a8cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678120 Aug 04 15:41:23.451078 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9676a14a-34db-448a-bd7e-654fe3b8c27f x-openstack-request-id: req-9676a14a-34db-448a-bd7e-654fe3b8c27f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:23.451365 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:23.451615 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9676a14a-34db-448a-bd7e-654fe3b8c27f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:23.452028 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'status': 'completed', 'code': 200} Aug 04 15:41:23.458539 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444895e2-eef9-4104-b598-dd10dcc78517 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:23.475325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-90bdc544-d417-4d80-bb1a-3b66e033b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.477050 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-90bdc544-d417-4d80-bb1a-3b66e033b62c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0849996 Aug 04 15:41:23.523733 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-48dd5742-dac5-4259-b404-7edb08c40be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 217 time: 0.0381782 Aug 04 15:41:23.577601 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-85841450-e52e-495c-b0e9-596807fad301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.579258 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-85841450-e52e-495c-b0e9-596807fad301 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0476282 Aug 04 15:41:23.630818 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-5574ed3a-6371-41f2-885b-a04069ce4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.632383 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-5574ed3a-6371-41f2-885b-a04069ce4db8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451360 Aug 04 15:41:23.727171 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-4f801b1d-38c2-4ab3-ac95-df3b840d468a service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871408 Aug 04 15:41:23.771849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c71caa-571e-41c7-9001-27b38f4326cb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:23.820722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1d831577-89db-4d1c-bfb3-80a353552de2 req-d2b3f4bc-c82d-4012-8835-ee967eb6a044 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866466 Aug 04 15:41:23.826849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 02c71caa-571e-41c7-9001-27b38f4326cb completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:23.830893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 02c71caa-571e-41c7-9001-27b38f4326cb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:23.831183 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.905221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-c021f3f0-912d-49e8-aacd-5a6299f9389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:23.906763 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-c021f3f0-912d-49e8-aacd-5a6299f9389b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0420928 Aug 04 15:41:23.908990 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.944353 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 02c71caa-571e-41c7-9001-27b38f4326cb, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c71caa-571e-41c7-9001-27b38f4326cb,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:23.950192 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.001325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:24.002869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-8d7ecec1-1780-442d-855d-5b4df4ac5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:24.005109 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-8d7ecec1-1780-442d-855d-5b4df4ac5e1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0908959 Aug 04 15:41:24.404489 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-537a581a-0ca1-41cb-9079-4f6ca8f658c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 217 time: 0.3914692 Aug 04 15:41:24.458477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-ec572675-d5bf-45c0-86c2-a41e47cbca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:24.460045 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-ec572675-d5bf-45c0-86c2-a41e47cbca54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0471482 Aug 04 15:41:24.509882 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-1c7e7809-1750-4353-9301-9f8f88e6e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:24.512155 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-1c7e7809-1750-4353-9301-9f8f88e6e533 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445559 Aug 04 15:41:24.539517 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb197-d715-455c-9d4e-3428f2810945 req-26c94859-913b-44ae-928c-f84d033f9700 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:24.540996 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fdcb197-d715-455c-9d4e-3428f2810945 req-26c94859-913b-44ae-928c-f84d033f9700 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0545380 Aug 04 15:41:24.582748 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8fdcb197-d715-455c-9d4e-3428f2810945 req-efe56134-7caa-4fa3-86d1-ba6cb8f2f7c1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Aug 04 15:41:24.614608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-5276b902-83b9-41bf-8b46-02445f26b617 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931270 Aug 04 15:41:24.709188 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-0e20ae3e-2ec7-4fed-bb31-16deb0028caa req-1db4b7ac-da02-4dfc-a07c-c495ebb9bcbf service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Aug 04 15:41:25.713765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5d88-dfba-44e1-a853-182bbd62facc req-34e7bce6-1cb8-4285-a784-96318e9985e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:25.715363 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279a5d88-dfba-44e1-a853-182bbd62facc req-34e7bce6-1cb8-4285-a784-96318e9985e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0513699 Aug 04 15:41:25.755449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-279a5d88-dfba-44e1-a853-182bbd62facc req-0acd7ccd-6008-466e-8a53-150109b07cf3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Aug 04 15:41:25.756068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c71caa-571e-41c7-9001-27b38f4326cb up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:25.805853 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 02c71caa-571e-41c7-9001-27b38f4326cb triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:25.806223 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.519185 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:41:26.621128 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:26.632309 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'mac_address': 'fa:16:3e:3a:f5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:41:26.669025 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.682462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8dc53e-e170-4f70-83e4-7be84f44142b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:41:26.701698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:26.707841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.759315 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:26.873638 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f432a-0546-4d37-be90-e2ed36c0ac15 req-b71b786a-f15a-40b5-bace-8ac9c7c6c818 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:26.876292 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-811f432a-0546-4d37-be90-e2ed36c0ac15 req-b71b786a-f15a-40b5-bace-8ac9c7c6c818 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Aug 04 15:41:26.919387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-811f432a-0546-4d37-be90-e2ed36c0ac15 req-dbd5cf81-5a4c-43d3-95c4-224b5c4b332d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 Aug 04 15:41:26.952225 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['7b8dc53e-e170-4f70-83e4-7be84f44142b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:41:28.062029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee44548-6538-44fa-9add-4162963f2a6f req-4a032646-dd96-47f0-8950-779e23db5609 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:28.063655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eee44548-6538-44fa-9add-4162963f2a6f req-4a032646-dd96-47f0-8950-779e23db5609 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 945 time: 0.0651569 Aug 04 15:41:28.103643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eee44548-6538-44fa-9add-4162963f2a6f req-79975423-3c53-4077-bdf1-5c19434f4e15 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Aug 04 15:41:28.516824 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:41:28.578667 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 7b8dc53e-e170-4f70-83e4-7be84f44142b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:41:28.585174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 7b8dc53e-e170-4f70-83e4-7be84f44142b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:41:28.585793 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.672900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.696090 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:28.698393 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01695cd9-6bd2-4c54-bf5b-058353f33ad7" -d '{"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-plugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:28.714654 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:28.719821 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.743326 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84a4071-4589-4b06-b768-d25ae8bb543f x-openstack-request-id: req-d84a4071-4589-4b06-b768-d25ae8bb543f {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:28.743622 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-plugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:28.743859 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d84a4071-4589-4b06-b768-d25ae8bb543f {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:28.744265 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'code': 200} Aug 04 15:41:28.771403 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:28.843037 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25517c-a71a-4a4d-8ddc-a25504f19adf req-42f74289-f1c6-48ba-ada4-58e948792a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:28.844451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e25517c-a71a-4a4d-8ddc-a25504f19adf req-42f74289-f1c6-48ba-ada4-58e948792a5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.0502741 Aug 04 15:41:28.882877 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e25517c-a71a-4a4d-8ddc-a25504f19adf req-756fad7c-0907-4134-9909-7164e05344aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301282 Aug 04 15:41:29.224091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2732-768a-4641-b588-9cd63540d107 req-cd047266-40f0-486d-80c1-d9ab0306c8cb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:29.225585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f12e2732-768a-4641-b588-9cd63540d107 req-cd047266-40f0-486d-80c1-d9ab0306c8cb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0500300 Aug 04 15:41:29.268236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f12e2732-768a-4641-b588-9cd63540d107 req-c20e4190-e143-4232-803d-9b0a5402dc09 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356090 Aug 04 15:41:30.403618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c2baa-2084-494e-8025-34f20972715e req-50cda4a7-d3af-4a10-b0eb-6c90310fa9fb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:30.405074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3c2baa-2084-494e-8025-34f20972715e req-50cda4a7-d3af-4a10-b0eb-6c90310fa9fb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0575628 Aug 04 15:41:30.447540 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d3c2baa-2084-494e-8025-34f20972715e req-557e8cfa-3fb5-4cda-9a11-e8da9e992232 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337145 Aug 04 15:41:30.577804 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377e31-c500-4d2b-ac01-0811201923ed req-50ec2f4c-8180-4bbc-a509-f7fefd2fb1ed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:30.579327 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04377e31-c500-4d2b-ac01-0811201923ed req-50ec2f4c-8180-4bbc-a509-f7fefd2fb1ed tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0642159 Aug 04 15:41:30.619463 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04377e31-c500-4d2b-ac01-0811201923ed req-d9fce72c-066c-4850-9612-8d0700f13ba9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Aug 04 15:41:30.647836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45198) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:30.689163 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd220de6-8d49-43ca-aab9-17a914296a40 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:30.690608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd220de6-8d49-43ca-aab9-17a914296a40 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1093 time: 0.0417509 Aug 04 15:41:30.693805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45200) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:30.698411 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:41:30.725560 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:30.833555 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:30.936717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.169 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/99bf9f6a-567f-4951-884a-109fe733215c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:41:31.065044 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.110238 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.151296 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:41:31.158126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:41:31.160805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:41:31.191239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=99bf9f6a-567f-4951-884a-109fe733215c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:31.539294 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.613016 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.783122 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.791135 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.867792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=99bf9f6a-567f-4951-884a-109fe733215c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:31.881724 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:31.986320 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 0a6f6769-1d0d-4551-8bf2-a896b10f6a1c associated. External IP: 172.25.0.169, port: 7b8dc53e-e170-4f70-83e4-7be84f44142b. Aug 04 15:41:32.202132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router bafa4aef-c065-4f75-8362-55d78f85ceae has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:32.332172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:32.346077 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Sync routers for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:32.353348 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:32.356973 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:32.357668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:32.387200 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a57faaae-ba61-4a47-b35f-ab202a858a61 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6896226 Aug 04 15:41:32.387200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:32.387503 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e463c145-3fee-4b90-b41c-191e8a1db30b" -d '{"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:32.430239 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f02e52-297c-4fa5-82a0-4680779fed63 x-openstack-request-id: req-86f02e52-297c-4fa5-82a0-4680779fed63 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:32.430704 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:32.430967 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86f02e52-297c-4fa5-82a0-4680779fed63 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:32.432227 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'status': 'completed', 'code': 200} Aug 04 15:41:32.499434 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-de4b807b-254a-44ed-993a-8b38ce42489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:32.501129 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-de4b807b-254a-44ed-993a-8b38ce42489c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.0482056 Aug 04 15:41:32.504102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a5d3-5926-45db-821d-e705aeed7a72 req-f9c0ce5c-4e69-4b2c-8a77-7958126c9988 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:32.505671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f43a5d3-5926-45db-821d-e705aeed7a72 req-f9c0ce5c-4e69-4b2c-8a77-7958126c9988 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0568409 Aug 04 15:41:32.546737 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2f43a5d3-5926-45db-821d-e705aeed7a72 req-4d63ae3e-d656-4cb7-855a-1d1850d5b9b2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Aug 04 15:41:32.569231 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45206) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:32.579265 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:32.598647 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-db8cbc6b-0dbd-4b55-b8c4-150dbe8e84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:32.601231 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-db8cbc6b-0dbd-4b55-b8c4-150dbe8e84b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0926247 Aug 04 15:41:32.634507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1133e5e0-058d-47bc-a103-1e85e888822d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/0a6f6769-1d0d-4551-8bf2-a896b10f6a1c HTTP/1.1" status: 200 len: 992 time: 0.0640383 Aug 04 15:41:32.673302 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-8ee6e49a-807e-4c09-b7b0-6afebad5febc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1000 time: 0.0650110 Aug 04 15:41:32.726253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-402f8ef6-8028-49ad-aae9-1644e2016c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:32.727811 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-402f8ef6-8028-49ad-aae9-1644e2016c13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0460911 Aug 04 15:41:32.776354 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-80733460-63d0-40c2-922a-3f9cee5b8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:32.778156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-80733460-63d0-40c2-922a-3f9cee5b8ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426180 Aug 04 15:41:32.814472 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0a6f6769-1d0d-4551-8bf2-a896b10f6a1c', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'mac_address': 'fa:16:3e:3a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:41:31Z', 'updated_at': '2021-08-04T15:41:31Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:32.841600 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Checking router: bafa4aef-c065-4f75-8362-55d78f85ceae for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:32.851430 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:32.852063 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:41:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:32.877638 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-f21fa6ce-5593-4640-afb4-3fa517705e02 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916269 Aug 04 15:41:32.964057 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:32.982230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e463c145-3fee-4b90-b41c-191e8a1db30b req-c831534d-3e17-4f06-aa0a-0ddb74952f60 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956748 Aug 04 15:41:33.207432 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0a6f6769-1d0d-4551-8bf2-a896b10f6a1c', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'mac_address': 'fa:16:3e:3a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:41:31Z', 'updated_at': '2021-08-04T15:41:31Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:33.233618 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9684d0-e6c0-44ef-96b3-461a3c98551a None None] The sync data for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 is: [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0a6f6769-1d0d-4551-8bf2-a896b10f6a1c', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'mac_address': 'fa:16:3e:3a:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:41:31Z', 'updated_at': '2021-08-04T15:41:31Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:33.427221 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e377033-dffb-4e2c-844f-42d1126a990b None None] New status for floating IP 0a6f6769-1d0d-4551-8bf2-a896b10f6a1c: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:41:33.638746 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45208) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:33.699608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-914664c6-96fd-4b84-8af4-67442527a352 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/0a6f6769-1d0d-4551-8bf2-a896b10f6a1c HTTP/1.1" status: 200 len: 994 time: 0.0592618 Aug 04 15:41:44.820613 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-a6db7cac-2e07-4c00-baee-e2bba3b0a34d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490215 Aug 04 15:41:44.840099 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f47a-b314-4e7b-926b-62d313927ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:44.918200 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-f72fd633-0022-4a8f-b463-31c506079a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:44.920299 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-f72fd633-0022-4a8f-b463-31c506079a29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.0528815 Aug 04 15:41:45.026419 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-6674f26d-2686-46cb-ab31-2c803a121b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:45.027968 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-6674f26d-2686-46cb-ab31-2c803a121b39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0866723 Aug 04 15:41:45.101315 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-921ecd16-383b-44a6-9266-7302c7bf45ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1002 time: 0.0657098 Aug 04 15:41:45.151574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-3386883d-9ea7-45f9-b5f7-6c66b2233cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:45.153091 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-3386883d-9ea7-45f9-b5f7-6c66b2233cf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0447502 Aug 04 15:41:45.199102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-61ce6145-2d7e-4347-a516-985f6b47595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:45.200608 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-61ce6145-2d7e-4347-a516-985f6b47595f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406404 Aug 04 15:41:45.295123 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-d7481f30-c2b0-43a1-a874-a762269d8d89 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Aug 04 15:41:45.400057 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-cf1413f9-446c-4b4d-82fe-c2e3b58a8f76 req-68fb8e4b-e1cc-413f-b39e-8e0a0873b91f service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970290 Aug 04 15:41:47.497286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-da3f69de-89b4-40aa-afaf-64e64024d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:47.716082 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:48.324137 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:48.973012 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:49.262345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:50.449498 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:55.121852 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:42:05.181583 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e320f4d-03d9-4844-9289-5c7b441c383b req-14129279-3ff2-416c-b879-45c682bb6e91 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:05.183159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e320f4d-03d9-4844-9289-5c7b441c383b req-14129279-3ff2-416c-b879-45c682bb6e91 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0988557 Aug 04 15:42:05.200955 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-adcd38ae-b119-47c9-80ed-2db9b7d9158e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842018 Aug 04 15:42:05.222888 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9e320f4d-03d9-4844-9289-5c7b441c383b req-5766251d-111c-449a-8b4b-8a1dde7722d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Aug 04 15:42:06.349966 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eb44c-e870-4c5e-939c-24be819f2bee req-af0179bc-3581-4312-a267-64f4b6e615a9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:06.351524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-239eb44c-e870-4c5e-939c-24be819f2bee req-af0179bc-3581-4312-a267-64f4b6e615a9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Aug 04 15:42:06.395008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-239eb44c-e870-4c5e-939c-24be819f2bee req-a94083da-a69f-4cf1-9a8f-2e5c13cdeb76 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346289 Aug 04 15:42:06.514709 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-d4fcb3b6-dc85-41d4-b1a4-6267ef085fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:06.516264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-d4fcb3b6-dc85-41d4-b1a4-6267ef085fba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.1016850 Aug 04 15:42:06.609285 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-4b35fd76-bebf-465d-a91b-627f0fe6599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:06.610833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-4b35fd76-bebf-465d-a91b-627f0fe6599e service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0864291 Aug 04 15:42:06.686945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-8f9ed3d3-4cc1-4c44-9e5d-782516d9c073 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1002 time: 0.0679593 Aug 04 15:42:06.735824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-3820bdba-734e-495b-bb5d-2bb9f91dffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:06.737237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-3820bdba-734e-495b-bb5d-2bb9f91dffe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0432985 Aug 04 15:42:06.783396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-12a5a449-7012-462a-8050-a551dfd930f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:06.784797 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-12a5a449-7012-462a-8050-a551dfd930f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399446 Aug 04 15:42:06.883392 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-2970de76-c8f9-4929-88d9-b5758322e139 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Aug 04 15:42:06.973652 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-744b5f76-ab22-47c6-9df8-b37533304e65 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833094 Aug 04 15:42:07.517832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1469f21-88dd-41a0-863b-832d3b5aaacf req-838da3b5-b0e8-4e95-bb06-508c6ac2a94d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:07.519374 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1469f21-88dd-41a0-863b-832d3b5aaacf req-838da3b5-b0e8-4e95-bb06-508c6ac2a94d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0543075 Aug 04 15:42:07.558948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1469f21-88dd-41a0-863b-832d3b5aaacf req-11684b34-32e5-441a-9ac0-8b2e1cea31bb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334780 Aug 04 15:42:08.689679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5df53-2ebf-4a59-97ef-483e6b7ac569 req-d77f0376-57d4-4ff5-9263-1225c792dcb4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:08.691323 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58d5df53-2ebf-4a59-97ef-483e6b7ac569 req-d77f0376-57d4-4ff5-9263-1225c792dcb4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0535142 Aug 04 15:42:08.733016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58d5df53-2ebf-4a59-97ef-483e6b7ac569 req-9f59c1df-a5ad-4c76-9306-e40719ef4dc1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Aug 04 15:42:09.881607 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a9e3-6f7a-4228-ae05-9794c5e607e4 req-45793715-d52b-465e-a919-139a672c2ef6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:09.883238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fb7a9e3-6f7a-4228-ae05-9794c5e607e4 req-45793715-d52b-465e-a919-139a672c2ef6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0656869 Aug 04 15:42:09.925864 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7fb7a9e3-6f7a-4228-ae05-9794c5e607e4 req-246b6f26-f484-489e-a2e9-da06ac8a0e4f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 04 15:42:11.064903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001766-98dd-4d74-b845-b9021e6c952d req-2ea94bf4-ba87-4551-bb40-730617fa4346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:11.067078 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30001766-98dd-4d74-b845-b9021e6c952d req-2ea94bf4-ba87-4551-bb40-730617fa4346 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0654833 Aug 04 15:42:11.106409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-30001766-98dd-4d74-b845-b9021e6c952d req-357ee400-32ea-40e2-8bf8-88701dedc410 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332453 Aug 04 15:42:12.247918 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ec4a-97ea-43b1-85b5-8a40a4b0f14a req-17b6ebbf-ef12-49da-9854-17a15214ec56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:12.249400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f452ec4a-97ea-43b1-85b5-8a40a4b0f14a req-17b6ebbf-ef12-49da-9854-17a15214ec56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0563803 Aug 04 15:42:12.292350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f452ec4a-97ea-43b1-85b5-8a40a4b0f14a req-5ead3c70-d8be-4be3-9a50-26ce87ccd96d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340037 Aug 04 15:42:13.420719 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5119839-6b23-48ca-9644-89571d7f2ea2 req-57c6fb58-f163-4fdc-8de8-c17a2b4f1c16 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:13.422227 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5119839-6b23-48ca-9644-89571d7f2ea2 req-57c6fb58-f163-4fdc-8de8-c17a2b4f1c16 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0617917 Aug 04 15:42:13.463913 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e5119839-6b23-48ca-9644-89571d7f2ea2 req-40e14005-d035-4ca4-b90f-98939348b9bc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Aug 04 15:42:14.599629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92537e2-cf6f-4e18-b096-b480118cef2a req-9c22bb6a-6cde-40a6-bbec-2d2c3124e6d9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:14.601055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f92537e2-cf6f-4e18-b096-b480118cef2a req-9c22bb6a-6cde-40a6-bbec-2d2c3124e6d9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0533645 Aug 04 15:42:14.641749 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f92537e2-cf6f-4e18-b096-b480118cef2a req-9799300f-a9dc-4db1-b0e2-57269c0667ad tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Aug 04 15:42:14.853990 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dfc95fde-5856-4a2b-a599-bdc3fa948d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:15.774456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d138ce0-b273-487d-8763-eeb8f705f865 req-c46cc93d-a38a-424c-946d-299acae4534b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:15.775985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d138ce0-b273-487d-8763-eeb8f705f865 req-c46cc93d-a38a-424c-946d-299acae4534b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0535343 Aug 04 15:42:15.818838 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d138ce0-b273-487d-8763-eeb8f705f865 req-bd9028f2-2ce0-437b-b849-86d197f1c88d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Aug 04 15:42:16.960225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4914e-5484-4577-a62d-31d9fd05b8d0 req-624f1540-0d20-42b5-b45e-487b2f037621 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:16.961738 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3be4914e-5484-4577-a62d-31d9fd05b8d0 req-624f1540-0d20-42b5-b45e-487b2f037621 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0624859 Aug 04 15:42:17.001910 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3be4914e-5484-4577-a62d-31d9fd05b8d0 req-1033a263-cfe0-4691-b4fc-0edc002f6d40 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340912 Aug 04 15:42:17.488986 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4c9e992d-74ff-47e9-a907-777182de50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:17.718349 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:18.122436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1334f14-97a6-442a-838d-491fdb064f68 req-d1b392e0-e2a2-45a2-99e2-91b4e3a9c7c2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:18.123985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1334f14-97a6-442a-838d-491fdb064f68 req-d1b392e0-e2a2-45a2-99e2-91b4e3a9c7c2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Aug 04 15:42:18.164901 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e1334f14-97a6-442a-838d-491fdb064f68 req-bed4292d-253c-4b17-88ed-810fb16a808a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347140 Aug 04 15:42:18.333543 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:18.979107 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:19.250884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:19.289699 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fbd54-33b8-41e8-8f2a-f4f3448a8016 req-3599853b-2d91-48a6-8499-f48882007cea tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:19.291537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a89fbd54-33b8-41e8-8f2a-f4f3448a8016 req-3599853b-2d91-48a6-8499-f48882007cea tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0524082 Aug 04 15:42:19.334836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a89fbd54-33b8-41e8-8f2a-f4f3448a8016 req-8765cb15-1d8f-44a4-9f22-bcfacfb307c8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345178 Aug 04 15:42:20.447551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:20.475965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae08b9-382d-4266-950d-69d707a44ce6 req-710bf7c6-8ba7-4792-b999-b938f1c00134 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:20.477459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67ae08b9-382d-4266-950d-69d707a44ce6 req-710bf7c6-8ba7-4792-b999-b938f1c00134 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0570982 Aug 04 15:42:20.521989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-67ae08b9-382d-4266-950d-69d707a44ce6 req-dc061845-8bdc-441b-8803-6767ee17a3e3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Aug 04 15:42:21.648099 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d76f-961e-4a2f-8d09-88cf93c42d3c req-3e0f0be1-106c-419c-90de-a111dea316a4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:21.650080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4a9d76f-961e-4a2f-8d09-88cf93c42d3c req-3e0f0be1-106c-419c-90de-a111dea316a4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0532386 Aug 04 15:42:21.688121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e4a9d76f-961e-4a2f-8d09-88cf93c42d3c req-b1ec9998-f22d-467e-aa5b-f9a5c500330e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Aug 04 15:42:22.828412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f85d2-9cac-40e8-a80f-ec0923016802 req-3784ede4-bda0-4259-b3ba-bef86e182d92 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:22.829947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb6f85d2-9cac-40e8-a80f-ec0923016802 req-3784ede4-bda0-4259-b3ba-bef86e182d92 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0635219 Aug 04 15:42:22.876504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb6f85d2-9cac-40e8-a80f-ec0923016802 req-c537755a-4828-40ba-b11f-ea71c166dbf9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Aug 04 15:42:23.823420 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-4c220d69-0494-4ded-ab2d-ed8801eb0abf service neutron] show failed (client error): The resource could not be found. Aug 04 15:42:23.824473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-4c220d69-0494-4ded-ab2d-ed8801eb0abf service neutron] 10.222.0.46 "GET /v2.0/ports/7b8dc53e-e170-4f70-83e4-7be84f44142b/bindings/n-h1-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0594270 Aug 04 15:42:24.009524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b071d9b-6562-4e24-a251-5bcc9c7a2b42 req-9f744427-a348-42a5-bd9d-3263cc39375c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:24.011047 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b071d9b-6562-4e24-a251-5bcc9c7a2b42 req-9f744427-a348-42a5-bd9d-3263cc39375c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0636780 Aug 04 15:42:24.056046 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9b071d9b-6562-4e24-a251-5bcc9c7a2b42 req-04231a65-97d5-41b1-8480-6baf5df6c8fb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Aug 04 15:42:24.112741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-aeade258-295f-4a1b-afb1-59f93a8a7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:24.114257 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-aeade258-295f-4a1b-afb1-59f93a8a7040 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 1098 time: 0.0806713 Aug 04 15:42:24.126441 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:42:24.184426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:24.413307 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:42:24.447324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h2-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:42:24.487146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:42:24.489528 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d600b8-c3ba-462b-ac2a-76ea2675ece3" -d '{"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:42:24.493798 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:24.510413 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Transition to ACTIVE for port object 7b8dc53e-e170-4f70-83e4-7be84f44142b will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:42:24.515389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:24.604158 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94537a6-56f9-40ed-99e8-54124a6cb0bf x-openstack-request-id: req-a94537a6-56f9-40ed-99e8-54124a6cb0bf {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:42:24.604453 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:42:24.604711 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a94537a6-56f9-40ed-99e8-54124a6cb0bf {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:42:24.605117 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'code': 200} Aug 04 15:42:24.608288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=6']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:42:24.618620 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.618985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.619326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.619673 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.619993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.620326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.620676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.621087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.621418 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.621748 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.622078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.622411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:24.666035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] No DVR routers for this DVR port 7b8dc53e-e170-4f70-83e4-7be84f44142b on host n-h2-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:42:25.161512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:42:25.162234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:42:25.162234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:42:25.168448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:42:25.168780 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Attempting to bind port 7b8dc53e-e170-4f70-83e4-7be84f44142b on network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:42:25.176330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:42:25.176675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Checking segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:42:25.177064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Bound using segment: {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:42:25.177500 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Bound port: 7b8dc53e-e170-4f70-83e4-7be84f44142b, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c67891-8892-40c2-9b6f-38cf094e3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:42:25.177867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:25.203393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743784f8-3812-440f-a8cc-0cd5f9a6bf61 req-f253b603-ba02-41e5-9825-be9f0b551359 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.204902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-743784f8-3812-440f-a8cc-0cd5f9a6bf61 req-f253b603-ba02-41e5-9825-be9f0b551359 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0753572 Aug 04 15:42:25.277971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-743784f8-3812-440f-a8cc-0cd5f9a6bf61 req-b441a30a-b464-4ad9-ad0f-57b5fa5bf596 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539963 Aug 04 15:42:25.282227 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:42:25.285763 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:42:25.292423 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:25.327944 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.328559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:25.329977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1093 time: 1.2078073 Aug 04 15:42:25.352058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15e63-ef1d-4688-a0ec-e991de855be2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=7']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:42:25.396332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-bf7bdcc5-2a2e-4988-9c79-ea36f39034aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.397872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-bf7bdcc5-2a2e-4988-9c79-ea36f39034aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0427635 Aug 04 15:42:25.497054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-df2d12d8-87b5-40c1-b2ad-b25994625a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.498835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-df2d12d8-87b5-40c1-b2ad-b25994625a16 service neutron] 10.222.0.38 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0926702 Aug 04 15:42:25.564740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-1b7ca779-70b3-4e62-a495-2c23d3cb73e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1000 time: 0.0587902 Aug 04 15:42:25.625316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-0696ba2a-c7cf-4f3d-9629-75e7916eba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.627491 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-0696ba2a-c7cf-4f3d-9629-75e7916eba34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0554614 Aug 04 15:42:25.684977 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-414d0b45-5e74-43da-b368-a2ec2be4e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:25.686487 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-414d0b45-5e74-43da-b368-a2ec2be4e869 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512769 Aug 04 15:42:25.697432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-ef301a4c-a329-4f47-8680-486bb247d5d0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:42:25.698360 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-ef301a4c-a329-4f47-8680-486bb247d5d0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050764 Aug 04 15:42:25.788284 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-e4c0aa7d-b224-4d40-965b-62b4c204e5a5 service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825849 Aug 04 15:42:25.897662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-46b7c2dc-baed-450c-bc1c-fb8468e357c2 req-b6200747-1c1b-4b9b-a67a-3e133515dd1a service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005709 Aug 04 15:42:26.407098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ec673-25d7-4669-a077-cb900778f5db req-e8968248-a8df-42d8-a598-0eec09adb14d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.408605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-512ec673-25d7-4669-a077-cb900778f5db req-e8968248-a8df-42d8-a598-0eec09adb14d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0528524 Aug 04 15:42:26.448383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-512ec673-25d7-4669-a077-cb900778f5db req-0d3bccf1-ee98-4dd3-bbdc-123ec05080a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Aug 04 15:42:26.607062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:42:26.610078 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd83491-addc-4e6e-b9cc-bb4eadadf526" -d '{"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:42:26.672918 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35722974-f5a1-4a1b-9118-99cf40d89801 x-openstack-request-id: req-35722974-f5a1-4a1b-9118-99cf40d89801 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:42:26.673211 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:42:26.673482 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35722974-f5a1-4a1b-9118-99cf40d89801 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:42:26.673880 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'status': 'completed', 'code': 200} Aug 04 15:42:26.733045 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-2e2c782a-f9fe-4bec-9e21-edf5ae82c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.734622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-2e2c782a-f9fe-4bec-9e21-edf5ae82c699 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0412407 Aug 04 15:42:26.742491 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-0eb821be-2d24-4d09-b838-2aa566e6bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.744065 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-0eb821be-2d24-4d09-b838-2aa566e6bdd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0474377 Aug 04 15:42:26.783755 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:42:26.822553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:42:26.836661 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-920ac1c3-b7ad-4e3d-8a31-cd3041ca1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.838181 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-920ac1c3-b7ad-4e3d-8a31-cd3041ca1063 service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0868747 Aug 04 15:42:26.838648 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-b29fbc12-eb07-451e-a798-dc12dbd24386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.840151 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-b29fbc12-eb07-451e-a798-dc12dbd24386 service neutron] 10.222.0.38 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0967836 Aug 04 15:42:26.908746 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-612c5a33-8d88-40c9-9bd5-0d77e3bf3981 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1000 time: 0.0636523 Aug 04 15:42:26.914188 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-924372a1-cf99-443c-8f43-b65be520b121 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1000 time: 0.0657346 Aug 04 15:42:26.960921 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-fe9540b7-d936-4212-a759-d5432ce41491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.962436 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-fe9540b7-d936-4212-a759-d5432ce41491 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0462372 Aug 04 15:42:26.972553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-f332ce96-546d-4987-ad55-24c301416d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:26.974149 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-f332ce96-546d-4987-ad55-24c301416d14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0521011 Aug 04 15:42:27.010344 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-ca420a06-dca9-4a47-8dcc-569cbb5f12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.012024 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-ca420a06-dca9-4a47-8dcc-569cbb5f12c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425575 Aug 04 15:42:27.026248 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-f1f63fa9-a3bc-4326-b4ad-586b5d135884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.027856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-f1f63fa9-a3bc-4326-b4ad-586b5d135884 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449927 Aug 04 15:42:27.106133 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-8528a596-d5c0-45ac-986a-7aa6d55fdb02 service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Aug 04 15:42:27.119935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-0bdcec79-207e-469e-a99c-3cdf52a2c0b8 service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Aug 04 15:42:27.195483 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-847b8a20-8f61-49b9-9b97-24ed3a9756fc service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820072 Aug 04 15:42:27.219529 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddd83491-addc-4e6e-b9cc-bb4eadadf526 req-6f73ec3a-9f39-4fc8-81b0-9d2ed16fb031 service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909474 Aug 04 15:42:27.567845 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ccf79-87ad-4063-9fba-c5c43755dc29 req-7ea98884-f389-4f05-a229-a0164ac08ff7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.569387 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b76ccf79-87ad-4063-9fba-c5c43755dc29 req-7ea98884-f389-4f05-a229-a0164ac08ff7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0509424 Aug 04 15:42:27.613230 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b76ccf79-87ad-4063-9fba-c5c43755dc29 req-c6721aba-80e7-4880-ad9d-d3a82a5a9f60 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347564 Aug 04 15:42:27.819827 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d150-1870-4ce8-8898-ad59b7d0ce98 req-1235b0a4-49a2-4dc7-8791-46e4c683b525 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.821383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c59d150-1870-4ce8-8898-ad59b7d0ce98 req-1235b0a4-49a2-4dc7-8791-46e4c683b525 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0535498 Aug 04 15:42:27.836405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b367b-41dd-4477-8561-6368156bebc4 req-f93a27b5-b87a-4e87-8d9e-0713ff1e7119 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.837945 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-f93a27b5-b87a-4e87-8d9e-0713ff1e7119 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57&tenant_id=317ec96d6e7146ed866138cd21938709&binding%3Ahost_id=n-h1-801743-12 HTTP/1.1" status: 200 len: 944 time: 0.0530231 Aug 04 15:42:27.865725 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0c59d150-1870-4ce8-8898-ad59b7d0ce98 req-d81f72d8-4a09-4572-b01c-0ed4ba78e36f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Aug 04 15:42:27.905858 n-d-801743-12 neutron-server[94266]: INFO neutron.api.v2.resource [req-d00b367b-41dd-4477-8561-6368156bebc4 req-dd80f2c2-82e1-4e37-867f-bff4acbd6c4a service neutron] delete failed (client error): The resource could not be found. Aug 04 15:42:27.906987 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-dd80f2c2-82e1-4e37-867f-bff4acbd6c4a service neutron] 10.222.0.46 "DELETE /v2.0/ports/7b8dc53e-e170-4f70-83e4-7be84f44142b/bindings/n-h2-801743-12 HTTP/1.1" status: 404 len: 381 time: 0.0607677 Aug 04 15:42:27.984853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c174978-ba82-494b-b58e-283e85ec2d88 req-bbc5db6d-d570-48e8-adb8-7d4e2925f031 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.986345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c174978-ba82-494b-b58e-283e85ec2d88 req-bbc5db6d-d570-48e8-adb8-7d4e2925f031 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 944 time: 0.0511951 Aug 04 15:42:27.993496 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b367b-41dd-4477-8561-6368156bebc4 req-896f20d0-f698-4861-9a2e-838d27773ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:27.995028 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-896f20d0-f698-4861-9a2e-838d27773ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1096 time: 0.0414321 Aug 04 15:42:28.026909 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8c174978-ba82-494b-b58e-283e85ec2d88 req-aa123df5-90cd-42fa-b6ee-bf0f93da4c34 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343423 Aug 04 15:42:28.085225 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b367b-41dd-4477-8561-6368156bebc4 req-3490f93b-95e7-4033-b03e-56f70051ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:28.086799 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-3490f93b-95e7-4033-b03e-56f70051ea74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0844865 Aug 04 15:42:28.159931 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-62d506d0-f960-4b62-bbfc-fb91550f1dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1000 time: 0.0653389 Aug 04 15:42:28.209467 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b367b-41dd-4477-8561-6368156bebc4 req-cd464432-0ba4-43b7-bbbf-59fffc6c12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:28.210949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-cd464432-0ba4-43b7-bbbf-59fffc6c12c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0437694 Aug 04 15:42:28.257290 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b367b-41dd-4477-8561-6368156bebc4 req-50598dc0-f5a3-4ff2-8acd-6a36c09f166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:28.258851 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-50598dc0-f5a3-4ff2-8acd-6a36c09f166f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410433 Aug 04 15:42:28.359468 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-4b19c1f2-bea8-468a-8a41-3eb81f6b923f service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924103 Aug 04 15:42:28.451937 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-d00b367b-41dd-4477-8561-6368156bebc4 req-917cbf84-94da-45c8-9b29-0bdc6b925ebf service neutron] 10.222.0.46 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Aug 04 15:42:28.600696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:42:28.702339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:42:28.717668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'port_id': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'mac_address': 'fa:16:3e:3a:f5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:42:28.755951 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:28.769321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8dc53e-e170-4f70-83e4-7be84f44142b {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:42:28.789209 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:42:28.794205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:28.841683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:42:28.849347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.849705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.850046 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.850392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.850911 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.851252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.851588 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.851919 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.852249 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.852576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.852907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:28.853233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:42:29.073549 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['7b8dc53e-e170-4f70-83e4-7be84f44142b'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:42:29.152940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d6a2a-13bb-489e-af13-5132caf42392 req-9363adf9-5169-4a4c-a712-9454caa60c3b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:29.159147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-711d6a2a-13bb-489e-af13-5132caf42392 req-9363adf9-5169-4a4c-a712-9454caa60c3b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 945 time: 0.0589507 Aug 04 15:42:29.195021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-711d6a2a-13bb-489e-af13-5132caf42392 req-6467e314-1e83-4a01-8c02-1f1ddaf31050 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Aug 04 15:42:29.217325 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45324) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:42:29.283166 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-e2f7ff1c-0d0f-4589-bbf6-fca3c9e0e91c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/0a6f6769-1d0d-4551-8bf2-a896b10f6a1c HTTP/1.1" status: 200 len: 993 time: 0.0645382 Aug 04 15:42:30.612635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:42:30.674704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 7b8dc53e-e170-4f70-83e4-7be84f44142b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:42:30.678867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 7b8dc53e-e170-4f70-83e4-7be84f44142b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:42:30.679261 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:30.759187 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:30.781351 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:42:30.783747 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdebe314-a8d1-4cc7-b024-a9679fc19074" -d '{"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-plugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:42:30.797323 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:42:30.802321 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:30.850290 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:42:30.873023 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b371d-148d-469f-a149-6f8fa67f5b37 x-openstack-request-id: req-9d4b371d-148d-469f-a149-6f8fa67f5b37 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:42:30.873341 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-plugged", "status": "completed", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:42:30.873589 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d4b371d-148d-469f-a149-6f8fa67f5b37 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:42:30.874017 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'code': 200} Aug 04 15:42:32.122615 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:42:44.849258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e928230-616a-46fe-b5a8-c3a241436eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:47.490343 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7141d232-70bc-4535-8ec8-4a0c355a93e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:47.719436 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:48.337104 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:48.981574 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:49.268512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:50.452669 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:56.812785 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-0215feae-27a5-490b-ad9d-429dee58b417 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448577 Aug 04 15:42:56.910823 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-48cbb261-1264-45e2-9af9-1b6cd3cc7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:56.912344 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-48cbb261-1264-45e2-9af9-1b6cd3cc7c9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.0475993 Aug 04 15:42:57.017476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-a52e0203-4bf7-48c1-867d-ac4aa73e84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:57.018985 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-a52e0203-4bf7-48c1-867d-ac4aa73e84dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.0857978 Aug 04 15:42:57.090451 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-9672149d-2e92-448d-9790-78510f9f465c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 1002 time: 0.0632308 Aug 04 15:42:57.139779 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-bcf56555-9de8-40b7-8170-d2e422816c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:57.141202 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-bcf56555-9de8-40b7-8170-d2e422816c21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0429330 Aug 04 15:42:57.187202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-58e0fe39-1727-43a9-b178-f464609785fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:42:57.188702 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-58e0fe39-1727-43a9-b178-f464609785fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402129 Aug 04 15:42:57.286236 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-8ae54e2d-ac66-4e52-a7e4-76136a5bc68f service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Aug 04 15:42:57.381308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b9e1b6ca-c6d7-406a-a303-bd6e23c953cc req-aeabf105-9752-46f8-80b6-f909628396d4 service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Aug 04 15:42:59.700193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45338) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:42:59.857845 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 99bf9f6a-567f-4951-884a-109fe733215c {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:42:59.858137 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:59.931013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:59.931359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:59.942643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 99bf9f6a-567f-4951-884a-109fe733215c owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:43:00.441154 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:00.468216 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=99bf9f6a-567f-4951-884a-109fe733215c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:00.479894 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.480247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.480584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.480914 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.481238 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.481568 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.481880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.482217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.482542 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.482888 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.483212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.483529 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:00.536072 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:00.536403 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 0a6f6769-1d0d-4551-8bf2-a896b10f6a1c disassociated (deleted). External IP: 172.25.0.169, port: 7b8dc53e-e170-4f70-83e4-7be84f44142b. Aug 04 15:43:00.745805 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router bafa4aef-c065-4f75-8362-55d78f85ceae has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:43:00.854924 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:43:00.859706 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:00.865966 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Sync routers for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:43:00.875131 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:00.875726 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:00.889281 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-bd0ce416-7e1e-4a4b-97af-e3c4e8692015 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/floatingips/0a6f6769-1d0d-4551-8bf2-a896b10f6a1c HTTP/1.1" status: 204 len: 168 time: 1.1880641 Aug 04 15:43:00.889870 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:43:00.892211 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:43:00.983475 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:00.984941 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c276d2-05db-4038-b98f-d8077f4210df x-openstack-request-id: req-34c276d2-05db-4038-b98f-d8077f4210df {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:43:00.985303 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:43:00.985631 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34c276d2-05db-4038-b98f-d8077f4210df {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:43:00.986109 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'status': 'completed', 'code': 200} Aug 04 15:43:01.066360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-59864575-c181-4553-9cfe-555cb6248198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:01.068509 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-59864575-c181-4553-9cfe-555cb6248198 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 1098 time: 0.0551667 Aug 04 15:43:01.182338 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:01.184870 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472a77-4c6a-40d9-991d-a9d6cff78ae3 req-74141b28-4eda-4928-943d-afed52118148 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:01.186429 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de472a77-4c6a-40d9-991d-a9d6cff78ae3 req-74141b28-4eda-4928-943d-afed52118148 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.1117921 Aug 04 15:43:01.208516 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-ca010fe3-1885-453d-9f2a-62022551e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:01.209983 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-ca010fe3-1885-453d-9f2a-62022551e361 service neutron] 10.222.0.38 "GET /v2.0/networks?id=689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 200 len: 897 time: 0.1342196 Aug 04 15:43:01.211787 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Checking router: bafa4aef-c065-4f75-8362-55d78f85ceae for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:43:01.220890 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:01.221510 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:01.260568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-efdb4813-28b0-44f0-9b00-d101f8655ad9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 200 len: 217 time: 0.0421715 Aug 04 15:43:01.282115 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-de472a77-4c6a-40d9-991d-a9d6cff78ae3 req-88a2ac02-9ac1-455b-9c36-5d0a51462c30 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892107 Aug 04 15:43:01.319973 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-381d9929-203f-4c03-a70e-d8d26456e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:01.321484 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-381d9929-203f-4c03-a70e-d8d26456e4cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 200 len: 834 time: 0.0530758 Aug 04 15:43:01.328764 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:01.367324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-2b94338b-6b4b-4b97-b081-cd89a8e409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:01.368836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-2b94338b-6b4b-4b97-b081-cd89a8e409d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=689ce194-11d5-4be5-9b49-a5f334dbb1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397561 Aug 04 15:43:01.467701 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-a4a6029f-1baa-4e12-8a99-ec48d0f8ea74 service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900433 Aug 04 15:43:01.567020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d8b8cf5-3e15-4048-b3d5-4776500e76ce req-5e787df6-4a02-4fe4-a2c2-15a2592bcd2a service neutron] 10.222.0.38 "GET /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897036 Aug 04 15:43:01.627979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:01.653395 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e650752-9442-4364-b3a0-18494cc2a4a1 None None] The sync data for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 is: [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:41:19Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '02c71caa-571e-41c7-9001-27b38f4326cb', 'name': '', 'network_id': '689ce194-11d5-4be5-9b49-a5f334dbb1e0', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:7f:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '40c59da4-1408-4788-99eb-46801e70d476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:18Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '40c59da4-1408-4788-99eb-46801e70d476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:43:01.878463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36670b-6827-4733-98d2-0d2f6020c38e None None] New status for floating IP 0a6f6769-1d0d-4551-8bf2-a896b10f6a1c: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:43:02.413204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622138b-be26-4e5b-8f51-8daae88c8dd7 req-b8f87c10-3a8f-420f-9514-5d51801bf2e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:02.414781 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2622138b-be26-4e5b-8f51-8daae88c8dd7 req-b8f87c10-3a8f-420f-9514-5d51801bf2e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0596192 Aug 04 15:43:02.457971 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2622138b-be26-4e5b-8f51-8daae88c8dd7 req-7e346e59-25d6-45a6-92c9-1fc8d5f2ab95 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=a7483800-dacb-4a6c-a55d-b7ddd0fce352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Aug 04 15:43:02.513617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-40803111-bf61-43ce-8d9b-cb0c81ec10ee tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:02.515136 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-40803111-bf61-43ce-8d9b-cb0c81ec10ee tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "GET /v2.0/ports?device_id=a115f9dd-1c38-4a0a-82ba-152aaa2a5e57 HTTP/1.1" status: 200 len: 946 time: 0.0491080 Aug 04 15:43:02.612381 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 7b8dc53e-e170-4f70-83e4-7be84f44142b {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:43:02.612600 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:02.704417 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 7b8dc53e-e170-4f70-83e4-7be84f44142b, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=7b8dc53e-e170-4f70-83e4-7be84f44142b,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:02.704738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:02.718890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 7b8dc53e-e170-4f70-83e4-7be84f44142b owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:43:02.851836 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:02.879867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=7b8dc53e-e170-4f70-83e4-7be84f44142b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:02.921411 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] No DVR routers for this DVR port 7b8dc53e-e170-4f70-83e4-7be84f44142b on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:43:02.924355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:02.926392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-66344b6c-9ba2-4880-872f-56f68ff858bf req-fa94ff8b-ad7e-4a95-85ad-61eaaf155377 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "DELETE /v2.0/ports/7b8dc53e-e170-4f70-83e4-7be84f44142b HTTP/1.1" status: 204 len: 173 time: 0.4048216 Aug 04 15:43:02.926850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-deleted', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:43:02.929128 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3106a-cb8f-4924-a413-509b3a8d0636" -d '{"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-deleted", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:43:02.967584 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c05d0-e45a-4614-b908-ce908661512d x-openstack-request-id: req-a27c05d0-e45a-4614-b908-ce908661512d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:43:02.967878 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a115f9dd-1c38-4a0a-82ba-152aaa2a5e57", "name": "network-vif-deleted", "tag": "7b8dc53e-e170-4f70-83e4-7be84f44142b", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:43:02.968184 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a27c05d0-e45a-4614-b908-ce908661512d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:43:02.968584 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a115f9dd-1c38-4a0a-82ba-152aaa2a5e57', 'name': 'network-vif-deleted', 'tag': '7b8dc53e-e170-4f70-83e4-7be84f44142b', 'status': 'completed', 'code': 200} Aug 04 15:43:03.521967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45356) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:03.897931 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:04.167723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 02c71caa-571e-41c7-9001-27b38f4326cb {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:43:04.167992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:04.265356 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 02c71caa-571e-41c7-9001-27b38f4326cb, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=02c71caa-571e-41c7-9001-27b38f4326cb,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:04.265742 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:04.281755 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 02c71caa-571e-41c7-9001-27b38f4326cb owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:43:04.478457 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:04.502270 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=02c71caa-571e-41c7-9001-27b38f4326cb,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:04.683670 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:04.903361 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router bafa4aef-c065-4f75-8362-55d78f85ceae has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:43:05.020733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:43:05.026337 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-41a242ae-83d9-4aa1-b5c0-f51006be7d1a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/bafa4aef-c065-4f75-8362-55d78f85ceae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032864 Aug 04 15:43:05.029684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45358) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:05.033198 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Sync routers for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:43:05.043612 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:05.044222 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:05.082612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting subnet 40c59da4-1408-4788-99eb-46801e70d476 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:43:05.086382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.127458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.148405 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:05.215899 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.276676 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.302244 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Subnet': ['ID=40c59da4-1408-4788-99eb-46801e70d476,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:05.308226 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.310141 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-fbc0bc61-ad4e-4e79-acf6-c42ddd0166e7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/subnets/40c59da4-1408-4788-99eb-46801e70d476 HTTP/1.1" status: 204 len: 168 time: 0.2795084 Aug 04 15:43:05.313173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45360) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:05.323321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0116a5-d5ab-475a-97c1-00b1456e5ddc None None] Network 689ce194-11d5-4be5-9b49-a5f334dbb1e0 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:43:05.330343 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:43:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:05.356730 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Checking router: bafa4aef-c065-4f75-8362-55d78f85ceae for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:43:05.368275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Routers {'bafa4aef-c065-4f75-8362-55d78f85ceae'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:05.369073 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bafa4aef-c065-4f75-8362-55d78f85ceae'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:05.423264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.478095 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] Set router bafa4aef-c065-4f75-8362-55d78f85ceae gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:05.510216 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] DHCP port deletion for 689ce194-11d5-4be5-9b49-a5f334dbb1e0 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:43:05.538069 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.558910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Deleting port b4489510-1e8a-4022-96f5-132cb7ecc007 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:43:05.559285 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.597481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:43:05.597902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.624629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] For port b4489510-1e8a-4022-96f5-132cb7ecc007, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=b4489510-1e8a-4022-96f5-132cb7ecc007,segment=NetworkSegment(b1c67891-8892-40c2-9b6f-38cf094e3aa1),segment_id=b1c67891-8892-40c2-9b6f-38cf094e3aa1)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:05.625002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.642230 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Calling delete_port for b4489510-1e8a-4022-96f5-132cb7ecc007 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:43:05.669899 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:43:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:05.678316 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 29bb325b-21a2-45cd-b60d-9cdbb74dcba5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:05.678714 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.692482 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:43:05.696799 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb4b7d-dbf1-49ea-bab1-af090a65d1ff None None] The sync data for ids ['bafa4aef-c065-4f75-8362-55d78f85ceae'] in n-d-801743-12 is: [{'id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224299388', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:41:15Z', 'updated_at': '2021-08-04T15:43:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '29bb325b-21a2-45cd-b60d-9cdbb74dcba5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa4aef-c065-4f75-8362-55d78f85ceae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:41:16Z', 'updated_at': '2021-08-04T15:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:43:05.725894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.752116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] Pushing event deleted for resources: {'Port': ['ID=b4489510-1e8a-4022-96f5-132cb7ecc007,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:05.759324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db411e2e-43e8-473c-b5b7-1d5b9fbc13a2 None None] No DVR routers for this DVR port b4489510-1e8a-4022-96f5-132cb7ecc007 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:43:05.876510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:05.915019 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=29bb325b-21a2-45cd-b60d-9cdbb74dcba5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:05.975495 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.068387 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.075105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.126036 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.126882 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Fanout notify agent at l3_agent the message router_deleted on router bafa4aef-c065-4f75-8362-55d78f85ceae {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:43:06.137200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c71caa-571e-41c7-9001-27b38f4326cb no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:43:06.141711 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.145784 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45362) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:06.146324 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-554d3f4e-f792-4b6e-9d5e-23f6cd1b22c4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/routers/bafa4aef-c065-4f75-8362-55d78f85ceae HTTP/1.1" status: 204 len: 168 time: 0.8309622 Aug 04 15:43:06.163414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 02c71caa-571e-41c7-9001-27b38f4326cb {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:43:06.163917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 02c71caa-571e-41c7-9001-27b38f4326cb not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:43:06.164265 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b4489510-1e8a-4022-96f5-132cb7ecc007 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:43:06.184569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: b4489510-1e8a-4022-96f5-132cb7ecc007 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:43:06.184917 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device b4489510-1e8a-4022-96f5-132cb7ecc007 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:43:06.224379 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.323493 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.334190 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689ce194-11d5-4be5-9b49-a5f334dbb1e0']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:06.345047 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c67891-8892-40c2-9b6f-38cf094e3aa1') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:06.345348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c67891-8892-40c2-9b6f-38cf094e3aa1') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:06.355562 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.370495 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.376844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:43:06.377254 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:43:06.380839 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:43:06.442169 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.449377 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.451380 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/networks/689ce194-11d5-4be5-9b49-a5f334dbb1e0 HTTP/1.1" status: 204 len: 168 time: 0.3037746 Aug 04 15:43:06.454229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45364) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:06.472685 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43295c-c4cd-4b8d-93e3-475efa587587 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Network': ['ID=689ce194-11d5-4be5-9b49-a5f334dbb1e0,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:06.514174 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.539091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.603081 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.605760 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:06.607007 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/security-groups/a7483800-dacb-4a6c-a55d-b7ddd0fce352 HTTP/1.1" status: 204 len: 168 time: 0.1517420 Aug 04 15:43:06.616585 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49900436-70a4-49bc-8b44-9e4d38efdfc9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7483800-dacb-4a6c-a55d-b7ddd0fce352,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:06.750634 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:43:06.771694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 7b8dc53e-e170-4f70-83e4-7be84f44142b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:43:06.772127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 7b8dc53e-e170-4f70-83e4-7be84f44142b not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:43:07.212324 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45370) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.219431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030376353', 'description': 'tempest-secgroup-smoke-2030376353 description', 'project_id': '317ec96d6e7146ed866138cd21938709'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.247375 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.330622 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.336413 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.363907 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.365156 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517406 Aug 04 15:43:07.367092 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f5c8c-64f3-4ab4-ac54-540f146a5c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2088065-0b4f-4c83-8167-7d8a0809c254,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:07.368328 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45372) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.373569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.403298 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.469422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.474550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.491716 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db922a99-4234-4167-b8a7-9d0a60d4c2a9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:07.499524 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.500755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e78c66eb-19a7-4d94-8fc1-c473e76627ce tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313167 Aug 04 15:43:07.503838 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45374) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.508436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.538358 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.596550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.600806 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.617800 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fbe9ed-cae0-48d8-8897-1c3bfc4ee5f2,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:07.624758 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.626017 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-87b3a02d-b6cc-4ea3-9a3e-9267ef07a62a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211784 Aug 04 15:43:07.628824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45376) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.633327 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.661476 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.722337 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.728930 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.749134 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc2d278-fec5-4f92-8f40-31997ed60fad,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:07.753587 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.755074 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d821e07d-80cd-4033-b5a5-08bcc5b572dd tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252403 Aug 04 15:43:07.757788 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45378) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.762385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.778513 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:43:07.796417 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.800097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:43:07.800448 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 29bb325b-21a2-45cd-b60d-9cdbb74dcba5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:43:07.858770 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.865720 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.888359 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab42c83-d9b3-4a94-8ddf-31cb6e78b108,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:07.896294 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.897679 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-30a2b1ff-5426-4289-95d1-23466290c8b1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388657 Aug 04 15:43:07.900599 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45380) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:07.905174 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:07.929950 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:43:07.935432 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:07.997207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.002029 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.020884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a5da6-f293-448a-b76b-3722daf44849,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:08.028851 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.030164 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c261e5b2-e17f-4013-8227-156faf174102 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285920 Aug 04 15:43:08.033269 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45382) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:08.038253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd2088065-0b4f-4c83-8167-7d8a0809c254', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:08.065104 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:43:08.070607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.144155 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.150491 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.175453 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411eb233-1343-4b63-859d-499f8d25512e,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:08.180865 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.182176 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cf45b78e-c3a4-4195-8212-05e41ea6c6e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478624 Aug 04 15:43:08.185054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45384) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:08.190089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'network': {'name': 'tempest-network-smoke--1509204131', 'project_id': '317ec96d6e7146ed866138cd21938709', 'port_security_enabled': True}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:08.213005 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:43:08.216596 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.240060 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:43:08.249507 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.249833 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Added segment 7c606721-0efa-4a7b-9b3a-ee1f768f3163 of type vlan for network 518ff9b2-b57b-42fd-8373-a0085ebe5dad Aug 04 15:43:08.289429 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.325013 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.330674 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:08.331382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.390572 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2044592 Aug 04 15:43:08.393498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45386) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:08.400345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'admin_state_up': True, 'project_id': '317ec96d6e7146ed866138cd21938709', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:08.410326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a7ecb-9566-4112-aff2-13e786f1202f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Network': ['ID=518ff9b2-b57b-42fd-8373-a0085ebe5dad,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:08.422383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:43:08.434473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.436075 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.494966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.630750 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.840523 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.858869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:08.961153 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.254 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/71fc83b1-7101-4060-873e-1225085887dc) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:43:09.122821 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:43:09.414108 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.455247 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.492471 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:09.497120 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:09.501312 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:43:09.507123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=71fc83b1-7101-4060-873e-1225085887dc,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:09.771244 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.979008 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.117114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:43:10.227729 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:43:10.237828 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Sync routers for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:43:10.250507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:10.251408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.251550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:10.253790 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d2242cdf-a061-4e0d-8d64-ff9dc16dcf0d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8591528 Aug 04 15:43:10.258535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45388) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:10.292132 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-385b05e2-a9a0-495d-9d52-eff09509303b tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=317ec96d6e7146ed866138cd21938709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322466 Aug 04 15:43:10.295198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45390) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:10.384308 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc426843-ddab-487d-a349-bfc0567f27bb tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:10.385784 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-cc426843-ddab-487d-a349-bfc0567f27bb tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895364 Aug 04 15:43:10.389435 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45392) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:10.419139 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3afee2a9-7dcc-4233-881e-2958e35176bf tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283642 Aug 04 15:43:10.421809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45394) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:10.427053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2129586124', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'project_id': '317ec96d6e7146ed866138cd21938709', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:10.521246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:43:10.524938 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.530700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:10.707268 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:09Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:10.710261 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.733358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Checking router: 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:43:10.733709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Updating router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a port 71fc83b1-7101-4060-873e-1225085887dc binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:43:10.757727 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.768727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Subnet': ['ID=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:10.779658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Checking segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:43:10.780037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network hostable DHCP agents. Network: 518ff9b2-b57b-42fd-8373-a0085ebe5dad, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:43:10.797743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:43:10.807921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 518ff9b2-b57b-42fd-8373-a0085ebe5dad) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:10.812179 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:10.812787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.828033 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-23e5e841-ee27-480a-abcf-4f76f91b8d21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4052331 Aug 04 15:43:10.830982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45396) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:10.844431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca9096-7b87-4e13-84d2-bcb131397e23 None None] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:43:11.079630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:43:11.080485 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.135134 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.193619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Transition to ACTIVE for port object 71fc83b1-7101-4060-873e-1225085887dc will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:11.204326 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.268264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.289844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Attempting to bind port 71fc83b1-7101-4060-873e-1225085887dc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:43:11.290494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Attempting to bind port 71fc83b1-7101-4060-873e-1225085887dc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:43:11.290675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Attempting to bind port 71fc83b1-7101-4060-873e-1225085887dc on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:43:11.292463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb7031-f39e-47c4-a74d-98de285088ce None None] Pushing event updated for resources: {'Port': ['ID=71fc83b1-7101-4060-873e-1225085887dc,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:11.308196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:43:11.308630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:43:11.309053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.309544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:43:11.310027 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Bound port: 71fc83b1-7101-4060-873e-1225085887dc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:43:11.310410 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.312494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Allocated IP 172.20.0.2 (518ff9b2-b57b-42fd-8373-a0085ebe5dad/c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8/5d559aab-03db-4a13-8d3b-98c648e16d1a) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:43:11.414392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] For port 71fc83b1-7101-4060-873e-1225085887dc, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:43:11.434124 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] For port 71fc83b1-7101-4060-873e-1225085887dc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71fc83b1-7101-4060-873e-1225085887dc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:43:11.439837 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.545830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:11.546455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:11.551782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb7031-f39e-47c4-a74d-98de285088ce None None] Pushing event updated for resources: {'Port': ['ID=71fc83b1-7101-4060-873e-1225085887dc,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:11.602519 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.618435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Transition to ACTIVE for port object 5d559aab-03db-4a13-8d3b-98c648e16d1a will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:11.668968 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Transition to ACTIVE for port object 5d559aab-03db-4a13-8d3b-98c648e16d1a will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:11.678656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.688923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:11.728761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.1 (518ff9b2-b57b-42fd-8373-a0085ebe5dad/c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8/454fedc7-f255-46e7-860e-634eb274fe88) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:43:11.784202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:11.815305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:11.821297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:43:11.827218 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Pushing event updated for resources: {'Port': ['ID=5d559aab-03db-4a13-8d3b-98c648e16d1a,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:11.842951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.856943 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 454fedc7-f255-46e7-860e-634eb274fe88 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:11.894858 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.904389 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Attempting to bind port 5d559aab-03db-4a13-8d3b-98c648e16d1a on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:43:11.904776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Attempting to bind port 5d559aab-03db-4a13-8d3b-98c648e16d1a by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:43:11.905132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Attempting to bind port 5d559aab-03db-4a13-8d3b-98c648e16d1a on network 518ff9b2-b57b-42fd-8373-a0085ebe5dad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:43:11.932387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:11.932780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:43:11.933154 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Checking segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:43:11.933560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.933994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Bound using segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:43:11.934491 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Bound port: 5d559aab-03db-4a13-8d3b-98c648e16d1a, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:43:11.934908 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:11.937349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:11.939990 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:43:11.982351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:11.997017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.016936 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:09Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:12.019063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] For port 5d559aab-03db-4a13-8d3b-98c648e16d1a, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:43:12.023260 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] For port 5d559aab-03db-4a13-8d3b-98c648e16d1a, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5d559aab-03db-4a13-8d3b-98c648e16d1a,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:43:12.048524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.051941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604c8d5-6af8-47d2-8c96-b10c45d0049e None None] The sync data for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 is: [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:09Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:43:12.114969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2cfc-138e-4d53-9c99-e8333aa646a6 None None] Pushing event updated for resources: {'Port': ['ID=5d559aab-03db-4a13-8d3b-98c648e16d1a,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:12.146223 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.492680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.498094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.929163 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:12.932668 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:13.032351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:13.033832 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:13.071710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e863f20-54aa-40a6-89aa-6f788b91891f None None] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:43:13.146619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:43:13.195287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-2d91aa14-38cb-4032-99dc-eb3ecdcbdda0 None None] Provisioning for port 5d559aab-03db-4a13-8d3b-98c648e16d1a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:13.261292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:43:13.275836 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-c084a01f-3a41-4e0c-8304-7d14a1375901 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/0e7c0044-58ff-4a93-ac4e-f992d1f12e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4349246 Aug 04 15:43:13.419514 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-0470dbdf-217d-4b12-b79d-2c54510c7f98 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030376353&fields=id&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 267 time: 0.0400662 Aug 04 15:43:13.528440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4beee56a-5a80-471c-8919-295b76b5f2c4 None None] Provisioning for port 454fedc7-f255-46e7-860e-634eb274fe88 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:13.533130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-4beee56a-5a80-471c-8919-295b76b5f2c4 None None] Provisioning complete for port 454fedc7-f255-46e7-860e-634eb274fe88 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:13.533818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4beee56a-5a80-471c-8919-295b76b5f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:13.536168 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-41956dce-f49b-4e23-ab54-b8ecb12cbed1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:13.537891 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-41956dce-f49b-4e23-ab54-b8ecb12cbed1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 797 time: 0.1106865 Aug 04 15:43:13.562602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-5458e9f2-71b2-4855-902c-defbf483c890 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/quotas/317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 375 time: 0.0130355 Aug 04 15:43:13.579133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-4beee56a-5a80-471c-8919-295b76b5f2c4 None None] Port 454fedc7-f255-46e7-860e-634eb274fe88 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:43:13.624776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-151f9957-5bde-4225-8c5c-ba0e81e1a929 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535579 Aug 04 15:43:13.714538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-758b08f3-63c9-426c-8fa2-5654b2063dfe None None] Provisioning complete for port 454fedc7-f255-46e7-860e-634eb274fe88 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:13.715166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-758b08f3-63c9-426c-8fa2-5654b2063dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:13.741976 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Sync routers for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:43:13.753167 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-758b08f3-63c9-426c-8fa2-5654b2063dfe None None] Port 454fedc7-f255-46e7-860e-634eb274fe88 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:43:13.754437 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:13.755202 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:13.792970 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-7d906b15-0226-4657-9bd8-0a3ed685f5e7 service neutron] 10.222.0.76 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542387 Aug 04 15:43:13.873864 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-be214e22-0308-4074-850d-1f70759cb9dc None None] Provisioning complete for port 454fedc7-f255-46e7-860e-634eb274fe88 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:13.874354 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-be214e22-0308-4074-850d-1f70759cb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:13.879741 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:13.909500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-b1cd8a94-c4bb-49f3-a165-37cb667496da service neutron] 10.222.0.76 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060865 Aug 04 15:43:13.919033 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5d559aab-03db-4a13-8d3b-98c648e16d1a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:13.947629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-be214e22-0308-4074-850d-1f70759cb9dc None None] Port 454fedc7-f255-46e7-860e-634eb274fe88 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:43:13.973783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 5d559aab-03db-4a13-8d3b-98c648e16d1a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:13.977986 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5d559aab-03db-4a13-8d3b-98c648e16d1a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:13.978447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.076617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.097896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-552d8103-d5d2-44ed-a80f-43d973561a7b req-fd904fcd-6c8e-46b1-8580-f64d763e0734 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0394123 Aug 04 15:43:14.106352 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 2, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:14.120983 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 5d559aab-03db-4a13-8d3b-98c648e16d1a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5d559aab-03db-4a13-8d3b-98c648e16d1a,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:14.126575 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.127505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71fc83b1-7101-4060-873e-1225085887dc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:14.138217 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Checking router: 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:43:14.138781 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Updating router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a port 454fedc7-f255-46e7-860e-634eb274fe88 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:43:14.167698 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.210990 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=5d559aab-03db-4a13-8d3b-98c648e16d1a,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:14.229133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 71fc83b1-7101-4060-873e-1225085887dc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:14.232973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 71fc83b1-7101-4060-873e-1225085887dc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:14.233351 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.323117 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.345536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 71fc83b1-7101-4060-873e-1225085887dc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71fc83b1-7101-4060-873e-1225085887dc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:14.349912 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.404336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=71fc83b1-7101-4060-873e-1225085887dc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:14.447569 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.457308 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Transition to ACTIVE for port object 454fedc7-f255-46e7-860e-634eb274fe88 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:14.463517 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.509417 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Pushing event updated for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:14.517887 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.518239 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.518601 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.518939 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.519273 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.519603 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.519933 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.520262 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.520587 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.520909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.521234 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.521558 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:14.672664 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Attempting to bind port 454fedc7-f255-46e7-860e-634eb274fe88 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:43:14.673039 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Attempting to bind port 454fedc7-f255-46e7-860e-634eb274fe88 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:43:14.673404 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Attempting to bind port 454fedc7-f255-46e7-860e-634eb274fe88 on network 518ff9b2-b57b-42fd-8373-a0085ebe5dad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:43:14.678635 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:43:14.679017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Checking segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:43:14.679470 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.679868 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Bound using segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:43:14.680362 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Bound port: 454fedc7-f255-46e7-860e-634eb274fe88, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:43:14.680744 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.744451 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] For port 454fedc7-f255-46e7-860e-634eb274fe88, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:43:14.747826 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] For port 454fedc7-f255-46e7-860e-634eb274fe88, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=454fedc7-f255-46e7-860e-634eb274fe88,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:43:14.752516 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.806994 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:14.807727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:42:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:14.843708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e7095f09-591d-4740-9c20-d8f58303c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:14.845916 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06169ed6-d7d8-4752-bee9-cd90f00f20d1 None None] Pushing event updated for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:14.923704 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:15.086051 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-3fc28330-4658-42a1-b15b-742bfe3ad00a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:15.088340 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-3fc28330-4658-42a1-b15b-742bfe3ad00a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 797 time: 0.1122742 Aug 04 15:43:15.133756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:15.134209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-661eb3c7-77ba-4cf5-b783-6b22f3fefb21 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 380 time: 0.0362902 Aug 04 15:43:15.145109 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'port': {'device_id': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'admin_state_up': True, 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'security_groups': ['d2088065-0b4f-4c83-8167-7d8a0809c254']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:15.160552 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849582f6-bbc7-4142-a17d-aa83a7dd3962 None None] The sync data for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 is: [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:43:15.196822 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-65bdb0c0-09f4-466c-abf6-9fadbdba16a6 req-0590d839-b2ea-4814-85d0-e5127ceaf877 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0271413 Aug 04 15:43:15.289263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:43:15.293486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:15.432087 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.7 (518ff9b2-b57b-42fd-8373-a0085ebe5dad/c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8/cffd6df8-0f62-4174-b763-ed0882345319) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:43:15.577804 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:15.591734 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object cffd6df8-0f62-4174-b763-ed0882345319 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:15.628755 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:15.676345 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:15.679840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:15.684478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:43:15.688397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:15.736780 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:15.737517 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:15.754516 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-e188cede-f8dd-448f-998d-44c05fe53d0a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135471 Aug 04 15:43:15.768544 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Request body: {'port': {'device_id': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:15.837173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:15.933087 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5d559aab-03db-4a13-8d3b-98c648e16d1a up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:15.984893 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5d559aab-03db-4a13-8d3b-98c648e16d1a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:15.985267 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.038295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f4dfcc1b-a358-4c46-a5c8-99c39114454d None None] Provisioning for port cffd6df8-0f62-4174-b763-ed0882345319 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:16.044903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-f4dfcc1b-a358-4c46-a5c8-99c39114454d None None] Provisioning complete for port cffd6df8-0f62-4174-b763-ed0882345319 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:16.045517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f4dfcc1b-a358-4c46-a5c8-99c39114454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.106365 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfcc1b-a358-4c46-a5c8-99c39114454d None None] Port cffd6df8-0f62-4174-b763-ed0882345319 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:43:16.109078 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71fc83b1-7101-4060-873e-1225085887dc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:16.129165 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffd6df8-0f62-4174-b763-ed0882345319 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:43:16.139099 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.152992 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Transition to ACTIVE for port object cffd6df8-0f62-4174-b763-ed0882345319 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:43:16.158992 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.238792 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Pushing event updated for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:16.328928 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Attempting to bind port cffd6df8-0f62-4174-b763-ed0882345319 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:43:16.329649 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Attempting to bind port cffd6df8-0f62-4174-b763-ed0882345319 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:43:16.330083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Attempting to bind port cffd6df8-0f62-4174-b763-ed0882345319 on network 518ff9b2-b57b-42fd-8373-a0085ebe5dad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:43:16.336655 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 71fc83b1-7101-4060-873e-1225085887dc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:16.337250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.337618 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Port cffd6df8-0f62-4174-b763-ed0882345319 on network 518ff9b2-b57b-42fd-8373-a0085ebe5dad not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:43:16.338264 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Attempting to bind port cffd6df8-0f62-4174-b763-ed0882345319 on network 518ff9b2-b57b-42fd-8373-a0085ebe5dad {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:43:16.341251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265827c-eb81-4998-a2e2-4fa39fbbae2a req-8835bf68-6e32-4867-9c31-c08c274dfe5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:16.347431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:43:16.347918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Checking segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:43:16.348561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Bound using segment: {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:43:16.349106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Bound port: cffd6df8-0f62-4174-b763-ed0882345319, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c606721-0efa-4a7b-9b3a-ee1f768f3163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:43:16.349637 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.349758 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5265827c-eb81-4998-a2e2-4fa39fbbae2a req-8835bf68-6e32-4867-9c31-c08c274dfe5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0669248 Aug 04 15:43:16.408358 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5265827c-eb81-4998-a2e2-4fa39fbbae2a req-0b460f53-1ed1-474e-8bff-39e4c45e5282 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575562 Aug 04 15:43:16.443898 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:43:16.444997 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 454fedc7-f255-46e7-860e-634eb274fe88 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:16.447912 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cffd6df8-0f62-4174-b763-ed0882345319,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:43:16.452832 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.468384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:16.469037 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.470793 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] 10.222.0.46 "PUT /v2.0/ports/cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 1092 time: 0.7068894 Aug 04 15:43:16.472502 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:43:16.474938 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c4d103-d05c-47ff-91e4-6fdb557b929a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:43:16.509932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 454fedc7-f255-46e7-860e-634eb274fe88 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:16.520564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 454fedc7-f255-46e7-860e-634eb274fe88 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:16.521331 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.527222 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526e515a-a9a4-448d-995c-af57a335d47a x-openstack-request-id: req-526e515a-a9a4-448d-995c-af57a335d47a {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:43:16.527529 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:43:16.527821 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-526e515a-a9a4-448d-995c-af57a335d47a {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:43:16.528238 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319', 'status': 'completed', 'code': 200} Aug 04 15:43:16.584520 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd93a2e-7bd6-4b14-95cf-4e41d6927e3d service neutron] Pushing event updated for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:16.603552 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-8a729fe9-3e89-4079-81e6-558b61ad9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:16.605112 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-8a729fe9-3e89-4079-81e6-558b61ad9d72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0900178 Aug 04 15:43:16.621135 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.650079 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-5371733c-7946-460b-ab31-2233cf7a0edc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 217 time: 0.0368788 Aug 04 15:43:16.655575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 454fedc7-f255-46e7-860e-634eb274fe88, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=454fedc7-f255-46e7-860e-634eb274fe88,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:16.660930 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:16.700834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-65acd7a9-022d-4c7a-bd36-5764edf178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:16.702337 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-65acd7a9-022d-4c7a-bd36-5764edf178ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0451326 Aug 04 15:43:16.714785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:16.749182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303758-c239-4259-bf26-f0184929f642 req-c16edd91-8a26-4416-adcb-aca10498e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:16.750735 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-c16edd91-8a26-4416-adcb-aca10498e383 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405376 Aug 04 15:43:16.853017 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-96683a02-ca54-424d-a8a0-ff67a3002463 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932858 Aug 04 15:43:16.949965 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-51303758-c239-4259-bf26-f0184929f642 req-85757a7e-e1df-4358-9c05-cb3322c5f891 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Aug 04 15:43:17.038326 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-271eb80d-db79-4514-91f6-a7588a04875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:17.039930 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-271eb80d-db79-4514-91f6-a7588a04875e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0431912 Aug 04 15:43:17.132626 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-f9910441-88a7-46e1-b4bf-6bf0c3be82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:17.134124 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-f9910441-88a7-46e1-b4bf-6bf0c3be82a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.0870497 Aug 04 15:43:17.180977 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-fe97f704-fc02-40a7-a7b6-b47b53bc182b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 217 time: 0.0385365 Aug 04 15:43:17.232602 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-83a8fd87-b06e-4d53-bf08-05d3c3a8c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:17.234059 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-83a8fd87-b06e-4d53-bf08-05d3c3a8c435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0454395 Aug 04 15:43:17.282468 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-75d18920-443a-41d0-ba6e-620f35b2af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:17.283995 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-75d18920-443a-41d0-ba6e-620f35b2af08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420940 Aug 04 15:43:17.391473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-400049ac-ced5-4873-baa9-6bbf9248c33b service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989790 Aug 04 15:43:17.484680 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2e515f8d-fef1-4a0f-a318-8f8fa2185aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:17.487615 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-58c4d103-d05c-47ff-91e4-6fdb557b929a req-735dece3-d47e-4237-bd36-faba82379e94 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881119 Aug 04 15:43:17.518523 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b868db-ea01-4fb0-9380-8a0213f3f788 req-de9f97dd-5b7c-4e96-b94e-94c60c1a9cfe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:17.520038 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3b868db-ea01-4fb0-9380-8a0213f3f788 req-de9f97dd-5b7c-4e96-b94e-94c60c1a9cfe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0518577 Aug 04 15:43:17.560016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b3b868db-ea01-4fb0-9380-8a0213f3f788 req-fef846c1-f47e-409d-b5e1-48062459df80 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334289 Aug 04 15:43:17.722560 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:17.829424 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 454fedc7-f255-46e7-860e-634eb274fe88 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:17.888675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 454fedc7-f255-46e7-860e-634eb274fe88 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:17.889053 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:18.343517 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:18.700169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5dfcf-f8b3-46da-94c7-f8a5ec30ac10 req-4427b31f-0da8-468c-92e3-a6f3da1106e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:18.701697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44c5dfcf-f8b3-46da-94c7-f8a5ec30ac10 req-4427b31f-0da8-468c-92e3-a6f3da1106e8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0566885 Aug 04 15:43:18.744704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44c5dfcf-f8b3-46da-94c7-f8a5ec30ac10 req-e65d0dcb-930c-47c8-a020-ebd6530c179f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Aug 04 15:43:18.984191 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:19.080948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cffd6df8-0f62-4174-b763-ed0882345319 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:43:19.183782 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cffd6df8-0f62-4174-b763-ed0882345319,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:19.195161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'cffd6df8-0f62-4174-b763-ed0882345319', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'port_id': 'cffd6df8-0f62-4174-b763-ed0882345319', 'mac_address': 'fa:16:3e:88:e9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:43:19.244147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:19.265250 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffd6df8-0f62-4174-b763-ed0882345319 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:43:19.280334 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:19.292574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cffd6df8-0f62-4174-b763-ed0882345319,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:19.297588 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:19.346484 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:19.504414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['cffd6df8-0f62-4174-b763-ed0882345319'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:43:19.867096 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb56ca-15d7-4a27-92a3-bf689ccb51fe req-efb9c0dd-7553-4517-b3e2-601542fe6c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:19.868602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94fb56ca-15d7-4a27-92a3-bf689ccb51fe req-efb9c0dd-7553-4517-b3e2-601542fe6c56 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 944 time: 0.0511780 Aug 04 15:43:19.912003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-94fb56ca-15d7-4a27-92a3-bf689ccb51fe req-1382efa7-f93a-457d-961c-8e67203b8509 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344267 Aug 04 15:43:20.456825 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:21.044280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ff2b-62e4-43c6-bdc7-d936cdb1af92 req-e18d1a92-5d8e-4c28-9dc7-4427a057fab4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:21.045806 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a34ff2b-62e4-43c6-bdc7-d936cdb1af92 req-e18d1a92-5d8e-4c28-9dc7-4427a057fab4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 944 time: 0.0522285 Aug 04 15:43:21.089087 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9a34ff2b-62e4-43c6-bdc7-d936cdb1af92 req-3cba56a7-57e6-4f03-be06-d683de1b0bda tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336308 Aug 04 15:43:21.110668 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cffd6df8-0f62-4174-b763-ed0882345319 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:43:21.166470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port cffd6df8-0f62-4174-b763-ed0882345319 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:43:21.171239 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port cffd6df8-0f62-4174-b763-ed0882345319 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:43:21.171613 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:21.251997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:21.284162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:43:21.287675 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfacea3b-80a1-408b-89b0-4bf8497eb120" -d '{"events": [{"server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "cffd6df8-0f62-4174-b763-ed0882345319"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:43:21.302975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cffd6df8-0f62-4174-b763-ed0882345319,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:43:21.308270 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:21.332409 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213ca22-2e0c-41be-8072-b3dbb53b2b42 x-openstack-request-id: req-a213ca22-2e0c-41be-8072-b3dbb53b2b42 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:43:21.332700 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "cffd6df8-0f62-4174-b763-ed0882345319", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:43:21.332945 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a213ca22-2e0c-41be-8072-b3dbb53b2b42 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:43:21.333330 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319', 'code': 200} Aug 04 15:43:21.358879 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:21.424348 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a2d5-316d-4f0b-ad42-ab0d46667d57 req-759f0e4a-f327-4a28-89f6-bfd3c057407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:21.425842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60e4a2d5-316d-4f0b-ad42-ab0d46667d57 req-759f0e4a-f327-4a28-89f6-bfd3c057407b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0431385 Aug 04 15:43:21.471649 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-60e4a2d5-316d-4f0b-ad42-ab0d46667d57 req-7f3ec378-0972-4c9b-9096-6e8440e5eb8b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Aug 04 15:43:22.226665 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5da551-f1d7-4ef8-bce0-c4f0099363a9 req-43faf7b9-ea52-40d9-bac0-7d8c90e36ea8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:22.228193 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b5da551-f1d7-4ef8-bce0-c4f0099363a9 req-43faf7b9-ea52-40d9-bac0-7d8c90e36ea8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0593610 Aug 04 15:43:22.270704 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0b5da551-f1d7-4ef8-bce0-c4f0099363a9 req-666dd684-42be-4cb4-aa9f-a37de534af1c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Aug 04 15:43:23.398360 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b706d-86bf-401d-93ea-dadf9d4e1712 req-e8219c2e-2cdc-4888-8174-2790e015aaff tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:23.399930 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b4b706d-86bf-401d-93ea-dadf9d4e1712 req-e8219c2e-2cdc-4888-8174-2790e015aaff tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0536380 Aug 04 15:43:23.439481 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4b4b706d-86bf-401d-93ea-dadf9d4e1712 req-9bf29788-8741-4a1f-9abc-402e33b49d62 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Aug 04 15:43:23.558287 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2b07d-f1c1-4c50-8605-30c5b855e164 req-856cb16b-25bb-4875-883a-a269f4ae51c3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:23.559819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36e2b07d-f1c1-4c50-8605-30c5b855e164 req-856cb16b-25bb-4875-883a-a269f4ae51c3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0532188 Aug 04 15:43:23.601966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-36e2b07d-f1c1-4c50-8605-30c5b855e164 req-49fe2d4e-136e-4e8c-a462-d9a435056a1d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333927 Aug 04 15:43:23.627724 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45448) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:23.676068 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bad99-1995-42e1-b261-96ab281a39db tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:23.677609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ad5bad99-1995-42e1-b261-96ab281a39db tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1092 time: 0.0485759 Aug 04 15:43:23.680544 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45450) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:23.684958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'cffd6df8-0f62-4174-b763-ed0882345319', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:43:23.710104 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:23.821503 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:23.933769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.117 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/fbc9e3a4-5389-4caf-a046-b5191f3e99a9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:43:24.035367 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.076918 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.121914 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:43:24.124948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:43:24.129306 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:43:24.132353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=fbc9e3a4-5389-4caf-a046-b5191f3e99a9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:24.517903 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.591568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.746647 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.752863 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.819866 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=fbc9e3a4-5389-4caf-a046-b5191f3e99a9,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:43:24.832814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.833175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.833520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.833856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.834180 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.834520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.834894 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.835225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.835563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.835891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.836221 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.836550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:43:24.842504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:24.944951 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 2b6d2382-8bfb-4c79-aa58-9249de5afbad associated. External IP: 172.25.0.117, port: cffd6df8-0f62-4174-b763-ed0882345319. Aug 04 15:43:25.161419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:43:25.278849 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:43:25.289446 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Sync routers for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:43:25.297455 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:25.304028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:25.304673 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:43:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:25.325741 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-2159a82c-5131-4c4e-bc28-170032b2a962 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6441908 Aug 04 15:43:25.326347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:43:25.328959 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3016a1-a0ac-4e57-9382-e65628397e70" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:43:25.367431 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb167a19-bb28-45fe-8019-37194190c628 x-openstack-request-id: req-bb167a19-bb28-45fe-8019-37194190c628 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:43:25.367910 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:43:25.368326 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb167a19-bb28-45fe-8019-37194190c628 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:43:25.368826 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319', 'status': 'completed', 'code': 200} Aug 04 15:43:25.415034 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:25.426472 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419c0e-8836-4a84-b00a-aad1e4d9f598 req-70cc2a45-ca98-41d3-b177-96004ec4253f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:25.428080 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f419c0e-8836-4a84-b00a-aad1e4d9f598 req-70cc2a45-ca98-41d3-b177-96004ec4253f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Aug 04 15:43:25.433349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-96724699-df37-4393-bd1d-95cf04b08f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:25.435625 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-96724699-df37-4393-bd1d-95cf04b08f66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0463178 Aug 04 15:43:25.468146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f419c0e-8836-4a84-b00a-aad1e4d9f598 req-16856931-0a4d-4ccb-b5d9-e0987e04cd5e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Aug 04 15:43:25.490388 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:25.530114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-b8df3c33-70ee-448f-964d-26bbdf04c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:25.531773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-b8df3c33-70ee-448f-964d-26bbdf04c437 service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.0891154 Aug 04 15:43:25.555092 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8c8be6e8-0d7a-45ef-a194-ba89aebf292c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/2b6d2382-8bfb-4c79-aa58-9249de5afbad HTTP/1.1" status: 200 len: 991 time: 0.0634575 Aug 04 15:43:25.602646 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-d6139cfb-dba5-4c3a-af72-96a90d21d0de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 999 time: 0.0630498 Aug 04 15:43:25.647159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '2b6d2382-8bfb-4c79-aa58-9249de5afbad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'port_id': 'cffd6df8-0f62-4174-b763-ed0882345319', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'mac_address': 'fa:16:3e:88:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:43:24Z', 'updated_at': '2021-08-04T15:43:24Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:25.653635 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-b80a6f15-022d-45b9-8233-df4107b7a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:25.655207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-b80a6f15-022d-45b9-8233-df4107b7a218 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0452814 Aug 04 15:43:25.674006 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Checking router: 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:43:25.682952 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:43:25.683564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:43:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:25.700978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-cd45a370-2f1e-49f4-80c4-fbe5a443db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:25.702502 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-cd45a370-2f1e-49f4-80c4-fbe5a443db5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402331 Aug 04 15:43:25.789441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:43:25.798100 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-def1185d-ef63-4481-b9f8-c6d9ac683d81 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Aug 04 15:43:25.888147 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ca3016a1-a0ac-4e57-9382-e65628397e70 req-13b211cd-a978-4264-933d-45ac4d5e45f2 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825727 Aug 04 15:43:26.024875 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '2b6d2382-8bfb-4c79-aa58-9249de5afbad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'port_id': 'cffd6df8-0f62-4174-b763-ed0882345319', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'mac_address': 'fa:16:3e:88:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:43:24Z', 'updated_at': '2021-08-04T15:43:24Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:43:26.051605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326ed70-bd8e-49d4-a821-fcdf99582ee7 None None] The sync data for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 is: [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '2b6d2382-8bfb-4c79-aa58-9249de5afbad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'port_id': 'cffd6df8-0f62-4174-b763-ed0882345319', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'mac_address': 'fa:16:3e:88:e9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:43:24Z', 'updated_at': '2021-08-04T15:43:24Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:43:26.258668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fab14-95bb-4166-9024-1c32743dad17 None None] New status for floating IP 2b6d2382-8bfb-4c79-aa58-9249de5afbad: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:43:26.560474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:43:26.623471 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92a865fd-6c3b-434b-8273-fbbbaa3075d0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/2b6d2382-8bfb-4c79-aa58-9249de5afbad HTTP/1.1" status: 200 len: 993 time: 0.0616722 Aug 04 15:43:44.854551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e2676441-4feb-4739-b9f5-7bafa3329f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:46.127297 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:43:46.831825 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-8dcaf2b2-c011-42e5-825f-a76f59fccc46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411913 Aug 04 15:43:46.931011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-f16a3a8b-7168-4fac-b0da-9701f0e3921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:46.932657 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-f16a3a8b-7168-4fac-b0da-9701f0e3921d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0510774 Aug 04 15:43:47.033782 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-a6577e9b-e07b-41a1-8354-0e329ffbb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:47.035408 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-a6577e9b-e07b-41a1-8354-0e329ffbb3ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.0841038 Aug 04 15:43:47.108207 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-882b2cf3-7f36-42e8-9611-8874abb11d72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 1001 time: 0.0655782 Aug 04 15:43:47.160479 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-714a6de6-39a6-4266-9f3d-743c0bba2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:47.161926 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-714a6de6-39a6-4266-9f3d-743c0bba2e71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0456281 Aug 04 15:43:47.209532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-8a6b520e-daa3-4e7c-89bd-606b9a1428e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:47.211063 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-8a6b520e-daa3-4e7c-89bd-606b9a1428e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411885 Aug 04 15:43:47.320158 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-4176b80f-bf0a-4560-8715-4448a6abd045 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009972 Aug 04 15:43:47.415857 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6e5754b7-e98a-49f0-bbea-a5d77b78f0f3 req-b6a408ae-b073-4b49-a196-d9f45fad54ee service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867097 Aug 04 15:43:47.491103 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9670bfa1-183b-49e9-839b-9da7c5c2115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:47.724632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:48.335095 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:48.988623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:49.266209 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:50.457050 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:58.112187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a870fa3-9efe-4faf-a1e3-bf3d3d13e25d req-51ec02b7-6bb9-4b1d-994b-45d21d6b508f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:58.113617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a870fa3-9efe-4faf-a1e3-bf3d3d13e25d req-51ec02b7-6bb9-4b1d-994b-45d21d6b508f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0611401 Aug 04 15:43:58.160966 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4a870fa3-9efe-4faf-a1e3-bf3d3d13e25d req-5e409e10-66d7-4117-b43b-e179fed310ac tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380611 Aug 04 15:43:59.298717 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d53b0-42a8-4ca8-b1ca-8363976de660 req-17ff2abd-201f-4f84-ad09-c6542b372659 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:43:59.300231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-730d53b0-42a8-4ca8-b1ca-8363976de660 req-17ff2abd-201f-4f84-ad09-c6542b372659 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0546255 Aug 04 15:43:59.343522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-730d53b0-42a8-4ca8-b1ca-8363976de660 req-47b1723a-f499-4429-af45-82747c64f0d7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365117 Aug 04 15:44:00.464989 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977d598-e3db-451f-b5b8-b69ed7feda0e req-e977cc90-8b7f-4c94-ae44-dc157eae65b6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:00.466544 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0977d598-e3db-451f-b5b8-b69ed7feda0e req-e977cc90-8b7f-4c94-ae44-dc157eae65b6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Aug 04 15:44:00.505958 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0977d598-e3db-451f-b5b8-b69ed7feda0e req-6b17d38a-c522-4ebe-8128-235f196b6628 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330787 Aug 04 15:44:01.630309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba34e8-a187-4442-930e-825e4d558333 req-a4347e55-5f97-46e3-a7c0-1b036c1ab4e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:01.631713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbba34e8-a187-4442-930e-825e4d558333 req-a4347e55-5f97-46e3-a7c0-1b036c1ab4e9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0572391 Aug 04 15:44:01.680617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fbba34e8-a187-4442-930e-825e4d558333 req-4aa533ef-289f-42eb-920d-9e9097973de4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Aug 04 15:44:02.816049 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324a8e6-7440-4afe-9347-931d5da5b003 req-0381c4b9-19ab-40c5-b6f4-818e658e2ee4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:02.817562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b324a8e6-7440-4afe-9347-931d5da5b003 req-0381c4b9-19ab-40c5-b6f4-818e658e2ee4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0603228 Aug 04 15:44:02.858019 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b324a8e6-7440-4afe-9347-931d5da5b003 req-0786ad6c-61e6-46d9-9ea0-6c2464cc3a7d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Aug 04 15:44:03.983872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5195-8dfe-4010-b2b8-8c5063e31bda req-2b001d1b-a502-4d65-93e1-589ecb8f68ba tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:03.985410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d7a5195-8dfe-4010-b2b8-8c5063e31bda req-2b001d1b-a502-4d65-93e1-589ecb8f68ba tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0586293 Aug 04 15:44:04.030561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d7a5195-8dfe-4010-b2b8-8c5063e31bda req-dd454512-c9a3-4d47-a250-029703567bf3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362966 Aug 04 15:44:05.177729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0606-5ec7-4500-93fd-660cd8b45921 req-f7c02123-7e68-4c06-80cc-9efa280eeb09 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:05.179262 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51ad0606-5ec7-4500-93fd-660cd8b45921 req-f7c02123-7e68-4c06-80cc-9efa280eeb09 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0698402 Aug 04 15:44:05.221821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-51ad0606-5ec7-4500-93fd-660cd8b45921 req-149e4216-0ab9-45d0-b640-0612722d5cfa tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Aug 04 15:44:06.355446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4d81-fd64-48cc-bed1-1ec37caa2df8 req-20fe7919-07bf-4be8-95a9-367d7bb64d52 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:06.356962 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b32b4d81-fd64-48cc-bed1-1ec37caa2df8 req-20fe7919-07bf-4be8-95a9-367d7bb64d52 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0524669 Aug 04 15:44:06.401382 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b32b4d81-fd64-48cc-bed1-1ec37caa2df8 req-7a90c82a-a0ec-40ad-a2f7-cd22ef4ab180 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381894 Aug 04 15:44:07.543434 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e720b06-bcc7-4224-89be-a9c458f01a70 req-9707843d-d133-4c9f-8b1f-c6230e9855f0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:07.545372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e720b06-bcc7-4224-89be-a9c458f01a70 req-9707843d-d133-4c9f-8b1f-c6230e9855f0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0724585 Aug 04 15:44:07.587998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0e720b06-bcc7-4224-89be-a9c458f01a70 req-3b37c7e2-405b-4634-9c6a-4d41638880b8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342386 Aug 04 15:44:08.727462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c4a64-ae5d-46e2-9c18-c90f0b48ff39 req-4f68b730-7c9e-4f8b-80b0-8c49bfde594c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:08.728998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-723c4a64-ae5d-46e2-9c18-c90f0b48ff39 req-4f68b730-7c9e-4f8b-80b0-8c49bfde594c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0654166 Aug 04 15:44:08.778158 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-723c4a64-ae5d-46e2-9c18-c90f0b48ff39 req-17635861-202e-42c2-8d5b-00156706db3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Aug 04 15:44:09.901617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7fb63-3262-439e-a5ec-64834e59ee27 req-eed1c2a2-8102-47f8-92c5-09047aebcef6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:09.903186 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2e7fb63-3262-439e-a5ec-64834e59ee27 req-eed1c2a2-8102-47f8-92c5-09047aebcef6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Aug 04 15:44:09.949523 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d2e7fb63-3262-439e-a5ec-64834e59ee27 req-59fa61f6-dbde-4e83-84dd-420c60547bbe tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372243 Aug 04 15:44:11.085950 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae32fea-a63a-45c6-9191-b2d3dfbb3126 req-085f95e2-a724-4caf-bd08-970d5fc71bb5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:11.087687 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ae32fea-a63a-45c6-9191-b2d3dfbb3126 req-085f95e2-a724-4caf-bd08-970d5fc71bb5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0593724 Aug 04 15:44:11.130003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ae32fea-a63a-45c6-9191-b2d3dfbb3126 req-7e86c2ec-359c-4261-8093-3cdc87cbf4d0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363512 Aug 04 15:44:12.259409 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff52473-32be-4727-840c-f3b5ef7336c9 req-955b2a52-a44e-4bc7-bf39-c9ce28068813 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:12.260934 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ff52473-32be-4727-840c-f3b5ef7336c9 req-955b2a52-a44e-4bc7-bf39-c9ce28068813 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0586112 Aug 04 15:44:12.299920 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2ff52473-32be-4727-840c-f3b5ef7336c9 req-a3a3ce65-ea1d-4a22-8d4f-67b1d6286605 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Aug 04 15:44:13.424317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc9a4-7dcb-4a6f-ae8c-fbbf122c23d7 req-846d43c1-fd13-4d3c-975d-c19644e53f2c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:13.425862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38fc9a4-7dcb-4a6f-ae8c-fbbf122c23d7 req-846d43c1-fd13-4d3c-975d-c19644e53f2c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0540357 Aug 04 15:44:13.468860 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f38fc9a4-7dcb-4a6f-ae8c-fbbf122c23d7 req-61eb2283-407b-4016-8341-2f61a0c61c89 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345638 Aug 04 15:44:13.494387 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45506) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:13.559724 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8d3ae6c4-d098-4fa8-954d-d9f7760c39b5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/2b6d2382-8bfb-4c79-aa58-9249de5afbad HTTP/1.1" status: 200 len: 993 time: 0.0639021 Aug 04 15:44:14.844040 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006d4d-e67e-4198-b219-96d0f508ad51 req-e504c578-4cb7-402f-8e33-ebbe00e0d78d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:14.845503 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1006d4d-e67e-4198-b219-96d0f508ad51 req-e504c578-4cb7-402f-8e33-ebbe00e0d78d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Aug 04 15:44:14.853399 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b084d9bf-eff8-464c-9d83-f7d0ba252239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:14.865827 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-bfcce695-deca-4e1e-8440-ebc4393208af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:14.867528 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-bfcce695-deca-4e1e-8440-ebc4393208af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0447991 Aug 04 15:44:14.889135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1006d4d-e67e-4198-b219-96d0f508ad51 req-03d2c1a7-df22-41db-91a1-66fe91c8eda8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353580 Aug 04 15:44:14.974260 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-b92d758a-4651-4685-9b9d-0fd29a27005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:14.975788 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-b92d758a-4651-4685-9b9d-0fd29a27005e service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.1014106 Aug 04 15:44:15.055390 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-28e40a83-f03f-4953-b6b7-235f95ab4156 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 1001 time: 0.0720251 Aug 04 15:44:15.115184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-3fe006b7-4e67-4534-bbf5-aa348378e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:15.116617 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-3fe006b7-4e67-4534-bbf5-aa348378e4d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0540226 Aug 04 15:44:15.165648 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-29f1a828-8011-41e0-af6e-bc3b8e3874e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:15.167195 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-29f1a828-8011-41e0-af6e-bc3b8e3874e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435386 Aug 04 15:44:15.264078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-9fa561b1-b6a2-4246-bbb4-4ab9fcb572a5 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891337 Aug 04 15:44:15.366881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-e392e925-05b9-4992-8191-6709a6bd84b6 req-ec3c99f9-9000-402e-924b-dd5476d1e235 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949385 Aug 04 15:44:16.007184 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714f3fa-495f-4754-9881-55bb76672969 req-805d6bed-e599-47b6-a491-c2ee28fce51e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:16.008727 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6714f3fa-495f-4754-9881-55bb76672969 req-805d6bed-e599-47b6-a491-c2ee28fce51e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Aug 04 15:44:16.046643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6714f3fa-495f-4754-9881-55bb76672969 req-09e773d2-5324-4383-841d-b9de3f1d1f49 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Aug 04 15:44:16.069364 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45518) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:16.129840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-37b23051-66c6-472f-aa66-0a8b57f3e63b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/2b6d2382-8bfb-4c79-aa58-9249de5afbad HTTP/1.1" status: 200 len: 993 time: 0.0592439 Aug 04 15:44:17.495353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c3a5dbc1-fdcf-4fa1-90ce-a396fc50a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:17.730350 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:18.355286 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:18.993626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:19.279166 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:20.466760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:23.129065 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:44:44.851997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e27e803-1de7-4831-bd16-62891c0a9c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:46.689825 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45536) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:46.874473 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port fbc9e3a4-5389-4caf-a046-b5191f3e99a9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:44:46.874944 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:46.960726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:46.961054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:46.975333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for fbc9e3a4-5389-4caf-a046-b5191f3e99a9 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:44:47.140024 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:47.169104 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=fbc9e3a4-5389-4caf-a046-b5191f3e99a9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:47.181770 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.182158 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.182497 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.182861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.183196 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.183563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.183893 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.184217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.184547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.184863 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.185170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.185482 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:47.247881 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:47.248207 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 2b6d2382-8bfb-4c79-aa58-9249de5afbad disassociated (deleted). External IP: 172.25.0.117, port: cffd6df8-0f62-4174-b763-ed0882345319. Aug 04 15:44:47.465183 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:44:47.498631 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0f85c3f-f349-467f-af7a-7fa89980f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:47.717353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:47.949068 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-01a9a28f-044f-4898-a63a-6f1c1f464c85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856526 Aug 04 15:44:47.959277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:44:47.964333 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:47.969168 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Sync routers for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:44:47.980931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:47.981923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:47.992413 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-23f4a68c-ba19-48eb-9a7f-d66333e67121 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/floatingips/2b6d2382-8bfb-4c79-aa58-9249de5afbad HTTP/1.1" status: 204 len: 168 time: 1.3012326 Aug 04 15:44:47.993013 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:44:47.995373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175aaf4-eafb-473d-a84e-75d0e16c008b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:44:48.042394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c3df-df09-427e-9850-010e15e8ba6c req-27277837-5277-44a2-8c94-9dbb34e37eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.044051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-27277837-5277-44a2-8c94-9dbb34e37eb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0455205 Aug 04 15:44:48.063555 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7888a8-cc83-4e3a-93b9-4a075a30c611 x-openstack-request-id: req-9b7888a8-cc83-4e3a-93b9-4a075a30c611 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:44:48.063866 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "tag": "cffd6df8-0f62-4174-b763-ed0882345319", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:44:48.064153 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b7888a8-cc83-4e3a-93b9-4a075a30c611 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:44:48.065936 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319', 'status': 'completed', 'code': 200} Aug 04 15:44:48.105003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:48.166681 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c3df-df09-427e-9850-010e15e8ba6c req-0a01a9e2-643e-435d-82c3-141ebfb2c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.168243 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-0a01a9e2-643e-435d-82c3-141ebfb2c819 service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.0987108 Aug 04 15:44:48.215051 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-ade5ee49-81de-46cc-9c06-66517eebe6e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 217 time: 0.0360858 Aug 04 15:44:48.239853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f97aae-bbe6-4f6e-be10-26e8766e3781 req-43a4122a-a0e9-4bd7-8024-1bd7f62a8339 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.242168 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8f97aae-bbe6-4f6e-be10-26e8766e3781 req-43a4122a-a0e9-4bd7-8024-1bd7f62a8339 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Aug 04 15:44:48.278247 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c3df-df09-427e-9850-010e15e8ba6c req-29f983a4-e4d8-41f6-b3ed-5932f1008a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.279863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-29f983a4-e4d8-41f6-b3ed-5932f1008a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0565324 Aug 04 15:44:48.281413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8f97aae-bbe6-4f6e-be10-26e8766e3781 req-6408e53c-d775-4549-aa90-8b3ab18f36f5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Aug 04 15:44:48.310689 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:48.327742 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c3df-df09-427e-9850-010e15e8ba6c req-3801322e-2ebe-491e-ad50-6208a5b8172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.329386 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-3801322e-2ebe-491e-ad50-6208a5b8172b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414793 Aug 04 15:44:48.345877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Checking router: 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:44:48.360510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:48.361129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:48.364382 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:48.423208 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-69181d95-4108-481d-8d34-17cdaffb724d service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Aug 04 15:44:48.522888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7472c3df-df09-427e-9850-010e15e8ba6c req-420231bb-00de-48fd-96c3-45a6458c8080 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913100 Aug 04 15:44:48.613989 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-cda38184-283a-4e71-a84c-83b0b5978ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.615500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-cda38184-283a-4e71-a84c-83b0b5978ce8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0451658 Aug 04 15:44:48.631161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:48.715880 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-18d1d279-25f3-4636-a340-60d2ec330999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.717372 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-18d1d279-25f3-4636-a340-60d2ec330999 service neutron] 10.222.0.46 "GET /v2.0/networks?id=518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 200 len: 898 time: 0.0894535 Aug 04 15:44:48.762025 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-f1f1a723-f66d-4e2f-8f73-10227a41a70e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 200 len: 217 time: 0.0363355 Aug 04 15:44:48.812214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-de69e824-74fb-409f-b525-26dfa7b3c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.814048 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-de69e824-74fb-409f-b525-26dfa7b3c44f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 200 len: 835 time: 0.0440133 Aug 04 15:44:48.829744 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:48.856416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cfd29-5871-420f-9940-2c62cc0d02b1 None None] The sync data for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 is: [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:12Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '454fedc7-f255-46e7-860e-634eb274fe88', 'name': '', 'network_id': '518ff9b2-b57b-42fd-8373-a0085ebe5dad', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:86:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:11Z', 'updated_at': '2021-08-04T15:43:16Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': 'c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:44:48.869334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-6c513ca9-6fd8-4613-bc32-d1071da8e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:48.871056 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-6c513ca9-6fd8-4613-bc32-d1071da8e696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=518ff9b2-b57b-42fd-8373-a0085ebe5dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479393 Aug 04 15:44:48.964954 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-ff577249-ffba-4ed6-9afa-5877c16a4a95 service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849824 Aug 04 15:44:48.992034 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:49.072342 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-6175aaf4-eafb-473d-a84e-75d0e16c008b req-a3e25add-7a1c-4b26-890c-7c9108d58c6d service neutron] 10.222.0.46 "GET /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926161 Aug 04 15:44:49.102425 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2b7c5-ee7b-4fbc-8d19-4706d8983359 None None] New status for floating IP 2b6d2382-8bfb-4c79-aa58-9249de5afbad: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:44:49.278491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:49.418858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2890-3255-4e4d-950a-0d247acda82c req-e8d19653-d224-4593-8bb5-254c8f1929c5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:49.420320 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-813c2890-3255-4e4d-950a-0d247acda82c req-e8d19653-d224-4593-8bb5-254c8f1929c5 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0562530 Aug 04 15:44:49.463051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-813c2890-3255-4e4d-950a-0d247acda82c req-f9134426-1a37-4dff-9635-51fa0a9cc3a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d2088065-0b4f-4c83-8167-7d8a0809c254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337701 Aug 04 15:44:49.861184 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-9ff8393b-988b-4199-999e-0b1248a9912f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:49.862691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-9ff8393b-988b-4199-999e-0b1248a9912f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0604947 Aug 04 15:44:49.969574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port cffd6df8-0f62-4174-b763-ed0882345319 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:44:49.970331 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:50.061556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port cffd6df8-0f62-4174-b763-ed0882345319, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=cffd6df8-0f62-4174-b763-ed0882345319,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:44:50.061910 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:50.074747 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for cffd6df8-0f62-4174-b763-ed0882345319 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:44:50.215798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:50.246204 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=cffd6df8-0f62-4174-b763-ed0882345319,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:50.286137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] No DVR routers for this DVR port cffd6df8-0f62-4174-b763-ed0882345319 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:44:50.288884 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:50.290975 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-03a20433-7c90-4927-a2ba-1eabcadf4f5b req-43448064-d558-463c-968f-a241e9f3e87a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.46 "DELETE /v2.0/ports/cffd6df8-0f62-4174-b763-ed0882345319 HTTP/1.1" status: 204 len: 173 time: 0.4206421 Aug 04 15:44:50.291413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'name': 'network-vif-deleted', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:44:50.293885 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87839250-6ba0-47fb-a545-b4b9e95b2406" -d '{"events": [{"server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "name": "network-vif-deleted", "tag": "cffd6df8-0f62-4174-b763-ed0882345319"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:44:50.332338 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d6f96-3563-4199-b9ca-7472fa4a6023 x-openstack-request-id: req-ed9d6f96-3563-4199-b9ca-7472fa4a6023 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:44:50.332635 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4", "name": "network-vif-deleted", "tag": "cffd6df8-0f62-4174-b763-ed0882345319", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:44:50.332892 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed9d6f96-3563-4199-b9ca-7472fa4a6023 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:44:50.333308 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4', 'name': 'network-vif-deleted', 'tag': 'cffd6df8-0f62-4174-b763-ed0882345319', 'status': 'completed', 'code': 200} Aug 04 15:44:50.468484 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:50.574376 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a0ca9023-32c2-4f20-8270-3ba966664a84 req-6a3be563-09c5-4d41-b233-71f42b7abd1d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa7c1306-56ef-4992-a9a1-0bf0e2cc9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Aug 04 15:44:51.644791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45564) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:52.025901 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:52.619208 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 454fedc7-f255-46e7-860e-634eb274fe88 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:44:52.619441 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:52.706334 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 454fedc7-f255-46e7-860e-634eb274fe88, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=454fedc7-f255-46e7-860e-634eb274fe88,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:44:52.707112 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:52.719467 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 454fedc7-f255-46e7-860e-634eb274fe88 owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:44:52.927508 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:52.957512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=454fedc7-f255-46e7-860e-634eb274fe88,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:52.969877 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.970241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.970730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.971116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.971330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.971671 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.972017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.972353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.972690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.973023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.973353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:52.973667 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:53.142527 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.372257 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:44:53.462476 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cffd6df8-0f62-4174-b763-ed0882345319 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:44:53.484743 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:44:53.486550 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: cffd6df8-0f62-4174-b763-ed0882345319 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:44:53.486932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device cffd6df8-0f62-4174-b763-ed0882345319 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:44:53.490144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b4943bb-c159-4646-b85d-56c7db8ef6a2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/0e7c0044-58ff-4a93-ac4e-f992d1f12e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439875 Aug 04 15:44:53.493080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45566) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:53.496322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Sync routers for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:44:53.505725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:53.506335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:53.543143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting subnet c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:44:53.546439 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.586530 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.610761 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:53.676085 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.733736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.760448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:53.765823 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.768000 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d0ea421c-a1c8-4945-bbc3-bf263a43780c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/subnets/c9cfbd0b-a7b1-4065-b7d4-cd00ea8511c8 HTTP/1.1" status: 204 len: 168 time: 0.2739980 Aug 04 15:44:53.771498 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:53.773750 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec62bf-3df6-402a-922a-9cdf6cf55d10 None None] Network 518ff9b2-b57b-42fd-8373-a0085ebe5dad requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:44:53.868159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:44:52Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:53.890996 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:53.909229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Checking router: 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:44:53.923925 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Routers {'0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:53.924552 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:53.999377 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.041503 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] Set router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:54.044616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] DHCP port deletion for 518ff9b2-b57b-42fd-8373-a0085ebe5dad request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:44:54.057626 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 71fc83b1-7101-4060-873e-1225085887dc {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:44:54.057999 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.140880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 71fc83b1-7101-4060-873e-1225085887dc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=71fc83b1-7101-4060-873e-1225085887dc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:44:54.141189 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.154333 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 71fc83b1-7101-4060-873e-1225085887dc owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:44:54.226494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Deleting port 5d559aab-03db-4a13-8d3b-98c648e16d1a {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:44:54.226898 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.295973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] For port 5d559aab-03db-4a13-8d3b-98c648e16d1a, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5d559aab-03db-4a13-8d3b-98c648e16d1a,segment=NetworkSegment(7c606721-0efa-4a7b-9b3a-ee1f768f3163),segment_id=7c606721-0efa-4a7b-9b3a-ee1f768f3163)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:44:54.296303 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.316123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Calling delete_port for 5d559aab-03db-4a13-8d3b-98c648e16d1a owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:44:54.327751 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.329413 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:44:52Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:54.359090 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=71fc83b1-7101-4060-873e-1225085887dc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:54.383101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c999f-e85c-496c-b68d-229683a944f1 None None] The sync data for ids ['0e7c0044-58ff-4a93-ac4e-f992d1f12e7a'] in n-d-801743-12 is: [{'id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63801350', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '71fc83b1-7101-4060-873e-1225085887dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:44:52Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '71fc83b1-7101-4060-873e-1225085887dc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c0044-58ff-4a93-ac4e-f992d1f12e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:43:08Z', 'updated_at': '2021-08-04T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:44:54.419175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.427691 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.455837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Pushing event deleted for resources: {'Port': ['ID=5d559aab-03db-4a13-8d3b-98c648e16d1a,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:54.460199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] No DVR routers for this DVR port 5d559aab-03db-4a13-8d3b-98c648e16d1a on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.469305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.470766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.470766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.470766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.470766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.470766 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd500bd-616b-46ec-8d2b-e9bf36b3f32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:54.522014 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.524544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.572382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.573094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7c0044-58ff-4a93-ac4e-f992d1f12e7a {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:44:54.580603 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.581754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92fff68d-7711-43ac-9a75-9b92ed8f8505 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/routers/0e7c0044-58ff-4a93-ac4e-f992d1f12e7a HTTP/1.1" status: 204 len: 168 time: 0.8093107 Aug 04 15:44:54.585762 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45570) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:54.665020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.764987 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.775835 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ff9b2-b57b-42fd-8373-a0085ebe5dad']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:54.787094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c606721-0efa-4a7b-9b3a-ee1f768f3163') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:54.787394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c606721-0efa-4a7b-9b3a-ee1f768f3163') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:54.796776 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.815262 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.822679 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:44:54.823136 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:44:54.826572 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:44:54.889382 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.894272 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.896255 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/networks/518ff9b2-b57b-42fd-8373-a0085ebe5dad HTTP/1.1" status: 204 len: 168 time: 0.3095841 Aug 04 15:44:54.899181 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45572) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:54.916881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12249081-87d5-4ff4-99e0-5dd7853a90b0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Network': ['ID=518ff9b2-b57b-42fd-8373-a0085ebe5dad,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:54.962450 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:54.988966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.057166 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.059846 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.061022 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/security-groups/d2088065-0b4f-4c83-8167-7d8a0809c254 HTTP/1.1" status: 204 len: 168 time: 0.1607690 Aug 04 15:44:55.070645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbff19-9416-40b4-9c1b-47da56fa195a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2088065-0b4f-4c83-8167-7d8a0809c254,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:55.361077 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45578) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:55.365977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651931055', 'description': 'tempest-secgroup-smoke-1651931055 description', 'project_id': '317ec96d6e7146ed866138cd21938709'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:55.389726 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.472274 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.478107 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.506237 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.507628 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455202 Aug 04 15:44:55.508838 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b555e70-d183-420f-9010-033afc0ca512 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:55.510758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45580) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:55.516194 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:55.546153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.602675 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.608560 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.625675 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75da7fe-3177-4787-a7b1-d7155292067f,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:55.634132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.636183 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-cc871f5d-c9ac-42f6-8539-942e8bbe98a1 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232619 Aug 04 15:44:55.639652 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45582) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:55.644275 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:55.672807 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.728752 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.735107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.755253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1da41d-85b6-4f5e-a1d2-bb96d8d86064,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:55.764510 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.765935 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4ac3336e-c803-496c-8cb8-38fc8db96c45 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252861 Aug 04 15:44:55.768881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45584) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:55.773338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:55.800701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.861106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.867943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.885439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5d559aab-03db-4a13-8d3b-98c648e16d1a no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:44:55.891884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88409abc-464d-43f5-b226-1c1c23856198,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:55.896904 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.898819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-66467d0c-5751-4552-9421-8d5b33d7c0cc tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288955 Aug 04 15:44:55.901453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45586) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:55.906057 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:55.909907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 5d559aab-03db-4a13-8d3b-98c648e16d1a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:44:55.910251 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5d559aab-03db-4a13-8d3b-98c648e16d1a not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:44:55.910700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71fc83b1-7101-4060-873e-1225085887dc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:44:55.929675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 71fc83b1-7101-4060-873e-1225085887dc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:44:55.930026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 71fc83b1-7101-4060-873e-1225085887dc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:44:55.930449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 454fedc7-f255-46e7-860e-634eb274fe88 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:44:55.934018 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.950015 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 454fedc7-f255-46e7-860e-634eb274fe88 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:44:55.950369 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 454fedc7-f255-46e7-860e-634eb274fe88 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:44:55.992635 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:55.997594 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.014783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616d9c82-55b7-4c19-a166-45127546edaa,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:56.022083 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.023452 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-ee81c3fe-8a5a-4de3-988a-cfce241d314a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209919 Aug 04 15:44:56.026148 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45588) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:56.030669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:56.052991 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:44:56.057870 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.124595 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.130519 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.157499 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68617cf-f950-45ff-bfe5-ecd0542e318e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:56.160934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.162187 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-51ffb043-3ae7-4253-91b8-29267c9104d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350672 Aug 04 15:44:56.164992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45590) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:56.169428 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'security_group_rule': {'security_group_id': 'd44ed9f3-b692-4611-a1ae-cae4e95c1e4b', 'project_id': '317ec96d6e7146ed866138cd21938709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:56.192478 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Project 317ec96d6e7146ed866138cd21938709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:44:56.197488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.262780 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.267766 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.287021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62e103f-2654-4c60-b785-7ad5fe1c4310,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:56.294177 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.295326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b6250d1a-edee-4830-9bd3-1fdea3639f5c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293483 Aug 04 15:44:56.298258 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45592) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:56.303313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'network': {'name': 'tempest-network-smoke--1471895714', 'project_id': '317ec96d6e7146ed866138cd21938709', 'port_security_enabled': True}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:56.324709 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:44:56.328215 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.351136 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:44:56.360443 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.360625 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Added segment b0a5160b-70d6-4408-9375-36a7c9060936 of type vlan for network dcba739f-c60c-436e-8323-86383702cbc6 Aug 04 15:44:56.404038 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.438464 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.444098 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:56.444701 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.500488 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2011573 Aug 04 15:44:56.503645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45594) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:56.508372 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'admin_state_up': True, 'project_id': '317ec96d6e7146ed866138cd21938709', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:56.509448 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b912db-dfd6-4a04-94e0-8c0bf1d34839 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Network': ['ID=dcba739f-c60c-436e-8323-86383702cbc6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:56.520137 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network dcba739f-c60c-436e-8323-86383702cbc6 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:44:56.532800 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.533932 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.589324 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.726705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.936438 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:56.956255 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:57.065800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.221 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/987c80c1-2e23-4e61-aeb6-c3b01d38887b) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:44:57.191851 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:57.239091 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:57.276081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:44:57.280879 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:44:57.284581 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:44:57.290040 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=987c80c1-2e23-4e61-aeb6-c3b01d38887b,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:57.537054 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:57.733803 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:57.873189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 6dd8f017-86d1-4718-8270-ac280b4fae7e is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:44:57.991021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:44:58.001276 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Sync routers for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:44:58.012361 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:58.012987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:58.013511 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.014924 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1b4a9f98-5de4-4a29-b05d-f61bd6941c35 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5101652 Aug 04 15:44:58.018318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45596) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:58.101260 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ca951fea-3c27-4e7c-ab97-11a7a96169a8 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=317ec96d6e7146ed866138cd21938709&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788403 Aug 04 15:44:58.101476 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45600) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:58.116371 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:58.191772 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156f714-2c34-45c5-9520-faad57fafadc tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:58.193309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4156f714-2c34-45c5-9520-faad57fafadc tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910921 Aug 04 15:44:58.196394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45602) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:58.224573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-483271bb-74c8-4018-b31c-c08599a35ca0 tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=1fdf6bb4-3950-4f99-9337-fbc74aa451ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271177 Aug 04 15:44:58.227314 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45604) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:58.232416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1425484298', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'project_id': '317ec96d6e7146ed866138cd21938709', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:44:58.293737 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:57Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:58.320595 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Checking router: 6dd8f017-86d1-4718-8270-ac280b4fae7e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:44:58.320926 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Updating router 6dd8f017-86d1-4718-8270-ac280b4fae7e port 987c80c1-2e23-4e61-aeb6-c3b01d38887b binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:44:58.325584 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'subnet': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:44:58.329391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127110669'] for subnet, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.346293 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.514071 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127236039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127110687'] for subnet, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.579769 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Subnet': ['ID=4ed04937-6034-4ba9-b72e-a4c62d972e52,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:58.589228 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Checking segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:44:58.589600 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network hostable DHCP agents. Network: dcba739f-c60c-436e-8323-86383702cbc6, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:44:58.608984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network dcba739f-c60c-436e-8323-86383702cbc6 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:44:58.619638 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, dcba739f-c60c-436e-8323-86383702cbc6) {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:44:58.624114 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:44:58.624730 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.636111 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0a8a6-6181-4658-a087-7c123bf68346 None None] Network dcba739f-c60c-436e-8323-86383702cbc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:44:58.643237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b8058268-a7ce-4b1c-b323-e9c4a519b885 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4148047 Aug 04 15:44:58.646036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45606) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:44:58.688326 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.698172 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Transition to ACTIVE for port object 987c80c1-2e23-4e61-aeb6-c3b01d38887b will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:44:58.704511 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.764871 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Attempting to bind port 987c80c1-2e23-4e61-aeb6-c3b01d38887b on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:44:58.765237 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Attempting to bind port 987c80c1-2e23-4e61-aeb6-c3b01d38887b by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:44:58.765732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Attempting to bind port 987c80c1-2e23-4e61-aeb6-c3b01d38887b on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:44:58.773276 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Pushing event updated for resources: {'Port': ['ID=987c80c1-2e23-4e61-aeb6-c3b01d38887b,revision_number=2']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:58.781965 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:44:58.782384 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:44:58.782818 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.783585 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:44:58.784068 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Bound port: 987c80c1-2e23-4e61-aeb6-c3b01d38887b, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:44:58.784448 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.784571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-dcba739f-c60c-436e-8323-86383702cbc6', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:44:58.785321 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.786861 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.787113 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.787453 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.788108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.788108 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.788448 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.788760 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.789085 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.789409 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.789778 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.790079 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.790401 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:44:58.847712 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] For port 987c80c1-2e23-4e61-aeb6-c3b01d38887b, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:44:58.850953 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] For port 987c80c1-2e23-4e61-aeb6-c3b01d38887b, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=987c80c1-2e23-4e61-aeb6-c3b01d38887b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:44:58.855691 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:58.904548 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:44:58.905184 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:58.922800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Allocated IP 172.20.0.2 (dcba739f-c60c-436e-8323-86383702cbc6/4ed04937-6034-4ba9-b72e-a4c62d972e52/5a71fc61-8368-4ab8-9a7a-47718a9407bc) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:44:58.966285 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec3932-bbd7-488d-9960-a615e14a694b None None] Pushing event updated for resources: {'Port': ['ID=987c80c1-2e23-4e61-aeb6-c3b01d38887b,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:59.035003 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:44:59.071732 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.080163 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Transition to ACTIVE for port object 5a71fc61-8368-4ab8-9a7a-47718a9407bc will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:44:59.095492 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Transition to ACTIVE for port object 5a71fc61-8368-4ab8-9a7a-47718a9407bc will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:44:59.102424 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.120872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.144189 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Network dcba739f-c60c-436e-8323-86383702cbc6 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:44:59.147193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:44:59.151501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:44:59.154617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Pushing event updated for resources: {'Port': ['ID=5a71fc61-8368-4ab8-9a7a-47718a9407bc,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:59.211416 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Attempting to bind port 5a71fc61-8368-4ab8-9a7a-47718a9407bc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:44:59.211957 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Attempting to bind port 5a71fc61-8368-4ab8-9a7a-47718a9407bc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:44:59.212423 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Attempting to bind port 5a71fc61-8368-4ab8-9a7a-47718a9407bc on network dcba739f-c60c-436e-8323-86383702cbc6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:44:59.217891 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:44:59.218386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Checking segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:44:59.218949 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.219443 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Bound using segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:44:59.220075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Bound port: 5a71fc61-8368-4ab8-9a7a-47718a9407bc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:44:59.220197 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:57Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:44:59.220766 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.246561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16644-7078-4a78-94ee-0e4a0434cd66 None None] The sync data for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 is: [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:57Z', 'revision_number': 3, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:44:59.290754 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] For port 5a71fc61-8368-4ab8-9a7a-47718a9407bc, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:44:59.294569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] For port 5a71fc61-8368-4ab8-9a7a-47718a9407bc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5a71fc61-8368-4ab8-9a7a-47718a9407bc,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:44:59.301195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.371248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b0c5-34d9-4781-af58-5a9df3f81306 None None] Pushing event updated for resources: {'Port': ['ID=5a71fc61-8368-4ab8-9a7a-47718a9407bc,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:59.431775 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.1 (dcba739f-c60c-436e-8323-86383702cbc6/4ed04937-6034-4ba9-b72e-a4c62d972e52/01dcaa64-4452-46c4-92d6-b281a52cc3e7) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:44:59.598357 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.614307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 01dcaa64-4452-46c4-92d6-b281a52cc3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:44:59.650346 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.698662 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network dcba739f-c60c-436e-8323-86383702cbc6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:44:59.702102 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:44:59.707028 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:44:59.711170 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:44:59.753252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:59.968184 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 987c80c1-2e23-4e61-aeb6-c3b01d38887b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:00.023632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 987c80c1-2e23-4e61-aeb6-c3b01d38887b completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:00.029375 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 987c80c1-2e23-4e61-aeb6-c3b01d38887b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:00.029764 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.130485 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:45:00.297424 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.317168 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.341741 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 987c80c1-2e23-4e61-aeb6-c3b01d38887b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=987c80c1-2e23-4e61-aeb6-c3b01d38887b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:00.347866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.348910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5a71fc61-8368-4ab8-9a7a-47718a9407bc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:00.430385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f85c4-34c4-47a3-b706-1ad47f6e40bb None None] Network dcba739f-c60c-436e-8323-86383702cbc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:45:00.435077 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=987c80c1-2e23-4e61-aeb6-c3b01d38887b,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:00.509873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-411348eb-c848-4d81-ae7e-754cbbed5aeb None None] Provisioning for port 5a71fc61-8368-4ab8-9a7a-47718a9407bc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:00.523719 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 5a71fc61-8368-4ab8-9a7a-47718a9407bc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:00.536045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5a71fc61-8368-4ab8-9a7a-47718a9407bc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:00.536419 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.592395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.598869 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.671716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:00.676609 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.680057 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.721608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 5a71fc61-8368-4ab8-9a7a-47718a9407bc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5a71fc61-8368-4ab8-9a7a-47718a9407bc,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:00.728760 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.795448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network dcba739f-c60c-436e-8323-86383702cbc6 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:45:00.796035 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=5a71fc61-8368-4ab8-9a7a-47718a9407bc,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:00.797212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:45:00.916382 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 6dd8f017-86d1-4718-8270-ac280b4fae7e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:45:00.945899 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Provisioning for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:00.950174 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Provisioning complete for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:00.950478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:00.994010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:45:01.007194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Provisioning complete for port 5a71fc61-8368-4ab8-9a7a-47718a9407bc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:01.007575 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f5da-eadb-499b-95d6-63ea60a31088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:01.039961 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:45:01.053720 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-dc02c615-7488-4fe4-be50-62ae386032e4 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/6dd8f017-86d1-4718-8270-ac280b4fae7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981678 Aug 04 15:45:01.145222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Sync routers for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:45:01.155950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:01.159401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:01.207096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-444d4631-4182-43c6-87b9-b2f8401e15ef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651931055&fields=id&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 267 time: 0.0408759 Aug 04 15:45:01.253993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-239fbd03-bd95-4d0c-96c1-0302ffa6ea35 None None] Provisioning complete for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:01.254380 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-239fbd03-bd95-4d0c-96c1-0302ffa6ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:01.307814 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:01.328750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-28f13452-08b5-4b7f-b17c-bf4fb3baad57 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:01.330248 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-28f13452-08b5-4b7f-b17c-bf4fb3baad57 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 797 time: 0.1159930 Aug 04 15:45:01.335043 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-239fbd03-bd95-4d0c-96c1-0302ffa6ea35 None None] Port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:45:01.345602 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-18ef6e61-2942-44b6-b6e2-6618f967ea6b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/quotas/317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Aug 04 15:45:01.397407 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-d7a9b6f9-58ad-4172-b49c-1221dc19cc6f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460007 Aug 04 15:45:01.499173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d731b320-a0ae-49fe-b281-3bdfff152f3d None None] Provisioning complete for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:01.499549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d731b320-a0ae-49fe-b281-3bdfff152f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:01.537504 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-99a32199-107b-4417-95dc-fd79a8f56e9e service neutron] 10.222.0.76 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281877 Aug 04 15:45:01.544932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d731b320-a0ae-49fe-b281-3bdfff152f3d None None] Port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:45:01.607700 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 2, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:01.631642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-f84a4352-5e34-4b7a-a2c3-807bef86f54b service neutron] 10.222.0.76 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859034 Aug 04 15:45:01.638617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Checking router: 6dd8f017-86d1-4718-8270-ac280b4fae7e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:45:01.638956 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Updating router 6dd8f017-86d1-4718-8270-ac280b4fae7e port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:45:01.667933 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:01.819204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d30eb9ce-9a00-4077-aea9-4389417eb3f6 req-01c6a753-10fe-4fbe-b054-e2083d015f9c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 210 time: 0.0361595 Aug 04 15:45:01.905736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 987c80c1-2e23-4e61-aeb6-c3b01d38887b up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:02.014502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 987c80c1-2e23-4e61-aeb6-c3b01d38887b triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:02.015255 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.050922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.071638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Transition to ACTIVE for port object 01dcaa64-4452-46c4-92d6-b281a52cc3e7 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:45:02.079946 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.192880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da67b6-5bc2-4673-8c67-dad773af82b4 None None] Pushing event updated for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:02.215485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5a71fc61-8368-4ab8-9a7a-47718a9407bc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:02.251932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Attempting to bind port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:45:02.252307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Attempting to bind port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:45:02.252670 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Attempting to bind port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 on network dcba739f-c60c-436e-8323-86383702cbc6 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:45:02.264716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:45:02.265605 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Checking segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:45:02.265773 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.266094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Bound using segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:45:02.266604 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Bound port: 01dcaa64-4452-46c4-92d6-b281a52cc3e7, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:45:02.266989 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.325496 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 5a71fc61-8368-4ab8-9a7a-47718a9407bc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:02.325872 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.383447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] For port 01dcaa64-4452-46c4-92d6-b281a52cc3e7, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:45:02.398713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] For port 01dcaa64-4452-46c4-92d6-b281a52cc3e7, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=01dcaa64-4452-46c4-92d6-b281a52cc3e7,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:45:02.405984 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:02.496735 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:02.497396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:02.504507 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da67b6-5bc2-4673-8c67-dad773af82b4 None None] Pushing event updated for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:02.617193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:02.880450 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-7911593e-0c85-4b9b-a8fa-6d83a6916995 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:02.882911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-7911593e-0c85-4b9b-a8fa-6d83a6916995 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 797 time: 0.1306944 Aug 04 15:45:02.951525 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-10deaccc-eb8b-4e8b-b0c1-ae2d4d658c82 req-d93916f2-d0b3-4ff4-8dd7-5a9c1451ab0f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Aug 04 15:45:02.956144 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-e505e918-6b68-4193-b8c2-43f01effb966 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=317ec96d6e7146ed866138cd21938709 HTTP/1.1" status: 200 len: 380 time: 0.0635242 Aug 04 15:45:02.970848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'port': {'device_id': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'admin_state_up': True, 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'security_groups': ['d44ed9f3-b692-4611-a1ae-cae4e95c1e4b']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:45:02.994233 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:02Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:03.024851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf5e84-b7b3-4bf6-9b9c-af9ea8d71451 None None] The sync data for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 is: [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:02Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:45:03.103363 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Made reservation on behalf of 317ec96d6e7146ed866138cd21938709 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:45:03.106924 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.245669 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.20.0.5 (dcba739f-c60c-436e-8323-86383702cbc6/4ed04937-6034-4ba9-b72e-a4c62d972e52/6a81baca-a600-4255-b926-11a5d1aa1a9a) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:45:03.389824 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.404839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Transition to ACTIVE for port object 6a81baca-a600-4255-b926-11a5d1aa1a9a will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:45:03.440031 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.488039 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network dcba739f-c60c-436e-8323-86383702cbc6 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:45:03.493308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:45:03.497930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:45:03.504661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:03.554676 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:03.555366 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.573366 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-a3118d80-2409-4c48-abca-9106df260435 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105876 Aug 04 15:45:03.587035 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Request body: {'port': {'device_id': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:45:03.645044 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.743176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-865a0b9a-b27d-49c2-9a9a-c2b2cc780732 None None] Provisioning for port 6a81baca-a600-4255-b926-11a5d1aa1a9a completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:03.747574 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-865a0b9a-b27d-49c2-9a9a-c2b2cc780732 None None] Provisioning complete for port 6a81baca-a600-4255-b926-11a5d1aa1a9a triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:03.748100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-865a0b9a-b27d-49c2-9a9a-c2b2cc780732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.786728 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-865a0b9a-b27d-49c2-9a9a-c2b2cc780732 None None] Port 6a81baca-a600-4255-b926-11a5d1aa1a9a cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:45:03.934614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 01dcaa64-4452-46c4-92d6-b281a52cc3e7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:03.935741 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a81baca-a600-4255-b926-11a5d1aa1a9a {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:45:03.944295 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.963540 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Transition to ACTIVE for port object 6a81baca-a600-4255-b926-11a5d1aa1a9a will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:45:03.970429 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:03.993784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:03.998861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:03.999610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.054703 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:04.119591 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.147707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67de4a-47bb-41b8-81e7-9b8a44912abd req-487fe428-4e54-4457-8b77-a9dd2a503339 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:04.149291 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d67de4a-47bb-41b8-81e7-9b8a44912abd req-487fe428-4e54-4457-8b77-a9dd2a503339 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 943 time: 0.0992763 Aug 04 15:45:04.150225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Attempting to bind port 6a81baca-a600-4255-b926-11a5d1aa1a9a on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:45:04.150556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Attempting to bind port 6a81baca-a600-4255-b926-11a5d1aa1a9a by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:45:04.150911 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Attempting to bind port 6a81baca-a600-4255-b926-11a5d1aa1a9a on network dcba739f-c60c-436e-8323-86383702cbc6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:45:04.157288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Port 6a81baca-a600-4255-b926-11a5d1aa1a9a on network dcba739f-c60c-436e-8323-86383702cbc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:45:04.157661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Attempting to bind port 6a81baca-a600-4255-b926-11a5d1aa1a9a on network dcba739f-c60c-436e-8323-86383702cbc6 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:45:04.170075 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:45:04.170468 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Checking segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:45:04.170856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Bound using segment: {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:45:04.171347 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Bound port: 6a81baca-a600-4255-b926-11a5d1aa1a9a, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a5160b-70d6-4408-9375-36a7c9060936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:45:04.171584 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 01dcaa64-4452-46c4-92d6-b281a52cc3e7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=01dcaa64-4452-46c4-92d6-b281a52cc3e7,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:04.171717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.177193 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.228352 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d67de4a-47bb-41b8-81e7-9b8a44912abd req-a458d769-8526-4e56-9db9-6f85cb396d5b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681255 Aug 04 15:45:04.240234 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:04.273218 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:45:04.276552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:45:04.282039 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.317235 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:04.317880 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:04.319512 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] 10.222.0.38 "PUT /v2.0/ports/6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 1092 time: 0.7377014 Aug 04 15:45:04.320263 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:45:04.322784 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd402db8-1bfa-4999-b396-ab786e473d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:45:04.350771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b72ba8-2e29-45a5-a6e8-44e0aee72017 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:04.391554 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc217e-8cbc-4db4-abb5-a34ecd05884d x-openstack-request-id: req-6ecc217e-8cbc-4db4-abb5-a34ecd05884d {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:45:04.391836 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:45:04.392086 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ecc217e-8cbc-4db4-abb5-a34ecd05884d {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:45:04.392494 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'status': 'completed', 'code': 200} Aug 04 15:45:04.408695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-9b2928f7-811e-4abf-b405-403abf286ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:04.410608 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-9b2928f7-811e-4abf-b405-403abf286ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0508535 Aug 04 15:45:04.454648 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-c1b3b573-3137-4fa4-9141-13880b30a4fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 217 time: 0.0355895 Aug 04 15:45:04.504769 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-59c2c1f8-dc6a-4a4e-b8dd-9df1944aaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:04.506294 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-59c2c1f8-dc6a-4a4e-b8dd-9df1944aaeec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 200 len: 835 time: 0.0451655 Aug 04 15:45:04.557953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-871064a2-cf27-498b-851d-ee215558aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:04.559531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-871064a2-cf27-498b-851d-ee215558aad6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dcba739f-c60c-436e-8323-86383702cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450742 Aug 04 15:45:04.650438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-ec1b44df-01ef-4187-a434-5acbac022581 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831039 Aug 04 15:45:05.070107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c06962fe-91db-47ee-afe7-994ac254d5ba req-f83507cb-3d4e-4ffc-b4e6-9910be295093 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124820 Aug 04 15:45:05.169047 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-cf77820c-9d28-4cc6-a5a5-934ae705a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:05.170532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-cf77820c-9d28-4cc6-a5a5-934ae705a0d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0506406 Aug 04 15:45:05.268074 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-b94a7adf-2fac-48a4-8846-0447a40df659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:05.269614 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-b94a7adf-2fac-48a4-8846-0447a40df659 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 898 time: 0.0916336 Aug 04 15:45:05.321530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-22aea2e1-2205-466c-9731-6f18ef1a7c16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 217 time: 0.0419261 Aug 04 15:45:05.394506 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-42cef684-b5ff-43ff-a9f8-d6f856cffff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:05.396086 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-42cef684-b5ff-43ff-a9f8-d6f856cffff6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 200 len: 835 time: 0.0656040 Aug 04 15:45:05.404559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c8a83-11fd-4dbf-b48c-b9a51a6f5f7c req-9f406cf8-d88f-4212-8948-1e7bfb84f9f9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:05.405924 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c20c8a83-11fd-4dbf-b48c-b9a51a6f5f7c req-9f406cf8-d88f-4212-8948-1e7bfb84f9f9 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 943 time: 0.0870082 Aug 04 15:45:05.473541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c20c8a83-11fd-4dbf-b48c-b9a51a6f5f7c req-c05b13d1-54c0-43fb-a073-f5021159d288 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579796 Aug 04 15:45:05.476633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-2c679b5b-2414-4787-965b-caf552e7b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:05.477889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-2c679b5b-2414-4787-965b-caf552e7b9c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dcba739f-c60c-436e-8323-86383702cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711350 Aug 04 15:45:05.571995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-d18e6262-11e0-4e19-bbdc-3a68be4021f1 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854585 Aug 04 15:45:05.677378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cd402db8-1bfa-4999-b396-ab786e473d4b req-c3cd4c61-d248-418d-8236-1e645aad9d78 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980406 Aug 04 15:45:05.899612 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 01dcaa64-4452-46c4-92d6-b281a52cc3e7 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:05.948232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:05.948470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:06.609527 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b22f6-e891-4e60-a9fe-0c414854f364 req-4fedbafb-44fc-4e83-9fa3-c12ead57a745 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:06.610975 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-001b22f6-e891-4e60-a9fe-0c414854f364 req-4fedbafb-44fc-4e83-9fa3-c12ead57a745 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 943 time: 0.0646272 Aug 04 15:45:06.654005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-001b22f6-e891-4e60-a9fe-0c414854f364 req-bcfe4e16-56b7-466a-8e53-14653b3cfdcb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Aug 04 15:45:07.783551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fec69-96d8-4ecd-aa9f-6fe389ab09cf req-a1a7b7ab-9147-4e30-9948-45bd44e7f318 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:07.785081 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f2fec69-96d8-4ecd-aa9f-6fe389ab09cf req-a1a7b7ab-9147-4e30-9948-45bd44e7f318 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 943 time: 0.0531173 Aug 04 15:45:07.827457 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5f2fec69-96d8-4ecd-aa9f-6fe389ab09cf req-474ceecd-50e8-4c7c-95d2-b014d7b8d7de tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Aug 04 15:45:08.972949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc092c4-16ae-48db-ab25-e82ed06fda90 req-9a759aea-876d-466f-9a60-505d12703cb2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:08.974458 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dc092c4-16ae-48db-ab25-e82ed06fda90 req-9a759aea-876d-466f-9a60-505d12703cb2 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 943 time: 0.0637388 Aug 04 15:45:09.016853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3dc092c4-16ae-48db-ab25-e82ed06fda90 req-2130118a-b8d8-4917-9128-8ca91855ff99 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Aug 04 15:45:09.200017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a81baca-a600-4255-b926-11a5d1aa1a9a details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:45:09.305303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:09.317666 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'port_id': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'mac_address': 'fa:16:3e:92:de:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:45:09.357113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:09.370872 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a81baca-a600-4255-b926-11a5d1aa1a9a {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:45:09.391338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:09.397090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:09.446257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:09.606419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['6a81baca-a600-4255-b926-11a5d1aa1a9a'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:45:10.160097 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b87a-277c-45ad-b0f0-6ff0db756ffd req-983cde9c-e725-413e-a04d-6b0abc64498d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:10.161622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa63b87a-277c-45ad-b0f0-6ff0db756ffd req-983cde9c-e725-413e-a04d-6b0abc64498d tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 944 time: 0.0559950 Aug 04 15:45:10.204546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fa63b87a-277c-45ad-b0f0-6ff0db756ffd req-9df03396-52b2-490f-9d77-4b65896596a3 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Aug 04 15:45:11.200287 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a81baca-a600-4255-b926-11a5d1aa1a9a up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:45:11.253970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 6a81baca-a600-4255-b926-11a5d1aa1a9a completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:45:11.258217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 6a81baca-a600-4255-b926-11a5d1aa1a9a triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:45:11.258622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:11.329493 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9edd-be6d-4962-a508-05da36d59b0d req-aa69ab46-e7be-40e6-a937-10a2d33405ec tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:11.331102 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610f9edd-be6d-4962-a508-05da36d59b0d req-aa69ab46-e7be-40e6-a937-10a2d33405ec tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 944 time: 0.0568926 Aug 04 15:45:11.343154 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:11.365901 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:45:11.368233 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600408bc-8231-44b3-aa00-5d871f5c6e98" -d '{"events": [{"server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "name": "network-vif-plugged", "status": "completed", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:45:11.371332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-610f9edd-be6d-4962-a508-05da36d59b0d req-a71df6cd-2349-46cd-aa15-d54357fbbe7f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Aug 04 15:45:11.381352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:11.390848 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:11.411939 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2680c-3607-4c7d-9615-17c7109911f6 x-openstack-request-id: req-cca2680c-3607-4c7d-9615-17c7109911f6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:45:11.412221 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "name": "network-vif-plugged", "status": "completed", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:45:11.412470 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cca2680c-3607-4c7d-9615-17c7109911f6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:45:11.412865 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'code': 200} Aug 04 15:45:11.440073 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:11.521907 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b850bfe-e6f0-4aac-9cb4-61957b1dc781 req-bab38b1b-ef27-456e-99d4-9a765ca2c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:11.523477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b850bfe-e6f0-4aac-9cb4-61957b1dc781 req-bab38b1b-ef27-456e-99d4-9a765ca2c0f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0495992 Aug 04 15:45:11.560088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3b850bfe-e6f0-4aac-9cb4-61957b1dc781 req-8b7d96b0-269b-4779-b577-32f84d6c7ab6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290225 Aug 04 15:45:12.502932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6819e-25a8-4af7-a1d2-3243d06cc281 req-7308d38c-50da-4495-842c-8ce8239b01fb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:12.504475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edb6819e-25a8-4af7-a1d2-3243d06cc281 req-7308d38c-50da-4495-842c-8ce8239b01fb tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Aug 04 15:45:12.549755 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-edb6819e-25a8-4af7-a1d2-3243d06cc281 req-5b3166c4-cf09-4a95-9df5-4c9a2c7660b6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358262 Aug 04 15:45:12.679985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89aafa-732d-46b8-acd4-e35846b42410 req-a71917ae-247f-46f1-a375-53f8eabd2d2a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:12.681473 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb89aafa-732d-46b8-acd4-e35846b42410 req-a71917ae-247f-46f1-a375-53f8eabd2d2a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0500078 Aug 04 15:45:12.719654 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb89aafa-732d-46b8-acd4-e35846b42410 req-3f1c5fb0-0ed5-4e42-9843-35983674e4bf tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 04 15:45:12.749396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:12.794559 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9902f-41d1-4e42-937a-b889cfb3d63d tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:12.796261 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-59e9902f-41d1-4e42-937a-b889cfb3d63d tempest-TestNetworkAdvancedServerOps-1132350916 tempest-TestNetworkAdvancedServerOps-1132350916-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1092 time: 0.0458727 Aug 04 15:45:12.799436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45670) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:12.803841 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:45:12.828802 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:12.938401 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.045370 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Allocated IP 172.25.0.152 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/b8dd3c7a-f026-48c0-8b11-b4c27d696fa6) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:45:13.154132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.196086 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.248903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:45:13.251965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:45:13.257308 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:45:13.260812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=b8dd3c7a-f026-48c0-8b11-b4c27d696fa6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:13.642241 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.716868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.874745 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.879666 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:13.946661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event updated for resources: {'Port': ['ID=b8dd3c7a-f026-48c0-8b11-b4c27d696fa6,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:13.958208 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:14.058466 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 63e1fa87-6285-47c3-b605-d9dae428bd58 associated. External IP: 172.25.0.152, port: 6a81baca-a600-4255-b926-11a5d1aa1a9a. Aug 04 15:45:14.273581 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 6dd8f017-86d1-4718-8270-ac280b4fae7e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:45:14.386775 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:45:14.397362 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Sync routers for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:45:14.405257 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:14.407330 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:14.408236 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:14.432710 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4a28185b-1f9a-4a9b-993e-081633820766 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6322272 Aug 04 15:45:14.433284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:45:14.435625 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3669be6a-ed9c-48eb-b9a0-8ece64c18916" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:45:14.473012 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2925cdea-3cc2-4194-9aff-b2fd2a9619b3 x-openstack-request-id: req-2925cdea-3cc2-4194-9aff-b2fd2a9619b3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:45:14.473384 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:45:14.473801 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2925cdea-3cc2-4194-9aff-b2fd2a9619b3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:45:14.474275 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'status': 'completed', 'code': 200} Aug 04 15:45:14.513597 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:14.561949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-5817b92d-6774-4180-bd85-2becea6480fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:14.563417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-5817b92d-6774-4180-bd85-2becea6480fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0599458 Aug 04 15:45:14.571785 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b7409-c825-402e-b404-0e29f8a9f62a req-380da986-25b0-4f32-9e0e-f3683e5aec7f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:14.573208 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a59b7409-c825-402e-b404-0e29f8a9f62a req-380da986-25b0-4f32-9e0e-f3683e5aec7f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0788708 Aug 04 15:45:14.658410 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a59b7409-c825-402e-b404-0e29f8a9f62a req-fe84c6c3-1426-4334-b210-fcba2efe8ac8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768101 Aug 04 15:45:14.682018 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45676) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:14.686284 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-dc33f0c0-ad88-4731-ad02-de8f372a4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:14.687846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-dc33f0c0-ad88-4731-ad02-de8f372a4789 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 898 time: 0.1137860 Aug 04 15:45:14.744337 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '63e1fa87-6285-47c3-b605-d9dae428bd58', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'port_id': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'mac_address': 'fa:16:3e:92:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:45:13Z', 'updated_at': '2021-08-04T15:45:13Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:14.744991 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9517f669-d2b0-4c3f-bb6c-854b3a32bb91 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/63e1fa87-6285-47c3-b605-d9dae428bd58 HTTP/1.1" status: 200 len: 991 time: 0.0608637 Aug 04 15:45:14.760245 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-8f507379-0db7-4500-99fe-1a60dc6d0096 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 999 time: 0.0633340 Aug 04 15:45:14.771135 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Checking router: 6dd8f017-86d1-4718-8270-ac280b4fae7e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:45:14.779265 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:14.779861 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:44:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:14.809399 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-abb3b6d6-81bb-4e00-8124-e7df60461e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:14.810944 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-abb3b6d6-81bb-4e00-8124-e7df60461e1d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 200 len: 835 time: 0.0436134 Aug 04 15:45:14.847665 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-42d98487-a4e8-4fba-b9e8-0f40bcdb9760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:14.860662 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-f8b9a479-2f51-4603-a707-8dcd72f2da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:14.862402 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-f8b9a479-2f51-4603-a707-8dcd72f2da64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dcba739f-c60c-436e-8323-86383702cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440459 Aug 04 15:45:14.884614 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:14.955520 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-390867ad-f725-4f70-b7fa-c8cab67cf17d service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Aug 04 15:45:15.046713 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3669be6a-ed9c-48eb-b9a0-8ece64c18916 req-954271bd-e773-46a4-908a-fc5b2176e0d9 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834358 Aug 04 15:45:15.114168 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '63e1fa87-6285-47c3-b605-d9dae428bd58', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'port_id': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'mac_address': 'fa:16:3e:92:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:45:13Z', 'updated_at': '2021-08-04T15:45:13Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:15.139721 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041d84ad-e4c2-4252-971f-9517eed89b6c None None] The sync data for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 is: [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '63e1fa87-6285-47c3-b605-d9dae428bd58', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'port_id': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'mac_address': 'fa:16:3e:92:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:45:13Z', 'updated_at': '2021-08-04T15:45:13Z', 'revision_number': 0, 'project_id': '317ec96d6e7146ed866138cd21938709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:45:15.355169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7c1a-e9d3-419c-afa0-5c8e2c5b6f64 None None] New status for floating IP 63e1fa87-6285-47c3-b605-d9dae428bd58: ACTIVE {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:45:15.749715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45678) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:15.820016 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4d1983ca-fe0c-4b5a-a6af-7f7b41b4e05e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/63e1fa87-6285-47c3-b605-d9dae428bd58 HTTP/1.1" status: 200 len: 993 time: 0.0685804 Aug 04 15:45:17.504622 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e5f7dd62-5e2f-4dc5-a60e-45c01e7f332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:17.723661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:18.364305 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:18.998526 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:19.286294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:20.469643 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:37.132826 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:45:44.850288 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19571fc5-a51e-4616-832d-6da6820cb341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:47.508545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-27a8107e-bc47-4e95-8d54-8f324c3a8c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:47.710086 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:48.362440 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:48.997864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:49.296400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:49.475171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb97b4-519a-4775-9673-65a34cd9a8bb req-faa059bc-ee67-48a6-ba4a-9430b03aeeef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:49.476693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cccb97b4-519a-4775-9673-65a34cd9a8bb req-faa059bc-ee67-48a6-ba4a-9430b03aeeef tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Aug 04 15:45:49.517674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cccb97b4-519a-4775-9673-65a34cd9a8bb req-0b80ed12-dd99-4c83-82a3-75e6c8cb4e3a tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324907 Aug 04 15:45:50.477149 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:50.646643 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4efe-c8a2-40c8-b47b-4e5ac782ab27 req-eba0fef0-9180-412e-8078-632d56955ac7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:50.648031 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07fe4efe-c8a2-40c8-b47b-4e5ac782ab27 req-eba0fef0-9180-412e-8078-632d56955ac7 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0569875 Aug 04 15:45:50.689831 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-07fe4efe-c8a2-40c8-b47b-4e5ac782ab27 req-ecb4e5f8-1eb8-4ccf-a01a-c5735a73c726 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Aug 04 15:45:50.722094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45700) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:50.788995 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-55743edd-da0e-4d21-8d04-6a7dec636ec0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/63e1fa87-6285-47c3-b605-d9dae428bd58 HTTP/1.1" status: 200 len: 993 time: 0.0656965 Aug 04 15:45:52.084152 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280483-7c38-423f-8233-427aff99a824 req-827bed8a-23f7-47be-ba5b-1f6ab24eff7e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:52.085549 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e280483-7c38-423f-8233-427aff99a824 req-827bed8a-23f7-47be-ba5b-1f6ab24eff7e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0781929 Aug 04 15:45:52.091274 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-405a6001-15e2-494d-842a-4cdc9f296e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:52.092656 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-405a6001-15e2-494d-842a-4cdc9f296e0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0572820 Aug 04 15:45:52.168993 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4e280483-7c38-423f-8233-427aff99a824 req-f24e23cb-f5c3-4e4b-a625-8374562f31f8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753431 Aug 04 15:45:52.203422 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-a53317f0-08a3-42d8-97a3-10bb9d393d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:52.204919 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-a53317f0-08a3-42d8-97a3-10bb9d393d93 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 898 time: 0.1044881 Aug 04 15:45:52.280875 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-c36ffc02-c054-47ec-ad7a-00407db2e687 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 1001 time: 0.0674777 Aug 04 15:45:52.335191 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-35cf58d0-d48d-4405-8a71-af3cf952e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:52.336611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-35cf58d0-d48d-4405-8a71-af3cf952e492 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 200 len: 835 time: 0.0493309 Aug 04 15:45:52.393809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-fc6f99e0-9d38-47e3-aec0-b2a11b2553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:52.395380 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-fc6f99e0-9d38-47e3-aec0-b2a11b2553e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dcba739f-c60c-436e-8323-86383702cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511191 Aug 04 15:45:52.485933 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-408bfd4e-1d2a-487b-b0b8-c0fc72e10b1e service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823042 Aug 04 15:45:52.579846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a8f6d769-bd4b-4b1a-a715-d1fd2bd41774 req-80e23d1e-9b68-4725-89a2-9072ad4a1124 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861535 Aug 04 15:45:53.302932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34c1c-f7be-4e4a-afc9-363ba6161631 req-54709564-89b6-4062-a157-5a56311e6e63 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:53.304438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd34c1c-f7be-4e4a-afc9-363ba6161631 req-54709564-89b6-4062-a157-5a56311e6e63 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Aug 04 15:45:53.344651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd34c1c-f7be-4e4a-afc9-363ba6161631 req-145ff25c-5ec7-487b-acaf-e00b29456a24 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Aug 04 15:45:54.486744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15042b03-cc17-4060-ab78-d1387524c7a7 req-6b5df0d4-8f7b-4a89-aead-9bb88189e66e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:54.488256 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15042b03-cc17-4060-ab78-d1387524c7a7 req-6b5df0d4-8f7b-4a89-aead-9bb88189e66e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0589545 Aug 04 15:45:54.531228 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15042b03-cc17-4060-ab78-d1387524c7a7 req-3389ebb3-e343-4afb-8232-7171a358dd25 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Aug 04 15:45:54.564604 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45712) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:54.623642 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0864f6e8-bb82-49df-847a-107446a22b7b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/floatingips/63e1fa87-6285-47c3-b605-d9dae428bd58 HTTP/1.1" status: 200 len: 993 time: 0.0579288 Aug 04 15:45:54.882175 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:55.050086 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port b8dd3c7a-f026-48c0-8b11-b4c27d696fa6 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:45:55.050444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.136070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.136304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.147934 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for b8dd3c7a-f026-48c0-8b11-b4c27d696fa6 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:45:55.302389 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.329952 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=b8dd3c7a-f026-48c0-8b11-b4c27d696fa6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:55.355459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.355815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.356162 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.356503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.356840 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.357179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.357514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.357854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.358224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.358572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.358938 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.359262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:55.404030 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.404259 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Floating IP 63e1fa87-6285-47c3-b605-d9dae428bd58 disassociated (deleted). External IP: 172.25.0.152, port: 6a81baca-a600-4255-b926-11a5d1aa1a9a. Aug 04 15:45:55.620294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 6dd8f017-86d1-4718-8270-ac280b4fae7e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:45:55.732762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:45:55.738328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:55.744066 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Sync routers for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:45:55.758312 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:55.759281 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:55.773157 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-12a4343d-6474-4b25-8011-84ab4547655b tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/floatingips/63e1fa87-6285-47c3-b605-d9dae428bd58 HTTP/1.1" status: 204 len: 168 time: 0.8897965 Aug 04 15:45:55.774203 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:45:55.776988 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:45:55.815252 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9e208-6b3e-4595-8619-60a886b4e2bf x-openstack-request-id: req-41f9e208-6b3e-4595-8619-60a886b4e2bf {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:45:55.815547 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:45:55.815803 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41f9e208-6b3e-4595-8619-60a886b4e2bf {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:45:55.816218 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'status': 'completed', 'code': 200} Aug 04 15:45:55.898396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-f1b2fb21-41f6-4d39-9d44-10e898510262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:55.901104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-f1b2fb21-41f6-4d39-9d44-10e898510262 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=317ec96d6e7146ed866138cd21938709&device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0607779 Aug 04 15:45:55.967625 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:56.027158 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-adfe34cc-3d93-4c96-b65f-b1315c20372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:56.028680 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-adfe34cc-3d93-4c96-b65f-b1315c20372b service neutron] 10.222.0.38 "GET /v2.0/networks?id=dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 200 len: 898 time: 0.1175182 Aug 04 15:45:56.041560 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784e04-4758-4d2f-bd76-28e453a5a434 req-1a745143-b21d-4ffe-b372-6beb729487e0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:56.043022 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b784e04-4758-4d2f-bd76-28e453a5a434 req-1a745143-b21d-4ffe-b372-6beb729487e0 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0732183 Aug 04 15:45:56.088502 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-851359ce-048d-44b5-ae15-4ba3f4ca5930 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 200 len: 217 time: 0.0445168 Aug 04 15:45:56.146677 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7b784e04-4758-4d2f-bd76-28e453a5a434 req-b41033c9-2f5b-4447-b61c-ffb355d9497c tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966165 Aug 04 15:45:56.154271 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-9f8f7a1a-b90a-46be-a581-0b6a8de87db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:56.155963 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-9f8f7a1a-b90a-46be-a581-0b6a8de87db0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 200 len: 835 time: 0.0588477 Aug 04 15:45:56.163978 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:56.193386 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Checking router: 6dd8f017-86d1-4718-8270-ac280b4fae7e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:45:56.202027 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:45:56.202704 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:56.203782 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-d5cab0c5-0929-45d7-ac5a-ecd55701bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:56.205340 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-d5cab0c5-0929-45d7-ac5a-ecd55701bd2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dcba739f-c60c-436e-8323-86383702cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409002 Aug 04 15:45:56.300989 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-d40c9488-4945-4d41-9bbf-c6e5045faaf6 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868609 Aug 04 15:45:56.307579 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:45:56.392341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1b1e52d5-4087-427d-8aaa-1fbadec2a3fd req-86e00b97-e830-40d7-a3ce-706487f969a7 service neutron] 10.222.0.38 "GET /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Aug 04 15:45:56.508428 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:45:56.537287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b5a82-d52f-468d-aa81-93f6d4d308b1 None None] The sync data for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 is: [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '01dcaa64-4452-46c4-92d6-b281a52cc3e7', 'name': '', 'network_id': 'dcba739f-c60c-436e-8323-86383702cbc6', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'mac_address': 'fa:16:3e:9b:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:59Z', 'updated_at': '2021-08-04T15:45:04Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'subnets': [{'id': '4ed04937-6034-4ba9-b72e-a4c62d972e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:45:56.766610 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d098f93-6648-4d01-b5dc-cbb376ffadc5 None None] New status for floating IP 63e1fa87-6285-47c3-b605-d9dae428bd58: DOWN {{(pid=94267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:45:57.277131 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1107b-7715-47b9-ae07-60a25c5981c6 req-49a9942c-39a6-4656-a1b6-f0e49649a360 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:57.278671 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7e1107b-7715-47b9-ae07-60a25c5981c6 req-49a9942c-39a6-4656-a1b6-f0e49649a360 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0530369 Aug 04 15:45:57.324982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c7e1107b-7715-47b9-ae07-60a25c5981c6 req-ef037233-6186-4cdf-bbdc-f39366b100d8 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/security-groups?id=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Aug 04 15:45:57.561372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-a4943e6e-12dc-49ce-b803-fd4f42d28e9f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:45:57.562872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-a4943e6e-12dc-49ce-b803-fd4f42d28e9f tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 945 time: 0.0570056 Aug 04 15:45:57.652791 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 6a81baca-a600-4255-b926-11a5d1aa1a9a {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:45:57.653113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:57.744659 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 6a81baca-a600-4255-b926-11a5d1aa1a9a, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=6a81baca-a600-4255-b926-11a5d1aa1a9a,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:45:57.745028 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:57.757687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 6a81baca-a600-4255-b926-11a5d1aa1a9a owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:45:57.892340 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:57.920637 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=6a81baca-a600-4255-b926-11a5d1aa1a9a,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:45:57.932834 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.933225 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.933569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.933890 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.934251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.934610 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.934949 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.935253 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.935603 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.935933 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.936264 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.936589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:45:57.971929 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] No DVR routers for this DVR port 6a81baca-a600-4255-b926-11a5d1aa1a9a on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:45:57.974478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:57.976524 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-768a354b-dd01-4b95-abb6-cf72a7ff9ca1 req-5008b41f-45ab-4b3a-b85a-d4d2d9bc1b3e tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.38 "DELETE /v2.0/ports/6a81baca-a600-4255-b926-11a5d1aa1a9a HTTP/1.1" status: 204 len: 173 time: 0.4074447 Aug 04 15:45:57.976968 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'name': 'network-vif-deleted', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:45:57.979260 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8bf63d-f9e6-4e44-bf9e-3776032d927c" -d '{"events": [{"server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "name": "network-vif-deleted", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:45:58.017820 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397e725-fc4d-4d30-a432-c938edbf9457 x-openstack-request-id: req-d397e725-fc4d-4d30-a432-c938edbf9457 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:45:58.018096 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab76ea-032f-4908-b7ad-634b43f83ee0", "name": "network-vif-deleted", "tag": "6a81baca-a600-4255-b926-11a5d1aa1a9a", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:45:58.018384 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d397e725-fc4d-4d30-a432-c938edbf9457 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:45:58.018811 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab76ea-032f-4908-b7ad-634b43f83ee0', 'name': 'network-vif-deleted', 'tag': '6a81baca-a600-4255-b926-11a5d1aa1a9a', 'status': 'completed', 'code': 200} Aug 04 15:45:58.444489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ddf51971-4bd1-4fad-afb4-84b316c169e2 req-9e56643b-5143-48b3-814c-2bc7c63a6f52 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "GET /v2.0/ports?device_id=6eab76ea-032f-4908-b7ad-634b43f83ee0 HTTP/1.1" status: 200 len: 210 time: 0.0330644 Aug 04 15:45:59.507291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45734) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:45:59.895664 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:00.158478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 01dcaa64-4452-46c4-92d6-b281a52cc3e7 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:46:00.158845 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:00.250918 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 01dcaa64-4452-46c4-92d6-b281a52cc3e7, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=01dcaa64-4452-46c4-92d6-b281a52cc3e7,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:00.251295 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:00.270452 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 01dcaa64-4452-46c4-92d6-b281a52cc3e7 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:46:00.466115 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:00.494214 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=01dcaa64-4452-46c4-92d6-b281a52cc3e7,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:00.673933 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:00.897277 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Router 6dd8f017-86d1-4718-8270-ac280b4fae7e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:46:01.015741 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:01.021278 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1ccd2704-b5f0-4179-a148-ca3460d74681 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "PUT /v2.0/routers/6dd8f017-86d1-4718-8270-ac280b4fae7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129323 Aug 04 15:46:01.024256 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:01.026982 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Sync routers for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:01.037450 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:01.038074 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:01.078835 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting subnet 4ed04937-6034-4ba9-b72e-a4c62d972e52 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:46:01.082288 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.122124 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.143063 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:01.210269 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.270052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.297155 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed04937-6034-4ba9-b72e-a4c62d972e52,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:01.300774 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.306104 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f81255d4-a541-4b3f-a074-0bc0bb358221 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/subnets/4ed04937-6034-4ba9-b72e-a4c62d972e52 HTTP/1.1" status: 204 len: 168 time: 0.2780056 Aug 04 15:46:01.306278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45738) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:01.317208 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59d86b-39f9-411d-bc5b-15064ec0afa1 None None] Network dcba739f-c60c-436e-8323-86383702cbc6 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:46:01.321254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:46:00Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:01.348318 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Checking router: 6dd8f017-86d1-4718-8270-ac280b4fae7e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:01.356553 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Routers {'6dd8f017-86d1-4718-8270-ac280b4fae7e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:01.357162 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['6dd8f017-86d1-4718-8270-ac280b4fae7e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:01.420376 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.433793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a81baca-a600-4255-b926-11a5d1aa1a9a no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:46:01.457179 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 6a81baca-a600-4255-b926-11a5d1aa1a9a {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:46:01.457815 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 6a81baca-a600-4255-b926-11a5d1aa1a9a not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:46:01.469810 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] Set router 6dd8f017-86d1-4718-8270-ac280b4fae7e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:01.527776 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] DHCP port deletion for dcba739f-c60c-436e-8323-86383702cbc6 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:46:01.530677 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.574711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Deleting port 5a71fc61-8368-4ab8-9a7a-47718a9407bc {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:46:01.575090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.584808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Deleting port 987c80c1-2e23-4e61-aeb6-c3b01d38887b {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:46:01.585178 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.639585 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] For port 5a71fc61-8368-4ab8-9a7a-47718a9407bc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=5a71fc61-8368-4ab8-9a7a-47718a9407bc,segment=NetworkSegment(b0a5160b-70d6-4408-9375-36a7c9060936),segment_id=b0a5160b-70d6-4408-9375-36a7c9060936)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:01.640016 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.651909 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:46:00Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:01.652661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Calling delete_port for 5a71fc61-8368-4ab8-9a7a-47718a9407bc owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:46:01.669749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] For port 987c80c1-2e23-4e61-aeb6-c3b01d38887b, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=987c80c1-2e23-4e61-aeb6-c3b01d38887b,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:01.670152 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.683154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Calling delete_port for 987c80c1-2e23-4e61-aeb6-c3b01d38887b owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:46:01.686776 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0994d12-3abc-4439-970a-596bc98f3804 None None] The sync data for ids ['6dd8f017-86d1-4718-8270-ac280b4fae7e'] in n-d-801743-12 is: [{'id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582812010', 'tenant_id': '317ec96d6e7146ed866138cd21938709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:46:00Z', 'revision_number': 5, 'project_id': '317ec96d6e7146ed866138cd21938709', 'gw_port': {'id': '987c80c1-2e23-4e61-aeb6-c3b01d38887b', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8f017-86d1-4718-8270-ac280b4fae7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:44:56Z', 'updated_at': '2021-08-04T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:01.736712 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.763708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] No DVR routers for this DVR port 5a71fc61-8368-4ab8-9a7a-47718a9407bc on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:46:01.765112 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Pushing event deleted for resources: {'Port': ['ID=5a71fc61-8368-4ab8-9a7a-47718a9407bc,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:01.777941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.778282 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.778648 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.779003 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.779345 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.779661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.779987 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.780307 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.780631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.780950 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.781317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.781704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615358e-b930-4c75-9be3-705c3ac5819c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:01.860063 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:01.886278 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Port': ['ID=987c80c1-2e23-4e61-aeb6-c3b01d38887b,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:01.950125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.052957 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.055521 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.103641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.104333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd8f017-86d1-4718-8270-ac280b4fae7e {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:46:02.112451 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.116270 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a6051619-f433-4a8d-866d-bf57fddb91c6 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/routers/6dd8f017-86d1-4718-8270-ac280b4fae7e HTTP/1.1" status: 204 len: 168 time: 0.8063588 Aug 04 15:46:02.116507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45740) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:02.144356 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 01dcaa64-4452-46c4-92d6-b281a52cc3e7 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:46:02.167966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 01dcaa64-4452-46c4-92d6-b281a52cc3e7 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:46:02.168305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 01dcaa64-4452-46c4-92d6-b281a52cc3e7 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:46:02.168724 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5a71fc61-8368-4ab8-9a7a-47718a9407bc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:46:02.188210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 5a71fc61-8368-4ab8-9a7a-47718a9407bc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:46:02.188210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 5a71fc61-8368-4ab8-9a7a-47718a9407bc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:46:02.204326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.293843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.304936 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcba739f-c60c-436e-8323-86383702cbc6']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:02.316796 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a5160b-70d6-4408-9375-36a7c9060936') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:02.317095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a5160b-70d6-4408-9375-36a7c9060936') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:02.326919 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.341699 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.348062 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:46:02.348469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:46:02.351653 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:46:02.413986 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.420966 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.422895 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/networks/dcba739f-c60c-436e-8323-86383702cbc6 HTTP/1.1" status: 204 len: 168 time: 0.3053606 Aug 04 15:46:02.425960 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:02.434273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773694aa-5c9c-4a7b-acd9-fffb86b7a975 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'Network': ['ID=dcba739f-c60c-436e-8323-86383702cbc6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:02.489868 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.846628 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.908625 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.911456 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.912698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] 10.222.0.76 "DELETE /v2.0/security-groups/d44ed9f3-b692-4611-a1ae-cae4e95c1e4b HTTP/1.1" status: 204 len: 168 time: 0.4856722 Aug 04 15:46:02.921893 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1305df8-6c11-4d3d-a3dd-4afe5c450c64 tempest-TestNetworkAdvancedServerOps-449368829 tempest-TestNetworkAdvancedServerOps-449368829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ed9f3-b692-4611-a1ae-cae4e95c1e4b,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:03.268886 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45750) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:03.422253 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-31dd98c3-ccdc-4e15-9612-cdbd9dea71c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=317ec96d6e7146ed866138cd21938709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522071 Aug 04 15:46:03.425954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45754) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:03.478697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.499983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.553486 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.556604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.557794 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/386e26f4-1213-4301-939f-2a46d4b0da01 HTTP/1.1" status: 204 len: 168 time: 0.1309502 Aug 04 15:46:03.565808 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9b6ee-6f9c-44ed-84b8-721e0b83fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e26f4-1213-4301-939f-2a46d4b0da01,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:03.831570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45760) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:03.844954 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8012-58d0-468b-b1ad-e9899c19ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.892694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 987c80c1-2e23-4e61-aeb6-c3b01d38887b no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:46:03.913698 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 987c80c1-2e23-4e61-aeb6-c3b01d38887b {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:46:03.914079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 987c80c1-2e23-4e61-aeb6-c3b01d38887b not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:46:03.942572 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8012-58d0-468b-b1ad-e9899c19ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.947252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-2e8e8012-58d0-468b-b1ad-e9899c19ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:03.984170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-2e8e8012-58d0-468b-b1ad-e9899c19ffec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62d28570e30d4658b3b5ad2b7304561c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515071 Aug 04 15:46:03.985168 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e8012-58d0-468b-b1ad-e9899c19ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9cf7e-e188-4e8c-9682-cf28bf44d4df,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:03.987159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45762) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:04.039242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:04.061544 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:04.110826 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:04.113388 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:04.114559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ad9cf7e-e188-4e8c-9682-cf28bf44d4df HTTP/1.1" status: 204 len: 168 time: 0.1258576 Aug 04 15:46:04.122985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175186a5-d377-4295-835a-e7ea8c463d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9cf7e-e188-4e8c-9682-cf28bf44d4df,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:04.859551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45784) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:04.962478 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-624023038-network', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:04.985663 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Made reservation on behalf of 1e6a841183fc4d8fab7c83afa8e9dc0b for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:46:04.988168 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:04.996650 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.090304 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.096280 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.135794 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:46:05.142029 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d2325-454e-447b-8203-bda05c736cc3,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:05.148648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.149649 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Added segment c15df96b-1483-41ee-8cbd-1e54e8ee5942 of type vlan for network e793a221-6f18-4eb2-a895-a845d569c524 Aug 04 15:46:05.190605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.229798 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.230973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:05.231557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.288654 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4279363 Aug 04 15:46:05.291906 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45788) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:05.293743 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710228-1d71-43cc-a49e-f152c47b00f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e793a221-6f18-4eb2-a895-a845d569c524,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:05.297289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Request body: {'subnet': {'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-624023038-subnet', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:05.304846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network e793a221-6f18-4eb2-a895-a845d569c524 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:46:05.324462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Made reservation on behalf of 1e6a841183fc4d8fab7c83afa8e9dc0b for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:46:05.326891 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.494702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.546672 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120ee6e7-6edb-45d6-b849-e9c2f563f238,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:05.561522 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:05.561884 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Network hostable DHCP agents. Network: e793a221-6f18-4eb2-a895-a845d569c524, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:46:05.579853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Network e793a221-6f18-4eb2-a895-a845d569c524 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:46:05.591241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, e793a221-6f18-4eb2-a895-a845d569c524) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:05.597353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:05.598290 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.604068 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104de0d-e8bc-4948-b5fd-d95996bcb3c3 None None] Network e793a221-6f18-4eb2-a895-a845d569c524 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:46:05.616912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fde74237-adae-4ce5-be26-017f4f87f5e2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3236139 Aug 04 15:46:05.619740 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:05.624140 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:05.647960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.648943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.701645 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.751842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-e793a221-6f18-4eb2-a895-a845d569c524', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:46:05.752804 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.844773 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:05.901097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Allocated IP 172.20.0.2 (e793a221-6f18-4eb2-a895-a845d569c524/120ee6e7-6edb-45d6-b849-e9c2f563f238/eb71f5a4-4881-4f6a-9f29-e0f705e8e71c) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:06.045858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.046134 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.054488 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Transition to ACTIVE for port object eb71f5a4-4881-4f6a-9f29-e0f705e8e71c will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:06.069182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Transition to ACTIVE for port object eb71f5a4-4881-4f6a-9f29-e0f705e8e71c will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:06.069433 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.076084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.114120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Network e793a221-6f18-4eb2-a895-a845d569c524 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:06.119010 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:06.122548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:06.129400 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Pushing event updated for resources: {'Port': ['ID=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:06.176958 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Allocated IP 172.25.0.60 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/3e62855c-9972-4b99-b7b2-fe730987d7fc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:06.180199 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Attempting to bind port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:06.180616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Attempting to bind port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:06.181362 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Attempting to bind port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:06.186386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:06.186798 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:06.187219 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.187629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Bound using segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:06.188103 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Bound port: eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:06.188487 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.254923 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] For port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:06.258536 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] For port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:06.264296 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.284646 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.326292 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0a20-d7f0-4a1c-997c-42c22ea2417a None None] Pushing event updated for resources: {'Port': ['ID=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:06.327656 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.366289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:06.371394 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:06.374956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:06.380822 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e62855c-9972-4b99-b7b2-fe730987d7fc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:06.648287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.848641 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:06.980824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:46:07.093348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:07.105142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:07.112185 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:07.113492 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-15caf5a8-8516-4918-8f40-40ca8681dfa0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4927874 Aug 04 15:46:07.116353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45792) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:07.116846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:07.117039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:07.203977 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ef7a7-f66e-4e5e-ba24-942ba9a15146 None None] Network e793a221-6f18-4eb2-a895-a845d569c524 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:46:07.274326 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:07.396280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-3fa20c88-c188-428b-b20f-f368a6e4a789 None None] Provisioning for port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:07.545734 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:06Z', 'revision_number': 3, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:07.578134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:07.578134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Updating router bc381857-08a2-4257-a4e3-0ffd3cda84ad port 3e62855c-9972-4b99-b7b2-fe730987d7fc binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:46:07.605124 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:07.925530 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:07.978436 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb71f5a4-4881-4f6a-9f29-e0f705e8e71c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:08.078735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.085998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Allocated IP 172.20.0.1 (e793a221-6f18-4eb2-a895-a845d569c524/120ee6e7-6edb-45d6-b849-e9c2f563f238/cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:08.087477 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:08.092304 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Transition to ACTIVE for port object 3e62855c-9972-4b99-b7b2-fe730987d7fc will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:08.095747 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:08.096204 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.099486 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.182686 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Attempting to bind port 3e62855c-9972-4b99-b7b2-fe730987d7fc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:08.183038 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Attempting to bind port 3e62855c-9972-4b99-b7b2-fe730987d7fc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:08.183407 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Attempting to bind port 3e62855c-9972-4b99-b7b2-fe730987d7fc on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:08.185722 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c7ace-8a71-477e-9a05-85727dfae7ff None None] Pushing event updated for resources: {'Port': ['ID=3e62855c-9972-4b99-b7b2-fe730987d7fc,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:08.193558 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.196404 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:08.196811 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:08.197228 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.197614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:08.198079 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Bound port: 3e62855c-9972-4b99-b7b2-fe730987d7fc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:08.198457 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.206375 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Transition to ACTIVE for port object cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:08.240708 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.275153 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.278357 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Network e793a221-6f18-4eb2-a895-a845d569c524 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:08.279437 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] For port 3e62855c-9972-4b99-b7b2-fe730987d7fc, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:08.283501 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:08.287182 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:08.289075 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] For port 3e62855c-9972-4b99-b7b2-fe730987d7fc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3e62855c-9972-4b99-b7b2-fe730987d7fc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:08.300197 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.309919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Pushing event updated for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:08.332872 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.349740 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:08.364518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.385661 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:08.386299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:08.388118 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c7ace-8a71-477e-9a05-85727dfae7ff None None] Pushing event updated for resources: {'Port': ['ID=3e62855c-9972-4b99-b7b2-fe730987d7fc,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:08.473702 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.512932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:08.541847 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:08.638673 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.644820 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.645489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-df5dd1a9-c6cf-4445-b335-9d681cfbe2fa None None] Provisioning for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:08.655227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-df5dd1a9-c6cf-4445-b335-9d681cfbe2fa None None] Provisioning complete for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:08.655658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-df5dd1a9-c6cf-4445-b335-9d681cfbe2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.708729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-df5dd1a9-c6cf-4445-b335-9d681cfbe2fa None None] Port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:46:08.710129 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Pushing event updated for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:08.712741 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:08.761212 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:06Z', 'revision_number': 3, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:08.788018 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80512d-963a-466a-a08d-88e0851e3deb None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:06Z', 'revision_number': 3, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:08.808677 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Network e793a221-6f18-4eb2-a895-a845d569c524 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:08.810065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:08.930697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:46:09.037939 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1691953-7cb8-42b0-baa0-81dc132c4ef4 None None] Provisioning complete for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:09.038344 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a1691953-7cb8-42b0-baa0-81dc132c4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.065813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:09.071711 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1588a8f0-4453-47ca-b184-36182361e494 admin admin] 10.222.0.76 "PUT /v2.0/routers/bc381857-08a2-4257-a4e3-0ffd3cda84ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9541657 Aug 04 15:46:09.079695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a1691953-7cb8-42b0-baa0-81dc132c4ef4 None None] Port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:46:09.551111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45808) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:09.556341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1173179164-network', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:09.580842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Made reservation on behalf of a6ac15dfc5c44a2cab6dd85326f55786 for: {'network': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:46:09.583313 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.592946 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.683672 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.690200 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.726570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:46:09.732874 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ebdd8-b066-4a01-89c6-00048dd7c602,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:09.739403 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.739751 n-d-801743-12 neutron-server[94266]: INFO neutron.db.segments_db [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Added segment 075a297a-8808-4d25-80ff-19da486bc67c of type vlan for network b36f5796-cf57-43db-a320-801ade98b613 Aug 04 15:46:09.784103 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.816658 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.817963 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:09.818736 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.877681 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3254018 Aug 04 15:46:09.882536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45810) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:09.883385 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc2756-82ca-45d0-9355-b7248dced341 admin admin] Pushing event updated for resources: {'Network': ['ID=b36f5796-cf57-43db-a320-801ade98b613,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:09.889874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Request body: {'subnet': {'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1173179164-subnet', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:09.902538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b36f5796-cf57-43db-a320-801ade98b613 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:46:09.923449 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Made reservation on behalf of a6ac15dfc5c44a2cab6dd85326f55786 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:46:09.926274 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.036350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb71f5a4-4881-4f6a-9f29-e0f705e8e71c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:10.087626 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:10.087982 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.109227 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.166677 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ee93a1-09ee-4e81-922b-fc8f9f71b9d9,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:10.170335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3e62855c-9972-4b99-b7b2-fe730987d7fc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:10.176058 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Checking segment: {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:10.176425 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Network hostable DHCP agents. Network: b36f5796-cf57-43db-a320-801ade98b613, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:46:10.194730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Network b36f5796-cf57-43db-a320-801ade98b613 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:46:10.206524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b36f5796-cf57-43db-a320-801ade98b613) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:10.210848 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:10.211515 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.218545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15300c65-40a9-4c4f-b7b6-3e2e7e465c7f None None] Network b36f5796-cf57-43db-a320-801ade98b613 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:46:10.226874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-9c9d7802-1c20-49ae-b57a-057b82465c37 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429120 Aug 04 15:46:10.229600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45812) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:10.234213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:10.255436 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.256437 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.273169 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 3e62855c-9972-4b99-b7b2-fe730987d7fc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:10.279133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3e62855c-9972-4b99-b7b2-fe730987d7fc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:10.279514 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.313355 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:10.317362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.324668 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:10.325358 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:10.429590 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.435180 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:10.440205 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b36f5796-cf57-43db-a320-801ade98b613', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:46:10.441068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.456688 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.465874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 3e62855c-9972-4b99-b7b2-fe730987d7fc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3e62855c-9972-4b99-b7b2-fe730987d7fc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:10.475199 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.594359 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=3e62855c-9972-4b99-b7b2-fe730987d7fc,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:10.640203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Allocated IP 172.20.0.2 (b36f5796-cf57-43db-a320-801ade98b613/46ee93a1-09ee-4e81-922b-fc8f9f71b9d9/1aa7f8c7-d0de-49be-b89d-456119e8f443) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:10.678486 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.697336 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.729713 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 2, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:10.759946 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:10.760298 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Updating router bc381857-08a2-4257-a4e3-0ffd3cda84ad port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:46:10.785162 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.795222 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.802313 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Allocated IP 172.25.0.55 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:10.804425 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Transition to ACTIVE for port object 1aa7f8c7-d0de-49be-b89d-456119e8f443 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:10.821852 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Transition to ACTIVE for port object 1aa7f8c7-d0de-49be-b89d-456119e8f443 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:10.828775 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.872739 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Network b36f5796-cf57-43db-a320-801ade98b613 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:10.878336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:10.883297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:10.891512 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Pushing event updated for resources: {'Port': ['ID=1aa7f8c7-d0de-49be-b89d-456119e8f443,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:10.915001 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.943619 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Attempting to bind port 1aa7f8c7-d0de-49be-b89d-456119e8f443 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:10.944252 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Attempting to bind port 1aa7f8c7-d0de-49be-b89d-456119e8f443 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:10.944367 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Attempting to bind port 1aa7f8c7-d0de-49be-b89d-456119e8f443 on network b36f5796-cf57-43db-a320-801ade98b613 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:10.949553 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:10.950013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Checking segment: {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:10.950416 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.950888 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Bound using segment: {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:10.951360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Bound port: 1aa7f8c7-d0de-49be-b89d-456119e8f443, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:10.951742 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.959676 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.998326 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:11.001398 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:11.004283 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:11.026519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] For port 1aa7f8c7-d0de-49be-b89d-456119e8f443, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:11.029809 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] For port 1aa7f8c7-d0de-49be-b89d-456119e8f443, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aa7f8c7-d0de-49be-b89d-456119e8f443,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:11.037996 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.050952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Pushing event updated for resources: {'Port': ['ID=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:11.056692 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.067156 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Transition to ACTIVE for port object cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:11.077155 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.100191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea66dd-6bc7-4ed4-ae5d-be611efab925 None None] Pushing event updated for resources: {'Port': ['ID=1aa7f8c7-d0de-49be-b89d-456119e8f443,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:11.127021 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Pushing event updated for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:11.135631 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.135990 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.136332 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.136671 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.137003 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.137335 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.137664 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.137992 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.138320 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.138666 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.138992 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.139316 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:46:11.203082 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Attempting to bind port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:11.203460 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Attempting to bind port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:11.203828 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Attempting to bind port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:11.209548 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:11.209930 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:11.210339 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.210757 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Bound using segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:11.211278 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Bound port: cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:11.211668 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.276328 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] For port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:11.279987 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] For port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:11.285577 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.343000 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11370a-6623-4e66-8563-0fbd7c3cab4e None None] Pushing event updated for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:11.353173 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.361670 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:11.362303 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:11.492882 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:11.574156 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:11.705917 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:11Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:11.714761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Router ce8193ee-4e96-4a68-b44d-051ea146f11e is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:46:11.732692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da633cf-e6df-4cce-8722-ff6c86fe440b None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:11Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:12.087964 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aa7f8c7-d0de-49be-b89d-456119e8f443 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:12.148489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 1aa7f8c7-d0de-49be-b89d-456119e8f443 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:12.153053 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:12.208615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:12.213401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:12.213827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.229310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:12.248316 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Sync routers for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:12.254296 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.256209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-1546e50c-a0c8-442a-8dcf-ec40dbf1d34b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0254939 Aug 04 15:46:12.258972 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45814) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:12.266162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:12.267122 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:12.329774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3de3b3-50a9-44cd-9f9a-1a7a242406c8 None None] Network b36f5796-cf57-43db-a320-801ade98b613 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:46:12.462849 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Provisioning for port 1aa7f8c7-d0de-49be-b89d-456119e8f443 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:12.660223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:12.694092 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Provisioning complete for port 1aa7f8c7-d0de-49be-b89d-456119e8f443 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:12.694465 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.755093 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.759313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.914759 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:12.922911 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Allocated IP 172.20.0.1 (b36f5796-cf57-43db-a320-801ade98b613/46ee93a1-09ee-4e81-922b-fc8f9f71b9d9/f6370cd6-caba-4525-af0c-b7034f93442e) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:12.932372 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.933173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3e62855c-9972-4b99-b7b2-fe730987d7fc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:13.042815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.056532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Transition to ACTIVE for port object f6370cd6-caba-4525-af0c-b7034f93442e will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:13.066195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.096286 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.097242 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.132556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] For port 1aa7f8c7-d0de-49be-b89d-456119e8f443, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aa7f8c7-d0de-49be-b89d-456119e8f443,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:13.138389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Network b36f5796-cf57-43db-a320-801ade98b613 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:13.140783 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.143695 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:13.147801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:13.148347 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 3e62855c-9972-4b99-b7b2-fe730987d7fc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:13.148720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.172454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Pushing event updated for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.191328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.220768 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:11Z', 'revision_number': 3, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:13.263426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dafe3-7392-4ecc-a551-287389bb776a None None] Pushing event updated for resources: {'Port': ['ID=1aa7f8c7-d0de-49be-b89d-456119e8f443,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.268456 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Checking router: ce8193ee-4e96-4a68-b44d-051ea146f11e for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:13.268810 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Updating router ce8193ee-4e96-4a68-b44d-051ea146f11e port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:46:13.316180 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.340125 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.438656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-630820e3-6399-44f0-a2e0-e9f8989cfd92 None None] Provisioning complete for port 1aa7f8c7-d0de-49be-b89d-456119e8f443 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:13.438656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-630820e3-6399-44f0-a2e0-e9f8989cfd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.519616 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.525697 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.590120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.591822 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Pushing event updated for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.659091 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.670391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Transition to ACTIVE for port object 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:13.676246 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.688267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Network b36f5796-cf57-43db-a320-801ade98b613 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:13.689826 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:13.741465 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Attempting to bind port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:13.741833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Attempting to bind port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:13.742182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Attempting to bind port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:13.744509 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d899-daad-439e-82fd-dac802fac97b None None] Pushing event updated for resources: {'Port': ['ID=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.750330 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dd709c2a-3da3-4ddb-a566-f1f6c169686f None None] Provisioning for port f6370cd6-caba-4525-af0c-b7034f93442e completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:13.754511 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-dd709c2a-3da3-4ddb-a566-f1f6c169686f None None] Provisioning complete for port f6370cd6-caba-4525-af0c-b7034f93442e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:13.754920 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-dd709c2a-3da3-4ddb-a566-f1f6c169686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.757487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:13.757873 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:13.758271 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.758774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:13.759300 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Bound port: 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:13.760030 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.812785 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Router ce8193ee-4e96-4a68-b44d-051ea146f11e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:46:13.818045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-dd709c2a-3da3-4ddb-a566-f1f6c169686f None None] Port f6370cd6-caba-4525-af0c-b7034f93442e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:46:13.840851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] For port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:13.844177 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] For port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:13.850409 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:13.917965 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:13.918621 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:13.923913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d899-daad-439e-82fd-dac802fac97b None None] Pushing event updated for resources: {'Port': ['ID=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:13.949305 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:13.957749 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b26a0ae5-6115-4e73-b9fc-1f2289bc2f58 admin admin] 10.222.0.76 "PUT /v2.0/routers/ce8193ee-4e96-4a68-b44d-051ea146f11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962333 Aug 04 15:46:13.969788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:14.079543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a1fe875b-d180-4ebd-90ff-23fb8861be36 None None] Provisioning complete for port f6370cd6-caba-4525-af0c-b7034f93442e triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:14.079952 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a1fe875b-d180-4ebd-90ff-23fb8861be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.082451 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:14.132826 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:46:14.177102 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:14.177615 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.242736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe875b-d180-4ebd-90ff-23fb8861be36 None None] Port f6370cd6-caba-4525-af0c-b7034f93442e cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:46:14.513711 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aa7f8c7-d0de-49be-b89d-456119e8f443 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:14.514730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45822) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:14.519810 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497616029', 'description': 'tempest-secgroup-smoke-497616029 description', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:14.543105 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.566614 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f6370cd6-caba-4525-af0c-b7034f93442e', 'name': '', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'mac_address': 'fa:16:3e:41:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:12Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 2, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'subnets': [{'id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:14.598203 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbdbd-a6eb-4487-92b1-f409a8ce35a0 None None] The sync data for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 is: [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f6370cd6-caba-4525-af0c-b7034f93442e', 'name': '', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'mac_address': 'fa:16:3e:41:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:12Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 2, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'subnets': [{'id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:14.600774 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 1aa7f8c7-d0de-49be-b89d-456119e8f443 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:14.601180 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.639089 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.643980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.675046 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.676320 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605709 Aug 04 15:46:14.679633 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45824) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:14.684693 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:14.687334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970fbf0-eaa7-47c6-92ed-28e7dfc7bacf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c154381-45f0-490d-b2da-937acb23f179,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:14.715435 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.777551 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.783030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.798246 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec86b55-2e20-421b-a108-afdf9f599ed2,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:14.809840 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.811223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3708f51b-ef5f-41cf-bdef-fa5f44316875 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304781 Aug 04 15:46:14.814094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45826) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:14.822858 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:14.855830 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8ae55686-6b87-4d15-a1a6-5d1be3b9af28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.862041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.925389 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.930101 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.950936 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe90b1c-4c59-4a81-8f25-ecc79291636d,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:14.960628 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:14.963073 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-4fa5ff5c-2395-431c-916f-608e81b9889c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479425 Aug 04 15:46:14.964731 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45828) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:14.969520 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:15.002549 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.068837 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.074175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.093080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13d170b-a54d-4ef0-819e-40443a7b2baf,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:15.100061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.101455 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7d3b43dc-1027-4cb2-87e6-5ca6513996a0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357203 Aug 04 15:46:15.104557 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45830) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:15.109566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:15.139248 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.192069 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.197117 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.217107 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c184bd87-c0c3-453b-86bc-137c29714b10,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:15.227070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.228635 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b252594a-e0ec-4365-89b4-dae1e85ad5ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227140 Aug 04 15:46:15.231475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45832) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:15.236509 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:15.280987 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Project 1e6a841183fc4d8fab7c83afa8e9dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:46:15.286400 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.351567 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.356738 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.380376 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fa5a82-8cd2-4e7c-aa99-364aaed6bdb4,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:15.384271 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.386108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-65c54bdf-20e6-410d-b344-900b9da840f6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535761 Aug 04 15:46:15.388895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45834) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:15.393681 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': '4c154381-45f0-490d-b2da-937acb23f179', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:15.419631 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Project 1e6a841183fc4d8fab7c83afa8e9dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:46:15.424828 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.489175 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.494042 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.516377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee615c4-4835-4f05-92ca-8448b03c7eb3,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:15.520006 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:15.521461 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bd45ad39-7988-4bf6-a622-2154b4d0fb62 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314552 Aug 04 15:46:15.811003 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-9a1c7f10-110e-47e5-aecd-70ad8fcfad80 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497616029&fields=id&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 267 time: 0.0344803 Aug 04 15:46:15.925143 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-7caf2397-b178-49e4-9a64-435c01cff4f1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:15.926752 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-7caf2397-b178-49e4-9a64-435c01cff4f1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 808 time: 0.1084824 Aug 04 15:46:15.942337 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-47076f0d-a67e-4d61-86a6-355d562289a9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/quotas/1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 375 time: 0.0098281 Aug 04 15:46:15.967426 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:15.997583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-90963548-8d42-40de-ae16-3f60facf4559 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497835 Aug 04 15:46:16.014400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-cdf9ee81-c5aa-4062-9b2a-e8bf343cbd23 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:46:16.015406 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-cdf9ee81-c5aa-4062-9b2a-e8bf343cbd23 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059640 Aug 04 15:46:16.016370 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:16.020487 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:16.020810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:16.103937 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:16.106437 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-f33ac436-5509-4450-832f-f98594cdbdec service neutron] 10.222.0.76 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Aug 04 15:46:16.126354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:16.131171 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:16.180475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:16.204879 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-5f8e647c-bc25-4806-a802-21e5df2d9f26 service neutron] 10.222.0.76 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891354 Aug 04 15:46:16.517130 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Sync routers for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:16.528055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:16.528648 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:16.644255 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:16.855541 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f6370cd6-caba-4525-af0c-b7034f93442e', 'name': '', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'mac_address': 'fa:16:3e:41:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:12Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 2, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'subnets': [{'id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:16.882193 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Checking router: ce8193ee-4e96-4a68-b44d-051ea146f11e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:16.882518 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Updating router ce8193ee-4e96-4a68-b44d-051ea146f11e port f6370cd6-caba-4525-af0c-b7034f93442e binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:46:16.907331 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.182168 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.191856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Transition to ACTIVE for port object f6370cd6-caba-4525-af0c-b7034f93442e will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:17.197887 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.244368 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd75fb-e7c5-499a-9488-d025632c0282 None None] Pushing event updated for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:17.297575 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Attempting to bind port f6370cd6-caba-4525-af0c-b7034f93442e on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:17.297945 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Attempting to bind port f6370cd6-caba-4525-af0c-b7034f93442e by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:17.298304 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Attempting to bind port f6370cd6-caba-4525-af0c-b7034f93442e on network b36f5796-cf57-43db-a320-801ade98b613 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:17.304561 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:17.304907 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Checking segment: {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:17.305311 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.305696 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Bound using segment: {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:17.306161 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Bound port: f6370cd6-caba-4525-af0c-b7034f93442e, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075a297a-8808-4d25-80ff-19da486bc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:17.306539 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.382623 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] For port f6370cd6-caba-4525-af0c-b7034f93442e, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:17.385373 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] For port f6370cd6-caba-4525-af0c-b7034f93442e, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6370cd6-caba-4525-af0c-b7034f93442e,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:17.392181 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.418499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-35c35dfc-b149-43c7-a761-599b11dac7ee req-60d86e95-a32d-4f72-84fc-78805049d73e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 210 time: 0.0473473 Aug 04 15:46:17.447017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:17.447677 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:45:47Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:17.516207 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd75fb-e7c5-499a-9488-d025632c0282 None None] Pushing event updated for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:17.519041 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fab9fa8f-4221-4ab3-88aa-46a75207cc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.678329 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:17.731011 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:17.899495 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f6370cd6-caba-4525-af0c-b7034f93442e', 'name': '', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'mac_address': 'fa:16:3e:41:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:12Z', 'updated_at': '2021-08-04T15:46:17Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'subnets': [{'id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:17.933866 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108f2be-186d-467d-8057-cce49c9065a7 None None] The sync data for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 is: [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:13Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'f6370cd6-caba-4525-af0c-b7034f93442e', 'name': '', 'network_id': 'b36f5796-cf57-43db-a320-801ade98b613', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'mac_address': 'fa:16:3e:41:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:12Z', 'updated_at': '2021-08-04T15:46:17Z', 'revision_number': 4, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'subnets': [{'id': '46ee93a1-09ee-4e81-922b-fc8f9f71b9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:17.990119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6370cd6-caba-4525-af0c-b7034f93442e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:18.048951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port f6370cd6-caba-4525-af0c-b7034f93442e completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:18.053602 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f6370cd6-caba-4525-af0c-b7034f93442e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:18.054017 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.134738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.171804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port f6370cd6-caba-4525-af0c-b7034f93442e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6370cd6-caba-4525-af0c-b7034f93442e,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:18.177609 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.178683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:18.261554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:18.273295 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:18.273670 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.400389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.525449 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-9d200204-de18-4a90-aa19-006712017825 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:18.527786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-9d200204-de18-4a90-aa19-006712017825 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 808 time: 0.1376417 Aug 04 15:46:18.540819 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8424fa6f-c251-451a-ae8f-bf0a36a2f47c req-76f90970-07a2-4827-bab3-312026219c17 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 210 time: 0.0414908 Aug 04 15:46:18.577584 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-32e4584c-bd26-47c9-84eb-e38a7ffbaaab tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 379 time: 0.0404868 Aug 04 15:46:18.587574 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'port': {'device_id': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'admin_state_up': True, 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'security_groups': ['4c154381-45f0-490d-b2da-937acb23f179']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:18.698059 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Made reservation on behalf of 1e6a841183fc4d8fab7c83afa8e9dc0b for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:46:18.701611 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:18.830515 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Allocated IP 172.20.0.4 (e793a221-6f18-4eb2-a895-a845d569c524/120ee6e7-6edb-45d6-b849-e9c2f563f238/c5f43701-4d2f-4099-9c09-947d9b6e4155) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:18.988201 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.000211 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.003055 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Transition to ACTIVE for port object c5f43701-4d2f-4099-9c09-947d9b6e4155 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:19.038287 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.079653 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Network e793a221-6f18-4eb2-a895-a845d569c524 is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:19.084667 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:19.088377 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:19.094899 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:19.142716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:19.143332 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.159139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-6f3358e4-ed64-4796-be8b-90d937d99228 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754633 Aug 04 15:46:19.172551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Request body: {'port': {'device_id': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:19.233386 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.269048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d37c2e53-f791-43b6-892e-6bb8774d71f4 None None] Provisioning for port c5f43701-4d2f-4099-9c09-947d9b6e4155 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:19.273406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-d37c2e53-f791-43b6-892e-6bb8774d71f4 None None] Provisioning complete for port c5f43701-4d2f-4099-9c09-947d9b6e4155 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:19.273776 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d37c2e53-f791-43b6-892e-6bb8774d71f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.319364 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.320151 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-d37c2e53-f791-43b6-892e-6bb8774d71f4 None None] Port c5f43701-4d2f-4099-9c09-947d9b6e4155 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:46:19.503801 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:46:19.511892 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.524239 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Transition to ACTIVE for port object c5f43701-4d2f-4099-9c09-947d9b6e4155 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:46:19.528894 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.576259 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:19.655337 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Attempting to bind port c5f43701-4d2f-4099-9c09-947d9b6e4155 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:46:19.655816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Attempting to bind port c5f43701-4d2f-4099-9c09-947d9b6e4155 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:46:19.656154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Attempting to bind port c5f43701-4d2f-4099-9c09-947d9b6e4155 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:19.661151 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Port c5f43701-4d2f-4099-9c09-947d9b6e4155 on network e793a221-6f18-4eb2-a895-a845d569c524 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:46:19.661490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Attempting to bind port c5f43701-4d2f-4099-9c09-947d9b6e4155 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:46:19.666823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:46:19.667167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:46:19.667556 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Bound using segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:46:19.667991 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Bound port: c5f43701-4d2f-4099-9c09-947d9b6e4155, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:46:19.668359 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.669072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c60e3-5210-48a9-95c6-3d2aeb415188 req-e3c241da-40dd-4033-a601-6a12afbe6bfa tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:19.670682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c7c60e3-5210-48a9-95c6-3d2aeb415188 req-e3c241da-40dd-4033-a601-6a12afbe6bfa tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0546594 Aug 04 15:46:19.719869 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7c7c60e3-5210-48a9-95c6-3d2aeb415188 req-a6600aba-28c6-434e-8a98-4635cf91ebaf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Aug 04 15:46:19.742754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:46:19.746291 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:46:19.751570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.785982 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:19.786605 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:19.788003 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 1092 time: 0.6198890 Aug 04 15:46:19.788451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:46:19.790741 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb69ab0-4ce6-4e62-a658-df0e28aed71f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:46:19.818386 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77605e7c-2af4-4d5c-87df-199cdecee4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:19.851818 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52268505-964b-4ac0-bbe9-e77bdac51505 x-openstack-request-id: req-52268505-964b-4ac0-bbe9-e77bdac51505 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:46:19.852123 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:46:19.852390 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52268505-964b-4ac0-bbe9-e77bdac51505 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:46:19.852778 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'status': 'completed', 'code': 200} Aug 04 15:46:19.898518 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-e64c7ac6-417f-4017-b601-825d302c8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:19.900208 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-e64c7ac6-417f-4017-b601-825d302c8ff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1095 time: 0.0629663 Aug 04 15:46:19.944896 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-514238f9-a5aa-4fad-993e-d2cf10bd9844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 217 time: 0.0365489 Aug 04 15:46:19.959951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6370cd6-caba-4525-af0c-b7034f93442e up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:19.995108 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-9e24a2c7-875c-43d1-b0f5-2b8f212362b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:19.996623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-9e24a2c7-875c-43d1-b0f5-2b8f212362b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0452075 Aug 04 15:46:20.006805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port f6370cd6-caba-4525-af0c-b7034f93442e triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:20.007335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:20.046571 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-64a799cc-3dd4-48a6-a2e3-d1d32cb39155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.048106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-64a799cc-3dd4-48a6-a2e3-d1d32cb39155 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446873 Aug 04 15:46:20.140623 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-16eaa750-00d6-4cac-88f4-b3ed5fb90e8c service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Aug 04 15:46:20.241085 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-bf97d4b8-b4db-4e3b-9403-4345d73d79ce req-1fee5633-0cff-4ee7-8d13-1d61cbf294c1 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936964 Aug 04 15:46:20.476831 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:20.688172 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-0e390c54-3c0e-4e95-aba8-3704059ce7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.689658 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-0e390c54-3c0e-4e95-aba8-3704059ce7cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1095 time: 0.4022772 Aug 04 15:46:20.783193 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-8373eb76-c375-4c63-828e-9427b4607906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.784873 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-8373eb76-c375-4c63-828e-9427b4607906 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0875080 Aug 04 15:46:20.831860 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-a74840c1-5b57-4bb3-a4a9-face8202c316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 217 time: 0.0375731 Aug 04 15:46:20.836443 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b1cbc-5934-44be-bc5a-b41f618b15af req-77d13012-ed21-4696-b89a-c4de16cdc7f5 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.837969 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f45b1cbc-5934-44be-bc5a-b41f618b15af req-77d13012-ed21-4696-b89a-c4de16cdc7f5 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0494123 Aug 04 15:46:20.875709 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f45b1cbc-5934-44be-bc5a-b41f618b15af req-2cf97121-cc3a-47cb-9594-38fa7e5f9b98 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Aug 04 15:46:20.884684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-f75f2bef-48a1-4f84-b4e1-8697bd532c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.886183 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-f75f2bef-48a1-4f84-b4e1-8697bd532c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0463998 Aug 04 15:46:20.933276 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-afe7e67b-fedb-4c2e-9614-3cfdabaabe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:20.934835 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-afe7e67b-fedb-4c2e-9614-3cfdabaabe80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402043 Aug 04 15:46:21.032088 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-8b663f64-c123-4298-ada4-a09b2321c4d6 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895195 Aug 04 15:46:21.125092 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-deb69ab0-4ce6-4e62-a658-df0e28aed71f req-b6bf49fb-0cfe-45b3-9c0a-b6d07e9dd485 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835249 Aug 04 15:46:21.873223 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:46:21.976926 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:21.989186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:46:21.993204 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db775-0f85-439e-a263-73b750f3610d req-958a92a1-574e-410a-9ade-d83487ee0248 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:21.995419 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-498db775-0f85-439e-a263-73b750f3610d req-958a92a1-574e-410a-9ade-d83487ee0248 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0497932 Aug 04 15:46:22.027576 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:22.036049 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-498db775-0f85-439e-a263-73b750f3610d req-f6842c74-c64b-4afc-8cf9-02eba8bc8070 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336101 Aug 04 15:46:22.040867 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:46:22.062372 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:22.066922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:22.115854 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:22.291214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c5f43701-4d2f-4099-9c09-947d9b6e4155'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:46:23.158116 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480984-0151-446c-84f7-5f6f4f093f45 req-91d0dcd0-dbda-4abb-8cfe-b59a8156bd31 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:23.159649 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15480984-0151-446c-84f7-5f6f4f093f45 req-91d0dcd0-dbda-4abb-8cfe-b59a8156bd31 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 944 time: 0.0568588 Aug 04 15:46:23.202441 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-15480984-0151-446c-84f7-5f6f4f093f45 req-7a080f46-1732-420a-b1d2-78e955654d23 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367820 Aug 04 15:46:23.890412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:46:23.951056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port c5f43701-4d2f-4099-9c09-947d9b6e4155 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:46:23.954705 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c5f43701-4d2f-4099-9c09-947d9b6e4155 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:46:23.955084 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:24.033147 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:24.062380 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:46:24.066178 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e2dfb-6cce-4508-9b5e-1cbb09c7b5ea" -d '{"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:46:24.081629 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:46:24.088739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:24.112120 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272058b-f49f-48be-84eb-4b86ef858402 x-openstack-request-id: req-2272058b-f49f-48be-84eb-4b86ef858402 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:46:24.112464 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:46:24.112663 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2272058b-f49f-48be-84eb-4b86ef858402 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:46:24.113084 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'code': 200} Aug 04 15:46:24.140753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:24.205401 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5bfa5-42e5-4285-bbbe-508313dcfd7c req-ff1a79f9-e3dd-4ff8-ba14-a31929de5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:24.207008 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5e5bfa5-42e5-4285-bbbe-508313dcfd7c req-ff1a79f9-e3dd-4ff8-ba14-a31929de5ec5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1097 time: 0.0453506 Aug 04 15:46:24.244913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f5e5bfa5-42e5-4285-bbbe-508313dcfd7c req-1eb0c09d-f94b-4908-af42-ca36efb2ba05 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Aug 04 15:46:24.322994 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0292d2-b53f-4097-91a7-a65709247445 req-f3e76e96-4f45-490f-8763-4618e6808a14 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:24.324510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb0292d2-b53f-4097-91a7-a65709247445 req-f3e76e96-4f45-490f-8763-4618e6808a14 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0525324 Aug 04 15:46:24.363955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb0292d2-b53f-4097-91a7-a65709247445 req-fd466558-73ab-47bd-8615-4b3b6748be9b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Aug 04 15:46:25.495405 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3503d-dda3-4fb3-9c04-cde4debeb60b req-7588e0d6-b417-4685-9757-fb36b7b1cae0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:25.496955 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92d3503d-dda3-4fb3-9c04-cde4debeb60b req-7588e0d6-b417-4685-9757-fb36b7b1cae0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0532238 Aug 04 15:46:25.543965 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-92d3503d-dda3-4fb3-9c04-cde4debeb60b req-c008131c-35c9-4a1e-ad2c-237559da0364 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Aug 04 15:46:25.662552 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e95e5c-e071-44a5-8aee-52a6813c6ceb req-51c3b0b7-0685-40ff-83f6-12878d16c65f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:25.664104 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4e95e5c-e071-44a5-8aee-52a6813c6ceb req-51c3b0b7-0685-40ff-83f6-12878d16c65f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0526245 Aug 04 15:46:25.709409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4e95e5c-e071-44a5-8aee-52a6813c6ceb req-5041eac8-7e2d-4196-9dc0-6af61a352c1b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362494 Aug 04 15:46:25.742156 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 45888) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:25.896332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d9e8e-fc1a-4a50-9ac7-adbd09f0010c tempest-TestShelveInstance-1465714811 tempest-TestShelveInstance-1465714811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:25.897808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-838d9e8e-fc1a-4a50-9ac7-adbd09f0010c tempest-TestShelveInstance-1465714811 tempest-TestShelveInstance-1465714811-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1092 time: 0.1543431 Aug 04 15:46:25.901253 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 45892) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:46:25.908342 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:46:25.934604 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.035973 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.143516 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Allocated IP 172.25.0.69 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/692b7094-da24-4209-b589-737dde626260) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:46:26.243547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.285912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.331828 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:46:26.335000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:46:26.339366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:46:26.342366 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=692b7094-da24-4209-b589-737dde626260,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:26.702643 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.772118 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.948077 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:26.956019 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:27.019548 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=692b7094-da24-4209-b589-737dde626260,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:46:27.036349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:27.137302 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Floating IP 7c92a78b-90f7-40e6-945e-e9d393c01c54 associated. External IP: 172.25.0.69, port: c5f43701-4d2f-4099-9c09-947d9b6e4155. Aug 04 15:46:27.351052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:46:27.461137 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:46:27.470994 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:46:27.478923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:27.481158 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:27.481772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:27.507153 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-43d53760-72db-4d08-934b-03841d66fd24 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6046338 Aug 04 15:46:27.507800 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:46:27.510437 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe475f1c-4c44-45a9-9f97-2cc494109b42" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:46:27.552950 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a95d12-b31b-413f-94b7-a6b75bf52ddd x-openstack-request-id: req-40a95d12-b31b-413f-94b7-a6b75bf52ddd {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:46:27.553235 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:46:27.553474 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40a95d12-b31b-413f-94b7-a6b75bf52ddd {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:46:27.553971 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'status': 'completed', 'code': 200} Aug 04 15:46:27.588454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:27.617435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-aaab8116-2ec4-4115-9bcb-e16f5ca3c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:27.619001 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-aaab8116-2ec4-4115-9bcb-e16f5ca3c159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1097 time: 0.0422609 Aug 04 15:46:27.712984 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-274782b8-9492-45db-a92c-e62f83e1ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:27.714473 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-274782b8-9492-45db-a92c-e62f83e1ba80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0881085 Aug 04 15:46:27.781735 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-822abbfa-2f65-4bef-814a-25513ffe4505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 998 time: 0.0597451 Aug 04 15:46:27.817150 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7c92a78b-90f7-40e6-945e-e9d393c01c54', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:46:26Z', 'updated_at': '2021-08-04T15:46:26Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:27.834869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-25d50b61-c2e7-4ead-97aa-7efc7d0c61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:27.836403 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-25d50b61-c2e7-4ead-97aa-7efc7d0c61f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0480506 Aug 04 15:46:27.847710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:46:27.856501 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:46:27.857125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:46:17Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:27.883432 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-6cabe2ed-e4fe-4ba6-ba8f-f28097148433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:27.885297 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-6cabe2ed-e4fe-4ba6-ba8f-f28097148433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418680 Aug 04 15:46:27.964306 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:46:27.976250 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-e2d4e7c0-7436-4aef-9f60-2e027f50e5e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Aug 04 15:46:28.070037 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fe475f1c-4c44-45a9-9f97-2cc494109b42 req-5b44d1a6-642d-482d-ab1a-430d5966b79d service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Aug 04 15:46:28.192715 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7c92a78b-90f7-40e6-945e-e9d393c01c54', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:46:26Z', 'updated_at': '2021-08-04T15:46:26Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:46:28.222718 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4632d-d096-4bb5-90df-1122aa75668a None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '7c92a78b-90f7-40e6-945e-e9d393c01c54', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:46:26Z', 'updated_at': '2021-08-04T15:46:26Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:46:28.419844 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17abe76-0633-4db4-bd6e-27e4d3d897d6 None None] New status for floating IP 7c92a78b-90f7-40e6-945e-e9d393c01c54: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:46:44.851761 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4c00774f-3ce4-4ed5-89f2-f8713f76b850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:47.516429 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e452b542-2049-477b-81f3-88c0f8a3f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:47.709660 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:47.812697 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-77d03a95-a6d8-44b0-ae72-8655e94273c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441473 Aug 04 15:46:47.900451 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-56a58196-5bf2-4429-a156-9d6edaa00a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:47.902066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-56a58196-5bf2-4429-a156-9d6edaa00a00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1097 time: 0.0423820 Aug 04 15:46:48.023954 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-c2658182-9828-4aa0-b9d2-c8ddb879a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:48.025464 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-c2658182-9828-4aa0-b9d2-c8ddb879a827 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0982502 Aug 04 15:46:48.093856 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-73f33d2b-3243-4d8a-83e1-8544fa219c2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 1000 time: 0.0599256 Aug 04 15:46:48.149565 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-40b41396-9ac3-4fb5-ac02-56afdc3a2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:48.151043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-40b41396-9ac3-4fb5-ac02-56afdc3a2033 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0500894 Aug 04 15:46:48.198604 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-1f31626c-8827-45f0-9e21-90309656d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:46:48.200093 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-1f31626c-8827-45f0-9e21-90309656d4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417562 Aug 04 15:46:48.292949 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-e10c23e1-6d95-4126-b826-a01818794e6c service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849838 Aug 04 15:46:48.376275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:48.395583 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c9051ef6-b900-4f27-bfac-30b6440f0b2b req-fbfb0a40-6346-4f72-aae4-25b69ac2f1fd service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953259 Aug 04 15:46:49.004089 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:49.306972 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:50.482138 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:51.136080 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:47:14.851962 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cfb02351-12ab-426a-b737-0feb0a510622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:17.510765 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5f6899d3-88ff-477d-9ef4-293188a42023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:17.707963 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:18.378675 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:19.019540 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:19.307777 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:20.493176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:28.141490 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:47:44.851080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-00ffa1d9-5f29-472e-8b2f-439f6be69c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:47.518785 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-13ae9c50-f84b-432a-b509-aee3700f4011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:47.705864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:48.379034 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:49.018468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:49.325889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:47:49.889994 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-30e19220-0467-4dd1-b5f3-2907c953c29e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961888 Aug 04 15:47:49.973672 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-c5ac9009-82b0-4324-b99f-4ae1bd2c0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:47:49.975203 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-c5ac9009-82b0-4324-b99f-4ae1bd2c0639 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1097 time: 0.0418160 Aug 04 15:47:50.099966 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-04583005-883c-4252-9c1e-83664bd2167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:47:50.101379 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-04583005-883c-4252-9c1e-83664bd2167d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.1044896 Aug 04 15:47:50.172470 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-75a3e271-5843-4fd2-87bc-519c1f550d30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 1000 time: 0.0631967 Aug 04 15:47:50.225774 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-e830c90f-eeca-44af-a101-76e6a912cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:47:50.227264 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-e830c90f-eeca-44af-a101-76e6a912cfbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0479879 Aug 04 15:47:50.276852 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-10ab0d7a-eab0-4d35-b45a-3f31e4655805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:47:50.278451 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-10ab0d7a-eab0-4d35-b45a-3f31e4655805 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443504 Aug 04 15:47:50.377694 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-e2f0b373-7bfb-4d5c-8a21-e1f7331e676a service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910528 Aug 04 15:47:50.477032 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fb89a993-09c9-435e-99b5-61aa764383a8 req-1485892b-b1a8-4d95-b0d9-4dd2e9378645 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911739 Aug 04 15:47:50.485758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:05.146467 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:48:14.854876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-eb55a240-7594-4984-b6e5-51aa8f0518b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:17.513461 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-65ee2c74-8d21-4799-9a4a-678e5848fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:17.702708 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:18.401735 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:19.022976 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:19.322871 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:20.498822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:23.150904 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf577-92ff-40ad-8618-dd9478db8166 req-712c1512-f9ea-4b22-aee1-dca6eaa770d9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:23.152430 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-374cf577-92ff-40ad-8618-dd9478db8166 req-712c1512-f9ea-4b22-aee1-dca6eaa770d9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0548453 Aug 04 15:48:23.193332 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-374cf577-92ff-40ad-8618-dd9478db8166 req-99049b8b-b5f4-4067-a1f7-237f30847734 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Aug 04 15:48:24.347857 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8a2f-ea20-43ee-8f81-fbd95d387e9c req-fa883d00-ecd8-455e-a05c-cc52876dd0b1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:24.349431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d25c8a2f-ea20-43ee-8f81-fbd95d387e9c req-fa883d00-ecd8-455e-a05c-cc52876dd0b1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0556972 Aug 04 15:48:24.393726 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d25c8a2f-ea20-43ee-8f81-fbd95d387e9c req-17cd0132-d28e-4390-ba0d-22b13cac93d2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375993 Aug 04 15:48:25.552273 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e488-25d5-4242-bc22-d004459acf78 req-51291574-acee-4a18-8df4-9da92371e182 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:25.553798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba40e488-25d5-4242-bc22-d004459acf78 req-51291574-acee-4a18-8df4-9da92371e182 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0510042 Aug 04 15:48:25.595862 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ba40e488-25d5-4242-bc22-d004459acf78 req-e324c216-c52c-408b-945f-65b2e6fd7555 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Aug 04 15:48:26.721487 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72f5b-f0f9-4e09-849b-5169bad14b33 req-d53c6667-023a-4ffc-9520-6703e45baa01 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:26.723141 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86b72f5b-f0f9-4e09-849b-5169bad14b33 req-d53c6667-023a-4ffc-9520-6703e45baa01 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0501251 Aug 04 15:48:26.761531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-86b72f5b-f0f9-4e09-849b-5169bad14b33 req-5725faa2-2c63-48bc-a6fc-31e9b9c85666 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324676 Aug 04 15:48:27.895320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860e30d-d966-4710-b436-e5c8f7b5247e req-d360dad5-c9dc-4791-a4bf-d707ab2d7a39 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:27.896763 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3860e30d-d966-4710-b436-e5c8f7b5247e req-d360dad5-c9dc-4791-a4bf-d707ab2d7a39 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0527909 Aug 04 15:48:27.941145 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3860e30d-d966-4710-b436-e5c8f7b5247e req-2a8f6595-1687-4d48-9889-c9d00815aae4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Aug 04 15:48:29.080765 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4398fc-2676-4875-91fc-32fb96b1b185 req-26720dd4-c056-4af0-9c49-3da46d5f5492 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:29.082349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f4398fc-2676-4875-91fc-32fb96b1b185 req-26720dd4-c056-4af0-9c49-3da46d5f5492 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0552149 Aug 04 15:48:29.124152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f4398fc-2676-4875-91fc-32fb96b1b185 req-80340dba-2119-4e1c-a09f-ec83fc20f646 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355384 Aug 04 15:48:30.270223 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ec88e-3759-43f4-950c-e6ada7a40dda req-87500260-39a5-4bc7-bfce-a4c78a75c4c2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:30.271843 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-404ec88e-3759-43f4-950c-e6ada7a40dda req-87500260-39a5-4bc7-bfce-a4c78a75c4c2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0691624 Aug 04 15:48:30.313936 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-404ec88e-3759-43f4-950c-e6ada7a40dda req-d24d286b-8d92-4373-bb6d-e9d2ca1f4e3f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357180 Aug 04 15:48:31.439737 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8ca-d648-471c-b052-4123156efb52 req-466811eb-e3ec-4c22-9362-938484f4fa2f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:31.441224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fb5a8ca-d648-471c-b052-4123156efb52 req-466811eb-e3ec-4c22-9362-938484f4fa2f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0536151 Aug 04 15:48:31.489068 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2fb5a8ca-d648-471c-b052-4123156efb52 req-50f49661-e4ed-44c5-89bd-f6775cda47ad tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Aug 04 15:48:32.682900 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd3666-9fde-487d-a87f-a14af1010d7f req-78917ea0-e761-46b8-8e8a-81d4337f00fc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:32.684375 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41bd3666-9fde-487d-a87f-a14af1010d7f req-78917ea0-e761-46b8-8e8a-81d4337f00fc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0513141 Aug 04 15:48:32.725531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41bd3666-9fde-487d-a87f-a14af1010d7f req-1ac6d0d1-e45e-4e74-9122-0ac8358c579b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 04 15:48:33.857279 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496b9a-63eb-4713-bfbd-619b7084b695 req-6a5266b3-0340-4b31-bae3-1375f9293bb4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:33.858858 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d496b9a-63eb-4713-bfbd-619b7084b695 req-6a5266b3-0340-4b31-bae3-1375f9293bb4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0562901 Aug 04 15:48:33.901976 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9d496b9a-63eb-4713-bfbd-619b7084b695 req-9f1ee6f4-0070-4df6-90ea-5bca2042e56f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342181 Aug 04 15:48:34.590710 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:48:34.696690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:48:34.708751 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:48:34.749570 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:34.762535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:48:34.782999 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:48:34.789582 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:34.838561 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:48:34.845851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.846135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.846462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.846822 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.847152 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.847474 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.847777 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.848094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.848406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.848729 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.849045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.849354 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:48:34.895535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c5f43701-4d2f-4099-9c09-947d9b6e4155'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:48:35.023470 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6cfa-5bae-4665-9bf6-c7adcbf72c70 req-84ddecea-fc4b-4acb-a095-87f88c1242b2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:35.025314 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-759d6cfa-5bae-4665-9bf6-c7adcbf72c70 req-84ddecea-fc4b-4acb-a095-87f88c1242b2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 944 time: 0.0508690 Aug 04 15:48:35.070535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-759d6cfa-5bae-4665-9bf6-c7adcbf72c70 req-615d44e6-b72c-4837-9bc8-68084852775c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379460 Aug 04 15:48:36.200629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326074-9d4a-4995-95b5-f02d449e8cba req-67fa527d-4974-4e18-8d97-c4e06757cc42 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:36.202621 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37326074-9d4a-4995-95b5-f02d449e8cba req-67fa527d-4974-4e18-8d97-c4e06757cc42 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 944 time: 0.0553401 Aug 04 15:48:36.246660 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-37326074-9d4a-4995-95b5-f02d449e8cba req-7a90505a-3cda-453f-9a92-14f461f39065 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Aug 04 15:48:36.615505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:48:36.670696 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c5f43701-4d2f-4099-9c09-947d9b6e4155 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:48:36.671080 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:36.958076 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:36.984818 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:48:36.987256 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4c855-4463-4f86-b824-eee3a2199b43" -d '{"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:48:37.004792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:48:37.010867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:37.068325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:48:37.117925 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae43ec3-54d9-4aea-ac2e-31fafdd46a54 x-openstack-request-id: req-7ae43ec3-54d9-4aea-ac2e-31fafdd46a54 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:48:37.118223 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:48:37.118480 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ae43ec3-54d9-4aea-ac2e-31fafdd46a54 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:48:37.118941 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'code': 200} Aug 04 15:48:37.380187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52cd5-e70b-4ac5-9185-9e1c995e9408 req-e29c65e5-1ae5-443d-b1cb-def22c48914f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:37.381764 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7d52cd5-e70b-4ac5-9185-9e1c995e9408 req-e29c65e5-1ae5-443d-b1cb-def22c48914f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0583332 Aug 04 15:48:37.433964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7d52cd5-e70b-4ac5-9185-9e1c995e9408 req-db6a32ae-abb6-4dcb-8096-2bcf4fff49a1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454626 Aug 04 15:48:38.553400 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8ec51-c084-40e4-8ba9-e0a79305d419 req-fd25cfca-7f2e-49ca-972c-4f899f373b9b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:38.555884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6c8ec51-c084-40e4-8ba9-e0a79305d419 req-fd25cfca-7f2e-49ca-972c-4f899f373b9b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0523019 Aug 04 15:48:38.600846 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6c8ec51-c084-40e4-8ba9-e0a79305d419 req-61b8bac6-364e-4cbd-ad92-afab92a0a83a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385087 Aug 04 15:48:39.739704 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc4ed0-0633-41eb-8f1c-bdf445220bf8 req-61417fc7-ce9d-476e-ba3f-8e3125b817ea tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:39.741242 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6fc4ed0-0633-41eb-8f1c-bdf445220bf8 req-61417fc7-ce9d-476e-ba3f-8e3125b817ea tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0596890 Aug 04 15:48:39.785160 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a6fc4ed0-0633-41eb-8f1c-bdf445220bf8 req-eb42ba1d-0539-43d3-98c8-bef88a02196e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369852 Aug 04 15:48:40.933670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef404e-8cce-464a-8367-cf41e7ecf6d6 req-e59e1260-3cb4-4011-bc1a-e9769b9c4802 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:40.935422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40ef404e-8cce-464a-8367-cf41e7ecf6d6 req-e59e1260-3cb4-4011-bc1a-e9769b9c4802 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0758882 Aug 04 15:48:40.975477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-40ef404e-8cce-464a-8367-cf41e7ecf6d6 req-7ac4a0fd-770f-4165-93ec-92bbe2c0def3 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336688 Aug 04 15:48:42.110940 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca656-cde9-48e0-9783-453c2b9ad52e req-64552b2f-76bc-4cee-a1a5-6cb63f51abed tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:42.112668 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a9ca656-cde9-48e0-9783-453c2b9ad52e req-64552b2f-76bc-4cee-a1a5-6cb63f51abed tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0602946 Aug 04 15:48:42.145853 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:48:42.164135 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a9ca656-cde9-48e0-9783-453c2b9ad52e req-3beab7a4-1bf1-428f-96a6-141d346ca8d9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447805 Aug 04 15:48:43.297289 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c5a11-26a7-45ce-a5fa-f454272cb7f0 req-38e30f5d-02e8-4e54-abe4-5993d25cb8e2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:43.299030 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d2c5a11-26a7-45ce-a5fa-f454272cb7f0 req-38e30f5d-02e8-4e54-abe4-5993d25cb8e2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0538709 Aug 04 15:48:43.342373 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1d2c5a11-26a7-45ce-a5fa-f454272cb7f0 req-b2c9869c-2117-4aaa-a9d8-d9aadc7d6de8 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367136 Aug 04 15:48:44.465372 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456392-4c52-4280-9d28-e15ca3e6fca0 req-03f45795-9b3f-4ca6-8c05-19f2a57d0a75 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:44.466912 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6456392-4c52-4280-9d28-e15ca3e6fca0 req-03f45795-9b3f-4ca6-8c05-19f2a57d0a75 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0516329 Aug 04 15:48:44.508381 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6456392-4c52-4280-9d28-e15ca3e6fca0 req-47c835fd-5b08-43ac-9c7f-8013e23b879c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323305 Aug 04 15:48:44.840095 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-4711f20c-8bc4-42f0-9abb-be5a2eafbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:44.841405 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-4711f20c-8bc4-42f0-9abb-be5a2eafbf06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1097 time: 0.0450227 Aug 04 15:48:44.850721 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d72c-7723-48be-a974-d84065cb921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:44.950010 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-3a3ecd4f-d8c0-4fea-bc3b-37bd69f01912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:44.951535 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-3a3ecd4f-d8c0-4fea-bc3b-37bd69f01912 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.1020310 Aug 04 15:48:45.020271 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-040c9a0a-d389-48eb-bff4-bd2a5b7b05d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 1000 time: 0.0602498 Aug 04 15:48:45.068547 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-8de8a30d-7357-4152-bfc1-5271bb36b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:45.069965 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-8de8a30d-7357-4152-bfc1-5271bb36b445 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0427322 Aug 04 15:48:45.120224 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-9c476acd-3a71-44b0-a7b5-1fc61baf5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:45.121604 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-9c476acd-3a71-44b0-a7b5-1fc61baf5752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440419 Aug 04 15:48:45.211064 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-7b414d49-d43a-4706-99f9-4434e6d03d66 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820694 Aug 04 15:48:45.310081 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-c5c95237-9a06-46bd-968a-5b3851acd142 req-6fd7f4fb-e7f4-43f2-a4d2-8233ef7670b8 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911436 Aug 04 15:48:45.635887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f213e-f40a-4b49-836a-3ec480cd25dc req-48c1059a-8b3f-4e16-b092-701cca3b4e8d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:45.637453 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c1f213e-f40a-4b49-836a-3ec480cd25dc req-48c1059a-8b3f-4e16-b092-701cca3b4e8d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0500431 Aug 04 15:48:45.680189 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c1f213e-f40a-4b49-836a-3ec480cd25dc req-615859f4-4e38-454a-8ceb-1bcecb41e86e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365882 Aug 04 15:48:46.802110 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373b549-7304-44c9-b9f3-114c65a2e2ab req-787d7e53-2732-4458-bf62-c85b3ac5e80e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:46.803707 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e373b549-7304-44c9-b9f3-114c65a2e2ab req-787d7e53-2732-4458-bf62-c85b3ac5e80e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0533080 Aug 04 15:48:46.847165 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e373b549-7304-44c9-b9f3-114c65a2e2ab req-d1214ec2-09c5-4eed-860a-bfa57718c84d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373533 Aug 04 15:48:47.518855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-506913b8-6531-41a6-9b0a-b90d7becbdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:47.698472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:47.985239 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af147ae-ca62-4515-b902-7ce2703fde5d req-969b0c1e-6246-4e19-afea-2ddd871c4452 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:47.986814 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1af147ae-ca62-4515-b902-7ce2703fde5d req-969b0c1e-6246-4e19-afea-2ddd871c4452 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0545924 Aug 04 15:48:48.031589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1af147ae-ca62-4515-b902-7ce2703fde5d req-ed4dbe73-02d4-4ea5-88b4-0b1db1943fdf tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Aug 04 15:48:48.259292 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d1bb-f308-421b-a652-28bb90358395 req-0c224b67-663d-49cf-b839-7c7f459daebd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:48.260796 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dc8d1bb-f308-421b-a652-28bb90358395 req-0c224b67-663d-49cf-b839-7c7f459daebd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 945 time: 0.0513756 Aug 04 15:48:48.305736 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2dc8d1bb-f308-421b-a652-28bb90358395 req-282f66a5-6a47-4ede-bf1b-c06cbf26957e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383861 Aug 04 15:48:48.397556 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:48.455283 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-a21c0810-de44-4194-befd-ef114dc52fdf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967088 Aug 04 15:48:48.698297 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:48:48.779122 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:48.801708 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:48:48.804014 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1df0e-a920-493c-951e-bdc376a576ba" -d '{"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:48:48.816800 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:48:48.824114 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:48.849976 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1affc9d-89da-4b0d-a0e5-56aef99b192b x-openstack-request-id: req-a1affc9d-89da-4b0d-a0e5-56aef99b192b {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:48:48.850292 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-unplugged", "status": "failed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:48:48.850535 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1affc9d-89da-4b0d-a0e5-56aef99b192b {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:48:48.850948 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'code': 422} returned with failed status Aug 04 15:48:48.876765 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:48:49.019048 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:49.326819 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:49.398610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-2f3bdb67-dd8d-48d3-a2b3-5919f81b3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.400248 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-2f3bdb67-dd8d-48d3-a2b3-5919f81b3b6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 1095 time: 0.0420327 Aug 04 15:48:49.428747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eab68e-034e-4e60-ac47-627a361cd118 req-096ec5ed-f29b-4c02-9649-ac754368cb82 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.430243 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17eab68e-034e-4e60-ac47-627a361cd118 req-096ec5ed-f29b-4c02-9649-ac754368cb82 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0499661 Aug 04 15:48:49.462540 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-5b6b66d0-c184-4cd7-b79a-db309c30f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.464080 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-5b6b66d0-c184-4cd7-b79a-db309c30f26c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1095 time: 0.0413203 Aug 04 15:48:49.472219 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-17eab68e-034e-4e60-ac47-627a361cd118 req-b1fd2535-8ea4-4f29-82c1-53731ace5734 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Aug 04 15:48:49.566395 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-9361c903-6313-48c6-8b67-99a39edf5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.568517 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-9361c903-6313-48c6-8b67-99a39edf5702 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0965185 Aug 04 15:48:49.632862 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-39ac728a-c0e9-4b28-a1d7-da8a040ffb38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 998 time: 0.0574913 Aug 04 15:48:49.686637 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-c30ba8ff-f220-493e-b894-e7521642f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.688097 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-c30ba8ff-f220-493e-b894-e7521642f5ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0478053 Aug 04 15:48:49.735773 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-64ad1e4c-9a21-4820-8126-25ba0369b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:49.737289 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-64ad1e4c-9a21-4820-8126-25ba0369b3df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417542 Aug 04 15:48:49.833193 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-d189bbd6-4021-4ff1-9ac8-aa9b018cbec9 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Aug 04 15:48:49.927550 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-b132fcd8-a28b-42a2-b35b-97f71e1db5d2 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874987 Aug 04 15:48:50.042266 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-f28e9170-59b9-4276-a0a9-2131b7994d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:50.043911 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-f28e9170-59b9-4276-a0a9-2131b7994d2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1095 time: 0.0454617 Aug 04 15:48:50.152528 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-72392855-47e6-4e23-a15b-0c700cababc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:50.154330 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-72392855-47e6-4e23-a15b-0c700cababc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0905044 Aug 04 15:48:50.228957 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-b2141fdf-010e-494f-91c8-edb0666d4c5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 998 time: 0.0668330 Aug 04 15:48:50.502794 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:48:50.594022 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04308f8-b2f3-4aec-83c9-e62bdee1ce5a req-6e20857b-ef5d-402d-9faf-827df50310b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:50.595622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b04308f8-b2f3-4aec-83c9-e62bdee1ce5a req-6e20857b-ef5d-402d-9faf-827df50310b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0506063 Aug 04 15:48:50.638787 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b04308f8-b2f3-4aec-83c9-e62bdee1ce5a req-4cbe461e-5f9d-41a4-b116-9c570404a306 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 Aug 04 15:48:51.758761 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c60be7-c132-4afc-9e64-9fe6c8931bcd req-fbe347b7-b8dc-4d48-9cd5-670c3261d2b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:51.760604 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7c60be7-c132-4afc-9e64-9fe6c8931bcd req-fbe347b7-b8dc-4d48-9cd5-670c3261d2b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0519230 Aug 04 15:48:51.801997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7c60be7-c132-4afc-9e64-9fe6c8931bcd req-0be1695a-6635-4df2-96b3-63981058814c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Aug 04 15:48:52.929708 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0fdd3-0df9-4b18-beed-9211bd7d9b0c req-9183cc35-9544-4c1f-84fe-d49dcb91fadc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:52.931765 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cca0fdd3-0df9-4b18-beed-9211bd7d9b0c req-9183cc35-9544-4c1f-84fe-d49dcb91fadc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0554671 Aug 04 15:48:52.973600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cca0fdd3-0df9-4b18-beed-9211bd7d9b0c req-519dec87-0657-4cad-8b82-fe2dd741d560 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Aug 04 15:48:54.095342 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee96dd-e267-4565-a973-7b4fe7ff1161 req-615d937a-0b27-4911-b67c-62398f60092a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:54.096889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0eee96dd-e267-4565-a973-7b4fe7ff1161 req-615d937a-0b27-4911-b67c-62398f60092a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0517423 Aug 04 15:48:54.137162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0eee96dd-e267-4565-a973-7b4fe7ff1161 req-fa5915ea-1643-4b63-a5d3-5892acfd97b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342968 Aug 04 15:48:55.271619 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f060e34-d3bc-4c87-b717-29dd13e5625b req-877bcaac-069c-4fb3-b56f-981ec598ae5b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:55.273557 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f060e34-d3bc-4c87-b717-29dd13e5625b req-877bcaac-069c-4fb3-b56f-981ec598ae5b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0613673 Aug 04 15:48:55.316238 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f060e34-d3bc-4c87-b717-29dd13e5625b req-7ebc742e-5685-49f8-818d-a96b5719d2f8 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364246 Aug 04 15:48:56.441476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293ef0-4284-466f-a6b6-425bcaf41891 req-0ca101e0-0b89-43b2-b355-b10b9ddf9c9b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:56.443005 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0293ef0-4284-466f-a6b6-425bcaf41891 req-0ca101e0-0b89-43b2-b355-b10b9ddf9c9b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0530016 Aug 04 15:48:56.484589 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f0293ef0-4284-466f-a6b6-425bcaf41891 req-0b3b4ef3-1117-4615-b8fb-34b9ce0a0e63 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354879 Aug 04 15:48:57.615037 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f631a6-119b-4783-bb96-6cb2885e4fb3 req-a86696f6-6d00-4b59-bb82-e3f7a9b19278 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:57.616530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9f631a6-119b-4783-bb96-6cb2885e4fb3 req-a86696f6-6d00-4b59-bb82-e3f7a9b19278 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0580423 Aug 04 15:48:57.656268 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c9f631a6-119b-4783-bb96-6cb2885e4fb3 req-0ac7b3b5-1cfc-429c-865b-a549a00b348a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330045 Aug 04 15:48:58.791419 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b34f5-fd33-40f3-8e91-5ea5b97d30c5 req-0d6b9563-dd92-4cae-b98e-a617785cee1c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:58.792977 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-145b34f5-fd33-40f3-8e91-5ea5b97d30c5 req-0d6b9563-dd92-4cae-b98e-a617785cee1c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0512605 Aug 04 15:48:58.835538 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-145b34f5-fd33-40f3-8e91-5ea5b97d30c5 req-1d8543f6-83d6-4257-bb3f-10c5fca8e9b7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362315 Aug 04 15:48:59.957805 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9d15-f1cc-409f-9339-23ee66d07239 req-e5aa8591-04c7-4e52-abb4-176f0b9868c1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:48:59.959392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a11c9d15-f1cc-409f-9339-23ee66d07239 req-e5aa8591-04c7-4e52-abb4-176f0b9868c1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0523007 Aug 04 15:48:59.998818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a11c9d15-f1cc-409f-9339-23ee66d07239 req-72e427a5-76ba-43d4-80ee-1951f1d75033 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Aug 04 15:49:00.874740 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-531cfdce-53fc-47ce-a8c5-2ce1ed7efc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:00.876211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-531cfdce-53fc-47ce-a8c5-2ce1ed7efc74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0525539 Aug 04 15:49:00.932332 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-499e8534-3f99-4bce-8008-133581bd1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:00.933833 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-499e8534-3f99-4bce-8008-133581bd1b01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474908 Aug 04 15:49:01.031596 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-162e6e5b-8a36-4247-bbff-f348107dc314 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Aug 04 15:49:01.119315 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34128f-5cbe-4f03-a3bb-ae68590e1400 req-00b01338-55f3-4882-ac51-3b8436965cb4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:01.120853 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb34128f-5cbe-4f03-a3bb-ae68590e1400 req-00b01338-55f3-4882-ac51-3b8436965cb4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0507922 Aug 04 15:49:01.126829 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3aaf3fc6-c485-423e-9edf-cb71e2a2a61b req-f358dbd4-613d-4c92-b945-c4f9e6554dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875237 Aug 04 15:49:01.161094 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-eb34128f-5cbe-4f03-a3bb-ae68590e1400 req-404a0c27-d7ef-4a70-98ae-1bafcf963f48 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Aug 04 15:49:02.289874 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7846cc-1f18-4dca-8aa3-93e85a75f46f req-762f26e2-0cba-49fc-a53a-662cb3a5d9c3 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:02.291370 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b7846cc-1f18-4dca-8aa3-93e85a75f46f req-762f26e2-0cba-49fc-a53a-662cb3a5d9c3 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 943 time: 0.0513790 Aug 04 15:49:02.341210 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8b7846cc-1f18-4dca-8aa3-93e85a75f46f req-5d731422-605d-4dae-8488-70bbf41b4e29 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Aug 04 15:49:02.727063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:49:02.826114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:49:02.837900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'port_id': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:49:02.873827 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:02.886638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:49:02.905929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:49:02.913010 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:02.965406 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:49:03.154173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['c5f43701-4d2f-4099-9c09-947d9b6e4155'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:49:03.478309 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ee9f-02fd-4e9e-8d3b-a08ee9f4c5ab req-0756a4ea-40ba-445a-b1f2-eb35bd0ffa3d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:03.480345 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e734ee9f-02fd-4e9e-8d3b-a08ee9f4c5ab req-0756a4ea-40ba-445a-b1f2-eb35bd0ffa3d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 944 time: 0.0618463 Aug 04 15:49:03.520259 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e734ee9f-02fd-4e9e-8d3b-a08ee9f4c5ab req-a3b226b3-4827-4b97-979c-e87d842977c7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Aug 04 15:49:04.656897 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70026f68-c969-485f-9afe-25799176d264 req-78f9ffb5-97af-4d68-a621-d2af99312ac9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:04.658386 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70026f68-c969-485f-9afe-25799176d264 req-78f9ffb5-97af-4d68-a621-d2af99312ac9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 944 time: 0.0578287 Aug 04 15:49:04.705572 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-70026f68-c969-485f-9afe-25799176d264 req-e9b45d44-5a2b-4e03-867b-f18266db8ef0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Aug 04 15:49:04.759572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:49:04.817467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port c5f43701-4d2f-4099-9c09-947d9b6e4155 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:49:04.817755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:04.895493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:04.920427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:49:04.922721 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ae3a68-3764-48dc-8221-180c246a4ecc" -d '{"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:49:04.935633 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:49:04.941900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:04.966031 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1bd5e0-f5f4-4e2e-9174-a8c59b618b94 x-openstack-request-id: req-ab1bd5e0-f5f4-4e2e-9174-a8c59b618b94 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:49:04.966323 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-plugged", "status": "completed", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:49:04.966574 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab1bd5e0-f5f4-4e2e-9174-a8c59b618b94 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:49:04.967019 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'code': 200} Aug 04 15:49:04.994616 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:49:05.182115 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d47e-ac38-490c-a158-57ed484b8f08 req-90ae10c4-29dc-47b7-9ffe-2632e1b561c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:05.183553 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fca2d47e-ac38-490c-a158-57ed484b8f08 req-90ae10c4-29dc-47b7-9ffe-2632e1b561c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1098 time: 0.0547333 Aug 04 15:49:05.218356 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-fca2d47e-ac38-490c-a158-57ed484b8f08 req-2d3d869b-34c3-4c96-b948-f986323a2b5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279810 Aug 04 15:49:05.838042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55067444-8880-44e2-aabf-048a53debcc9 req-35a7c3ae-bf79-4f6c-94d3-9d61c71770d1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:05.839580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55067444-8880-44e2-aabf-048a53debcc9 req-35a7c3ae-bf79-4f6c-94d3-9d61c71770d1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 946 time: 0.0585873 Aug 04 15:49:05.890167 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55067444-8880-44e2-aabf-048a53debcc9 req-9a7c9f20-cba0-4e38-b46a-ec76d05c90e8 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Aug 04 15:49:07.029772 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895ebef-367c-4e90-8b3c-e079ae7b4564 req-85925332-1645-49f3-a1be-35c1c49d2c32 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:07.031476 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c895ebef-367c-4e90-8b3c-e079ae7b4564 req-85925332-1645-49f3-a1be-35c1c49d2c32 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 946 time: 0.0611105 Aug 04 15:49:07.070347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c895ebef-367c-4e90-8b3c-e079ae7b4564 req-4a0d99cf-1be2-4f35-b420-f14a2197674f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326531 Aug 04 15:49:14.856674 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0135bc47-47c8-4ae0-b462-0dda83aed45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:17.523400 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d82748c5-3a55-48ce-9aa7-33686e20dc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:17.693610 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:18.405205 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:19.032695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:19.148606 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:49:19.336960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:20.504910 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:44.850619 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce37e801-0cbc-446b-91d5-26a66434784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:47.529361 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ed293549-6bc3-4bd8-9558-652496b0d5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:47.700252 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:48.419139 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:49.035504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:49.346494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:50.498366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:49:51.839137 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-723fcf2f-00d8-4152-9eb1-966b2065c491 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431564 Aug 04 15:49:51.929535 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-845ccc7a-fec7-4714-b90d-fe3acf163d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:51.931054 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-845ccc7a-fec7-4714-b90d-fe3acf163d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1098 time: 0.0457776 Aug 04 15:49:52.393293 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-bd109039-2893-48c3-8e9d-7641fb5c053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:52.394888 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-bd109039-2893-48c3-8e9d-7641fb5c053c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.4409802 Aug 04 15:49:52.463618 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-8dd95039-7967-48f5-8ecb-d917ef8c5a56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 1000 time: 0.0610080 Aug 04 15:49:52.518023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-ce2ef53f-ace8-459b-9c12-8019ee5eb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:52.519500 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-ce2ef53f-ace8-459b-9c12-8019ee5eb4e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0482016 Aug 04 15:49:52.566754 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-af880564-ab73-4ebf-a982-5468457a8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:49:52.568237 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-af880564-ab73-4ebf-a982-5468457a8275 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415437 Aug 04 15:49:52.579651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-2612b0c5-360e-440c-918e-04e6d3e740ec service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:49:52.580573 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-2612b0c5-360e-440c-918e-04e6d3e740ec service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049963 Aug 04 15:49:52.673136 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-f197b6a2-0615-4a65-b0ed-8468e6aecefe service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Aug 04 15:49:52.768498 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-7bd5f733-b775-4296-98cb-641bf12c77eb req-32c15958-7219-4942-9053-dbb523754663 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Aug 04 15:49:56.153513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:50:14.850061 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2445d053-74f3-4603-8634-7dbc752c2f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:16.893927 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46216) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:17.063975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Deleting port 692b7094-da24-4209-b589-737dde626260 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:50:17.064312 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.155748 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.155980 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.167514 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Calling delete_port for 692b7094-da24-4209-b589-737dde626260 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:50:17.321524 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.358032 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'Port': ['ID=692b7094-da24-4209-b589-737dde626260,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:17.369642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.369994 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.370336 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.370704 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.371065 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.371396 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.371720 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.372046 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.372367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.372702 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.373023 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.373350 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:17.427113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.427354 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Floating IP 7c92a78b-90f7-40e6-945e-e9d393c01c54 disassociated (deleted). External IP: 172.25.0.69, port: c5f43701-4d2f-4099-9c09-947d9b6e4155. Aug 04 15:50:17.525034 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c0a04dda-84bc-4a5a-9b6d-4c67d6605a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.663280 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:50:17.693376 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.776106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:50:17.781253 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:17.789543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:50:17.799631 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:50:17.800254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:50:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:17.811526 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1d4d88ce-ddc0-4f3b-883c-73c396a60520 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "DELETE /v2.0/floatingips/7c92a78b-90f7-40e6-945e-e9d393c01c54 HTTP/1.1" status: 204 len: 168 time: 0.9162889 Aug 04 15:50:17.812083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:50:17.814382 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ff092-0cb0-4857-a0af-dea9b679774f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:50:17.910935 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c066e-9234-4d78-8a3b-a124778d04e7 x-openstack-request-id: req-7e3c066e-9234-4d78-8a3b-a124778d04e7 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:50:17.911657 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:50:17.911657 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e3c066e-9234-4d78-8a3b-a124778d04e7 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:50:17.911912 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'status': 'completed', 'code': 200} Aug 04 15:50:17.927945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:50:17.994503 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff092-0cb0-4857-a0af-dea9b679774f req-e41ca25e-dabb-46c0-94b7-abcc9df8e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:17.996313 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-e41ca25e-dabb-46c0-94b7-abcc9df8e83b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 1098 time: 0.0501652 Aug 04 15:50:18.052770 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743116-0804-4894-9275-45a6e28cf0a0 req-a08241df-96bd-4002-831d-e688ade544f2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:18.055272 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9743116-0804-4894-9275-45a6e28cf0a0 req-a08241df-96bd-4002-831d-e688ade544f2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 946 time: 0.0546489 Aug 04 15:50:18.096854 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff092-0cb0-4857-a0af-dea9b679774f req-cf3be027-ba70-4c44-b5ae-c46c40680cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:18.097885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d9743116-0804-4894-9275-45a6e28cf0a0 req-310c28db-6a53-4f63-86e6-5e778978e53b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Aug 04 15:50:18.098818 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-cf3be027-ba70-4c44-b5ae-c46c40680cc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0950918 Aug 04 15:50:18.143913 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-a0d20537-4931-4074-b666-1622b650c6a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 200 len: 217 time: 0.0367618 Aug 04 15:50:18.146070 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:18.174606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:50:18.183789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:50:18.184432 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:50:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:18.203339 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff092-0cb0-4857-a0af-dea9b679774f req-a19d548f-799c-4f7b-a30f-20628f222a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:18.204948 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-a19d548f-799c-4f7b-a30f-20628f222a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0517125 Aug 04 15:50:18.256493 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff092-0cb0-4857-a0af-dea9b679774f req-00666d85-86d5-4ec5-b4bd-f9dea4fc2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:18.258185 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-00666d85-86d5-4ec5-b4bd-f9dea4fc2bac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456316 Aug 04 15:50:18.301439 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:50:18.356650 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-64770dcb-ea6c-459b-92aa-3c1b0fad13d8 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899076 Aug 04 15:50:18.440535 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:18.457563 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-431ff092-0cb0-4857-a0af-dea9b679774f req-8abd31f0-0263-4807-9e75-752cdc7620b7 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927055 Aug 04 15:50:18.533991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:18.561332 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fba1b9-b248-459b-9e91-36805fc26735 None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:50:18.796795 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c9999-e3b0-40d4-b594-725b3e5160de None None] New status for floating IP 7c92a78b-90f7-40e6-945e-e9d393c01c54: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:50:19.035947 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.226569 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083432-cb70-4f05-8600-7f7c40ef3d88 req-3e9bf708-3f41-4cba-983b-f55891dcc018 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:19.228200 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf083432-cb70-4f05-8600-7f7c40ef3d88 req-3e9bf708-3f41-4cba-983b-f55891dcc018 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 946 time: 0.0563653 Aug 04 15:50:19.273312 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bf083432-cb70-4f05-8600-7f7c40ef3d88 req-37666b30-24b1-4f78-b934-44ab2ba9c972 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=4c154381-45f0-490d-b2da-937acb23f179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390315 Aug 04 15:50:19.354075 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.368834 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-6503d7f0-d7ab-481f-98eb-79168964decb tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:19.370437 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-6503d7f0-d7ab-481f-98eb-79168964decb tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 946 time: 0.0563679 Aug 04 15:50:19.481588 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Deleting port c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:50:19.481950 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.576506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] For port c5f43701-4d2f-4099-9c09-947d9b6e4155, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=c5f43701-4d2f-4099-9c09-947d9b6e4155,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:50:19.576759 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.591100 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Calling delete_port for c5f43701-4d2f-4099-9c09-947d9b6e4155 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:50:19.739766 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.771111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'Port': ['ID=c5f43701-4d2f-4099-9c09-947d9b6e4155,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:19.812612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] No DVR routers for this DVR port c5f43701-4d2f-4099-9c09-947d9b6e4155 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:50:19.815349 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:19.817373 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-85bb5f28-0ebd-4c08-b05b-fb0eccb230f1 req-8cb08b93-ba35-4eba-923e-620242e56558 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "DELETE /v2.0/ports/c5f43701-4d2f-4099-9c09-947d9b6e4155 HTTP/1.1" status: 204 len: 173 time: 0.4408319 Aug 04 15:50:19.913506 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-deleted', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:50:19.916150 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b3c1a-db44-489e-b2b0-b3d0fe6004b2" -d '{"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-deleted", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:50:19.953715 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3fd005-93fa-4ac0-a7b6-f62836927b31 x-openstack-request-id: req-df3fd005-93fa-4ac0-a7b6-f62836927b31 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:50:19.954015 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d44d1c-8d11-4c9c-a093-66b0d72ed20d", "name": "network-vif-deleted", "tag": "c5f43701-4d2f-4099-9c09-947d9b6e4155", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:50:19.954277 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df3fd005-93fa-4ac0-a7b6-f62836927b31 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:50:19.954724 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d44d1c-8d11-4c9c-a093-66b0d72ed20d', 'name': 'network-vif-deleted', 'tag': 'c5f43701-4d2f-4099-9c09-947d9b6e4155', 'status': 'completed', 'code': 200} Aug 04 15:50:20.385889 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-18e5c63b-0510-4d8a-a4ae-64b345c8b252 req-11a90679-6c51-4555-b694-48637d0bd1d9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4d44d1c-8d11-4c9c-a093-66b0d72ed20d HTTP/1.1" status: 200 len: 210 time: 0.0277424 Aug 04 15:50:20.497596 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:21.448314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46242) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:21.514457 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:21.543631 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:21.611143 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:21.613974 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:21.615275 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "DELETE /v2.0/security-groups/4c154381-45f0-490d-b2da-937acb23f179 HTTP/1.1" status: 204 len: 168 time: 0.1659832 Aug 04 15:50:21.625071 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c154381-45f0-490d-b2da-937acb23f179,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:21.635986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.636344 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.636690 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.637027 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.637365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.637696 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.638023 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.638348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.638695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.639209 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.639712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:21.640060 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34760e0-9cb7-4cfb-a6de-a58db0b691e6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:22.075381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46248) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.080261 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892421725', 'description': 'tempest-secgroup-smoke-892421725 description', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.104320 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.190514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.196339 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.224428 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.225662 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1492879 Aug 04 15:50:22.227658 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e54d8-dc6a-481e-987b-df8efbc2c443 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f0554-f26f-4514-8a8f-2906b170955c,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.228824 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46250) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.233712 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.262980 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.311132 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.316060 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.345734 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da14e990-ea6c-4cec-8a7e-abc013bb9d42,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.349194 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.350418 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-8ab58a2a-3f68-489a-9f15-3bf65170dc20 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204932 Aug 04 15:50:22.353216 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46252) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.357953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.386610 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.447683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.454937 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.477647 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25cc6ff-1197-4875-bced-3493ac0e1650,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.484138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.485347 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-92417be1-5615-46d3-b9ac-fe2d83f4ba5f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311762 Aug 04 15:50:22.489612 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46254) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.494338 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.525912 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.594165 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.599945 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.617666 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c6ff18-6ef1-4b9a-ae73-89f842617ae7,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.623974 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.625300 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-76e549e3-77b3-4638-a53f-327c36556e7c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346550 Aug 04 15:50:22.628262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46256) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.633017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.661703 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.729061 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.736148 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.761973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7bbe28-7b42-4860-ad4b-fd52554adb78,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.768473 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.769710 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-ebc278a9-b017-4a3d-a061-b21eba9b8d52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405015 Aug 04 15:50:22.773558 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46258) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.777978 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.801805 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Project 1e6a841183fc4d8fab7c83afa8e9dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:50:22.806607 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.871173 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.878880 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.896967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe64f40c-1a95-4434-a6cf-b4cd3a67a358,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:22.905038 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:22.906284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4a12afc0-f13b-46b1-83ff-37d145479d28 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317677 Aug 04 15:50:22.909561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46260) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:22.914267 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'security_group_rule': {'security_group_id': 'cd1f0554-f26f-4514-8a8f-2906b170955c', 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:22.940219 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Project 1e6a841183fc4d8fab7c83afa8e9dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:50:22.945039 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:23.007070 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:23.013011 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:23.036218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f0a253-2e00-403d-8bb1-1cece4c94de5,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:23.042938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:23.044172 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-c6ce497b-ef9b-433f-82d7-81a6c6c615e0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336424 Aug 04 15:50:23.195907 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:50:23.216193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: c5f43701-4d2f-4099-9c09-947d9b6e4155 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:50:23.216544 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device c5f43701-4d2f-4099-9c09-947d9b6e4155 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:50:33.153228 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:50:38.447722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-cfb1349c-1ad1-499c-8bf9-bd68e4b65335 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892421725&fields=id&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 267 time: 0.0345361 Aug 04 15:50:38.551536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-50d8f757-d883-4161-844d-ea4086c0d69b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:38.552938 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-50d8f757-d883-4161-844d-ea4086c0d69b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 808 time: 0.0983467 Aug 04 15:50:38.568911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-851f09d7-2d67-46d1-818f-bdb7eb1efbf1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/quotas/1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 375 time: 0.0096672 Aug 04 15:50:38.624632 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-aff553b8-b738-41a0-a861-67cdaacae397 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500019 Aug 04 15:50:38.694707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-005a6d88-c5c8-4d82-9529-1914b44cc743 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:50:38.695722 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-005a6d88-c5c8-4d82-9529-1914b44cc743 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552936 Aug 04 15:50:38.785384 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-c334d181-512b-47aa-a0ba-76d48ae0a458 service neutron] 10.222.0.76 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Aug 04 15:50:38.878522 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-24fa264c-a8d2-4579-9357-16270cefcfb2 service neutron] 10.222.0.76 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869083 Aug 04 15:50:39.200152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c0aa6d2b-1da0-4b2e-9770-202362f359fa req-2665463c-0e0e-473d-b29f-442af7e70502 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0273564 Aug 04 15:50:40.139301 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-27b0796a-7c37-46db-a9f3-5713fe485cdc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:40.140779 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-27b0796a-7c37-46db-a9f3-5713fe485cdc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 808 time: 0.1035538 Aug 04 15:50:40.186054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-6a7bad6f-94bd-4a98-9422-e35dc3fac7a7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 379 time: 0.0367098 Aug 04 15:50:40.195510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'port': {'device_id': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'admin_state_up': True, 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'security_groups': ['cd1f0554-f26f-4514-8a8f-2906b170955c']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:40.313697 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf55877c-fe1e-41a3-a125-73c5771ca8da req-f2591243-c6d3-4014-b1af-cd9b512c7b8f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0343330 Aug 04 15:50:40.338160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Made reservation on behalf of 1e6a841183fc4d8fab7c83afa8e9dc0b for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:50:40.341932 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:40.472510 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Allocated IP 172.20.0.9 (e793a221-6f18-4eb2-a895-a845d569c524/120ee6e7-6edb-45d6-b849-e9c2f563f238/29fbcd0c-fe78-4bf0-b964-f9527942d5a9) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:50:40.618478 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:40.632244 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Transition to ACTIVE for port object 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:50:40.668383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:40.722558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Network e793a221-6f18-4eb2-a895-a845d569c524 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:50:40.725916 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:50:40.730618 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:50:40.753504 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:40.790921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:40.791797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:40.808622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-3455c8fd-5cd3-43f0-805b-b01c8344c7dc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168957 Aug 04 15:50:40.868738 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Request body: {'port': {'device_id': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:40.931264 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:40.967871 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-597d6d6b-d1f7-4602-9543-fd17b11f83bc None None] Provisioning for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:50:40.972453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-597d6d6b-d1f7-4602-9543-fd17b11f83bc None None] Provisioning complete for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:50:40.972873 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-597d6d6b-d1f7-4602-9543-fd17b11f83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.011690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-597d6d6b-d1f7-4602-9543-fd17b11f83bc None None] Port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:50:41.192928 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:50:41.200667 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.212727 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Transition to ACTIVE for port object 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:50:41.217651 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.265750 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:41.366310 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:50:41.366710 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:50:41.367061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:50:41.374213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:50:41.374550 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:50:41.380855 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:50:41.381159 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:50:41.381549 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Bound using segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:50:41.381986 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Bound port: 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:50:41.382359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.482066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:50:41.486066 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:50:41.498902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56238f8-e0cf-490e-be70-8e5652f6fece req-1c15196d-fba5-4c84-8621-0c275b4e38b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:41.500421 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b56238f8-e0cf-490e-be70-8e5652f6fece req-1c15196d-fba5-4c84-8621-0c275b4e38b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0812047 Aug 04 15:50:41.501591 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.560233 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:41.560867 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:41.562289 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] 10.222.0.38 "PUT /v2.0/ports/29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1092 time: 0.7451670 Aug 04 15:50:41.562778 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:50:41.565055 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c68f5-28fa-4556-b957-b53771c53b72" -d '{"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:50:41.604872 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525e6a1-a3fb-4d1d-b111-06b318e1dbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:41.625353 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b56238f8-e0cf-490e-be70-8e5652f6fece req-1be76f13-4926-479d-8fe5-c6a3b08ac201 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939934 Aug 04 15:50:41.685382 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-cdfc3869-0a25-4bf8-9879-5fb36669fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:41.687545 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-cdfc3869-0a25-4bf8-9879-5fb36669fcb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1095 time: 0.0610554 Aug 04 15:50:41.693966 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699b3bf-a3a6-4fc7-82f3-54225470aee8 x-openstack-request-id: req-9699b3bf-a3a6-4fc7-82f3-54225470aee8 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:50:41.694328 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:50:41.694723 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9699b3bf-a3a6-4fc7-82f3-54225470aee8 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:50:41.695199 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'status': 'completed', 'code': 200} Aug 04 15:50:41.736328 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-89576694-1950-4d0d-bb74-15cf70a2e860 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0367441 Aug 04 15:50:41.790521 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-1fd687df-bd6c-43d7-9785-70db401675e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:41.792297 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-1fd687df-bd6c-43d7-9785-70db401675e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0494382 Aug 04 15:50:41.839575 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff95db-298f-438c-b341-257a022600f4 req-e8a63b35-b0f1-4d8b-8844-bf7df47cbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:41.841043 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-e8a63b35-b0f1-4d8b-8844-bf7df47cbb82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413363 Aug 04 15:50:41.934740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-28cc7c11-ccac-4b00-896f-46fca3a1e3a5 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861671 Aug 04 15:50:42.034495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-adff95db-298f-438c-b341-257a022600f4 req-f93536cd-c37b-45ab-a693-9cc0502156a7 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927117 Aug 04 15:50:42.125256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-829a2e94-4116-4963-8e89-e869a211a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:42.126851 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-829a2e94-4116-4963-8e89-e869a211a434 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1095 time: 0.0429440 Aug 04 15:50:42.220985 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-611155fe-6ee2-4fe8-ac3a-9b7f0ef36905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:42.222527 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-611155fe-6ee2-4fe8-ac3a-9b7f0ef36905 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0890276 Aug 04 15:50:42.266180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-8bd5692c-a317-4040-ae54-82b8d82dbe46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0368831 Aug 04 15:50:42.320803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-8ae0e167-8d4f-4c12-a337-15912591d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:42.322317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-8ae0e167-8d4f-4c12-a337-15912591d596 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0495608 Aug 04 15:50:42.374558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-9f3b9be4-0cc0-44c1-93b5-03c77df6b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:42.376120 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-9f3b9be4-0cc0-44c1-93b5-03c77df6b7e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459998 Aug 04 15:50:42.466495 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-c743c61a-809b-4818-8679-95347244eb5d service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Aug 04 15:50:42.563298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-6d0c68f5-28fa-4556-b957-b53771c53b72 req-d67abb06-b991-49cd-bbe1-ee59bd13d623 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898571 Aug 04 15:50:42.742629 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5a061-6be5-4aed-99ea-23de605ea298 req-998e15e0-5b56-42c7-814b-635bcf17cd85 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:42.744180 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0a5a061-6be5-4aed-99ea-23de605ea298 req-998e15e0-5b56-42c7-814b-635bcf17cd85 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0516274 Aug 04 15:50:42.783516 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d0a5a061-6be5-4aed-99ea-23de605ea298 req-8c6d004b-7419-41fe-a5d7-adc4680ae249 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Aug 04 15:50:43.906494 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e05226-2444-4491-80de-e7aecca04890 req-3c4b4dfd-6265-4777-be1b-01f512e2df71 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:43.908107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8e05226-2444-4491-80de-e7aecca04890 req-3c4b4dfd-6265-4777-be1b-01f512e2df71 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0522122 Aug 04 15:50:43.949159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c8e05226-2444-4491-80de-e7aecca04890 req-a80a730c-5c2b-4b46-9be6-9efc5ee43c12 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Aug 04 15:50:44.845942 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2d97fe03-9692-4a6f-a107-8d549683a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:45.074150 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3ae23-c5ad-4a7c-aacf-8adffb2ae2be req-eb280513-39d7-4dcd-95b3-e9d6ebfcaf43 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:45.075662 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4a3ae23-c5ad-4a7c-aacf-8adffb2ae2be req-eb280513-39d7-4dcd-95b3-e9d6ebfcaf43 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0502150 Aug 04 15:50:45.121270 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a4a3ae23-c5ad-4a7c-aacf-8adffb2ae2be req-e877085e-759d-45e4-ad97-17e7649d289d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367208 Aug 04 15:50:46.258092 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bf18a-fce8-4971-9bbb-6f45cf3530db req-37224210-a640-438d-aad4-b2904b76bef7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:46.259599 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-237bf18a-fce8-4971-9bbb-6f45cf3530db req-37224210-a640-438d-aad4-b2904b76bef7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0551732 Aug 04 15:50:46.300833 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-237bf18a-fce8-4971-9bbb-6f45cf3530db req-c3b2a82f-1d9e-4e55-a2e1-83a16df50154 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 04 15:50:47.423186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c617e8-9676-4107-8d96-10fa0605dc2f req-60245787-3b4f-44e5-8320-fb3f597c3b95 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:47.424693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93c617e8-9676-4107-8d96-10fa0605dc2f req-60245787-3b4f-44e5-8320-fb3f597c3b95 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0531809 Aug 04 15:50:47.465459 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-93c617e8-9676-4107-8d96-10fa0605dc2f req-e34c092d-b07c-4552-aa1b-27ba828cf82b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Aug 04 15:50:47.521101 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2be2-d8ac-4b8d-bb76-b06324c5d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:47.704920 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:48.434451 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:48.590705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d083bae-7c86-46ea-8197-be4230132912 req-49a0fb73-a79a-40b6-93e4-ea34eb10346f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:48.592121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d083bae-7c86-46ea-8197-be4230132912 req-49a0fb73-a79a-40b6-93e4-ea34eb10346f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0588429 Aug 04 15:50:48.636170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5d083bae-7c86-46ea-8197-be4230132912 req-31af7b47-5b0f-47d0-b758-34244c7e5d04 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Aug 04 15:50:49.039493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:49.362491 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:49.778888 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff28fd-42f1-440a-bf8d-e5de43cfe58d req-6f649cda-388e-4889-8bbb-a550f88dd94a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:49.779651 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ff28fd-42f1-440a-bf8d-e5de43cfe58d req-6f649cda-388e-4889-8bbb-a550f88dd94a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0566385 Aug 04 15:50:49.818991 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b5ff28fd-42f1-440a-bf8d-e5de43cfe58d req-f08fe5d8-86c3-4e7b-99d5-41915b7b7285 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Aug 04 15:50:50.509744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:50.959729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec492-57fe-478c-ab22-98421ba978b2 req-c1f90e32-ee1c-4e4b-96a1-5f5855b28ea2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:50.961263 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56aec492-57fe-478c-ab22-98421ba978b2 req-c1f90e32-ee1c-4e4b-96a1-5f5855b28ea2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0538714 Aug 04 15:50:50.999776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-56aec492-57fe-478c-ab22-98421ba978b2 req-59ffe2f0-dd2a-4360-bb23-c2cc5df13687 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Aug 04 15:50:52.122021 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5cf9-c00f-4ee8-a2e9-660eb68b0d08 req-c0def88a-96a7-4864-86cc-ef00cb8b4412 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:52.123556 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4dd5cf9-c00f-4ee8-a2e9-660eb68b0d08 req-c0def88a-96a7-4864-86cc-ef00cb8b4412 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0495260 Aug 04 15:50:52.170528 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d4dd5cf9-c00f-4ee8-a2e9-660eb68b0d08 req-ec56f924-47ab-45b4-8a93-994b1258e276 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Aug 04 15:50:52.488162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:50:52.592385 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:50:52.604305 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'mac_address': 'fa:16:3e:a6:1e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:50:52.645415 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:52.659499 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:50:52.680910 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:50:52.687567 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:52.741606 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:52.750063 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.750418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.750793 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.751138 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.751475 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.751846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.752178 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.752508 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.752837 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.753161 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.753514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.753839 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:50:52.901441 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['29fbcd0c-fe78-4bf0-b964-f9527942d5a9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:50:53.316314 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8dbda-59dc-42dd-8200-32941b26d749 req-fe1896ce-7616-497d-a34f-075d79964768 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:53.317874 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6c8dbda-59dc-42dd-8200-32941b26d749 req-fe1896ce-7616-497d-a34f-075d79964768 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 944 time: 0.0525687 Aug 04 15:50:53.365311 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b6c8dbda-59dc-42dd-8200-32941b26d749 req-1cf34192-0382-4c27-ae0b-4c470e3563fe tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Aug 04 15:50:54.486142 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:50:54.509164 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcd3a-e4e2-4caa-8746-ce5064371fcd req-23b5d14d-23be-463d-8b21-c878857d5f1f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:54.510992 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e4dcd3a-e4e2-4caa-8746-ce5064371fcd req-23b5d14d-23be-463d-8b21-c878857d5f1f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 944 time: 0.0535173 Aug 04 15:50:54.540409 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:50:54.544318 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:50:54.544697 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:54.552093 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2e4dcd3a-e4e2-4caa-8746-ce5064371fcd req-2262b597-4e66-482b-9b18-c5a40949161d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347257 Aug 04 15:50:54.630518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:54.653758 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:50:54.656360 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d0f39-2236-4418-836f-cbd0db0881b9" -d '{"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-plugged", "status": "completed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:50:54.668813 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:50:54.673359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:54.696519 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1a8729-a912-4d38-84ec-fb4b80443aa6 x-openstack-request-id: req-cf1a8729-a912-4d38-84ec-fb4b80443aa6 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:50:54.696877 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-plugged", "status": "completed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:50:54.697121 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf1a8729-a912-4d38-84ec-fb4b80443aa6 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:50:54.697466 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'code': 200} Aug 04 15:50:54.728558 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:54.791730 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a1f8-e65e-4639-af81-82b770251e5f req-6c904207-d198-46fe-ae08-e202117b9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:54.793413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a52a1f8-e65e-4639-af81-82b770251e5f req-6c904207-d198-46fe-ae08-e202117b9fcb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1097 time: 0.0422306 Aug 04 15:50:54.833756 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2a52a1f8-e65e-4639-af81-82b770251e5f req-97ff08c9-0f2a-4e41-a286-b95dfc530317 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Aug 04 15:50:55.672103 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784558a3-d706-4231-a995-0d5bae4de06e req-70d3c227-5912-4974-9f74-f7fa40c689a2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:55.673622 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-784558a3-d706-4231-a995-0d5bae4de06e req-70d3c227-5912-4974-9f74-f7fa40c689a2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0532861 Aug 04 15:50:55.714542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-784558a3-d706-4231-a995-0d5bae4de06e req-78f587de-c133-4eaa-a837-d4d8be8a0f52 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Aug 04 15:50:55.843896 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df8f91-d1e4-4cac-8541-4e319576dc3d req-ceae9d0b-ab5b-47ec-a8c7-81fa51eb3dcc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:55.845350 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8df8f91-d1e4-4cac-8541-4e319576dc3d req-ceae9d0b-ab5b-47ec-a8c7-81fa51eb3dcc tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0613892 Aug 04 15:50:55.887885 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d8df8f91-d1e4-4cac-8541-4e319576dc3d req-321dab92-ee4f-4eb9-988f-612917680178 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338986 Aug 04 15:50:55.910078 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46458) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:55.949017 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83879175-79ac-46e3-b33d-ffc60f2556b9 tempest-TestShelveInstance-1465714811 tempest-TestShelveInstance-1465714811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:55.950539 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-83879175-79ac-46e3-b33d-ffc60f2556b9 tempest-TestShelveInstance-1465714811 tempest-TestShelveInstance-1465714811-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1092 time: 0.0394611 Aug 04 15:50:55.953476 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46460) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:50:55.957810 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:50:55.983488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:56.085976 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:56.192462 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Allocated IP 172.25.0.179 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/95e047af-3990-4fe9-8daf-e550cea42c55) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:50:56.299512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:56.343717 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:56.384210 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:50:56.387080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:50:56.391321 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:50:56.394280 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=95e047af-3990-4fe9-8daf-e550cea42c55,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:57.087351 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.157943 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.309110 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.316197 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.383213 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event updated for resources: {'Port': ['ID=95e047af-3990-4fe9-8daf-e550cea42c55,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:50:57.396942 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.502106 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Floating IP 0ff99962-e9fc-473c-8164-af1721ed9b67 associated. External IP: 172.25.0.179, port: 29fbcd0c-fe78-4bf0-b964-f9527942d5a9. Aug 04 15:50:57.717606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:50:57.829234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:50:57.840545 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:50:57.849895 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:50:57.854942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:50:57.855569 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:50:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:57.879112 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-29ecf11c-912d-4936-844c-eaa46cd3c10f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9245658 Aug 04 15:50:57.880081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:50:57.882405 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:50:57.921943 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb7b1a-c9f1-426a-a35f-5409df834613 x-openstack-request-id: req-a0fb7b1a-c9f1-426a-a35f-5409df834613 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:50:57.922314 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:50:57.922602 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0fb7b1a-c9f1-426a-a35f-5409df834613 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:50:57.923014 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'status': 'completed', 'code': 200} Aug 04 15:50:57.965368 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:50:57.985065 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-34e47e14-b96f-4825-a586-41eda0aa9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:57.986546 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-34e47e14-b96f-4825-a586-41eda0aa9ce8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1097 time: 0.0411739 Aug 04 15:50:58.080129 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-71f2f718-7c5f-4706-882c-fe6e1cbbfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:58.081640 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-71f2f718-7c5f-4706-882c-fe6e1cbbfb54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0875883 Aug 04 15:50:58.152559 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-4430727a-7214-4a17-830c-fbf2982f284f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 999 time: 0.0638165 Aug 04 15:50:58.190419 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0ff99962-e9fc-473c-8164-af1721ed9b67', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:a6:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:50:56Z', 'updated_at': '2021-08-04T15:50:56Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:58.202537 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-94fde302-1814-464f-91b8-f838edaf8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:58.204096 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-94fde302-1814-464f-91b8-f838edaf8095 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0442700 Aug 04 15:50:58.252830 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-c33f93f5-5f50-4081-a341-33b802905a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:50:58.254743 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-c33f93f5-5f50-4081-a341-33b802905a60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437663 Aug 04 15:50:58.352998 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-b4456701-c664-4a8e-b0cb-22903f3ae8da service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908198 Aug 04 15:50:58.376955 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:50:58.386339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:50:58.387013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:50:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:58.443308 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7f0ef2cb-304c-4edc-9dcc-db3c0a7c126f req-a2765330-24c8-4731-8cef-cf87f4e90e39 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Aug 04 15:50:58.492681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:50:58.726842 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0ff99962-e9fc-473c-8164-af1721ed9b67', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:a6:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:50:56Z', 'updated_at': '2021-08-04T15:50:56Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:50:58.757176 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c3790-32b1-497f-ac16-e77c120193b6 None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0ff99962-e9fc-473c-8164-af1721ed9b67', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'mac_address': 'fa:16:3e:a6:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:50:56Z', 'updated_at': '2021-08-04T15:50:56Z', 'revision_number': 0, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:50:58.957250 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b65a0-b35d-48c4-bd48-6b86e7d04469 None None] New status for floating IP 0ff99962-e9fc-473c-8164-af1721ed9b67: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:51:06.771541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-6f2f978d-e877-437c-a476-aa34f2f5fe33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458055 Aug 04 15:51:06.861524 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-2a051570-9120-4822-bee1-11ae18178195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:51:06.863277 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-2a051570-9120-4822-bee1-11ae18178195 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1097 time: 0.0473878 Aug 04 15:51:06.976317 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-7fc738f7-9ee6-4259-87ea-1f8309404e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:51:06.978015 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-7fc738f7-9ee6-4259-87ea-1f8309404e4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0940304 Aug 04 15:51:07.057795 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-365f8e56-89bd-48cc-9e29-dd55114de894 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0715659 Aug 04 15:51:07.108971 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-0c4daadb-d7ff-4d26-a12b-1a66d35d1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:51:07.110585 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-0c4daadb-d7ff-4d26-a12b-1a66d35d1692 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0463998 Aug 04 15:51:07.166117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-28d69e5c-402d-4195-87c7-0fac33c4fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:51:07.168753 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-28d69e5c-402d-4195-87c7-0fac33c4fb47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507588 Aug 04 15:51:07.268170 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-91924c25-e1c9-4db7-b596-8ead33fed0d6 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916350 Aug 04 15:51:07.359952 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d74f3c3-249f-4514-b36b-74f13560d502 req-c08f4c06-e611-4ff4-afe9-1f12ed933632 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840116 Aug 04 15:51:10.158803 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:51:14.845795 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1f58-3724-4703-80e7-0fbdfd9635a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:17.514068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48603076-f37a-4ff5-a8dc-7195f09dc60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:17.700269 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:18.419110 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:19.037704 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:19.360085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:20.508961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:44.839115 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4944610e-315f-45e6-a696-05208bfc1261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:47.164153 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:51:47.529587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8a7e642f-f9ef-4160-a553-06b276ab5a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:47.712633 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:48.432756 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:49.044812 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:49.375470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:51:50.508836 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:08.770009 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-bf673512-a72f-426e-98c7-e50cbd48d2b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484006 Aug 04 15:52:08.863087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31090-b09f-4992-a403-1719b0759f48 req-f2d09778-e6d5-4461-942b-85c512a4f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:08.864636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-f2d09778-e6d5-4461-942b-85c512a4f4bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1097 time: 0.0458016 Aug 04 15:52:08.986475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31090-b09f-4992-a403-1719b0759f48 req-99bfd9f5-f225-4d0d-90d4-c2402edfabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:08.988072 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-99bfd9f5-f225-4d0d-90d4-c2402edfabb2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0973654 Aug 04 15:52:09.058222 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-5fc6e270-db4f-4d08-82f9-3f70f0145fad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0628011 Aug 04 15:52:09.113016 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31090-b09f-4992-a403-1719b0759f48 req-e03ca00b-4544-47f7-a25e-a7781600d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:09.114475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-e03ca00b-4544-47f7-a25e-a7781600d207 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0499537 Aug 04 15:52:09.161630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31090-b09f-4992-a403-1719b0759f48 req-ecbdabe0-a769-47ac-84cf-6e8e902a6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:09.163392 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-ecbdabe0-a769-47ac-84cf-6e8e902a6381 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419710 Aug 04 15:52:09.265904 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-c656a5b0-120e-41a6-87de-8ae9e16667be service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945263 Aug 04 15:52:09.367637 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-72b31090-b09f-4992-a403-1719b0759f48 req-5210580b-a501-4c89-b975-5e260125f7f5 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948777 Aug 04 15:52:14.843969 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bb207d51-4ee1-40a0-bacd-5361ae43e24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:17.521866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ce4877e5-b720-4d5b-bcb9-d17f36a2ab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:17.710496 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:18.419467 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:19.053414 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:19.376464 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:20.513295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:24.164043 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:52:44.857573 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a5d08a69-53ef-4baf-ae75-b4ad2748cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:47.528420 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-939bd4b5-a385-4051-a2d6-ed4bba528322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:47.710362 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:48.427052 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:49.059883 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:49.386185 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:50.523359 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:52:54.633992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ec67-7e63-48be-bdc0-246be0f96d78 req-a56efe66-dc89-419b-92b8-d6d613ab7f8b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:54.635542 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e12ec67-7e63-48be-bdc0-246be0f96d78 req-a56efe66-dc89-419b-92b8-d6d613ab7f8b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.1070848 Aug 04 15:52:54.675371 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5e12ec67-7e63-48be-bdc0-246be0f96d78 req-06fe1d7b-0dc2-499c-9d87-d1703591aee0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Aug 04 15:52:55.822566 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b7936-38a2-4cdf-9457-76f551c8b5b3 req-71aef283-f5cc-4a87-b2fe-99af41af3a2b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:55.824174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be7b7936-38a2-4cdf-9457-76f551c8b5b3 req-71aef283-f5cc-4a87-b2fe-99af41af3a2b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0638418 Aug 04 15:52:55.872415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-be7b7936-38a2-4cdf-9457-76f551c8b5b3 req-1b32dc0a-b31d-40e9-ba8f-a7557386c776 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Aug 04 15:52:57.026294 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73a4d-638e-43c6-9dcb-9b4c9f619a13 req-2d3b2a5b-3b06-4249-80b0-89f31b08cf74 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:57.027832 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1e73a4d-638e-43c6-9dcb-9b4c9f619a13 req-2d3b2a5b-3b06-4249-80b0-89f31b08cf74 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0591302 Aug 04 15:52:57.070560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f1e73a4d-638e-43c6-9dcb-9b4c9f619a13 req-afc70cae-2248-4224-bcac-0743261befec tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366933 Aug 04 15:52:58.201630 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3cc8-d891-450d-9933-fbf47b76a330 req-6970bbc8-bc0e-41e4-a67b-9f302c4f0b86 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:58.203162 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-836a3cc8-d891-450d-9933-fbf47b76a330 req-6970bbc8-bc0e-41e4-a67b-9f302c4f0b86 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0543211 Aug 04 15:52:58.241600 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-836a3cc8-d891-450d-9933-fbf47b76a330 req-c9ab0f0f-2e42-4a60-ba2f-c678e83956d7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Aug 04 15:52:59.383938 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d15c-2532-418a-b553-37076f779ba8 req-a14e04b2-a181-40d5-8038-fdb0f73dbaf0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:52:59.386667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5960d15c-2532-418a-b553-37076f779ba8 req-a14e04b2-a181-40d5-8038-fdb0f73dbaf0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0652790 Aug 04 15:52:59.431835 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5960d15c-2532-418a-b553-37076f779ba8 req-d2448cab-bc2d-42a7-a522-023c98e5183e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Aug 04 15:53:00.556389 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e8bbe-d5ef-41e5-a219-9c11a8db4924 req-849d2ed1-6e74-4955-b0bf-2b48fda28a74 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:00.557886 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-876e8bbe-d5ef-41e5-a219-9c11a8db4924 req-849d2ed1-6e74-4955-b0bf-2b48fda28a74 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0500784 Aug 04 15:53:00.595816 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-876e8bbe-d5ef-41e5-a219-9c11a8db4924 req-27cff5a3-72c0-4ab8-9e4e-acec34e67ea5 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Aug 04 15:53:01.170771 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:53:01.723880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d690c-eac9-4652-bfe4-568d34210bc0 req-0ed28498-1ffb-4bf1-9106-0c3076eb63f9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:01.725580 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd3d690c-eac9-4652-bfe4-568d34210bc0 req-0ed28498-1ffb-4bf1-9106-0c3076eb63f9 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0610995 Aug 04 15:53:01.779870 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dd3d690c-eac9-4652-bfe4-568d34210bc0 req-4dac6c5e-4f70-4866-a473-fdeaf064f864 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458698 Aug 04 15:53:02.902531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518be2a0-60c4-4120-81eb-d9e498bc3d95 req-55d44101-8492-45b7-b347-568630ba0a0f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:02.904110 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-518be2a0-60c4-4120-81eb-d9e498bc3d95 req-55d44101-8492-45b7-b347-568630ba0a0f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0515928 Aug 04 15:53:02.945032 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-518be2a0-60c4-4120-81eb-d9e498bc3d95 req-051fc1f5-930d-4f46-8017-dd73b718a75b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Aug 04 15:53:04.095646 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682f4a4-c426-40e7-91f8-e598e8927aaf req-a28e8f9b-dd9c-4935-b893-2959debadb83 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:04.097212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5682f4a4-c426-40e7-91f8-e598e8927aaf req-a28e8f9b-dd9c-4935-b893-2959debadb83 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0668657 Aug 04 15:53:04.136497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5682f4a4-c426-40e7-91f8-e598e8927aaf req-9c0915d6-d732-48ad-b84e-c67afb80dc55 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Aug 04 15:53:04.712133 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-bb8efe41-202d-4d41-b7f6-061cb7bd6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:04.713562 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-bb8efe41-202d-4d41-b7f6-061cb7bd6450 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1097 time: 0.0494089 Aug 04 15:53:04.809803 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-6326c05c-036a-461c-884a-4d3e7d6599de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:04.811341 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-6326c05c-036a-461c-884a-4d3e7d6599de service neutron] 10.222.0.38 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0894561 Aug 04 15:53:04.885605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-bc5eb8b4-fd86-4b0e-a179-b7885b703334 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0667760 Aug 04 15:53:04.937302 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-7bcd6918-cac0-4269-a8dd-32dbb7c17f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:04.938760 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-7bcd6918-cac0-4269-a8dd-32dbb7c17f48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0459392 Aug 04 15:53:04.995756 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-332f95c0-c241-4dc1-b58f-656f7ffecbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:04.997177 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-332f95c0-c241-4dc1-b58f-656f7ffecbaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510757 Aug 04 15:53:05.009298 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-d5689968-b786-409b-ac03-209520270b6f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:53:05.010260 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-d5689968-b786-409b-ac03-209520270b6f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051312 Aug 04 15:53:05.118054 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-bfda0634-2e47-4777-8318-b7b7afa73989 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994792 Aug 04 15:53:05.225652 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f74ed345-b5c1-4d1f-94da-ee7f7a59e53c req-d51f8512-0d8b-4abf-89c6-fe80df4a25a6 service neutron] 10.222.0.38 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973024 Aug 04 15:53:05.261975 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125490c-c4c1-44a0-ba03-aea268269257 req-de142235-1ead-4c51-a556-881ff574beed tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:05.263497 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8125490c-c4c1-44a0-ba03-aea268269257 req-de142235-1ead-4c51-a556-881ff574beed tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0566907 Aug 04 15:53:05.303147 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8125490c-c4c1-44a0-ba03-aea268269257 req-7b2f495a-b61b-4780-8fd2-79a9abafc34e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334074 Aug 04 15:53:06.431802 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3515-6038-4c19-b534-1976530416b4 req-b7fc8a2b-6d7a-418f-8e3b-948e41ccd9d0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:06.433349 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ebe3515-6038-4c19-b534-1976530416b4 req-b7fc8a2b-6d7a-418f-8e3b-948e41ccd9d0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0624366 Aug 04 15:53:06.473688 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3ebe3515-6038-4c19-b534-1976530416b4 req-e8f45341-7c6e-4527-9e6c-4514e6dd480c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341334 Aug 04 15:53:07.596558 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76070f9c-ce0b-40be-a680-387bc6c0356b req-e09e591f-518e-4c98-b326-a47904c2c171 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:07.598169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76070f9c-ce0b-40be-a680-387bc6c0356b req-e09e591f-518e-4c98-b326-a47904c2c171 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0541830 Aug 04 15:53:07.639400 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-76070f9c-ce0b-40be-a680-387bc6c0356b req-b814f293-31cc-4a41-bc65-653f68041945 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348811 Aug 04 15:53:08.762255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fd956-6c97-44d6-b5a0-111ace25f9f2 req-1cfda21d-9516-4b3c-aae3-a75cd701f51c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:08.763871 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-798fd956-6c97-44d6-b5a0-111ace25f9f2 req-1cfda21d-9516-4b3c-aae3-a75cd701f51c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0500450 Aug 04 15:53:08.805728 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-798fd956-6c97-44d6-b5a0-111ace25f9f2 req-843631f3-caa2-416c-ba56-cb1e183d0632 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Aug 04 15:53:09.022460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c34b6c-b21f-4a2d-9c9f-a86b4a1610f3 req-c8350dd3-f3c0-4963-b4b9-e6242d506272 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:09.024036 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c34b6c-b21f-4a2d-9c9f-a86b4a1610f3 req-c8350dd3-f3c0-4963-b4b9-e6242d506272 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 945 time: 0.0563750 Aug 04 15:53:09.026190 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46568) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:53:09.045442 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:53:09.066417 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-64c34b6c-b21f-4a2d-9c9f-a86b4a1610f3 req-b04ecdde-5171-400d-a743-f7b4cd5ab840 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Aug 04 15:53:09.108670 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-2f3cdfb8-8b22-4541-a4e9-c6d4503c308a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813251 Aug 04 15:53:09.121728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:09.153844 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:53:09.156232 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea6cc79-4f1b-4a66-b44f-4e3d00699ab5" -d '{"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-unplugged", "status": "completed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:53:09.169052 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:53:09.174254 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:09.198452 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f750f-308b-4593-9fee-1dc918495866 x-openstack-request-id: req-941f750f-308b-4593-9fee-1dc918495866 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:53:09.198766 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-unplugged", "status": "failed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "code": 422}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:53:09.199013 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-941f750f-308b-4593-9fee-1dc918495866 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:53:09.199408 n-d-801743-12 neutron-server[94267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'code': 422} returned with failed status Aug 04 15:53:09.224914 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:53:09.232707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.233065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.233412 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.233753 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.234133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.234471 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.234821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.235139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.235473 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.235801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.236129 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:09.236453 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:10.198873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da32a46-0864-48b9-a874-6d9a6541ed54 req-fe31b466-a5e9-4131-a684-8e8cd5c0a63e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:10.200500 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da32a46-0864-48b9-a874-6d9a6541ed54 req-fe31b466-a5e9-4131-a684-8e8cd5c0a63e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0522060 Aug 04 15:53:10.239611 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5da32a46-0864-48b9-a874-6d9a6541ed54 req-6545bee0-3400-438c-a4e6-15b2904e15ac tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Aug 04 15:53:11.361385 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bd43e-e70d-41e0-aef6-d5fcdb7def05 req-ec376063-a88b-4160-b135-2ae95a8e9879 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:11.363240 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4bd43e-e70d-41e0-aef6-d5fcdb7def05 req-ec376063-a88b-4160-b135-2ae95a8e9879 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0533314 Aug 04 15:53:11.401867 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4d4bd43e-e70d-41e0-aef6-d5fcdb7def05 req-6b51d535-393d-472a-b7c0-ac35d7394c44 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323517 Aug 04 15:53:12.534124 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d3301-c3c3-4ae5-855b-63c9f39dcc2f req-572850ff-21f9-4e89-a2ae-9c062149e6e4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:12.536011 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb2d3301-c3c3-4ae5-855b-63c9f39dcc2f req-572850ff-21f9-4e89-a2ae-9c062149e6e4 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0581372 Aug 04 15:53:12.576174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-bb2d3301-c3c3-4ae5-855b-63c9f39dcc2f req-723e1ef1-cae3-43fa-b9aa-5df8b5325a96 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341182 Aug 04 15:53:13.697186 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0aee5-f87f-4bd3-81a2-8356b01369a8 req-0cbf1699-deae-4323-8c91-c39884ab9274 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:13.698818 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd0aee5-f87f-4bd3-81a2-8356b01369a8 req-0cbf1699-deae-4323-8c91-c39884ab9274 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0511935 Aug 04 15:53:13.738042 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3bd0aee5-f87f-4bd3-81a2-8356b01369a8 req-641a2506-0026-4d7b-bcdb-89a6fd6c8abb tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Aug 04 15:53:14.853810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-53f4749b-b6c4-4844-86bd-599818fbcf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:14.862721 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677cf00-8514-475d-bb22-4d13706c4542 req-8c776636-acb0-474b-9896-1763b921aacd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:14.864605 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1677cf00-8514-475d-bb22-4d13706c4542 req-8c776636-acb0-474b-9896-1763b921aacd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0583389 Aug 04 15:53:14.904477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1677cf00-8514-475d-bb22-4d13706c4542 req-4e92d06b-6486-4a51-9774-32ce2479e04c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Aug 04 15:53:16.024457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20e25-85a6-4176-87ed-909d923f21b1 req-a0ef64ef-4cdf-4145-aa2c-6b9ebb6297ad tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:16.025997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efe20e25-85a6-4176-87ed-909d923f21b1 req-a0ef64ef-4cdf-4145-aa2c-6b9ebb6297ad tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0511091 Aug 04 15:53:16.067650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-efe20e25-85a6-4176-87ed-909d923f21b1 req-471bfc24-c91c-4bcc-aa47-491a1d2e8846 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354173 Aug 04 15:53:17.190982 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132711-da96-4a44-a577-34c4e37ea174 req-e76c3d91-6ee1-4333-9dff-7cddda3bd39a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:17.192433 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41132711-da96-4a44-a577-34c4e37ea174 req-e76c3d91-6ee1-4333-9dff-7cddda3bd39a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0532610 Aug 04 15:53:17.232281 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-41132711-da96-4a44-a577-34c4e37ea174 req-415a4355-bb88-497e-b2ef-5c441ae98899 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Aug 04 15:53:17.513518 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-82f4652b-6588-400a-b90b-d30dc3698a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:17.703617 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.067806 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-f012a179-846b-407a-834a-d511ba61fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:18.069351 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-f012a179-846b-407a-834a-d511ba61fa91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd&tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b HTTP/1.1" status: 200 len: 1095 time: 0.0862055 Aug 04 15:53:18.081645 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-801743-12', 'device_owner': 'compute:nova'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:53:18.151113 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.359926 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ecb27-43fe-44f5-9627-069f030c2832 req-b56e61f1-3521-43a2-9cd5-29e569f56071 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:18.361489 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d42ecb27-43fe-44f5-9627-069f030c2832 req-b56e61f1-3521-43a2-9cd5-29e569f56071 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0586317 Aug 04 15:53:18.365148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:53:18.399764 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h1-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:53:18.402555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-d42ecb27-43fe-44f5-9627-069f030c2832 req-eb486b7f-fa5c-4b88-9410-5ad409b859fb tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344906 Aug 04 15:53:18.427643 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.436671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:53:18.444535 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.456307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Transition to ACTIVE for port object 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:53:18.461334 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.538142 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=7']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:53:18.549691 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.550039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.550381 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.550731 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.551068 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.551454 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.551783 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.552111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.552436 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.552762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.553084 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.553405 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:53:18.592733 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] No DVR routers for this DVR port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on host n-h1-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:53:18.725749 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:53:18.726015 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:53:18.726367 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:53:18.730829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:53:18.731132 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Attempting to bind port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on network e793a221-6f18-4eb2-a895-a845d569c524 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:53:18.736021 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:53:18.736349 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Checking segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:53:18.736730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Bound using segment: {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:53:18.737148 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Bound port: 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15df96b-1483-41ee-8cbd-1e54e8ee5942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:53:18.737502 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.801000 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:53:18.804212 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:53:18.810843 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.846768 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:18.847423 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:18.848808 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] 10.222.0.46 "PUT /v2.0/ports/29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1092 time: 0.7713947 Aug 04 15:53:18.849298 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:53:18.851643 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd0017-343f-497d-ad7c-35502dede006" -d '{"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:53:18.879711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d227f1-0ffc-41de-b044-d4ccecee88da service neutron] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=8']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:53:18.910373 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f6a47-ea92-491f-ab52-7d8802f72833 x-openstack-request-id: req-f62f6a47-ea92-491f-ab52-7d8802f72833 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:53:18.910694 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:53:18.910949 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f62f6a47-ea92-491f-ab52-7d8802f72833 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:53:18.911358 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'status': 'completed', 'code': 200} Aug 04 15:53:18.928126 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-e997291f-872e-4dba-a753-e7b181688daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:18.929682 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-e997291f-872e-4dba-a753-e7b181688daa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1095 time: 0.0470212 Aug 04 15:53:19.023341 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-8333b0b1-7a33-4c28-84ec-3d8b6f0c8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.024876 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-8333b0b1-7a33-4c28-84ec-3d8b6f0c8360 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0872471 Aug 04 15:53:19.051113 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:19.099786 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-5f35e5d5-d9ed-4f66-9bcd-37e71b696359 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 999 time: 0.0670803 Aug 04 15:53:19.151922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-6e2f84ea-35c9-453e-b2fb-8df718d1fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.153284 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-6e2f84ea-35c9-453e-b2fb-8df718d1fc0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0467134 Aug 04 15:53:19.200448 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-44a81c71-f552-4e94-97ed-004e6cc17d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.201904 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-44a81c71-f552-4e94-97ed-004e6cc17d3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412824 Aug 04 15:53:19.293831 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-c80f948d-659a-4dc8-a6ce-3a1647b0129d service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846193 Aug 04 15:53:19.386441 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-660adc27-4166-4907-8998-4f744853b1cd service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839965 Aug 04 15:53:19.403231 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:19.479869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0017-343f-497d-ad7c-35502dede006 req-ddafe5f7-9baa-4fe5-b7f5-3d4bf0640c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.481398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-ddafe5f7-9baa-4fe5-b7f5-3d4bf0640c28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1095 time: 0.0491056 Aug 04 15:53:19.523634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605cfde-fcf5-4f7c-a8c2-4aef5508571d req-35d225ed-9c57-40c6-acaa-ff9fc5e2ad77 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.525161 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a605cfde-fcf5-4f7c-a8c2-4aef5508571d req-35d225ed-9c57-40c6-acaa-ff9fc5e2ad77 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0523074 Aug 04 15:53:19.564271 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a605cfde-fcf5-4f7c-a8c2-4aef5508571d req-26c361dd-9629-4489-93c7-5d2aa009eed6 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Aug 04 15:53:19.572622 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0017-343f-497d-ad7c-35502dede006 req-2cc2ed70-157a-4a1e-922f-c46c1916dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.574170 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-2cc2ed70-157a-4a1e-922f-c46c1916dfc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0852189 Aug 04 15:53:19.642616 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-dcadfb85-34cb-499b-a504-c8459139be57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 999 time: 0.0613236 Aug 04 15:53:19.692011 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0017-343f-497d-ad7c-35502dede006 req-c2400619-a73c-4e71-ad1f-49ede29e6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.693479 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-c2400619-a73c-4e71-ad1f-49ede29e6272 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0430355 Aug 04 15:53:19.742997 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0017-343f-497d-ad7c-35502dede006 req-0c6e7ff4-8783-47e7-842e-fca75bf9e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:19.744491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-0c6e7ff4-8783-47e7-842e-fca75bf9e369 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433865 Aug 04 15:53:19.842167 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-6b97cd51-f98f-4d40-9377-cb9d063e34af service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Aug 04 15:53:19.936881 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-11dd0017-343f-497d-ad7c-35502dede006 req-d3b736a6-cfab-4eab-9393-358a24b9a9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864954 Aug 04 15:53:20.528100 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:20.693705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10029c-eeed-4ae3-80f8-0a473fbb3c66 req-126701b1-375c-489f-9d9c-dd32c2bb7481 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:20.695217 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf10029c-eeed-4ae3-80f8-0a473fbb3c66 req-126701b1-375c-489f-9d9c-dd32c2bb7481 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0551629 Aug 04 15:53:20.734541 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cf10029c-eeed-4ae3-80f8-0a473fbb3c66 req-53396502-3bd8-484d-9a85-3c005f3ac7c2 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Aug 04 15:53:21.869606 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9ed8-2805-43cd-b7f0-dfb1f001cfab req-e0968d8e-a127-44ef-906a-c57667be54b1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:21.871206 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a4d9ed8-2805-43cd-b7f0-dfb1f001cfab req-e0968d8e-a127-44ef-906a-c57667be54b1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0628204 Aug 04 15:53:21.913372 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3a4d9ed8-2805-43cd-b7f0-dfb1f001cfab req-4b81c7f1-26fd-4b53-85c0-219df1ed7f90 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Aug 04 15:53:23.053256 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbc63-a898-4968-9f25-17759e4542c6 req-37b0674d-ea6d-470d-a982-17d649577d40 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:23.054974 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c17fbc63-a898-4968-9f25-17759e4542c6 req-37b0674d-ea6d-470d-a982-17d649577d40 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0577023 Aug 04 15:53:23.093114 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c17fbc63-a898-4968-9f25-17759e4542c6 req-27902cce-9aaa-45d1-8591-e5999f99f065 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Aug 04 15:53:24.270102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd21ea-9edc-40cc-894b-e3d14b8b94d0 req-2d74d68a-5dcc-46fc-8174-f89669563ff7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:24.271618 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47dd21ea-9edc-40cc-894b-e3d14b8b94d0 req-2d74d68a-5dcc-46fc-8174-f89669563ff7 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.1063118 Aug 04 15:53:24.313643 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-47dd21ea-9edc-40cc-894b-e3d14b8b94d0 req-d6d07b36-ff39-4750-ae76-3a346e432c8c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333290 Aug 04 15:53:25.443952 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbb06-2ec1-441f-86a9-02e9193f752f req-3911d054-56d6-4736-befd-c87904e16b67 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:25.445555 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ddfbb06-2ec1-441f-86a9-02e9193f752f req-3911d054-56d6-4736-befd-c87904e16b67 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0565979 Aug 04 15:53:25.484252 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1ddfbb06-2ec1-441f-86a9-02e9193f752f req-6a408527-a4d1-4c2d-9afe-f1af3bc092b1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Aug 04 15:53:26.616551 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ca38-91b3-40aa-8f2f-79e3603124e0 req-b67098cc-2f34-464b-a436-8971823b79f1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:26.618055 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11c9ca38-91b3-40aa-8f2f-79e3603124e0 req-b67098cc-2f34-464b-a436-8971823b79f1 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0531960 Aug 04 15:53:26.659695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11c9ca38-91b3-40aa-8f2f-79e3603124e0 req-c2702574-ad93-4eac-ba42-3ab5e49348d0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Aug 04 15:53:27.793568 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2ef91-b70c-417f-a89f-392035b63eb2 req-ecd01efc-2b10-456e-a39f-a4d710226b1e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:27.795083 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55c2ef91-b70c-417f-a89f-392035b63eb2 req-ecd01efc-2b10-456e-a39f-a4d710226b1e tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 943 time: 0.0544739 Aug 04 15:53:27.835628 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-55c2ef91-b70c-417f-a89f-392035b63eb2 req-c4e83881-597e-4494-876e-ef6d35fb9138 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Aug 04 15:53:28.113116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:53:28.224942 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:53:28.236961 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'port_id': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'mac_address': 'fa:16:3e:a6:1e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:53:28.277014 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:28.295391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:53:28.316280 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:53:28.325143 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:28.377447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=9']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:53:28.569391 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['29fbcd0c-fe78-4bf0-b964-f9527942d5a9'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:53:28.975240 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb0c9-caae-4d4e-a235-8a541180f20f req-5e91f264-2bc4-423d-b5ef-fbef7ce26abe tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:28.976837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c0bb0c9-caae-4d4e-a235-8a541180f20f req-5e91f264-2bc4-423d-b5ef-fbef7ce26abe tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 944 time: 0.0563588 Aug 04 15:53:29.018865 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-4c0bb0c9-caae-4d4e-a235-8a541180f20f req-66640790-c280-46fb-b8b7-d626280b9bc5 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356171 Aug 04 15:53:30.141339 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:53:30.144471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89374-ec1e-48e4-b6ac-0c97947f7f86 req-7194ddb4-8fad-4d94-9e7b-4c769eb46169 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:30.146024 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44d89374-ec1e-48e4-b6ac-0c97947f7f86 req-7194ddb4-8fad-4d94-9e7b-4c769eb46169 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 944 time: 0.0521519 Aug 04 15:53:30.185448 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-44d89374-ec1e-48e4-b6ac-0c97947f7f86 req-b3b36143-87b1-4aad-a286-a39e36756a0a tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333033 Aug 04 15:53:30.193615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:53:30.197468 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:53:30.197851 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:30.279803 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:30.302714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:53:30.304893 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27f3aab-7587-4ff9-9212-9a5d0eacccba" -d '{"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-plugged", "status": "completed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:53:30.318120 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:53:30.323471 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:30.349689 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778a89a-edd6-4e93-ac9a-eb803b85f8b2 x-openstack-request-id: req-3778a89a-edd6-4e93-ac9a-eb803b85f8b2 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:53:30.349995 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-plugged", "status": "completed", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:53:30.350258 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3778a89a-edd6-4e93-ac9a-eb803b85f8b2 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:53:30.350689 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'code': 200} Aug 04 15:53:30.378556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=10']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:53:30.499814 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646520-fc43-4a4f-8aba-c678d0384960 req-7809f5df-d698-40a7-b2b6-16332d7394cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:30.501309 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e646520-fc43-4a4f-8aba-c678d0384960 req-7809f5df-d698-40a7-b2b6-16332d7394cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1098 time: 0.0443320 Aug 04 15:53:30.538566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-3e646520-fc43-4a4f-8aba-c678d0384960 req-ef170106-695c-4043-831e-fe2b05dec87f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304804 Aug 04 15:53:31.331386 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10510cf-7c9f-4f52-8a9d-196f0172189d req-e597e99e-8510-4e69-9e38-62534165f382 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:31.332906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c10510cf-7c9f-4f52-8a9d-196f0172189d req-e597e99e-8510-4e69-9e38-62534165f382 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 946 time: 0.0500188 Aug 04 15:53:31.374307 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c10510cf-7c9f-4f52-8a9d-196f0172189d req-643adbb5-0245-4901-a506-23a13e1f08b0 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353675 Aug 04 15:53:32.508146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9dd79-b51f-47b6-8ae3-de2ace3df5b9 req-18e6101d-59e0-4dd9-9a4d-40751d4f2f6f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:32.509636 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faf9dd79-b51f-47b6-8ae3-de2ace3df5b9 req-18e6101d-59e0-4dd9-9a4d-40751d4f2f6f tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 946 time: 0.0543804 Aug 04 15:53:32.553223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-faf9dd79-b51f-47b6-8ae3-de2ace3df5b9 req-b12a111b-7694-4dff-8373-68fa5ce2691b tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Aug 04 15:53:38.160188 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:53:44.859274 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3f5509ef-143d-4a51-905c-facf4912f2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:47.517800 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-87022a7c-52f7-46fb-b792-9d5717219fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:47.710494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:48.423562 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:49.055088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:49.420632 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:50.522502 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:53:55.828907 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-9c56f66b-f9bf-4bf3-937d-8e8619991ba7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487437 Aug 04 15:53:55.930380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-6805cf2a-6d24-44e8-af61-17e93e80f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:55.931932 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-6805cf2a-6d24-44e8-af61-17e93e80f43f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1098 time: 0.0492561 Aug 04 15:53:56.041209 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-483f2918-9306-4f22-9a89-16910f526f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:56.042854 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-483f2918-9306-4f22-9a89-16910f526f52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.0909419 Aug 04 15:53:56.116845 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-5ca8cdea-c1db-489b-9040-8b52a6da0287 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0666418 Aug 04 15:53:56.168112 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-73c93421-b966-4b24-acb7-a0a7e6adc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:56.169840 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-73c93421-b966-4b24-acb7-a0a7e6adc55d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0466385 Aug 04 15:53:56.225643 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-165127cf-6a55-4761-9267-1e5936c6b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:53:56.227238 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-165127cf-6a55-4761-9267-1e5936c6b9ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495782 Aug 04 15:53:56.337358 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-9319e263-6732-411b-85eb-dd7e33d71e5c service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028087 Aug 04 15:53:56.431508 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-2518afb2-b8bf-4837-86e8-fdb9931a4943 req-1f08ccf9-d7ca-48f2-b66a-5d454e911197 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 04 15:54:14.852668 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-949bc562-40f4-4ac7-94cf-26a430b7aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:15.166886 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:54:17.529278 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f17e6837-e662-42a7-a97a-a4c20f60059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:17.706592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:18.457090 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:19.064922 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:19.432510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:20.527998 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:44.854832 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-61132a19-d2df-49c6-8cb1-66f67589b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:47.529311 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9c61cd1-1422-4be5-ab63-727fa17a67cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:47.705313 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.209391 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46668) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:48.386173 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Deleting port 95e047af-3990-4fe9-8daf-e550cea42c55 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:48.386534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.453667 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.465107 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.465376 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.476846 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Calling delete_port for 95e047af-3990-4fe9-8daf-e550cea42c55 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:54:48.629247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.658707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'Port': ['ID=95e047af-3990-4fe9-8daf-e550cea42c55,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:48.670992 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.671351 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.671705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.672052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.672402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.672771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.673093 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.673401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.673735 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.674067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.674402 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.674747 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:48.731882 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:48.732173 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Floating IP 0ff99962-e9fc-473c-8164-af1721ed9b67 disassociated (deleted). External IP: 172.25.0.179, port: 29fbcd0c-fe78-4bf0-b964-f9527942d5a9. Aug 04 15:54:48.949352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:54:49.065977 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:49.084433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:54:49.089749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:49.094788 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:54:49.104580 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:54:49.105196 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:49.117695 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-3eb6256d-7632-4498-99b7-d27abf44a903 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "DELETE /v2.0/floatingips/0ff99962-e9fc-473c-8164-af1721ed9b67 HTTP/1.1" status: 204 len: 168 time: 0.9071195 Aug 04 15:54:49.118395 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:54:49.120877 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357284b3-e30d-4688-82cc-928e62efc328" -d '{"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:54:49.168469 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0910c0d-8000-466f-a1aa-771e7a99dab3 x-openstack-request-id: req-b0910c0d-8000-466f-a1aa-771e7a99dab3 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:54:49.168873 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:54:49.169124 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0910c0d-8000-466f-a1aa-771e7a99dab3 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:54:49.169536 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'status': 'completed', 'code': 200} Aug 04 15:54:49.223435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:54:49.243684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357284b3-e30d-4688-82cc-928e62efc328 req-2f46a7fb-5005-41c8-ba2e-1925e35cc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:49.245224 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-2f46a7fb-5005-41c8-ba2e-1925e35cc5eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 1098 time: 0.0499866 Aug 04 15:54:49.368490 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357284b3-e30d-4688-82cc-928e62efc328 req-95625d16-4e63-40f9-82bf-376758ee3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:49.370033 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-95625d16-4e63-40f9-82bf-376758ee3e7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 200 len: 909 time: 0.1151838 Aug 04 15:54:49.393497 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647bdf-17d2-4233-b6ec-edb286786ddb req-6b90db13-9284-4b35-a717-ac0129e95204 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:49.395420 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef647bdf-17d2-4233-b6ec-edb286786ddb req-6b90db13-9284-4b35-a717-ac0129e95204 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 946 time: 0.0568619 Aug 04 15:54:49.424446 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-e9667592-2857-4ef5-94d6-16c553ecebbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0414355 Aug 04 15:54:49.446378 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ef647bdf-17d2-4233-b6ec-edb286786ddb req-f83f661c-368d-47b6-94b2-236995d9ed11 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Aug 04 15:54:49.447656 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:49.474273 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:49.480307 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357284b3-e30d-4688-82cc-928e62efc328 req-8eae4f5b-b0cc-4493-a564-50d18f24303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:49.481827 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-8eae4f5b-b0cc-4493-a564-50d18f24303f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 200 len: 847 time: 0.0501642 Aug 04 15:54:49.501863 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:54:49.510789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:54:49.511410 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:49.529030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357284b3-e30d-4688-82cc-928e62efc328 req-ef37fe24-ec1c-426e-ab8f-c2068ace7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:49.530566 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-ef37fe24-ec1c-426e-ab8f-c2068ace7f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e793a221-6f18-4eb2-a895-a845d569c524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405664 Aug 04 15:54:49.622358 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:54:49.629863 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-dce54e2c-5cd5-4acc-98a7-287df97e6162 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897131 Aug 04 15:54:49.726683 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-357284b3-e30d-4688-82cc-928e62efc328 req-42892033-5a19-4701-83ad-04aa0161b6a3 service neutron] 10.222.0.46 "GET /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889721 Aug 04 15:54:49.838333 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:49.869064 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36241991-1f4c-4230-b514-af2db9d90680 None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:46:08Z', 'revision_number': 4, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': 'cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c', 'name': '', 'network_id': 'e793a221-6f18-4eb2-a895-a845d569c524', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'mac_address': 'fa:16:3e:eb:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:07Z', 'updated_at': '2021-08-04T15:46:12Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'subnets': [{'id': '120ee6e7-6edb-45d6-b849-e9c2f563f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:54:50.103352 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d94d8-f2b9-452e-8e5a-9b91515faae3 None None] New status for floating IP 0ff99962-e9fc-473c-8164-af1721ed9b67: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:54:50.530176 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:50.581898 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d699b0c-2946-40be-96b7-39a00c0627d5 req-561c42ca-62ad-4163-8275-944b227dae2d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:50.583468 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d699b0c-2946-40be-96b7-39a00c0627d5 req-561c42ca-62ad-4163-8275-944b227dae2d tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 946 time: 0.0615754 Aug 04 15:54:50.622798 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d699b0c-2946-40be-96b7-39a00c0627d5 req-ee91423e-b2cd-4c64-9551-b4bed3685503 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd1f0554-f26f-4514-8a8f-2906b170955c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331588 Aug 04 15:54:50.908620 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-83b2a8e8-e449-4e39-aade-ddb320ef0d5c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:54:50.910389 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-83b2a8e8-e449-4e39-aade-ddb320ef0d5c tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 946 time: 0.0659585 Aug 04 15:54:51.009066 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Deleting port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:51.009367 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:51.097404 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] For port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:54:51.097778 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:51.111829 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Calling delete_port for 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:54:51.258391 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:51.289219 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'Port': ['ID=29fbcd0c-fe78-4bf0-b964-f9527942d5a9,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:51.301335 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.301716 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.302054 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.302394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.302778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.303111 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.307561 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:54:51.342526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] No DVR routers for this DVR port 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:54:51.345431 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:51.347569 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f4dc4a94-3dad-4d48-8066-981bd7d4d054 req-f40a60f7-76c7-4810-9aaa-85e3cd5d3edd tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.46 "DELETE /v2.0/ports/29fbcd0c-fe78-4bf0-b964-f9527942d5a9 HTTP/1.1" status: 204 len: 173 time: 0.4293375 Aug 04 15:54:51.348097 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-deleted', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:54:51.350434 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb9764-4530-4705-8d6d-9bfccdeaded7" -d '{"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-deleted", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:54:51.400676 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3601a2cf-6e9c-440b-b8a2-c27494a054cf x-openstack-request-id: req-3601a2cf-6e9c-440b-b8a2-c27494a054cf {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:54:51.401647 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a72a6b1-76d1-43db-90e4-a96a8c3383cd", "name": "network-vif-deleted", "tag": "29fbcd0c-fe78-4bf0-b964-f9527942d5a9", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:54:51.401647 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3601a2cf-6e9c-440b-b8a2-c27494a054cf {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:54:51.401647 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a72a6b1-76d1-43db-90e4-a96a8c3383cd', 'name': 'network-vif-deleted', 'tag': '29fbcd0c-fe78-4bf0-b964-f9527942d5a9', 'status': 'completed', 'code': 200} Aug 04 15:54:51.723383 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cb1f8c2c-8b3a-4f2b-aae1-e96c55bab246 req-8378b463-4eae-44fb-9688-ff527d0ea6ee tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0276992 Aug 04 15:54:52.167681 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:54:52.825449 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1c04f9e-2a53-4f56-904e-79760ec062ec req-80be8e08-1dd4-4997-abd9-c686e60bf612 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0268137 Aug 04 15:54:53.928717 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-fd2bdbe8-dac1-43c4-a7bb-9c390b8be7ee req-03b574d2-8143-452e-ba9b-bb7f919d2f38 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0305798 Aug 04 15:54:54.548037 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:54:54.569226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:54:54.569582 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 29fbcd0c-fe78-4bf0-b964-f9527942d5a9 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:54:55.039537 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1f005eef-29a4-42b9-9050-ac696c855c47 req-ec122eff-b33d-408e-ac7a-9e1f7ba03deb tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a72a6b1-76d1-43db-90e4-a96a8c3383cd HTTP/1.1" status: 200 len: 210 time: 0.0269959 Aug 04 15:54:56.097141 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46708) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:56.159482 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:56.186460 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:56.250052 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:56.259188 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:56.260927 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] 10.222.0.76 "DELETE /v2.0/security-groups/cd1f0554-f26f-4514-8a8f-2906b170955c HTTP/1.1" status: 204 len: 168 time: 0.1624956 Aug 04 15:54:56.271798 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec071-b01c-43ba-8933-cb2137e6b078 tempest-TestShelveInstance-2039752192 tempest-TestShelveInstance-2039752192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f0554-f26f-4514-8a8f-2906b170955c,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:56.318993 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46712) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:56.786624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:57.376348 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Deleting port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:57.376969 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:57.455141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] For port cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:54:57.455516 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:57.468453 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Calling delete_port for cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c owned by network:router_interface {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:54:57.657790 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:57.684639 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:57.856778 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.090374 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Router bc381857-08a2-4257-a4e3-0ffd3cda84ad has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:54:58.208080 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:54:58.217808 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7799b5ac-c4b6-429f-be24-2b1d395173ea admin admin] 10.222.0.76 "PUT /v2.0/routers/bc381857-08a2-4257-a4e3-0ffd3cda84ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937545 Aug 04 15:54:58.217910 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46716) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:58.220042 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Sync routers for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:54:58.235322 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:54:58.236065 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:58.328816 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.342317 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:54:58.433499 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.490431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Deleting port 3e62855c-9972-4b99-b7b2-fe730987d7fc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:58.490885 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.575139 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] For port 3e62855c-9972-4b99-b7b2-fe730987d7fc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=3e62855c-9972-4b99-b7b2-fe730987d7fc,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:54:58.575139 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.587251 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Calling delete_port for 3e62855c-9972-4b99-b7b2-fe730987d7fc owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:54:58.679855 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:54:57Z', 'revision_number': 5, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port': {'id': '3e62855c-9972-4b99-b7b2-fe730987d7fc', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:06Z', 'updated_at': '2021-08-04T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:58.712431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Checking router: bc381857-08a2-4257-a4e3-0ffd3cda84ad for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:54:58.722226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Routers {'bc381857-08a2-4257-a4e3-0ffd3cda84ad'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:54:58.723108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:58.758006 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.785640 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e62855c-9972-4b99-b7b2-fe730987d7fc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:58.813384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] Set router bc381857-08a2-4257-a4e3-0ffd3cda84ad gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:54:58.844561 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:58.865135 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:54:58Z', 'revision_number': 6, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:54:58.895924 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67fe0f3-9bb6-4cd7-b8d3-ff6f0aa10a0a None None] The sync data for ids ['bc381857-08a2-4257-a4e3-0ffd3cda84ad'] in n-d-801743-12 is: [{'id': 'bc381857-08a2-4257-a4e3-0ffd3cda84ad', 'name': 'tempest-TestShelveInstance-624023038-router', 'tenant_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:05Z', 'updated_at': '2021-08-04T15:54:58Z', 'revision_number': 6, 'project_id': '1e6a841183fc4d8fab7c83afa8e9dc0b', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:54:59.294306 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.296868 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.344514 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.345039 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc381857-08a2-4257-a4e3-0ffd3cda84ad {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:54:59.349504 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.350772 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a024b3de-48f6-4d59-94d3-560b70930697 admin admin] 10.222.0.76 "DELETE /v2.0/routers/bc381857-08a2-4257-a4e3-0ffd3cda84ad HTTP/1.1" status: 204 len: 168 time: 1.1320164 Aug 04 15:54:59.353380 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46718) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:59.399438 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Deleting subnet 120ee6e7-6edb-45d6-b849-e9c2f563f238 {{(pid=94266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:54:59.402809 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.446547 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129693513'] for subnet, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.528405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.585644 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127235974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127111148'] for subnet, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.615950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120ee6e7-6edb-45d6-b849-e9c2f563f238,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:59.617789 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.622452 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46720) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:54:59.622996 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-34e192fa-d27f-4b8e-880c-f06edd04b388 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/120ee6e7-6edb-45d6-b849-e9c2f563f238 HTTP/1.1" status: 204 len: 168 time: 0.2682018 Aug 04 15:54:59.625656 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88ffc3-12ec-41ff-9f34-816eb45b0362 None None] Network e793a221-6f18-4eb2-a895-a845d569c524 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:54:59.694818 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.748602 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Deleting port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:59.748958 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.820592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] For port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:54:59.821000 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.824632 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] DHCP port deletion for e793a221-6f18-4eb2-a895-a845d569c524 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:54:59.836561 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Calling delete_port for eb71f5a4-4881-4f6a-9f29-e0f705e8e71c owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:54:59.884494 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Deleting port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:54:59.884843 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.922683 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.949189 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:54:59.952806 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] No DVR routers for this DVR port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:54:59.960713 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] For port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,segment=NetworkSegment(c15df96b-1483-41ee-8cbd-1e54e8ee5942),segment_id=c15df96b-1483-41ee-8cbd-1e54e8ee5942)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:54:59.961126 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:54:59.975603 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Calling delete_port for eb71f5a4-4881-4f6a-9f29-e0f705e8e71c owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:55:00.028540 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.039117 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e793a221-6f18-4eb2-a895-a845d569c524']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:00.049887 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15df96b-1483-41ee-8cbd-1e54e8ee5942') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:00.050242 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15df96b-1483-41ee-8cbd-1e54e8ee5942') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:00.054905 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.059504 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.073748 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.079751 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:55:00.080142 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.080463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Pushing event deleted for resources: {'Port': ['ID=eb71f5a4-4881-4f6a-9f29-e0f705e8e71c,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:55:00.081883 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:55:00.088859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] No DVR routers for this DVR port eb71f5a4-4881-4f6a-9f29-e0f705e8e71c on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:55:00.091030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.091376 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.091789 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.092130 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.092470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.092805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.093139 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.093466 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.093796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.094127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.094455 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.094804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9966b75-9ff8-4286-9ab2-f51f38ba5eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:00.150915 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.160729 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.162666 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e793a221-6f18-4eb2-a895-a845d569c524 HTTP/1.1" status: 204 len: 168 time: 0.5390365 Aug 04 15:55:00.165919 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46722) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:00.174064 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5773616-2564-46cf-bed5-9f3b8738dea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e793a221-6f18-4eb2-a895-a845d569c524,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:00.276870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb71f5a4-4881-4f6a-9f29-e0f705e8e71c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:00.298951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: eb71f5a4-4881-4f6a-9f29-e0f705e8e71c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:00.299214 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device eb71f5a4-4881-4f6a-9f29-e0f705e8e71c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:00.299624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:00.318392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:00.318802 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device cc20f24d-33e7-46e9-8e93-ea7ae1d37b8c not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:00.319217 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3e62855c-9972-4b99-b7b2-fe730987d7fc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:00.338200 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 3e62855c-9972-4b99-b7b2-fe730987d7fc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:00.338835 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 3e62855c-9972-4b99-b7b2-fe730987d7fc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:00.543861 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.803435 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Deleting port f6370cd6-caba-4525-af0c-b7034f93442e {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:55:00.803860 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.885400 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] For port f6370cd6-caba-4525-af0c-b7034f93442e, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=f6370cd6-caba-4525-af0c-b7034f93442e,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:00.885784 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:00.900687 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Calling delete_port for f6370cd6-caba-4525-af0c-b7034f93442e owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:55:01.096610 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:01.122034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6370cd6-caba-4525-af0c-b7034f93442e,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:01.293780 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:01.520977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Router ce8193ee-4e96-4a68-b44d-051ea146f11e has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:55:01.631595 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:01.636765 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d42dae54-4de4-4162-98b6-d9df73ff5403 admin admin] 10.222.0.76 "PUT /v2.0/routers/ce8193ee-4e96-4a68-b44d-051ea146f11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697640 Aug 04 15:55:01.639592 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46724) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:01.642259 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Sync routers for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:01.652471 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:01.653055 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:01.752526 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:01.849739 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:01.858419 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:01.913160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Deleting port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:55:01.913488 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:01.999475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] For port 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:01.999846 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.013025 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Calling delete_port for 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:55:02.035816 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:55:01Z', 'revision_number': 5, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port': {'id': '50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:02.061295 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Checking router: ce8193ee-4e96-4a68-b44d-051ea146f11e for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:02.069673 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Routers {'ce8193ee-4e96-4a68-b44d-051ea146f11e'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:02.070275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['ce8193ee-4e96-4a68-b44d-051ea146f11e'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:02.157275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] Set router ce8193ee-4e96-4a68-b44d-051ea146f11e gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:02.180326 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.209860 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:02.210360 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:55:01Z', 'revision_number': 6, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:02.238336 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e86a2-e1c6-485a-ab72-068a01a59d79 None None] The sync data for ids ['ce8193ee-4e96-4a68-b44d-051ea146f11e'] in n-d-801743-12 is: [{'id': 'ce8193ee-4e96-4a68-b44d-051ea146f11e', 'name': 'tempest-TestShelveInstance-1173179164-router', 'tenant_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:46:10Z', 'updated_at': '2021-08-04T15:55:01Z', 'revision_number': 6, 'project_id': 'a6ac15dfc5c44a2cab6dd85326f55786', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:02.287894 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.376961 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.379355 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.428680 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.429220 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8193ee-4e96-4a68-b44d-051ea146f11e {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:55:02.434067 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.435293 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fd1150c1-b3e0-45be-83ed-39e5228228e4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ce8193ee-4e96-4a68-b44d-051ea146f11e HTTP/1.1" status: 204 len: 168 time: 0.7941248 Aug 04 15:55:02.438061 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46726) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:02.491580 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Deleting subnet 46ee93a1-09ee-4e81-922b-fc8f9f71b9d9 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:55:02.494960 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.530030 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.613642 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.673914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.700146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ee93a1-09ee-4e81-922b-fc8f9f71b9d9,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:02.705689 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.707856 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-e054a8bf-c023-40f0-8297-5d3007a01ab9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/46ee93a1-09ee-4e81-922b-fc8f9f71b9d9 HTTP/1.1" status: 204 len: 168 time: 0.2688210 Aug 04 15:55:02.710847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46730) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:02.711756 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3315a-29af-4553-9621-d25ae089ab26 None None] Network b36f5796-cf57-43db-a320-801ade98b613 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:55:02.780147 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.834030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Deleting port 1aa7f8c7-d0de-49be-b89d-456119e8f443 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:55:02.834325 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.900572 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] For port 1aa7f8c7-d0de-49be-b89d-456119e8f443, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=1aa7f8c7-d0de-49be-b89d-456119e8f443,segment=NetworkSegment(075a297a-8808-4d25-80ff-19da486bc67c),segment_id=075a297a-8808-4d25-80ff-19da486bc67c)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:02.900938 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:02.914532 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Calling delete_port for 1aa7f8c7-d0de-49be-b89d-456119e8f443 owned by network:dhcp {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:55:03.001102 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.029660 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa7f8c7-d0de-49be-b89d-456119e8f443,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:03.033317 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] No DVR routers for this DVR port 1aa7f8c7-d0de-49be-b89d-456119e8f443 on host n-d-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:55:03.039398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953da214-2fdf-447a-8cd9-1214ac34edbf None None] DHCP port deletion for b36f5796-cf57-43db-a320-801ade98b613 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:55:03.117668 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.128610 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36f5796-cf57-43db-a320-801ade98b613']}} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:03.139629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075a297a-8808-4d25-80ff-19da486bc67c') {'for_net_delete': True} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:03.139935 n-d-801743-12 neutron-server[94266]: DEBUG neutron.services.segments.db [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075a297a-8808-4d25-80ff-19da486bc67c') {} {{(pid=94266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:03.150146 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129693488'] for segment, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.165405 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.172167 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:55:03.172557 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127235948'] for segment, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: Traceback (most recent call last): Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: timer() Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: cb(*args, **kw) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: return func(*args, **kwargs) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: self._notify() Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: self.callback(batched_events) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: event.method(event) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: return f(self, *a, **k) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: return self._get(url).json() Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: return self.request(url, 'GET', **kwargs) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:55:03.174200 n-d-801743-12 neutron-server[94266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:55:03.233917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.249752 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Notify callbacks [] for network, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.252134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] 10.222.0.76 "DELETE /v2.0/networks/b36f5796-cf57-43db-a320-801ade98b613 HTTP/1.1" status: 204 len: 168 time: 0.5401895 Aug 04 15:55:03.264522 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee27d-8a5c-419a-a547-a71f9a334d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b36f5796-cf57-43db-a320-801ade98b613,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:03.372207 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46734) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:03.414043 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-510c2692-26a4-4462-8ea6-9b56ffaace68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e6a841183fc4d8fab7c83afa8e9dc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405993 Aug 04 15:55:03.417778 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46736) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:03.467395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.488632 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.539298 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.541917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.543116 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/218d2325-454e-447b-8203-bda05c736cc3 HTTP/1.1" status: 204 len: 168 time: 0.1244385 Aug 04 15:55:03.552793 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f0a2-9476-46d6-bae5-20346731c7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d2325-454e-447b-8203-bda05c736cc3,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:03.870199 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46742) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:03.910571 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fee499ba-edea-4948-9d44-2e71754f9738 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6ac15dfc5c44a2cab6dd85326f55786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389924 Aug 04 15:55:03.913141 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46744) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:03.961017 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:03.981497 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:04.030892 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:04.033672 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:04.034872 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a16ebdd8-b066-4a01-89c6-00048dd7c602 HTTP/1.1" status: 204 len: 168 time: 0.1208315 Aug 04 15:55:04.042707 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fcf2f-66af-46a6-a765-f0bddb2a5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ebdd8-b066-4a01-89c6-00048dd7c602,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:04.281913 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6370cd6-caba-4525-af0c-b7034f93442e no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:04.301937 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: f6370cd6-caba-4525-af0c-b7034f93442e {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:04.302277 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device f6370cd6-caba-4525-af0c-b7034f93442e not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:04.302709 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aa7f8c7-d0de-49be-b89d-456119e8f443 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:04.325472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 1aa7f8c7-d0de-49be-b89d-456119e8f443 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:04.325787 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 1aa7f8c7-d0de-49be-b89d-456119e8f443 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:04.326222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:55:04.344623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:55:04.344795 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 50f80ea2-fd30-44ec-bd1c-f9aa779ddbe5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:55:04.759338 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46766) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:04.867291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-528679802-network', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:04.895503 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Made reservation on behalf of b145fb2c49b74f3987d35d9bacd94dd2 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:55:04.897968 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:04.906471 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:04.998458 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.005205 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.028850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:55:05.038390 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad0923-09e8-4ccd-8872-b3c92a4f54e6,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:05.043375 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.043725 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Added segment f70cc764-7366-4c60-b39d-d3e5bda5920a of type vlan for network b115fe07-e1e7-4700-971a-18793631d5fc Aug 04 15:55:05.086287 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.128150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.129432 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:05.130195 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.199905 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4390140 Aug 04 15:55:05.203691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46770) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:05.211160 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Request body: {'subnet': {'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-528679802-subnet', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:05.220876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24c78-2109-4925-b380-b3d125072c66 admin admin] Pushing event updated for resources: {'Network': ['ID=b115fe07-e1e7-4700-971a-18793631d5fc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:05.231716 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network b115fe07-e1e7-4700-971a-18793631d5fc details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:55:05.242663 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Made reservation on behalf of b145fb2c49b74f3987d35d9bacd94dd2 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:55:05.245233 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.413115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.465812 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a246f3-ba79-4ba3-950a-b25b39b42525,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:05.481072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Checking segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:05.481446 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Network hostable DHCP agents. Network: b115fe07-e1e7-4700-971a-18793631d5fc, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:55:05.499433 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Network b115fe07-e1e7-4700-971a-18793631d5fc is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:55:05.509632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, b115fe07-e1e7-4700-971a-18793631d5fc) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:05.513700 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:05.514289 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.519005 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d89f19-c3d0-4fc3-84a4-2b607d70f369 None None] Network b115fe07-e1e7-4700-971a-18793631d5fc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:55:05.531964 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d9c5c188-dfcb-46b2-b7e0-69b8014f187a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3244162 Aug 04 15:55:05.532175 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46772) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:05.536653 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:05.557518 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.558602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.609528 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.666224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-b115fe07-e1e7-4700-971a-18793631d5fc', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:55:05.667165 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.748911 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.804638 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Allocated IP 172.20.0.2 (b115fe07-e1e7-4700-971a-18793631d5fc/f2a246f3-ba79-4ba3-950a-b25b39b42525/d2045501-da05-46d2-88ac-e63621381252) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:05.947175 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.948622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.955791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Transition to ACTIVE for port object d2045501-da05-46d2-88ac-e63621381252 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:05.968106 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:05.970156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Transition to ACTIVE for port object d2045501-da05-46d2-88ac-e63621381252 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:05.976917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.017587 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Network b115fe07-e1e7-4700-971a-18793631d5fc is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:06.021022 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:06.026165 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:06.037014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Pushing event updated for resources: {'Port': ['ID=d2045501-da05-46d2-88ac-e63621381252,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:06.075229 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Allocated IP 172.25.0.234 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:06.084970 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Attempting to bind port d2045501-da05-46d2-88ac-e63621381252 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:06.085341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Attempting to bind port d2045501-da05-46d2-88ac-e63621381252 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:06.085707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Attempting to bind port d2045501-da05-46d2-88ac-e63621381252 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:06.090817 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:06.091195 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Checking segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:06.091596 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.091991 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Bound using segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:06.092459 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Bound port: d2045501-da05-46d2-88ac-e63621381252, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:06.092838 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.157045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] For port d2045501-da05-46d2-88ac-e63621381252, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:06.162392 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] For port d2045501-da05-46d2-88ac-e63621381252, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d2045501-da05-46d2-88ac-e63621381252,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:06.169023 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.187426 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.231134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688f559-e738-48c1-8e5b-c49f84052af2 None None] Pushing event updated for resources: {'Port': ['ID=d2045501-da05-46d2-88ac-e63621381252,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:06.237138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:06.275930 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:06.280729 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:06.284392 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:06.290169 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Pushing event updated for resources: {'Port': ['ID=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:06.555071 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.088299 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a257d-4ae1-44e0-8164-26a59e494cac None None] Network b115fe07-e1e7-4700-971a-18793631d5fc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:55:07.092788 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.164542 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-e3066b0e-c9e9-48a7-87be-83649bc64fac None None] Provisioning for port d2045501-da05-46d2-88ac-e63621381252 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:07.225553 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:55:07.340783 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:07.349820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:07.357797 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.361982 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-77c93ae5-5c32-4dec-aa50-8aac5cbcca21 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8260643 Aug 04 15:55:07.362171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:07.362171 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:07.362440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46774) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:07.467681 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:07.654850 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:06Z', 'revision_number': 3, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:07.684531 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:07.684880 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Updating router 5c86749d-baaf-494e-9f59-1e7bb494fff8 port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:55:07.710335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.782167 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.940050 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Allocated IP 172.20.0.1 (b115fe07-e1e7-4700-971a-18793631d5fc/f2a246f3-ba79-4ba3-950a-b25b39b42525/397872f4-279f-4c0d-8046-99bc8d84a427) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:07.960307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:07.970140 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Transition to ACTIVE for port object 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:07.976378 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.028049 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Attempting to bind port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:08.028457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Attempting to bind port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:08.028821 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Attempting to bind port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:08.030856 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fbf0-cb4d-4714-b051-ee6b537b404f None None] Pushing event updated for resources: {'Port': ['ID=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:08.036478 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:08.036931 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:08.037453 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.037688 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:08.038186 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Bound port: 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:08.038574 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.050792 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.064536 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Transition to ACTIVE for port object 397872f4-279f-4c0d-8046-99bc8d84a427 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:08.096617 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.097876 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] For port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:08.101160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] For port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:08.105858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.134921 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Network b115fe07-e1e7-4700-971a-18793631d5fc is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:08.141691 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:08.146650 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:08.162920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:08.163589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:08.168241 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Pushing event updated for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:08.186509 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.199039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fbf0-cb4d-4714-b051-ee6b537b404f None None] Pushing event updated for resources: {'Port': ['ID=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:08.368673 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.450335 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d2045501-da05-46d2-88ac-e63621381252 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:08.506562 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:08.542360 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.550327 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.582421 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a072ab7b-093f-4c03-8b7e-e060d9c3f8d0 None None] Provisioning for port 397872f4-279f-4c0d-8046-99bc8d84a427 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:08.611331 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-a072ab7b-093f-4c03-8b7e-e060d9c3f8d0 None None] Provisioning complete for port 397872f4-279f-4c0d-8046-99bc8d84a427 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:08.611702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a072ab7b-093f-4c03-8b7e-e060d9c3f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.619332 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Pushing event updated for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:08.621919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.662505 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port d2045501-da05-46d2-88ac-e63621381252 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:08.676337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-a072ab7b-093f-4c03-8b7e-e060d9c3f8d0 None None] Port 397872f4-279f-4c0d-8046-99bc8d84a427 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:55:08.681074 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d2045501-da05-46d2-88ac-e63621381252 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:08.681439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.715440 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Network b115fe07-e1e7-4700-971a-18793631d5fc is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:08.717052 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:08.805720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.816969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:06Z', 'revision_number': 3, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:08.839193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:55:08.849624 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4a13c-0223-4f7a-ba7b-9e5b1ed64006 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:06Z', 'revision_number': 3, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:08.877749 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port d2045501-da05-46d2-88ac-e63621381252, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d2045501-da05-46d2-88ac-e63621381252,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:08.883452 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:08.936784 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=d2045501-da05-46d2-88ac-e63621381252,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:08.972396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:08.977317 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-01fd3edc-0b60-45f3-bf89-4aadbf33819d admin admin] 10.222.0.76 "PUT /v2.0/routers/5c86749d-baaf-494e-9f59-1e7bb494fff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139300 Aug 04 15:55:08.998693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b798d3d4-f6c6-4467-8595-1e05d900a37d None None] Provisioning complete for port 397872f4-279f-4c0d-8046-99bc8d84a427 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:08.999071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b798d3d4-f6c6-4467-8595-1e05d900a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.034731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b798d3d4-f6c6-4467-8595-1e05d900a37d None None] Port 397872f4-279f-4c0d-8046-99bc8d84a427 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:55:09.481901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46790) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:09.487393 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-133025352-network', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:09.510702 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Made reservation on behalf of 4cb6e6fb33ee45c797e4dac8859b33e0 for: {'network': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:55:09.513224 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for network, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.523164 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.616914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.622422 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.649814 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:55:09.656463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d203c-48ba-4162-a3be-22966920ea11,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:09.663207 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.663576 n-d-801743-12 neutron-server[94265]: INFO neutron.db.segments_db [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Added segment b9d92ffc-3ba2-4c55-a953-adce5a097c6f of type vlan for network 55195f4d-ad34-40b2-bbad-8a7581da8610 Aug 04 15:55:09.710055 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768244575636'] for network, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.743624 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372'] for network, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.744945 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:09.745736 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:09.806997 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3239589 Aug 04 15:55:09.809657 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46792) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:09.814463 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Request body: {'subnet': {'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-133025352-subnet', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'ip_version': 4}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:09.822297 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e9882-a4e4-4e7d-a9ad-85a9e1848684 admin admin] Pushing event updated for resources: {'Network': ['ID=55195f4d-ad34-40b2-bbad-8a7581da8610,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:09.832520 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 details requested by agent ovs-agent-n-d-801743-12 with host n-d-801743-12 {{(pid=94267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:55:09.840379 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Made reservation on behalf of 4cb6e6fb33ee45c797e4dac8859b33e0 for: {'subnet': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:55:09.842934 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126142607'] for subnet, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.020460 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128672589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126142621'] for subnet, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.089436 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be676ca5-f9aa-4c62-81b8-506c83a1d36e,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:10.096876 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Checking segment: {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:10.097291 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Network hostable DHCP agents. Network: 55195f4d-ad34-40b2-bbad-8a7581da8610, hostable agents: ['c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49'], hosted agents: [] {{(pid=94265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:55:10.119361 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 is scheduled to be hosted by DHCP agent c0dd0bcc-4afd-471a-8d5a-0c35dfce7a49 with binding_index 1 {{(pid=94265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:55:10.132171 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-801743-12, 55195f4d-ad34-40b2-bbad-8a7581da8610) {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:10.136764 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:10.137380 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.143227 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464e879-a2c3-4eed-a026-cfabde0379bb None None] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:55:10.157391 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-fac09bc2-8ab5-49d8-86b5-3463097ddd0e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464744 Aug 04 15:55:10.160290 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46794) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:10.165067 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:10.188447 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3869662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29708'] for router, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.190239 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3869602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3879705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29701'] for router, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.251393 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.306510 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc969f447-1d00-5bca-b78c-16da844bb03d-55195f4d-ad34-40b2-bbad-8a7581da8610', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e'}]}} from n-d-801743-12. {{(pid=94267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:55:10.307726 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.392460 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d2045501-da05-46d2-88ac-e63621381252 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:10.409403 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.491570 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.db_base_plugin_common [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Allocated IP 172.20.0.2 (55195f4d-ad34-40b2-bbad-8a7581da8610/be676ca5-f9aa-4c62-81b8-506c83a1d36e/4c8e3cca-a39e-4869-99f3-a6db6da19722) {{(pid=94267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:10.504173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port d2045501-da05-46d2-88ac-e63621381252 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:10.504531 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.534758 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:10.545190 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:10.545727 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:10.620150 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.640741 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.654083 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:10.680108 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:10.730818 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.742801 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Transition to ACTIVE for port object 4c8e3cca-a39e-4869-99f3-a6db6da19722 will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:10.756232 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Allocated IP 172.25.0.158 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/7538376a-e499-4998-abf3-5a81e607515f) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:10.762933 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Transition to ACTIVE for port object 4c8e3cca-a39e-4869-99f3-a6db6da19722 will not be triggered until provisioned by entity DHCP. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:10.770840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617'] for port, after_create {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.779454 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:10.805712 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:10.806002 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.839431 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 is already hosted by enough agents. {{(pid=94267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:10.845193 n-d-801743-12 neutron-server[94267]: DEBUG neutron.scheduler.base_scheduler [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Resources bound (agent type, host, resource id): {{(pid=94267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:10.852707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Received port after_create {{(pid=94267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:10.860870 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Pushing event updated for resources: {'Port': ['ID=4c8e3cca-a39e-4869-99f3-a6db6da19722,revision_number=1']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:10.864787 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.881161 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 2, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:10.907899 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.909857 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:10.910533 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Updating router 5c86749d-baaf-494e-9f59-1e7bb494fff8 port 397872f4-279f-4c0d-8046-99bc8d84a427 binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:55:10.922489 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Attempting to bind port 4c8e3cca-a39e-4869-99f3-a6db6da19722 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:10.922896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Attempting to bind port 4c8e3cca-a39e-4869-99f3-a6db6da19722 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:10.923267 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Attempting to bind port 4c8e3cca-a39e-4869-99f3-a6db6da19722 on network 55195f4d-ad34-40b2-bbad-8a7581da8610 {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:10.937264 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.947294 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:10.947676 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Checking segment: {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:10.948088 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.948486 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Bound using segment: {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:10.948981 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Bound port: 4c8e3cca-a39e-4869-99f3-a6db6da19722, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:10.949398 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:10.949530 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:10.952601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:10.958850 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:10.982324 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Pushing event updated for resources: {'Port': ['ID=7538376a-e499-4998-abf3-5a81e607515f,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:10.988855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.022014 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:11.027366 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.067704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] For port 4c8e3cca-a39e-4869-99f3-a6db6da19722, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:11.087877 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] For port 4c8e3cca-a39e-4869-99f3-a6db6da19722, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4c8e3cca-a39e-4869-99f3-a6db6da19722,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:11.096394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.103932 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:11.173554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edebdbe-49e5-442a-8289-4568942065e2 None None] Pushing event updated for resources: {'Port': ['ID=4c8e3cca-a39e-4869-99f3-a6db6da19722,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:11.231313 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.245931 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.256587 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Transition to ACTIVE for port object 397872f4-279f-4c0d-8046-99bc8d84a427 will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:11.263545 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.328319 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Pushing event updated for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:11.337619 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.338053 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.338463 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.339148 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.339340 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.339732 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.340222 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.341436 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.343958 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.344429 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.344847 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.345254 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:55:11.411894 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Attempting to bind port 397872f4-279f-4c0d-8046-99bc8d84a427 on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:11.412265 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Attempting to bind port 397872f4-279f-4c0d-8046-99bc8d84a427 by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:11.412612 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Attempting to bind port 397872f4-279f-4c0d-8046-99bc8d84a427 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:11.418831 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:11.419216 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Checking segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:11.419625 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.420031 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Bound using segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:11.420516 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Bound port: 397872f4-279f-4c0d-8046-99bc8d84a427, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:11.420902 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.500912 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] For port 397872f4-279f-4c0d-8046-99bc8d84a427, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:11.505518 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] For port 397872f4-279f-4c0d-8046-99bc8d84a427, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=397872f4-279f-4c0d-8046-99bc8d84a427,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:11.511000 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.588758 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:11.589387 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:11.591382 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034757c-84b9-418d-83a3-3501a772bd21 None None] Pushing event updated for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:11.809527 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:11.838512 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3870289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3879724'] for router, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:11.981353 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Router 337dc8d9-9314-490a-b16d-641de8946adb is scheduled to L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 with binding_index 1 {{(pid=94265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:55:12.026874 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:11Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:12.053046 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7a87b-340c-4b20-8ea3-66b8fa084018 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:11Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:12.107853 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:12.125589 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Sync routers for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:12.135226 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e74ef6-dd2a-49c1-a847-42bc597015b5 None None] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:55:12.144004 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.145530 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-57f87b33-6958-4574-861a-50a320207c48 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9842544 Aug 04 15:55:12.148265 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46796) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:12.181248 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:12.182202 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:12.326675 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-07def72c-358d-4d38-b63b-bca693c1f8f7 None None] Provisioning for port 4c8e3cca-a39e-4869-99f3-a6db6da19722 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:12.382418 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:12.444792 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 397872f4-279f-4c0d-8046-99bc8d84a427 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:12.638865 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.761045 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 397872f4-279f-4c0d-8046-99bc8d84a427 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:12.767697 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 397872f4-279f-4c0d-8046-99bc8d84a427 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:12.768071 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.819891 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Allocated IP 172.20.0.1 (55195f4d-ad34-40b2-bbad-8a7581da8610/be676ca5-f9aa-4c62-81b8-506c83a1d36e/7baf83d3-735a-439b-af0f-72f21d1eb7dc) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:12.884396 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:11Z', 'revision_number': 3, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:12.926246 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Checking router: 337dc8d9-9314-490a-b16d-641de8946adb for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:12.927133 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Updating router 337dc8d9-9314-490a-b16d-641de8946adb port 7538376a-e499-4998-abf3-5a81e607515f binding host n-d-801743-12 {{(pid=94267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:55:12.937441 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.943879 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.958495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Transition to ACTIVE for port object 7baf83d3-735a-439b-af0f-72f21d1eb7dc will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:12.973597 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:12.997088 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.024360 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 397872f4-279f-4c0d-8046-99bc8d84a427, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=397872f4-279f-4c0d-8046-99bc8d84a427,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:13.034394 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.035160 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4c8e3cca-a39e-4869-99f3-a6db6da19722 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:13.042617 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:13.045831 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:13.052352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:13.087963 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Pushing event updated for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.120390 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3881795'] for router_interface, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.224859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.278450 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.293170 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 4c8e3cca-a39e-4869-99f3-a6db6da19722 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:13.307301 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4c8e3cca-a39e-4869-99f3-a6db6da19722 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:13.307865 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.417229 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bd5c2515-1798-4786-84f1-14c1e79ecdf3 None None] Provisioning for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:13.449707 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-bd5c2515-1798-4786-84f1-14c1e79ecdf3 None None] Provisioning complete for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:13.450127 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bd5c2515-1798-4786-84f1-14c1e79ecdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.473160 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.478046 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.481889 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks [] for port, precommit_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.507262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Transition to ACTIVE for port object 7538376a-e499-4998-abf3-5a81e607515f will not be triggered until provisioned by entity L2. {{(pid=94267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:13.510552 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.515635 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c2515-1798-4786-84f1-14c1e79ecdf3 None None] Port 7baf83d3-735a-439b-af0f-72f21d1eb7dc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:55:13.524258 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.548383 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882777'] for router_interface, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.550249 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Pushing event updated for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.578695 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 4c8e3cca-a39e-4869-99f3-a6db6da19722, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4c8e3cca-a39e-4869-99f3-a6db6da19722,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:13.593474 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.594255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:13.599682 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Attempting to bind port 7538376a-e499-4998-abf3-5a81e607515f on host n-d-801743-12 for vnic_type normal with profile {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:13.600048 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Attempting to bind port 7538376a-e499-4998-abf3-5a81e607515f by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:13.600420 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Attempting to bind port 7538376a-e499-4998-abf3-5a81e607515f on network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:13.620916 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcaa15-2889-4d41-904d-6bf5853c70cd None None] Pushing event updated for resources: {'Port': ['ID=7538376a-e499-4998-abf3-5a81e607515f,revision_number=2']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.647038 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:13.648760 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:13.650699 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:13.651082 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Checking segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:13.651504 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.652017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Bound using segment: {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'} {{(pid=94267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:13.652352 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.managers [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Bound port: 7538376a-e499-4998-abf3-5a81e607515f, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648c1d20-64b6-4610-9425-277838a63249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad'}}] {{(pid=94267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:13.652739 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.728575 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=4c8e3cca-a39e-4869-99f3-a6db6da19722,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.745559 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] For port 7538376a-e499-4998-abf3-5a81e607515f, host n-d-801743-12, cleared binding levels {{(pid=94267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:13.749493 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] For port 7538376a-e499-4998-abf3-5a81e607515f, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7538376a-e499-4998-abf3-5a81e607515f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:13.751498 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:13.751865 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.773127 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Router 337dc8d9-9314-490a-b16d-641de8946adb has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:55:13.773476 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:13.852727 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:13.853321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:13.855269 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcaa15-2889-4d41-904d-6bf5853c70cd None None] Pushing event updated for resources: {'Port': ['ID=7538376a-e499-4998-abf3-5a81e607515f,revision_number=3']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:13.888346 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:13.894299 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7b1a9597-9d76-4589-b53a-f3aeaf06eadd admin admin] 10.222.0.76 "PUT /v2.0/routers/337dc8d9-9314-490a-b16d-641de8946adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450144 Aug 04 15:55:13.982259 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fa77bf92-3581-492a-b764-cd10f75c9221 None None] Provisioning complete for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:13.982664 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fa77bf92-3581-492a-b764-cd10f75c9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.029013 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:14.056232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fa77bf92-3581-492a-b764-cd10f75c9221 None None] Port 7baf83d3-735a-439b-af0f-72f21d1eb7dc cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:55:14.236485 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-24c9a405-0668-411c-9836-726193d3e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7baf83d3-735a-439b-af0f-72f21d1eb7dc', 'name': '', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'mac_address': 'fa:16:3e:0f:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:12Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 2, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'subnets': [{'id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:14.264123 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9a405-0668-411c-9836-726193d3e566 None None] The sync data for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 is: [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7baf83d3-735a-439b-af0f-72f21d1eb7dc', 'name': '', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'mac_address': 'fa:16:3e:0f:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:12Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 2, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'subnets': [{'id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:14.319114 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 397872f4-279f-4c0d-8046-99bc8d84a427 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:14.367516 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 397872f4-279f-4c0d-8046-99bc8d84a427 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:14.367890 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.455581 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4c8e3cca-a39e-4869-99f3-a6db6da19722 up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:14.486947 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46804) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:14.495006 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713848226', 'description': 'tempest-secgroup-smoke-713848226 description', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:14.515017 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 4c8e3cca-a39e-4869-99f3-a6db6da19722 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:14.515392 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.525211 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.622694 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.627525 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.654458 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.655762 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1668494 Aug 04 15:55:14.660094 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46806) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:14.660750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13989df-93a8-4995-a99b-7614c28e1325 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72499b75-2dea-49cf-a585-b30874e8bd10,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:14.665102 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:14.693535 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.754900 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.760041 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.781784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5167f59b-37d6-4dcb-918c-f4aa4f669cd0,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:14.790154 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.791436 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a702b0dd-9c57-44ac-aa6a-e9af81b2ce24 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302359 Aug 04 15:55:14.794303 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46808) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:14.798903 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:14.833616 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.850329 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5678b5d4-240d-4875-b4a6-b15a34d0556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.895421 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.902886 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.935939 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c319b07-07db-44fd-aace-9e2c0034dd62,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:14.943878 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:14.945140 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-6d6ae303-761a-446c-9a74-c2ea0ba48386 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498778 Aug 04 15:55:14.948420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46810) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:14.956861 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:14.985920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.056516 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.061141 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.082844 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552dfc1a-e904-476a-b842-ea5aeee677b2,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:15.086844 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.089067 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-4ffa7615-eb7c-4ee7-bcd4-831ce605fc6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360314 Aug 04 15:55:15.091311 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46812) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:15.096229 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:15.124621 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.188395 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.193134 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.213064 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cecdb42-bbc6-4b60-9272-11fe9e73f41f,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:15.221477 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.222892 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-b2bee91c-0e6d-4d5b-85e2-e0ed75c0056f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304975 Aug 04 15:55:15.225873 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 46814) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:15.231026 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:15.257694 n-d-801743-12 neutron-server[94265]: INFO neutron.db.securitygroups_db [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Project b145fb2c49b74f3987d35d9bacd94dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:55:15.265749 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.332371 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.339637 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.359715 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b26855e-ce9d-4ff0-b606-c65d79b89296,revision_number=0']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:15.364590 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.368957 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46818) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:15.369254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-d47b81bc-e724-44cf-a9cd-5c946fe56360 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417923 Aug 04 15:55:15.374036 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'security_group_rule': {'security_group_id': '72499b75-2dea-49cf-a585-b30874e8bd10', 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:15.399386 n-d-801743-12 neutron-server[94266]: INFO neutron.db.securitygroups_db [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Project b145fb2c49b74f3987d35d9bacd94dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:55:15.404686 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.478483 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.484444 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844232'] for security_group_rule, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.504187 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac5a220-d207-4d67-ba3c-bda86ab5297b,revision_number=0']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:15.512186 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:15.513624 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-051d94be-4fd5-4948-84e6-4ba51c7690d1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433573 Aug 04 15:55:15.663447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-040f6f88-3a31-4fd7-8ffc-e6468580a6ae tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713848226&fields=id&tenant_id=b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 267 time: 0.0422587 Aug 04 15:55:15.779062 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-0407959c-5433-4126-92e6-36816a81ea60 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:15.780560 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-0407959c-5433-4126-92e6-36816a81ea60 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 809 time: 0.1101592 Aug 04 15:55:15.796066 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-c85a81e8-7c2e-41ad-aba4-5454b450da13 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/quotas/b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Aug 04 15:55:15.849716 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-0e4aac02-5352-46a5-8ea1-e903b517433f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481977 Aug 04 15:55:15.954174 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-bfb9ffc9-1b13-42db-bcd9-1f78e7bc9e95 service neutron] 10.222.0.76 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921428 Aug 04 15:55:16.045659 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-0e6f3d6d-0e53-4c13-bc4a-e62bd7e1ff3a service neutron] 10.222.0.76 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851159 Aug 04 15:55:16.219757 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7381c849-3b1d-4f15-8187-2a0015d3805a req-79379852-8b4b-4a99-aff4-3bc37cd08616 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 210 time: 0.0274210 Aug 04 15:55:16.233106 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Sync routers for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:16.251403 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:16.251962 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:16.341862 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7538376a-e499-4998-abf3-5a81e607515f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:16.379116 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:16.393159 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7538376a-e499-4998-abf3-5a81e607515f completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:16.397586 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7538376a-e499-4998-abf3-5a81e607515f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:16.398036 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.477398 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.498848 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7538376a-e499-4998-abf3-5a81e607515f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7538376a-e499-4998-abf3-5a81e607515f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:16.504004 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.561191 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7538376a-e499-4998-abf3-5a81e607515f,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:16.596137 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7baf83d3-735a-439b-af0f-72f21d1eb7dc', 'name': '', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'mac_address': 'fa:16:3e:0f:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:12Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 2, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'subnets': [{'id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:16.622825 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Checking router: 337dc8d9-9314-490a-b16d-641de8946adb for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:16.623182 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Updating router 337dc8d9-9314-490a-b16d-641de8946adb port 7baf83d3-735a-439b-af0f-72f21d1eb7dc binding host n-d-801743-12 {{(pid=94268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:55:16.649336 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.923282 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks [] for port, precommit_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.933955 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.provisioning_blocks [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Transition to ACTIVE for port object 7baf83d3-735a-439b-af0f-72f21d1eb7dc will not be triggered until provisioned by entity L2. {{(pid=94268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:16.941467 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:16.990139 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c185d-13c6-4451-a6c1-676ce8df01b5 None None] Pushing event updated for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=3']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:17.041045 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Attempting to bind port 7baf83d3-735a-439b-af0f-72f21d1eb7dc on host n-d-801743-12 for vnic_type normal with profile {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:17.041407 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Attempting to bind port 7baf83d3-735a-439b-af0f-72f21d1eb7dc by drivers openvswitch,hyperv on host n-d-801743-12 at level 0 using segments [{'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:17.041786 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Attempting to bind port 7baf83d3-735a-439b-af0f-72f21d1eb7dc on network 55195f4d-ad34-40b2-bbad-8a7581da8610 {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:17.047340 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Checking agent: {'id': '94f9a32f-5789-479f-8397-c08431aac9c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 28, 17), 'started_at': datetime.datetime(2021, 8, 4, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-801743-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:17.047703 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Checking segment: {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:17.048121 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.048513 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Bound using segment: {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'} {{(pid=94268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:17.048979 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.managers [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Bound port: 7baf83d3-735a-439b-af0f-72f21d1eb7dc, host: n-d-801743-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610'}}] {{(pid=94268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:17.049380 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.116657 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] For port 7baf83d3-735a-439b-af0f-72f21d1eb7dc, host n-d-801743-12, cleared binding levels {{(pid=94268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:17.119856 n-d-801743-12 neutron-server[94268]: DEBUG neutron.plugins.ml2.db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] For port 7baf83d3-735a-439b-af0f-72f21d1eb7dc, host n-d-801743-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7baf83d3-735a-439b-af0f-72f21d1eb7dc,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:17.125548 n-d-801743-12 neutron-server[94268]: DEBUG neutron_lib.callbacks.manager [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.174635 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:17.175287 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:54:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:17.225212 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c185d-13c6-4451-a6c1-676ce8df01b5 None None] Pushing event updated for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=4']} {{(pid=94268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:17.320202 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:17.338303 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1964e345-53b9-4e89-8dc3-87a041138cdf req-2cf8356c-1f06-47c0-9f28-e009c8fce685 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 210 time: 0.0387230 Aug 04 15:55:17.424439 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-fbcb62a7-7c1e-4bad-9463-bbe649327463 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:17.426722 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-fbcb62a7-7c1e-4bad-9463-bbe649327463 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 809 time: 0.1282392 Aug 04 15:55:17.472900 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-26b94d9f-9441-4be2-acdb-31fc9c40bf6e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 379 time: 0.0371490 Aug 04 15:55:17.482486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'port': {'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'admin_state_up': True, 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'security_groups': ['72499b75-2dea-49cf-a585-b30874e8bd10']}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:17.527840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d6b24f30-401b-457c-b566-302a1e8ed2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.561255 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7baf83d3-735a-439b-af0f-72f21d1eb7dc', 'name': '', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'mac_address': 'fa:16:3e:0f:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:12Z', 'updated_at': '2021-08-04T15:55:17Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'subnets': [{'id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:17.590846 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10725814-8941-4ba3-b34b-e5c7de168010 None None] The sync data for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 is: [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:13Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '7baf83d3-735a-439b-af0f-72f21d1eb7dc', 'name': '', 'network_id': '55195f4d-ad34-40b2-bbad-8a7581da8610', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'mac_address': 'fa:16:3e:0f:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:12Z', 'updated_at': '2021-08-04T15:55:17Z', 'revision_number': 4, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'subnets': [{'id': 'be676ca5-f9aa-4c62-81b8-506c83a1d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:17.595450 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Made reservation on behalf of b145fb2c49b74f3987d35d9bacd94dd2 for: {'port': 1} {{(pid=94266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:55:17.599422 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.699074 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.734636 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Allocated IP 172.20.0.7 (b115fe07-e1e7-4700-971a-18793631d5fc/f2a246f3-ba79-4ba3-950a-b25b39b42525/31eb06bc-35d1-4ac5-8111-28324a8bad17) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:17.885435 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.900551 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Transition to ACTIVE for port object 31eb06bc-35d1-4ac5-8111-28324a8bad17 will not be triggered until provisioned by entity DHCP. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:17.935207 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:17.978566 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Network b115fe07-e1e7-4700-971a-18793631d5fc is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:17.983823 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:17.987671 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:18.019815 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:18.047371 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:18.048040 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.063173 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-acec2000-23f7-4d12-a602-3b3786be77ac tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844407 Aug 04 15:55:18.076651 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Request body: {'port': {'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-801743-12'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:18.138671 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.262535 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cf52d790-ee03-4fd4-8c8d-dd158cac12c4 None None] Provisioning for port 31eb06bc-35d1-4ac5-8111-28324a8bad17 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:18.266808 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-cf52d790-ee03-4fd4-8c8d-dd158cac12c4 None None] Provisioning complete for port 31eb06bc-35d1-4ac5-8111-28324a8bad17 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:18.267979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-cf52d790-ee03-4fd4-8c8d-dd158cac12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.303896 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-cf52d790-ee03-4fd4-8c8d-dd158cac12c4 None None] Port 31eb06bc-35d1-4ac5-8111-28324a8bad17 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:55:18.328851 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7baf83d3-735a-439b-af0f-72f21d1eb7dc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:18.380820 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:18.385350 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:18.385740 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.430263 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31eb06bc-35d1-4ac5-8111-28324a8bad17 {{(pid=94266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:55:18.438362 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.451813 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.provisioning_blocks [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Transition to ACTIVE for port object 31eb06bc-35d1-4ac5-8111-28324a8bad17 will not be triggered until provisioned by entity L2. {{(pid=94266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:55:18.457078 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.483332 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.486457 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5593d-2f9e-48f9-95e6-0889599cf03b req-98789716-3301-4e79-93c3-c7418f18db0c tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:18.488356 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cc5593d-2f9e-48f9-95e6-0889599cf03b req-98789716-3301-4e79-93c3-c7418f18db0c tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 931 time: 0.0656784 Aug 04 15:55:18.495298 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.519056 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] For port 7baf83d3-735a-439b-af0f-72f21d1eb7dc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7baf83d3-735a-439b-af0f-72f21d1eb7dc,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:18.524472 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.525540 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7538376a-e499-4998-abf3-5a81e607515f up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:18.544262 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:18.558334 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9cc5593d-2f9e-48f9-95e6-0889599cf03b req-05083982-3f35-45c8-9e62-fe54cae4cf85 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491567 Aug 04 15:55:18.597205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Attempting to bind port 31eb06bc-35d1-4ac5-8111-28324a8bad17 on host n-h2-801743-12 for vnic_type normal with profile {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:55:18.598684 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Attempting to bind port 31eb06bc-35d1-4ac5-8111-28324a8bad17 by drivers openvswitch,hyperv on host n-h2-801743-12 at level 0 using segments [{'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:55:18.598967 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Attempting to bind port 31eb06bc-35d1-4ac5-8111-28324a8bad17 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:18.604123 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Port 31eb06bc-35d1-4ac5-8111-28324a8bad17 on network b115fe07-e1e7-4700-971a-18793631d5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-801743-12 {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:55:18.604533 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Attempting to bind port 31eb06bc-35d1-4ac5-8111-28324a8bad17 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:55:18.612154 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Checking agent: {'id': '06ce476e-cf5d-4d08-88b3-148c65fe99b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:55:18.612414 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Pushing event updated for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:18.612883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Checking segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:55:18.612883 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Bound using segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} {{(pid=94266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:55:18.613333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.managers [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Bound port: 31eb06bc-35d1-4ac5-8111-28324a8bad17, host: n-h2-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}}] {{(pid=94266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:55:18.613756 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.624312 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7538376a-e499-4998-abf3-5a81e607515f triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:18.625140 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.693923 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, cleared binding levels {{(pid=94266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:55:18.697703 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:55:18.702138 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.744459 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:18.745123 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:18.746570 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] 10.222.0.46 "PUT /v2.0/ports/31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 1092 time: 0.6745629 Aug 04 15:55:18.750205 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:55:18.752288 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38c430-4cd7-492c-9d9b-c870a9da702c" -d '{"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:55:18.794642 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf539e-b66e-415a-9992-5903492c2b36 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=3']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:18.844977 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-38edf614-ceb8-4842-bfa9-3ef250662cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:18.847121 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-38edf614-ceb8-4842-bfa9-3ef250662cdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1095 time: 0.0481398 Aug 04 15:55:18.896085 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56cf358-5880-4184-ae17-a762108bf636 x-openstack-request-id: req-c56cf358-5880-4184-ae17-a762108bf636 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:55:18.896393 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:55:18.896647 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c56cf358-5880-4184-ae17-a762108bf636 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:55:18.897061 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'status': 'completed', 'code': 200} Aug 04 15:55:18.898965 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-5f0607c8-261f-4a57-9237-2d52254b7e7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 217 time: 0.0440814 Aug 04 15:55:18.954973 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-2f276572-d905-493b-b42c-5e2e61418406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:18.956555 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-2f276572-d905-493b-b42c-5e2e61418406 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0508032 Aug 04 15:55:19.005271 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-fe6795e8-fbcc-4de2-a749-4906e10e36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.006773 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-fe6795e8-fbcc-4de2-a749-4906e10e36a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432045 Aug 04 15:55:19.065936 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:19.103159 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-e7fae191-0d3a-4792-a8ea-9bc55612ed33 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 Aug 04 15:55:19.200920 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-a1d3e99f-3952-4a1f-ab8c-f9e4375cd6fc req-0966a616-dd85-447b-aef4-90c801487d55 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896099 Aug 04 15:55:19.294082 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-4c978f15-0a25-4638-8313-9cbc3b463aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.295612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-4c978f15-0a25-4638-8313-9cbc3b463aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1095 time: 0.0443592 Aug 04 15:55:19.398786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-c12071a8-9fd9-4aae-840b-1a70e7a3aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.400339 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-c12071a8-9fd9-4aae-840b-1a70e7a3aa8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0967791 Aug 04 15:55:19.431987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:19.445117 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-0b0fd30d-1c49-4c52-9982-81ff91a93085 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 217 time: 0.0356412 Aug 04 15:55:19.496986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-64cb7675-1974-41fb-a55c-bb54c1c12a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.498398 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-64cb7675-1974-41fb-a55c-bb54c1c12a88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0457230 Aug 04 15:55:19.561513 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-87bc4cd8-7d0d-4be6-ba69-b728bd465e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.563102 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-87bc4cd8-7d0d-4be6-ba69-b728bd465e47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569410 Aug 04 15:55:19.656228 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-7f5d1ebc-1412-41b3-a87d-233229748863 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Aug 04 15:55:19.666254 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a425a-7280-424a-aa8d-b248e309465d req-cb6b607a-327f-4f8a-8ed9-bf5c2c87562f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:19.667789 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c44a425a-7280-424a-aa8d-b248e309465d req-cb6b607a-327f-4f8a-8ed9-bf5c2c87562f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0502455 Aug 04 15:55:19.706477 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c44a425a-7280-424a-aa8d-b248e309465d req-f8a0e9e5-d07c-414d-bb70-807d95c96d79 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Aug 04 15:55:19.753775 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-8e38c430-4cd7-492c-9d9b-c870a9da702c req-0cb25970-d539-4c8d-b57b-3a443bd124ab service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886326 Aug 04 15:55:20.291438 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7baf83d3-735a-439b-af0f-72f21d1eb7dc up at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:20.344030 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Provisioning complete for port 7baf83d3-735a-439b-af0f-72f21d1eb7dc triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:20.344411 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:20.535534 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:20.836201 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0ed5d-06d1-470e-81ee-8ec06c850039 req-8c7ff2f0-cfe5-42a0-a52b-0184ffa6bebd tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:20.837685 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6c0ed5d-06d1-470e-81ee-8ec06c850039 req-8c7ff2f0-cfe5-42a0-a52b-0184ffa6bebd tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0522516 Aug 04 15:55:20.881203 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-c6c0ed5d-06d1-470e-81ee-8ec06c850039 req-fc3e094d-a043-4ca9-9e8d-aeea5c6511fc tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342607 Aug 04 15:55:22.020867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c106f-fbd2-4889-b8f5-bcafa3453b84 req-b70dba5e-ca0b-4afc-a5d7-521c62e5f3f3 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:22.022413 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827c106f-fbd2-4889-b8f5-bcafa3453b84 req-b70dba5e-ca0b-4afc-a5d7-521c62e5f3f3 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0553725 Aug 04 15:55:22.063696 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-827c106f-fbd2-4889-b8f5-bcafa3453b84 req-96527383-7dc3-477b-8601-0330289e932a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349653 Aug 04 15:55:22.704623 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:55:22.817785 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:22.829255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:55:22.869527 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:22.883903 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eb06bc-35d1-4ac5-8111-28324a8bad17 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:55:22.902998 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:22.909331 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:22.957874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:23.115325 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['31eb06bc-35d1-4ac5-8111-28324a8bad17'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:55:23.183471 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f3b0-75aa-4069-b34e-cbdbde946de7 req-4748f5c0-d2ec-4a98-954c-231c0a733d9f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:23.185008 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84f2f3b0-75aa-4069-b34e-cbdbde946de7 req-4748f5c0-d2ec-4a98-954c-231c0a733d9f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 944 time: 0.0497115 Aug 04 15:55:23.223700 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-84f2f3b0-75aa-4069-b34e-cbdbde946de7 req-96135372-7057-4225-ad66-dbecd54d6280 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Aug 04 15:55:24.354155 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6484e-83f6-4d38-9017-596cd2550645 req-6d43c352-b880-4dcd-8b49-dd9f6b49dfd2 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:24.355698 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ea6484e-83f6-4d38-9017-596cd2550645 req-6d43c352-b880-4dcd-8b49-dd9f6b49dfd2 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 944 time: 0.0597436 Aug 04 15:55:24.395298 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9ea6484e-83f6-4d38-9017-596cd2550645 req-8aaf5e57-9241-4d38-a271-13e5a037b599 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335033 Aug 04 15:55:24.717975 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:55:24.777796 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning for port 31eb06bc-35d1-4ac5-8111-28324a8bad17 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:55:24.781693 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 31eb06bc-35d1-4ac5-8111-28324a8bad17 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:55:24.782051 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:24.861580 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:24.885342 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:55:24.887670 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5274c4d-afcb-49b2-baf6-b6862f2ca379" -d '{"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-plugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:55:24.900770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:55:24.905941 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:24.954915 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:24.984375 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3219d-59fe-4b45-b0fc-caba74933dc9 x-openstack-request-id: req-06f3219d-59fe-4b45-b0fc-caba74933dc9 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:55:24.984674 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-plugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:55:24.985016 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06f3219d-59fe-4b45-b0fc-caba74933dc9 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:55:24.985412 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'code': 200} Aug 04 15:55:25.087034 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb581c0-ff07-465f-95ad-679b7e474a1e req-37d08389-7146-4171-b309-b1f236f11ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:25.088558 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9eb581c0-ff07-465f-95ad-679b7e474a1e req-37d08389-7146-4171-b309-b1f236f11ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1097 time: 0.0445342 Aug 04 15:55:25.126684 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-9eb581c0-ff07-465f-95ad-679b7e474a1e req-43062f77-8524-4b68-bc46-56ef26d18921 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297294 Aug 04 15:55:25.529202 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b388c-9822-478e-9e65-1ecf02547717 req-0b71cf1f-9d28-4129-943f-f94b335ee22c tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:25.530740 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a59b388c-9822-478e-9e65-1ecf02547717 req-0b71cf1f-9d28-4129-943f-f94b335ee22c tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 945 time: 0.0563793 Aug 04 15:55:25.579057 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a59b388c-9822-478e-9e65-1ecf02547717 req-fdc1f470-0418-45c5-87bd-c8fdf8141c66 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Aug 04 15:55:26.707771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8db46-b122-4614-9147-8f288fd383c6 req-97dbd5db-9b9c-4d5d-8139-e6723cd9cf18 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:26.709415 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1bc8db46-b122-4614-9147-8f288fd383c6 req-97dbd5db-9b9c-4d5d-8139-e6723cd9cf18 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 945 time: 0.0517504 Aug 04 15:55:26.748469 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1bc8db46-b122-4614-9147-8f288fd383c6 req-42fc92bc-b372-4101-8b25-05e8e5cac267 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330155 Aug 04 15:55:26.874237 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a4b54-5309-497a-8107-cbee6cacab33 req-b2d6f216-82d6-4201-8843-08447487b4a4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:26.876021 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-237a4b54-5309-497a-8107-cbee6cacab33 req-b2d6f216-82d6-4201-8843-08447487b4a4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 945 time: 0.0524168 Aug 04 15:55:26.916583 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-237a4b54-5309-497a-8107-cbee6cacab33 req-e977dfe9-7ddf-47eb-8e8c-eac7af9bafad tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329845 Aug 04 15:55:26.940746 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46878) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:27.073884 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ed534-8c39-4e2a-a105-b7c451ea9997 tempest-TestSnapshotPattern-1541709467 tempest-TestSnapshotPattern-1541709467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:27.075501 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-1f7ed534-8c39-4e2a-a105-b7c451ea9997 tempest-TestSnapshotPattern-1541709467 tempest-TestSnapshotPattern-1541709467-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1092 time: 0.1337459 Aug 04 15:55:27.079824 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 46882) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:55:27.084340 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:55:27.114220 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:27.220120 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:27.332030 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Allocated IP 172.25.0.48 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/75503d93-f457-429b-9453-9a285e1dbb85) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:55:27.438923 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:27.481088 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:27.518218 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:55:27.525365 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:55:27.530333 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:55:27.534847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=75503d93-f457-429b-9453-9a285e1dbb85,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:28.258556 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:28.333204 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:28.490862 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:28.496815 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:28.559413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=75503d93-f457-429b-9453-9a285e1dbb85,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:55:28.572711 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:28.673540 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Floating IP 0bd15531-2b4f-467f-b3de-37d22647acb9 associated. External IP: 172.25.0.48, port: 31eb06bc-35d1-4ac5-8111-28324a8bad17. Aug 04 15:55:28.899089 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:55:29.011526 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:55:29.022088 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:55:29.030328 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:29.033020 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:29.033663 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:55:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:29.058812 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-721993e0-3797-41f0-bf40-681d1e63ee87 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9779272 Aug 04 15:55:29.059391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:55:29.061704 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:55:29.102323 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5f9057-39fa-4815-bf99-4f78bf6a9420 x-openstack-request-id: req-3e5f9057-39fa-4815-bf99-4f78bf6a9420 {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:55:29.102636 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:55:29.102893 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e5f9057-39fa-4815-bf99-4f78bf6a9420 {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:55:29.103307 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'status': 'completed', 'code': 200} Aug 04 15:55:29.167447 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:55:29.171221 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-976ede03-e868-4932-a0ad-885bc37762ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:29.172834 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-976ede03-e868-4932-a0ad-885bc37762ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1097 time: 0.0468817 Aug 04 15:55:29.274517 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-f124be85-c3f1-4c1b-848c-9103116cda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:29.276106 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-f124be85-c3f1-4c1b-848c-9103116cda0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0965953 Aug 04 15:55:29.303830 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:29.342738 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-1204ddaf-26b9-4ac0-87ae-7176e7e37190 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 998 time: 0.0591307 Aug 04 15:55:29.394570 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-872e8ed5-7d31-45a0-99e3-c9e19f09b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:29.396319 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-872e8ed5-7d31-45a0-99e3-c9e19f09b488 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0460939 Aug 04 15:55:29.447676 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-f77de7fb-a24d-4745-911d-04220c905f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:29.449230 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-f77de7fb-a24d-4745-911d-04220c905f5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461206 Aug 04 15:55:29.533704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:28Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:29.544020 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-f102f8f4-4987-45f8-945d-3ca8d234402e service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863605 Aug 04 15:55:29.560532 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:55:29.569482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:55:29.570097 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:55:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:29.642262 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-b18d6982-375a-4dd6-8acb-23de1bd6a0dd req-9d6ed0c2-cc82-4c11-a5e0-0f8d1fe9ff55 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894198 Aug 04 15:55:29.677572 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:55:29.909608 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:28Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:55:29.940028 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5136e873-ffd6-4ed2-bc92-8a1a325afee9 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:28Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:55:30.154692 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dfa65-57a2-4dfe-97f7-d0e93158be35 None None] New status for floating IP 0bd15531-2b4f-467f-b3de-37d22647acb9: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:55:44.848447 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-39a4a7fc-0bc7-47bf-943e-32a1add298d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:47.528662 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5df4-28ec-4f98-afd2-f0fdec93846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:47.715173 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:48.465163 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:49.072275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:49.431727 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:50.539801 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:55:55.824477 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-ad1c80b5-4930-4f0d-b64d-f905ab1b9b55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437787 Aug 04 15:55:55.921463 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-1fbf783e-2cd2-42a9-8fb4-a200ad246bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:55.923009 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-1fbf783e-2cd2-42a9-8fb4-a200ad246bfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1097 time: 0.0444844 Aug 04 15:55:56.030397 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-a2ec63e0-21ac-4490-9926-6a540844a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:56.031902 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-a2ec63e0-21ac-4490-9926-6a540844a306 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0870280 Aug 04 15:55:56.098648 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-1352cdfc-6e25-42fa-8438-fdeea3e36c79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 1000 time: 0.0590241 Aug 04 15:55:56.149301 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-ff0be5c3-d585-4eaf-8963-0156441fb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:56.150809 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-ff0be5c3-d585-4eaf-8963-0156441fb12c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0443583 Aug 04 15:55:56.202541 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-3c4b77ba-09ad-4213-9c8d-ab91c8502caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:55:56.204102 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-3c4b77ba-09ad-4213-9c8d-ab91c8502caf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452693 Aug 04 15:55:56.295012 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-084df8e1-63b8-4a61-84db-d4d3e6d4b008 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829730 Aug 04 15:55:56.392006 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-4c38dc9f-7396-4c7e-965e-db7b73d5f8c2 req-28069ce7-b5a3-423d-adc4-35a999bb553a service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890026 Aug 04 15:56:06.174391 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:56:14.850694 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-0a94fd8d-bafe-4531-827b-5177257b304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:17.527637 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-967e7e5a-798f-4f6f-a170-4e0da00d0f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:17.714186 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:18.493143 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:19.079997 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:19.430917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:20.539748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:43.164700 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:56:44.848866 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-86229643-303e-49a6-ac71-c2e22f1797ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:47.527974 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-89b50612-4067-467f-b4d9-6168c4d50f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:47.708245 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:48.506152 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:49.077872 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:49.448884 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:50.553493 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:56:57.832843 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-bdc0392c-586b-41ee-95a5-acf1e85711e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446534 Aug 04 15:56:57.924113 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-70137f98-32bc-425d-9c97-b33d02d316d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:56:57.925664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-70137f98-32bc-425d-9c97-b33d02d316d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1097 time: 0.0434036 Aug 04 15:56:58.038427 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-eb2e7ee7-074a-494a-ac21-1019c7995fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:56:58.039973 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-eb2e7ee7-074a-494a-ac21-1019c7995fb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0889609 Aug 04 15:56:58.110492 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-853986dc-ea9f-40af-892e-487173cfe88a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 1000 time: 0.0624604 Aug 04 15:56:58.162318 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-7bfea904-9420-41a4-b28d-73ac25d053c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:56:58.163820 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-7bfea904-9420-41a4-b28d-73ac25d053c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0462613 Aug 04 15:56:58.215334 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-ca8c47da-4b71-4f1e-956a-d717ff9b9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:56:58.216963 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-ca8c47da-4b71-4f1e-956a-d717ff9b9ce3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461631 Aug 04 15:56:58.316134 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-9c71beab-175e-4fda-911c-1977ae314624 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913236 Aug 04 15:56:58.416664 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-1be74617-a875-4742-b744-ee4d3a7b81e7 req-4e1f84f8-9deb-4d9c-bb4b-98f121ed0385 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926309 Aug 04 15:57:14.852641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ba569fdb-fe7b-469c-9762-fff381b66ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:17.526994 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-31cb15d4-3d3b-4d4f-8eff-71df52037e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:17.712545 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:18.519033 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:19.090894 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:19.445068 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:20.168017 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:57:20.556551 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:29.278141 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 details requested by agent hyperv_n-h2-801743-12 with host n-h2-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:57:29.382457 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:29.397846 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Returning: {'device': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:57:29.444658 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:29.458791 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31eb06bc-35d1-4ac5-8111-28324a8bad17 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:57:29.479000 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:29.484521 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:29.539467 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:29.547470 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.547834 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.548222 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.548564 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.548900 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.549254 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.554262 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.555337 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.555989 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.556336 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.556677 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.557012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:29.564927 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] get_ports_and_sgs() called for port_ids ['31eb06bc-35d1-4ac5-8111-28324a8bad17'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:57:31.310737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 up at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:57:31.365969 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Provisioning complete for port 31eb06bc-35d1-4ac5-8111-28324a8bad17 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:57:31.366323 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:31.459450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:31.485429 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:57:31.487790 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d9105c-0df3-4485-8443-0e3a82fafb28" -d '{"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-plugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:57:31.501683 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:31.512425 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:31.541379 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69412a54-fe5a-44c7-b079-eb631cee0f65 x-openstack-request-id: req-69412a54-fe5a-44c7-b079-eb631cee0f65 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:57:31.541679 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-plugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:57:31.541946 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69412a54-fe5a-44c7-b079-eb631cee0f65 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:57:31.542343 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'code': 200} Aug 04 15:57:31.570016 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:38.650896 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-8a8670bf-9100-4bf0-ae9d-9ad8f89ccd04 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713848226&fields=id&tenant_id=b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 267 time: 0.0401559 Aug 04 15:57:38.764288 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-2f3f0018-41c9-4c09-9bd4-06f571ad4751 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:38.765820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-2f3f0018-41c9-4c09-9bd4-06f571ad4751 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 809 time: 0.1077521 Aug 04 15:57:38.785811 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-f1966ea2-d6bd-402a-8263-61156c200e6c tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/quotas/b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 375 time: 0.0111222 Aug 04 15:57:38.848877 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-a17179f7-6dae-4717-bc41-d2bbe217dd50 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533352 Aug 04 15:57:38.921466 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-329867f5-e11d-44bb-9645-534947b7c6e8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:57:38.922499 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-329867f5-e11d-44bb-9645-534947b7c6e8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615702 Aug 04 15:57:39.018438 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79e7a871-5b24-45e4-95fc-c55f69d1ed21 service neutron] 10.222.0.76 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893633 Aug 04 15:57:39.107674 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-50efb2f6-c7a7-4872-b8ac-9859bdc6abeb service neutron] 10.222.0.76 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828559 Aug 04 15:57:39.318116 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-9df30ced-3106-4f1b-8a07-ed47b37fd9fc req-0e2b83d6-0489-4b0a-878b-74c11179d480 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Aug 04 15:57:40.397169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-58d34ba6-2f7c-44d3-9fa3-b86d931fe383 req-2eee2e6e-e4b3-4e4b-91c7-cab54bd5540d tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 210 time: 0.0271101 Aug 04 15:57:41.391823 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:57:41.477276 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:41.477535 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-911d38d4-5246-40b3-8167-2df5a3c3a3b5 req-cc0a262b-7f0c-4aa5-bc20-bcb05609790e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 210 time: 0.0275583 Aug 04 15:57:41.501504 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:57:41.504055 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1716204e-9fb0-41c6-942e-13187cd63a88" -d '{"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:57:41.517132 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:41.523195 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:41.551658 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c892288-ceb9-4948-883b-d12aeae17a3a x-openstack-request-id: req-2c892288-ceb9-4948-883b-d12aeae17a3a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:57:41.552018 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:57:41.552635 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c892288-ceb9-4948-883b-d12aeae17a3a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:57:41.552635 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'code': 200} Aug 04 15:57:41.579571 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Pushing event updated for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:42.335535 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-726d2738-ca57-46d9-b044-a7adf6d3a628 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:42.337159 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-726d2738-ca57-46d9-b044-a7adf6d3a628 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 809 time: 0.1062660 Aug 04 15:57:42.381412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-ac0f2a06-c8a1-4e95-8572-aa4d06d514af tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b145fb2c49b74f3987d35d9bacd94dd2 HTTP/1.1" status: 200 len: 379 time: 0.0347486 Aug 04 15:57:42.390956 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'port': {'device_id': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'admin_state_up': True, 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'security_groups': ['72499b75-2dea-49cf-a585-b30874e8bd10']}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:57:42.511934 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Made reservation on behalf of b145fb2c49b74f3987d35d9bacd94dd2 for: {'port': 1} {{(pid=94265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:57:42.515531 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:42.615776 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a7cdbe8a-e219-491c-85a3-31827934afa2 req-96abe0c5-4dc9-4769-b15f-0c4ddc5e72f1 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 210 time: 0.0412924 Aug 04 15:57:42.739600 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_common [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Allocated IP 172.20.0.13 (b115fe07-e1e7-4700-971a-18793631d5fc/f2a246f3-ba79-4ba3-950a-b25b39b42525/197e6801-0c74-4cfa-b205-26e16e2f7796) {{(pid=94265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:57:42.931951 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:42.946501 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Transition to ACTIVE for port object 197e6801-0c74-4cfa-b205-26e16e2f7796 will not be triggered until provisioned by entity DHCP. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:57:42.981949 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_create {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:43.035666 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Network b115fe07-e1e7-4700-971a-18793631d5fc is already hosted by enough agents. {{(pid=94265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:57:43.038895 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.base_scheduler [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Resources bound (agent type, host, resource id): {{(pid=94265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:57:43.043481 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Received port after_create {{(pid=94265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:57:43.046345 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=1']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:43.076054 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.076473 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.076868 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.077219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.077563 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.077902 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.078234 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.078687 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.079029 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.079365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.079886 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.080340 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:57:43.115295 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:43.115562 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:43.134108 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-79368a2d-9845-4dd0-91ef-da4be713bd7f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465663 Aug 04 15:57:43.300002 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-68173693-012b-4512-a24e-eb02b23e3956 None None] Provisioning for port 197e6801-0c74-4cfa-b205-26e16e2f7796 completed by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:57:43.303959 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-68173693-012b-4512-a24e-eb02b23e3956 None None] Provisioning complete for port 197e6801-0c74-4cfa-b205-26e16e2f7796 triggered by entity DHCP. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:57:43.304345 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-68173693-012b-4512-a24e-eb02b23e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:43.342731 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-68173693-012b-4512-a24e-eb02b23e3956 None None] Port 197e6801-0c74-4cfa-b205-26e16e2f7796 cannot update to ACTIVE because it is not bound. {{(pid=94267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:57:43.746854 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7228f-64d8-4605-a7df-f359a405eb91 req-d44ee396-8710-431c-8ad0-effccf3b4df2 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:43.748784 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef7228f-64d8-4605-a7df-f359a405eb91 req-d44ee396-8710-431c-8ad0-effccf3b4df2 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0518804 Aug 04 15:57:43.789947 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8ef7228f-64d8-4605-a7df-f359a405eb91 req-16912fd7-c6c1-4411-949c-237e2625d2d0 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345266 Aug 04 15:57:44.848789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c1257b4b-6d9a-4300-806e-f9d186cd704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:44.921330 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbd6cb-7b9c-4093-8cb7-bc1c2fd0f3ce req-64f9dc81-bf27-4c0a-ac13-5940a2b265cb tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:44.922907 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1bfbd6cb-7b9c-4093-8cb7-bc1c2fd0f3ce req-64f9dc81-bf27-4c0a-ac13-5940a2b265cb tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0552707 Aug 04 15:57:44.965857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1bfbd6cb-7b9c-4093-8cb7-bc1c2fd0f3ce req-b06ad857-d523-4b30-969b-90411d782dd6 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366571 Aug 04 15:57:46.093352 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68c853-4b00-4f0c-80f6-6a9a17fdd6ce req-cbb72698-f918-410c-b65e-130c5b10ea36 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:46.094911 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f68c853-4b00-4f0c-80f6-6a9a17fdd6ce req-cbb72698-f918-410c-b65e-130c5b10ea36 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0519302 Aug 04 15:57:46.135416 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-3f68c853-4b00-4f0c-80f6-6a9a17fdd6ce req-0c85141d-e9d1-4d07-a52e-695763a792ea tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Aug 04 15:57:47.264615 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e454fe-9b8d-44e8-a15b-8dd52d0ba115 req-3a62a585-fde1-46ea-8a29-2ca9fb6f9b8e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:47.266532 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3e454fe-9b8d-44e8-a15b-8dd52d0ba115 req-3a62a585-fde1-46ea-8a29-2ca9fb6f9b8e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0528872 Aug 04 15:57:47.306075 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f3e454fe-9b8d-44e8-a15b-8dd52d0ba115 req-58a88c66-51e7-4c39-a9bf-e9b39a90c468 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 04 15:57:47.521315 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-26be84a0-1736-423b-9e9f-2ba5344e810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:47.716592 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:48.432146 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dfc5-06ac-4535-bfe1-395313c8a32a req-bb584980-d94e-44a6-b46d-af58c9d2e7f3 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:48.439682 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e944dfc5-06ac-4535-bfe1-395313c8a32a req-bb584980-d94e-44a6-b46d-af58c9d2e7f3 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0617058 Aug 04 15:57:48.474526 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e944dfc5-06ac-4535-bfe1-395313c8a32a req-a3cd2422-f29a-47cb-9dc3-e7ded765f748 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338812 Aug 04 15:57:48.517165 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:49.091744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:49.460250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:49.609507 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093437-a267-4b55-a6b3-b0640dc4a2dc req-2c88dd34-1127-45cd-b83a-60420b82e671 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:49.611063 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc093437-a267-4b55-a6b3-b0640dc4a2dc req-2c88dd34-1127-45cd-b83a-60420b82e671 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0535452 Aug 04 15:57:49.659209 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-dc093437-a267-4b55-a6b3-b0640dc4a2dc req-33fc4357-392d-4355-b9ad-7535e504b950 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Aug 04 15:57:50.552958 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:50.804182 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d429a1a-9471-4af0-87eb-a21f414a0b9d req-212cc95a-ba56-49c5-b29a-9e132355f19a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:50.805878 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d429a1a-9471-4af0-87eb-a21f414a0b9d req-212cc95a-ba56-49c5-b29a-9e132355f19a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0525911 Aug 04 15:57:50.850906 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-8d429a1a-9471-4af0-87eb-a21f414a0b9d req-72f33a82-cdaf-4079-9038-6230798f27a5 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344996 Aug 04 15:57:51.978859 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd23df-0ef3-4b06-8884-5b23494c5f1f req-a6e91e59-36e2-40df-8f6f-f3df271b89b8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:51.980615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11cd23df-0ef3-4b06-8884-5b23494c5f1f req-a6e91e59-36e2-40df-8f6f-f3df271b89b8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0539248 Aug 04 15:57:52.022269 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-11cd23df-0ef3-4b06-8884-5b23494c5f1f req-f67956cc-e876-4dcd-a4e9-56a961e33492 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Aug 04 15:57:52.875589 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.v2.base [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Request body: {'port': {'device_id': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-801743-12'}} {{(pid=94265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:57:52.930810 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.181474 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d9b48-beda-46ee-92d4-d88d89bb81d1 req-9d5a2ac1-f144-4d7f-8216-615f7047133a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:53.184431 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e07d9b48-beda-46ee-92d4-d88d89bb81d1 req-9d5a2ac1-f144-4d7f-8216-615f7047133a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 932 time: 0.0828953 Aug 04 15:57:53.256754 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-e07d9b48-beda-46ee-92d4-d88d89bb81d1 req-dcadce15-e84c-4514-9f7a-43c5c9c89554 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671992 Aug 04 15:57:53.269818 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197e6801-0c74-4cfa-b205-26e16e2f7796 {{(pid=94265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:57:53.278181 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.291086 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.provisioning_blocks [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Transition to ACTIVE for port object 197e6801-0c74-4cfa-b205-26e16e2f7796 will not be triggered until provisioned by entity L2. {{(pid=94265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:57:53.295883 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.348661 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=2']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:53.425349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Attempting to bind port 197e6801-0c74-4cfa-b205-26e16e2f7796 on host n-h1-801743-12 for vnic_type normal with profile {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:57:53.425349 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Attempting to bind port 197e6801-0c74-4cfa-b205-26e16e2f7796 by drivers openvswitch,hyperv on host n-h1-801743-12 at level 0 using segments [{'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:57:53.425733 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Attempting to bind port 197e6801-0c74-4cfa-b205-26e16e2f7796 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:57:53.430777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Port 197e6801-0c74-4cfa-b205-26e16e2f7796 on network b115fe07-e1e7-4700-971a-18793631d5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-801743-12 {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:57:53.431087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Attempting to bind port 197e6801-0c74-4cfa-b205-26e16e2f7796 on network b115fe07-e1e7-4700-971a-18793631d5fc {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:57:53.436459 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Checking agent: {'id': 'b32abd37-1a1f-4077-bb96-694049cdf8c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-801743-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'started_at': datetime.datetime(2021, 8, 4, 14, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:57:53.436732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Checking segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:57:53.437087 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Bound using segment: {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'} {{(pid=94265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:57:53.437556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.managers [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Bound port: 197e6801-0c74-4cfa-b205-26e16e2f7796, host: n-h1-801743-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70cc764-7366-4c60-b39d-d3e5bda5920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc'}}] {{(pid=94265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:57:53.437926 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.507121 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, cleared binding levels {{(pid=94265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:57:53.510245 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:57:53.516914 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128672706'] for port, after_update {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.550932 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:53.551558 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:53.552921 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] 10.222.0.38 "PUT /v2.0/ports/197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 1093 time: 0.7350481 Aug 04 15:57:53.553364 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:57:53.555668 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a0cc2e-f193-465d-9282-e2ea8b08a629" -d '{"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:57:53.582705 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cefd69-60c4-473a-8674-c8d17fd2a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=3']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:53.652953 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-086c61d7-25c8-4d61-a5b0-9a38389c51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:53.654821 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-086c61d7-25c8-4d61-a5b0-9a38389c51fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1096 time: 0.0488901 Aug 04 15:57:53.698810 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f661ef0-97ac-4b37-8c90-fd9b5c64be6a x-openstack-request-id: req-8f661ef0-97ac-4b37-8c90-fd9b5c64be6a {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:57:53.699055 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:57:53.699238 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f661ef0-97ac-4b37-8c90-fd9b5c64be6a {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:57:53.699641 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'status': 'completed', 'code': 200} Aug 04 15:57:53.701507 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-7a6f5bb3-f966-491f-b582-9bd9df475b64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 217 time: 0.0385909 Aug 04 15:57:53.757773 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-b25e24ba-6602-49ea-83e2-d00d9d08434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:53.759326 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-b25e24ba-6602-49ea-83e2-d00d9d08434d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0502450 Aug 04 15:57:53.811816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-5b87d7cd-51d9-4d4e-9502-5e421e898962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:53.813568 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-5b87d7cd-51d9-4d4e-9502-5e421e898962 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476396 Aug 04 15:57:53.910051 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-585ee52a-a8e6-45dd-923b-bfbb762bee8a service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 Aug 04 15:57:54.014533 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-5cc3427c-4ea7-4d91-806e-68e32b3c055b req-a8cbee7d-5756-4011-847d-0295c2286c3e service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964668 Aug 04 15:57:54.106965 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-6f3830d6-a2e3-4547-9455-bf64b4766195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:54.108531 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-6f3830d6-a2e3-4547-9455-bf64b4766195 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1096 time: 0.0476840 Aug 04 15:57:54.214072 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-338cf1de-4d65-433d-bdd6-052088f6a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:54.215672 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-338cf1de-4d65-433d-bdd6-052088f6a2ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.1003923 Aug 04 15:57:54.264475 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-b5d37de5-faa9-4a06-93f3-de0a711f98fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 217 time: 0.0399261 Aug 04 15:57:54.320046 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-72dd71a9-642f-4688-bb1b-d6d19020be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:54.321729 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-72dd71a9-642f-4688-bb1b-d6d19020be62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0496178 Aug 04 15:57:54.407255 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98202f04-57cc-4590-b60f-23f94c65c03d req-5a5bf981-4355-4869-8125-f4eaf1030a6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:54.408839 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98202f04-57cc-4590-b60f-23f94c65c03d req-5a5bf981-4355-4869-8125-f4eaf1030a6b tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 944 time: 0.0828183 Aug 04 15:57:54.411881 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-010ae196-4a23-4905-8bfd-8f7d6d18a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:54.413309 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-010ae196-4a23-4905-8bfd-8f7d6d18a9ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783589 Aug 04 15:57:54.834276 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-98202f04-57cc-4590-b60f-23f94c65c03d req-7acd5044-9725-45dd-a01a-fb12f243313d tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192674 Aug 04 15:57:54.867025 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-52623c5a-0806-42df-986f-f674e25144a0 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446905 Aug 04 15:57:54.969617 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-04a0cc2e-f193-465d-9282-e2ea8b08a629 req-c3202ed9-8a4d-480f-a93b-8b647f499e33 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949383 Aug 04 15:57:55.969771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04850c-ef18-4ab5-be40-b77e82070148 req-562ffd4a-a0db-418c-913f-cc5bb5e5afc5 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:55.971412 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d04850c-ef18-4ab5-be40-b77e82070148 req-562ffd4a-a0db-418c-913f-cc5bb5e5afc5 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 944 time: 0.0529568 Aug 04 15:57:56.016098 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0d04850c-ef18-4ab5-be40-b77e82070148 req-621a1670-5e10-4761-8e86-a1a424ba0012 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382540 Aug 04 15:57:56.777324 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:57:56.880207 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:56.892338 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'mac_address': 'fa:16:3e:8d:5a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:57:56.933243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:56.945630 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197e6801-0c74-4cfa-b205-26e16e2f7796 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:57:56.967162 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:56.992347 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:57.065804 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=4']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:57.169743 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:57:57.210632 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37331-9f4d-4ff1-a44a-692bac8a5082 req-16bee26f-9644-420d-bb09-7a817a866f0d tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:57.212251 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccc37331-9f4d-4ff1-a44a-692bac8a5082 req-16bee26f-9644-420d-bb09-7a817a866f0d tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 945 time: 0.1044767 Aug 04 15:57:57.222833 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['197e6801-0c74-4cfa-b205-26e16e2f7796'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:57:57.252876 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-ccc37331-9f4d-4ff1-a44a-692bac8a5082 req-6208e333-23dd-40b6-87d3-3d924ac24879 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343122 Aug 04 15:57:58.389839 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3762c9-81ad-479e-9919-350dafadbeca req-775750c3-c4e1-465d-afd6-e859400f5aef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:58.391385 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc3762c9-81ad-479e-9919-350dafadbeca req-775750c3-c4e1-465d-afd6-e859400f5aef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 945 time: 0.0611703 Aug 04 15:57:58.439389 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-cc3762c9-81ad-479e-9919-350dafadbeca req-8ff3c9bc-33b0-4743-93f5-c325b7046392 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Aug 04 15:57:58.787182 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:57:58.808691 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-bcb8b7ae-f8ad-43a7-a3bc-09af44917643 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445940 Aug 04 15:57:58.839615 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning for port 197e6801-0c74-4cfa-b205-26e16e2f7796 completed by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:57:58.844435 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 197e6801-0c74-4cfa-b205-26e16e2f7796 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:57:58.844807 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:58.891073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-f973788a-7fbb-4f7e-afbe-16ecbd519023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:58.892588 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-f973788a-7fbb-4f7e-afbe-16ecbd519023 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1095 time: 0.0420091 Aug 04 15:57:58.925768 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:58.949302 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:57:58.951622 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ffa8cc-eaba-4e26-85e1-48faf3575aa7" -d '{"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-plugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:57:58.965067 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:57:58.970510 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:57:58.995467 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3a0a0-6965-4be4-b052-8dd5218c6f39 x-openstack-request-id: req-8ab3a0a0-6965-4be4-b052-8dd5218c6f39 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:57:58.996015 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-plugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:57:58.996265 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ab3a0a0-6965-4be4-b052-8dd5218c6f39 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:57:58.996646 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'code': 200} Aug 04 15:57:59.002101 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-56c94cf6-e181-4315-8adb-a194d9a8b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:59.003675 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-56c94cf6-e181-4315-8adb-a194d9a8b915 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0914969 Aug 04 15:57:59.031101 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=5']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:57:59.088467 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-b74b3d15-7750-4e49-9881-a4982498ed85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 998 time: 0.0771909 Aug 04 15:57:59.094867 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca36d0-27c5-47fd-b64e-339734db50a9 req-7e1c15aa-2921-4267-908a-20cb07bd18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:59.096398 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9ca36d0-27c5-47fd-b64e-339734db50a9 req-7e1c15aa-2921-4267-908a-20cb07bd18b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1098 time: 0.0447683 Aug 04 15:57:59.132426 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f9ca36d0-27c5-47fd-b64e-339734db50a9 req-52710786-2309-47ef-8d41-2c5f149c2289 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287523 Aug 04 15:57:59.141294 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-e8b62a80-c4a6-4736-b872-ecae7ab28521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:59.143078 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-e8b62a80-c4a6-4736-b872-ecae7ab28521 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0474813 Aug 04 15:57:59.198275 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-8b6c18e4-32a4-43c5-a508-05ec95c5a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:59.200612 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-8b6c18e4-32a4-43c5-a508-05ec95c5a83b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500197 Aug 04 15:57:59.294211 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-ccb59294-0645-4e7f-a780-9620d6ea0d6d service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 Aug 04 15:57:59.391984 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-54f90204-7d11-45c8-a5d9-6196e8609a6f req-5460feec-4aaf-4fc0-a14a-684af1aef311 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904853 Aug 04 15:57:59.560030 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ccabb-837b-41e8-950a-114a85fbe9f4 req-9b55862a-dd8e-4f9b-b4aa-0dafcbfbb56e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:57:59.561447 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a2ccabb-837b-41e8-950a-114a85fbe9f4 req-9b55862a-dd8e-4f9b-b4aa-0dafcbfbb56e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 946 time: 0.0493135 Aug 04 15:57:59.606121 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a2ccabb-837b-41e8-950a-114a85fbe9f4 req-2731ad03-39ea-46ca-89e3-4fb1f3f03648 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Aug 04 15:58:00.737219 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471410d2-b6f9-4733-ad45-d4af56e05d68 req-f8d639f9-db54-4222-86c2-781cff3785a4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:00.738780 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471410d2-b6f9-4733-ad45-d4af56e05d68 req-f8d639f9-db54-4222-86c2-781cff3785a4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 946 time: 0.0556259 Aug 04 15:58:00.779393 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-471410d2-b6f9-4733-ad45-d4af56e05d68 req-2430029d-f1c0-46f3-85cb-910fe75ebd2f tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345442 Aug 04 15:58:00.915081 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1205b6c-bb76-460c-bbef-f36f3d34a744 req-aaa7c9e1-e745-49db-8d69-cb9e05e9466a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:00.916554 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1205b6c-bb76-460c-bbef-f36f3d34a744 req-aaa7c9e1-e745-49db-8d69-cb9e05e9466a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 946 time: 0.0573723 Aug 04 15:58:00.956718 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-b1205b6c-bb76-460c-bbef-f36f3d34a744 req-8ccdf5c3-1eca-445d-9a57-5a72ea4982e6 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Aug 04 15:58:00.978634 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47170) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:58:01.020353 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca6fcfe-014d-4e80-97bd-b439640bbfa8 tempest-TestSnapshotPattern-1541709467 tempest-TestSnapshotPattern-1541709467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:01.021929 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-9ca6fcfe-014d-4e80-97bd-b439640bbfa8 tempest-TestSnapshotPattern-1541709467 tempest-TestSnapshotPattern-1541709467-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1093 time: 0.0421896 Aug 04 15:58:01.024869 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47172) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:58:01.029394 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.v2.base [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Request body: {'floatingip': {'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:58:01.054059 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:01.159648 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:01.270597 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.db_base_plugin_common [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Allocated IP 172.25.0.81 (1fdf6bb4-3950-4f99-9337-fbc74aa451ad/b73ce00e-d139-4ba8-b6f1-ba2571639136/ae618fc7-a02c-4dce-9fbf-39300134b471) {{(pid=94266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:58:01.381382 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:01.427396 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768244557617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:01.464498 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Network 1fdf6bb4-3950-4f99-9337-fbc74aa451ad is already hosted by enough agents. {{(pid=94266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:58:01.467624 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.base_scheduler [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Resources bound (agent type, host, resource id): {{(pid=94266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:58:01.473003 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Received port after_create {{(pid=94266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:58:01.495975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=ae618fc7-a02c-4dce-9fbf-39300134b471,revision_number=1']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:58:01.507711 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.508063 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.508413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.508761 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.509105 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.509440 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.509767 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.510098 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.510425 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.510781 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.511106 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:01.511431 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:58:02.195022 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.266195 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.417641 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for port, precommit_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.424765 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127235912'] for port, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.495416 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event updated for resources: {'Port': ['ID=ae618fc7-a02c-4dce-9fbf-39300134b471,revision_number=2']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:58:02.507598 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3879814'] for floatingip, after_update {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.609012 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Floating IP 44ced9bf-6da8-434f-9c06-c75a081c646e associated. External IP: 172.25.0.81, port: 197e6801-0c74-4cfa-b205-26e16e2f7796. Aug 04 15:58:02.833461 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:58:02.953198 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:58:02.963554 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:58:02.971629 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:02.974255 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:58:02.975126 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:57:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:58:03.002672 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a82462b3-915e-4340-9699-b70552d2baaf tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9767413 Aug 04 15:58:03.003273 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:58:03.005769 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:58:03.048081 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f035b447-acf8-4f46-86c6-77c1f423764e x-openstack-request-id: req-f035b447-acf8-4f46-86c6-77c1f423764e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:58:03.049199 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:58:03.049199 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f035b447-acf8-4f46-86c6-77c1f423764e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:58:03.049199 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'status': 'completed', 'code': 200} Aug 04 15:58:03.091737 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:58:03.113562 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-2ecf8f6b-c82d-434e-b2b9-9570007bbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:03.115146 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-2ecf8f6b-c82d-434e-b2b9-9570007bbc8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1098 time: 0.0442593 Aug 04 15:58:03.217631 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-207174fb-9fb2-4be2-b7ac-0d4e0b4191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:03.219204 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-207174fb-9fb2-4be2-b7ac-0d4e0b4191a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0967412 Aug 04 15:58:03.286609 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-92660c66-3231-43ab-8e97-15d070532390 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 999 time: 0.0601771 Aug 04 15:58:03.331538 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}, {'id': '44ced9bf-6da8-434f-9c06-c75a081c646e', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:8d:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:58:01Z', 'updated_at': '2021-08-04T15:58:01Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:58:03.340251 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-5027ae73-f084-4030-abfb-d7849fa607bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:03.341857 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-5027ae73-f084-4030-abfb-d7849fa607bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0483556 Aug 04 15:58:03.360527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:58:03.368920 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:58:03.369555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:57:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:58:03.388033 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-19214b6f-b111-488f-9145-75178c28e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:03.389561 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-19214b6f-b111-488f-9145-75178c28e216 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403214 Aug 04 15:58:03.484231 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-2ed676f6-b3c7-46d1-9f0c-fe4ce8bb4284 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Aug 04 15:58:03.584558 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-0545b418-ffcf-4dd3-bfeb-2c9630f715b5 req-9f171d1b-45bc-479f-b178-5b98998e8e06 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924342 Aug 04 15:58:03.640440 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:58:03.871283 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}, {'id': '44ced9bf-6da8-434f-9c06-c75a081c646e', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:8d:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:58:01Z', 'updated_at': '2021-08-04T15:58:01Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:58:03.902115 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6bec0-9396-4c4f-9df0-553ed3192174 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}, {'id': '44ced9bf-6da8-434f-9c06-c75a081c646e', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:8d:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:58:01Z', 'updated_at': '2021-08-04T15:58:01Z', 'revision_number': 0, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:58:04.124176 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870efe9-c4e8-41b6-aa06-11652b2cc3dc None None] New status for floating IP 44ced9bf-6da8-434f-9c06-c75a081c646e: ACTIVE {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:58:14.853235 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e741-0157-4897-bf60-8df0622ba24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:15.755790 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-d5c2d52a-465c-4459-b6fe-476bcbd188cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470605 Aug 04 15:58:15.848491 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-1318086d-c161-431c-bc60-0bca68d5a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:15.850014 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-1318086d-c161-431c-bc60-0bca68d5a150 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1098 time: 0.0437610 Aug 04 15:58:15.961758 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-c998230f-934f-41fd-a4c3-85331a1f4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:15.963335 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-c998230f-934f-41fd-a4c3-85331a1f4ca1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0927055 Aug 04 15:58:16.030615 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-94a8794c-bbb3-4f11-8c9c-6ed783a1f4d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 1001 time: 0.0602596 Aug 04 15:58:16.090512 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-b41a6ec2-24eb-4bc1-b918-1d3407aabccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:16.092020 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-b41a6ec2-24eb-4bc1-b918-1d3407aabccf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0537393 Aug 04 15:58:16.141320 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-ea1d0c69-e244-4cf5-9f0f-d7af278a75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:58:16.143084 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-ea1d0c69-e244-4cf5-9f0f-d7af278a75b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426667 Aug 04 15:58:16.233510 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-32653917-19bc-46ba-90bd-f5ef61d9ee7d service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822122 Aug 04 15:58:16.330932 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-7a89068d-bed6-4c33-943f-df519cb720d7 req-61918a8c-4736-4cdc-866b-db44fe2af1ce service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890388 Aug 04 15:58:17.529369 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a7d1-5949-41a2-9fda-3949120edcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:17.721243 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:18.523294 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:19.091174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:19.471859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:20.557230 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:34.173021 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:58:44.853709 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbd48-9b82-44b9-a602-a31ceb2eb6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:47.530150 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-4a53ca9a-5a34-4f2c-85ef-2414e4aa5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:47.724049 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:48.546050 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:49.098007 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:49.478389 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:58:50.557307 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:00.830154 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-9d0b7c56-c481-4436-b3b7-7dd29d402218 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909414 Aug 04 15:59:00.917406 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-a4a06a07-7e93-4084-8616-e0b886bf6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:00.919776 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-a4a06a07-7e93-4084-8616-e0b886bf6a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1095 time: 0.0439360 Aug 04 15:59:01.033986 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-2576a97d-9b54-4ca9-9573-c264c4c4fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:01.035534 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-2576a97d-9b54-4ca9-9573-c264c4c4fd08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0899322 Aug 04 15:59:01.109602 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-3bc803af-75bd-4e93-b5e0-33a3b614a084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 998 time: 0.0660472 Aug 04 15:59:01.157983 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-3adb5aa4-238f-479b-984f-a07d88d6284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:01.159437 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-3adb5aa4-238f-479b-984f-a07d88d6284f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0435143 Aug 04 15:59:01.204930 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-21b139c7-3f23-4784-9640-d0e05e86d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:01.206435 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-21b139c7-3f23-4784-9640-d0e05e86d0f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403652 Aug 04 15:59:01.312273 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-fa18c66c-d2ae-48e4-9589-effee9a89391 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976830 Aug 04 15:59:01.407466 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-f7900cd3-d461-4cad-bcf0-03ec6606ae65 req-8a95085e-46ce-46e2-80e6-8b20db76b8d4 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879827 Aug 04 15:59:11.176084 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:59:14.857987 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-135d42d9-8096-4f7d-bb9c-8c2c9aea3c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:17.533924 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1a7d66ac-4c73-4662-b6f9-abe13abbf7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:17.726681 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:17.742107 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-e1f69c3d-642b-4c89-afd2-f01fb4c8d6df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433898 Aug 04 15:59:17.831091 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-558e9554-6b98-41fb-9333-94829ab833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:17.832591 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-558e9554-6b98-41fb-9333-94829ab833a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1098 time: 0.0455227 Aug 04 15:59:17.944766 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-bebaf003-695d-4b8f-bfc5-cdd76dddbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:17.946224 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-bebaf003-695d-4b8f-bfc5-cdd76dddbee8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0894589 Aug 04 15:59:18.030566 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-b6589ed2-c7fb-4b71-9189-36dd5008ee80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 1001 time: 0.0765140 Aug 04 15:59:18.094508 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-d436fbb5-83fc-4b49-a307-a1f334214aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:18.096220 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-d436fbb5-83fc-4b49-a307-a1f334214aad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0589108 Aug 04 15:59:18.148917 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-c6fcb719-0858-4edf-a2ed-932e2c2999dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:18.150425 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-c6fcb719-0858-4edf-a2ed-932e2c2999dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464587 Aug 04 15:59:18.254176 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-05dc706e-2171-4967-be5f-edae5eca8d05 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959389 Aug 04 15:59:18.356152 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-829aac59-b177-4e58-ba8d-bddaadee3373 req-16a92ecd-d4c1-4879-ad14-31ac6aac0143 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947750 Aug 04 15:59:18.562539 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:19.102473 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:19.480864 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:20.567778 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:27.281134 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 details requested by agent hyperv_n-h1-801743-12 with host n-h1-801743-12 {{(pid=94267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:59:27.386967 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:27.399640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Returning: {'device': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'port_id': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'mac_address': 'fa:16:3e:8d:5a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:59:27.441751 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:27.459072 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 197e6801-0c74-4cfa-b205-26e16e2f7796 {{(pid=94267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:59:27.488383 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:27.494600 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:27.555576 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=6']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:27.564172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.564528 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.565525 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.565874 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.566210 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.566543 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.566894 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.567224 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.567548 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.567881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.568192 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.568514 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:27.578449 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] get_ports_and_sgs() called for port_ids ['197e6801-0c74-4cfa-b205-26e16e2f7796'] {{(pid=94267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:59:29.293714 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 up at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:59:29.346617 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.provisioning_blocks [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Provisioning complete for port 197e6801-0c74-4cfa-b205-26e16e2f7796 triggered by entity L2. {{(pid=94267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:59:29.347043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472048'] for port, provisioning_complete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:29.428810 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:29.459859 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:29.462148 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea99a0-96f2-4860-b7df-70a88f4a1258" -d '{"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-plugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:29.478945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:29.484702 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:29.514296 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1bca67-5011-4749-8fe7-3bc15dbbb67a x-openstack-request-id: req-fb1bca67-5011-4749-8fe7-3bc15dbbb67a {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:29.514774 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-plugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:29.515053 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb1bca67-5011-4749-8fe7-3bc15dbbb67a {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:29.515534 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'code': 200} Aug 04 15:59:29.541303 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=7']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:37.019721 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47380) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:37.202847 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Deleting port ae618fc7-a02c-4dce-9fbf-39300134b471 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:37.203110 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.279638 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.279920 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.291629 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Calling delete_port for ae618fc7-a02c-4dce-9fbf-39300134b471 owned by network:floatingip {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:37.447185 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.472249 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event deleted for resources: {'Port': ['ID=ae618fc7-a02c-4dce-9fbf-39300134b471,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:37.483975 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.484329 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.484710 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.485052 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.485389 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.485723 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.486056 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.486384 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.486748 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.487073 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.487403 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.487730 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:37.544252 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.544584 n-d-801743-12 neutron-server[94266]: INFO neutron.db.l3_db [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Floating IP 44ced9bf-6da8-434f-9c06-c75a081c646e disassociated (deleted). External IP: 172.25.0.81, port: 197e6801-0c74-4cfa-b205-26e16e2f7796. Aug 04 15:59:37.759868 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:59:37.879697 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:59:37.884408 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:37.891690 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:59:37.901972 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:37.903119 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:37.914628 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-a18aa7de-95b9-4f70-bdf0-198016f328ef tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "DELETE /v2.0/floatingips/44ced9bf-6da8-434f-9c06-c75a081c646e HTTP/1.1" status: 204 len: 168 time: 0.8913064 Aug 04 15:59:37.914628 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:37.915105 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aeeb23-874a-43e8-b637-f69dd29c56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:37.955287 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65792504-c55a-40ad-8c61-6a212e24c48e x-openstack-request-id: req-65792504-c55a-40ad-8c61-6a212e24c48e {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:37.955581 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:37.955840 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65792504-c55a-40ad-8c61-6a212e24c48e {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:37.956258 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'status': 'completed', 'code': 200} Aug 04 15:59:38.020861 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:38.024856 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-08b056dc-6613-44f2-89c4-2c1fc1b8fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:38.027117 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-08b056dc-6613-44f2-89c4-2c1fc1b8fade service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 1098 time: 0.0476978 Aug 04 15:59:38.127941 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-43fddb76-7eb2-45ee-baa6-2a0da2ccecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:38.129837 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-43fddb76-7eb2-45ee-baa6-2a0da2ccecee service neutron] 10.222.0.38 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0953472 Aug 04 15:59:38.190422 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-47b2585d-cd1a-4ac5-bd01-b966745ed314 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 200 len: 217 time: 0.0508394 Aug 04 15:59:38.237793 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0bbfa-a72e-4388-895e-48464dbb652c req-973d41c6-0db7-42ab-a73f-70c23c8d7fe9 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:38.239444 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5a0bbfa-a72e-4388-895e-48464dbb652c req-973d41c6-0db7-42ab-a73f-70c23c8d7fe9 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 946 time: 0.1084647 Aug 04 15:59:38.263948 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:38.276396 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-672d1406-2727-45de-9abb-b0796e1b85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:38.277820 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-672d1406-2727-45de-9abb-b0796e1b85f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0793138 Aug 04 15:59:38.296639 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:59:38.302427 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-a5a0bbfa-a72e-4388-895e-48464dbb652c req-a0a56543-4e66-441c-a631-9c3e53c14402 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556157 Aug 04 15:59:38.307770 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:38.308502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:38.334125 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-07fe753b-81e5-463e-9b82-3db78bdacb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:38.336223 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-07fe753b-81e5-463e-9b82-3db78bdacb87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505476 Aug 04 15:59:38.430966 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:38.438088 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-a1ef1da9-60ed-4bf4-914a-6826e037d678 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911877 Aug 04 15:59:38.531650 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-03aeeb23-874a-43e8-b637-f69dd29c56ae req-62610667-7614-4f5f-a72a-80b3337e0ef4 service neutron] 10.222.0.38 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852745 Aug 04 15:59:38.661110 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:38.687462 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883a98e-7e83-4259-9cd3-59d7375218a4 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_floatingips': [{'id': '0bd15531-2b4f-467f-b3de-37d22647acb9', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'router_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'port_id': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'mac_address': 'fa:16:3e:dd:80:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398579c3-b862-4d78-be20-c71f31816ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:55:28Z', 'updated_at': '2021-08-04T15:55:30Z', 'revision_number': 1, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:59:38.950192 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5cedd-c903-4956-b951-b7c9fae681d9 None None] New status for floating IP 44ced9bf-6da8-434f-9c06-c75a081c646e: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:59:39.363883 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:39.439654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa32be5-9fc9-4bd3-9747-259fbaa12503 req-1a4fcd50-0497-4fd6-9a65-be798dbc27f6 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:39.441196 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-caa32be5-9fc9-4bd3-9747-259fbaa12503 req-1a4fcd50-0497-4fd6-9a65-be798dbc27f6 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 946 time: 0.0541198 Aug 04 15:59:39.447317 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777201'] for port, before_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:39.470973 n-d-801743-12 neutron-server[94267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:39.473247 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b90d1fe6dce941b33aa93d9f41a99cce041928490c311375b9e0ede2418ee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df689f70-9c8b-4481-9ffe-136a6dac5ce1" -d '{"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-unplugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:39.480655 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-caa32be5-9fc9-4bd3-9747-259fbaa12503 req-e9b169d5-ef2f-46a0-9a27-32356eb959e6 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Aug 04 15:59:39.486026 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:39.492960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768245045122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768244557635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768244557653'] for port, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:39.526179 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc4cfc2-50c7-44c2-8828-cdfa6c8f43f8 x-openstack-request-id: req-ebc4cfc2-50c7-44c2-8828-cdfa6c8f43f8 {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:39.526472 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-unplugged", "status": "completed", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "code": 200}]} {{(pid=94267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:39.526748 n-d-801743-12 neutron-server[94267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebc4cfc2-50c7-44c2-8828-cdfa6c8f43f8 {{(pid=94267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:39.527142 n-d-801743-12 neutron-server[94267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'code': 200} Aug 04 15:59:39.552094 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Pushing event updated for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=8']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:39.659863 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-164f1878-552e-49d4-bdd0-bce714fb4d2e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:39.661247 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-164f1878-552e-49d4-bdd0-bce714fb4d2e tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 944 time: 0.0621002 Aug 04 15:59:39.753187 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Deleting port 197e6801-0c74-4cfa-b205-26e16e2f7796 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:39.753559 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:39.853816 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] For port 197e6801-0c74-4cfa-b205-26e16e2f7796, host n-h1-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-801743-12',level=0,port_id=197e6801-0c74-4cfa-b205-26e16e2f7796,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:39.854144 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:39.867196 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Calling delete_port for 197e6801-0c74-4cfa-b205-26e16e2f7796 owned by compute:nova {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:40.007919 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:40.039539 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event deleted for resources: {'Port': ['ID=197e6801-0c74-4cfa-b205-26e16e2f7796,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:40.051744 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.052063 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.052401 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.052771 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.053105 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.053456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.053784 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.054107 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.054431 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.054781 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.055106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.055414 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-801743-12 {{(pid=94265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:59:40.088485 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] No DVR routers for this DVR port 197e6801-0c74-4cfa-b205-26e16e2f7796 on host n-h1-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:40.091084 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:40.093169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-814dc507-ecf9-4e04-bf73-456b99104c10 req-4643fb1b-89b1-4d66-81c8-bfb16fc681f8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.38 "DELETE /v2.0/ports/197e6801-0c74-4cfa-b205-26e16e2f7796 HTTP/1.1" status: 204 len: 173 time: 0.4257314 Aug 04 15:59:40.093601 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-deleted', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:40.095882 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1891b-718c-464f-8779-9b66e44a6adc" -d '{"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-deleted", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:40.134558 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227215f-9165-4090-b6df-1a4d8351d618 x-openstack-request-id: req-c227215f-9165-4090-b6df-1a4d8351d618 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:40.134871 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b956a8a-fcd3-4736-b923-93a94dbae321", "name": "network-vif-deleted", "tag": "197e6801-0c74-4cfa-b205-26e16e2f7796", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:40.135124 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c227215f-9165-4090-b6df-1a4d8351d618 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:40.135529 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b956a8a-fcd3-4736-b923-93a94dbae321', 'name': 'network-vif-deleted', 'tag': '197e6801-0c74-4cfa-b205-26e16e2f7796', 'status': 'completed', 'code': 200} Aug 04 15:59:40.599746 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-f80241ec-b60c-4dc0-851f-a7fb7cfcc86f req-ad1dc8fa-456d-423a-a2e8-561902cd04e2 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b956a8a-fcd3-4736-b923-93a94dbae321 HTTP/1.1" status: 200 len: 210 time: 0.0269516 Aug 04 15:59:42.241732 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47440) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:42.409101 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Deleting port 75503d93-f457-429b-9453-9a285e1dbb85 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:42.409568 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:42.504091 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:42.504311 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:42.516640 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Calling delete_port for 75503d93-f457-429b-9453-9a285e1dbb85 owned by network:floatingip {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:42.685094 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:42.716658 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event deleted for resources: {'Port': ['ID=75503d93-f457-429b-9453-9a285e1dbb85,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:42.776608 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:42.777023 n-d-801743-12 neutron-server[94265]: INFO neutron.db.l3_db [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Floating IP 0bd15531-2b4f-467f-b3de-37d22647acb9 disassociated (deleted). External IP: 172.25.0.48, port: 31eb06bc-35d1-4ac5-8111-28324a8bad17. Aug 04 15:59:42.992282 n-d-801743-12 neutron-server[94265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:59:43.102531 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:59:43.107876 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for floatingip, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:43.113941 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:59:43.124447 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:43.125321 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:43.136948 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-75cde0f3-e2d1-43e2-82b4-c68644b5fd7a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "DELETE /v2.0/floatingips/0bd15531-2b4f-467f-b3de-37d22647acb9 HTTP/1.1" status: 204 len: 168 time: 0.8915820 Aug 04 15:59:43.136948 n-d-801743-12 neutron-server[94265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:43.137668 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ad45e076b68eba67b2aa245a70cd61ba8e0584b845422d5a66449d4e5cb9b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2" -d '{"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:43.179549 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca6fdf-a21a-49a4-85f2-02a0c5172564 x-openstack-request-id: req-40ca6fdf-a21a-49a4-85f2-02a0c5172564 {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:43.179843 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "status": "completed", "code": 200}]} {{(pid=94265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:43.180093 n-d-801743-12 neutron-server[94265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40ca6fdf-a21a-49a4-85f2-02a0c5172564 {{(pid=94265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:43.180473 n-d-801743-12 neutron-server[94265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'status': 'completed', 'code': 200} Aug 04 15:59:43.244951 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:43.262999 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-62875ca7-ca81-4a3d-bafe-52d1f8424130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:43.265491 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-62875ca7-ca81-4a3d-bafe-52d1f8424130 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 1095 time: 0.0627148 Aug 04 15:59:43.370927 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967cb9e-ef9d-42ae-873a-e5fe2a801e0d req-32ca80bc-4b77-47df-ae50-6ab82b281bb4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:43.371922 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-459079ef-2414-400d-9d99-962e50e6edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:43.372968 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1967cb9e-ef9d-42ae-873a-e5fe2a801e0d req-32ca80bc-4b77-47df-ae50-6ab82b281bb4 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0534115 Aug 04 15:59:43.373139 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-459079ef-2414-400d-9d99-962e50e6edbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 200 len: 910 time: 0.0934703 Aug 04 15:59:43.379298 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 no longer exists at agent hyperv_n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:43.403127 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] No Port match for: 197e6801-0c74-4cfa-b205-26e16e2f7796 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:43.403472 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Device 197e6801-0c74-4cfa-b205-26e16e2f7796 not bound to the agent host n-h1-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:43.414902 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-1967cb9e-ef9d-42ae-873a-e5fe2a801e0d req-3a1ff1cd-fb9a-4433-8192-88f9cb041f5d tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Aug 04 15:59:43.423966 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-7640a641-9236-4e19-b2a3-f5fa60e048d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 200 len: 217 time: 0.0419757 Aug 04 15:59:43.474391 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-5d578752-ee17-4907-a23c-25d30ef0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:43.475908 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-5d578752-ee17-4907-a23c-25d30ef0650f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 200 len: 848 time: 0.0444138 Aug 04 15:59:43.484929 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:43.512783 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:59:43.521622 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:43.522232 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:18Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:43.523507 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-650ce4cf-dfd5-4a78-859b-2b6b5bae5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:43.525066 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-650ce4cf-dfd5-4a78-859b-2b6b5bae5714 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b115fe07-e1e7-4700-971a-18793631d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413539 Aug 04 15:59:43.622966 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-2a58dc86-35e4-44c5-abfb-3c5ea45fa235 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898876 Aug 04 15:59:43.628627 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:43.721600 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-ada10544-4fc4-4bfb-90ef-c0d0778c69c2 req-f71758d1-b421-4e75-8292-d29bb44bb160 service neutron] 10.222.0.46 "GET /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899746 Aug 04 15:59:43.994393 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:44.021799 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7233c3-b60b-4098-92f0-9cf20def97a9 None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:08Z', 'revision_number': 4, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12', '_interfaces': [{'id': '397872f4-279f-4c0d-8046-99bc8d84a427', 'name': '', 'network_id': 'b115fe07-e1e7-4700-971a-18793631d5fc', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'mac_address': 'fa:16:3e:c4:86:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:07Z', 'updated_at': '2021-08-04T15:55:12Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'subnets': [{'id': 'f2a246f3-ba79-4ba3-950a-b25b39b42525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:59:44.251212 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac7bc93-0863-42d4-925c-39a127cb132d None None] New status for floating IP 0bd15531-2b4f-467f-b3de-37d22647acb9: DOWN {{(pid=94268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:59:44.547166 n-d-801743-12 neutron-server[94265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c309-55e5-43f2-9891-4e2955df3ea2 req-cb2de71b-8eab-408d-b957-7261d4563342 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:44.548693 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2222c309-55e5-43f2-9891-4e2955df3ea2 req-cb2de71b-8eab-408d-b957-7261d4563342 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0555158 Aug 04 15:59:44.589667 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-2222c309-55e5-43f2-9891-4e2955df3ea2 req-cf3ca872-df95-4566-8a89-cc0705baf6b8 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/security-groups?id=72499b75-2dea-49cf-a585-b30874e8bd10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Aug 04 15:59:44.854526 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8e227048-f02c-4342-a6a0-f3e1e35ad8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:44.903295 n-d-801743-12 neutron-server[94266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e47db-2912-4848-b845-aeb54d3b832e req-313b310a-ac19-4468-b6bb-4cb6ad7a8f25 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:59:44.904803 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-511e47db-2912-4848-b845-aeb54d3b832e req-313b310a-ac19-4468-b6bb-4cb6ad7a8f25 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.46 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 943 time: 0.0562181 Aug 04 15:59:45.004717 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Deleting port 31eb06bc-35d1-4ac5-8111-28324a8bad17 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:45.005060 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:45.091875 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] For port 31eb06bc-35d1-4ac5-8111-28324a8bad17, host n-h2-801743-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-801743-12',level=0,port_id=31eb06bc-35d1-4ac5-8111-28324a8bad17,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:45.092243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:45.106083 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Calling delete_port for 31eb06bc-35d1-4ac5-8111-28324a8bad17 owned by compute:nova {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:45.246613 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:45.275477 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event deleted for resources: {'Port': ['ID=31eb06bc-35d1-4ac5-8111-28324a8bad17,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:45.320563 n-d-801743-12 neutron-server[94266]: DEBUG neutron.db.l3_dvrscheduler_db [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] No DVR routers for this DVR port 31eb06bc-35d1-4ac5-8111-28324a8bad17 on host n-h2-801743-12 {{(pid=94266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:45.323540 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92492'] for port, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:45.325787 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [req-511e47db-2912-4848-b845-aeb54d3b832e req-37ac3a51-3203-4da8-9332-df670707f445 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.46 "DELETE /v2.0/ports/31eb06bc-35d1-4ac5-8111-28324a8bad17 HTTP/1.1" status: 204 len: 173 time: 0.4141655 Aug 04 15:59:45.326189 n-d-801743-12 neutron-server[94266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-deleted', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17'}] {{(pid=94266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:59:45.328632 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98b0921fd1dcbd670205ac2d4fe4da1727e319bec61da329a3d8f4350f225a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a06a6e-8a5a-4d07-a436-911b2a964ccf" -d '{"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-deleted", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17"}]}' {{(pid=94266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:59:45.365183 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afecbb3-2bc3-484a-94df-f36d4cb3317f x-openstack-request-id: req-1afecbb3-2bc3-484a-94df-f36d4cb3317f {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:59:45.365480 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398579c3-b862-4d78-be20-c71f31816ffe", "name": "network-vif-deleted", "tag": "31eb06bc-35d1-4ac5-8111-28324a8bad17", "status": "completed", "code": 200}]} {{(pid=94266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:59:45.365736 n-d-801743-12 neutron-server[94266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1afecbb3-2bc3-484a-94df-f36d4cb3317f {{(pid=94266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:59:45.366148 n-d-801743-12 neutron-server[94266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398579c3-b862-4d78-be20-c71f31816ffe', 'name': 'network-vif-deleted', 'tag': '31eb06bc-35d1-4ac5-8111-28324a8bad17', 'status': 'completed', 'code': 200} Aug 04 15:59:45.710346 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [req-96fc6f4e-04c9-4204-84ef-751fb849033e req-b285e524-d1b1-4bde-a7e1-4903776bca59 tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "GET /v2.0/ports?device_id=398579c3-b862-4d78-be20-c71f31816ffe HTTP/1.1" status: 200 len: 210 time: 0.0281277 Aug 04 15:59:46.772111 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47456) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:46.832691 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:46.857278 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:46.920577 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:46.923359 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Notify callbacks [] for security_group, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:46.927169 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] 10.222.0.76 "DELETE /v2.0/security-groups/72499b75-2dea-49cf-a585-b30874e8bd10 HTTP/1.1" status: 204 len: 168 time: 0.1508808 Aug 04 15:59:46.935412 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8b145-aaff-49b0-8ad1-53a54e52bc5a tempest-TestSnapshotPattern-1558403964 tempest-TestSnapshotPattern-1558403964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72499b75-2dea-49cf-a585-b30874e8bd10,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:46.982816 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47460) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:47.348264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.525626 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6a5d52fe-826c-4150-be64-b09eb1161a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.633836 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Deleting port 397872f4-279f-4c0d-8046-99bc8d84a427 {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:47.634083 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.719762 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] For port 397872f4-279f-4c0d-8046-99bc8d84a427, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=397872f4-279f-4c0d-8046-99bc8d84a427,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:47.720214 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.728748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.734179 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Calling delete_port for 397872f4-279f-4c0d-8046-99bc8d84a427 owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:47.922243 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:47.952220 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Pushing event deleted for resources: {'Port': ['ID=397872f4-279f-4c0d-8046-99bc8d84a427,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:48.116684 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.174657 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:59:48.334786 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Router 5c86749d-baaf-494e-9f59-1e7bb494fff8 has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:59:48.442420 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:59:48.450404 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7c5b8873-72c5-4a41-ad6a-03dca35a1214 admin admin] 10.222.0.76 "PUT /v2.0/routers/5c86749d-baaf-494e-9f59-1e7bb494fff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636633 Aug 04 15:59:48.450495 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47462) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:48.451334 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Sync routers for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:59:48.461595 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:48.462482 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:48.555694 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks [] for router, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.576555 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: n-d-801743-12 {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:48.578961 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.658779 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.711851 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Deleting port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:48.712115 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.759906 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:59:47Z', 'revision_number': 5, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port': {'id': '40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:48.787319 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Checking router: 5c86749d-baaf-494e-9f59-1e7bb494fff8 for host: n-d-801743-12 {{(pid=94267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:59:48.790145 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] For port 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:48.790514 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:48.796156 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Routers {'5c86749d-baaf-494e-9f59-1e7bb494fff8'} bound to L3 agent in host n-d-801743-12 {{(pid=94267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:48.796772 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['5c86749d-baaf-494e-9f59-1e7bb494fff8'], 'active': True} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:48.803456 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Calling delete_port for 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 owned by network:router_gateway {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:48.883725 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvr_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] Set router 5c86749d-baaf-494e-9f59-1e7bb494fff8 gateway port host: None {{(pid=94267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:48.937257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_hamode_db [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:59:48Z', 'revision_number': 6, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:48.967427 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af943bd-e613-4e5d-8b97-10f5ba2eb85a None None] The sync data for ids ['5c86749d-baaf-494e-9f59-1e7bb494fff8'] in n-d-801743-12 is: [{'id': '5c86749d-baaf-494e-9f59-1e7bb494fff8', 'name': 'tempest-TestSnapshotPattern-528679802-router', 'tenant_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:05Z', 'updated_at': '2021-08-04T15:59:48Z', 'revision_number': 6, 'project_id': 'b145fb2c49b74f3987d35d9bacd94dd2', 'gw_port_host': None}] {{(pid=94267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:59:48.969861 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.000193 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:49.061051 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.098876 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.150138 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.152967 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.196315 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.196889 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c86749d-baaf-494e-9f59-1e7bb494fff8 {{(pid=94265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:59:49.201718 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] Notify callbacks [] for router, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.202946 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-bec786a7-db9b-43ca-b4aa-957262aa3125 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5c86749d-baaf-494e-9f59-1e7bb494fff8 HTTP/1.1" status: 204 len: 168 time: 0.7514584 Aug 04 15:59:49.206614 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47464) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:49.256236 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Deleting subnet f2a246f3-ba79-4ba3-950a-b25b39b42525 {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:59:49.259634 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.296374 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.382957 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.445550 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.470777 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a246f3-ba79-4ba3-950a-b25b39b42525,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:49.474815 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.479106 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-16c02cf4-41c0-45f0-bb11-dc3ea6328847 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f2a246f3-ba79-4ba3-950a-b25b39b42525 HTTP/1.1" status: 204 len: 168 time: 0.2689955 Aug 04 15:59:49.479106 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47466) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:49.481805 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e624ac-4e88-4ce1-91e0-77a3fad8497b None None] Network b115fe07-e1e7-4700-971a-18793631d5fc requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:59:49.520686 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.547453 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.606059 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Deleting port d2045501-da05-46d2-88ac-e63621381252 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:49.606602 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.672809 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] For port d2045501-da05-46d2-88ac-e63621381252, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=d2045501-da05-46d2-88ac-e63621381252,segment=NetworkSegment(f70cc764-7366-4c60-b39d-d3e5bda5920a),segment_id=f70cc764-7366-4c60-b39d-d3e5bda5920a)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:49.673113 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.685365 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Calling delete_port for d2045501-da05-46d2-88ac-e63621381252 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:49.756125 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] DHCP port deletion for b115fe07-e1e7-4700-971a-18793631d5fc request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:59:49.774529 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.805172 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Deleting port d2045501-da05-46d2-88ac-e63621381252 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:49.805549 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.872349 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] For port d2045501-da05-46d2-88ac-e63621381252, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:49.872917 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.887341 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Calling delete_port for d2045501-da05-46d2-88ac-e63621381252 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:49.890257 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Port d2045501-da05-46d2-88ac-e63621381252 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:59:49.891995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:49.922194 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] Pushing event deleted for resources: {'Port': ['ID=d2045501-da05-46d2-88ac-e63621381252,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:49.925993 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1070fc-f30c-4119-afca-6e7c580ba253 None None] No DVR routers for this DVR port d2045501-da05-46d2-88ac-e63621381252 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:50.130276 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2045501-da05-46d2-88ac-e63621381252,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:50.133651 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] No DVR routers for this DVR port d2045501-da05-46d2-88ac-e63621381252 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:50.137430 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 no longer exists at agent hyperv_n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:50.157694 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] No Port match for: 31eb06bc-35d1-4ac5-8111-28324a8bad17 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:50.158039 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Device 31eb06bc-35d1-4ac5-8111-28324a8bad17 not bound to the agent host n-h2-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:50.206061 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.216701 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b115fe07-e1e7-4700-971a-18793631d5fc']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:50.227745 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70cc764-7366-4c60-b39d-d3e5bda5920a') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:50.228053 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70cc764-7366-4c60-b39d-d3e5bda5920a') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:50.237013 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.252402 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.258670 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:59:50.259073 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:59:50.261039 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:59:50.323534 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.329247 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:50.331212 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] 10.222.0.76 "DELETE /v2.0/networks/b115fe07-e1e7-4700-971a-18793631d5fc HTTP/1.1" status: 204 len: 168 time: 0.8511775 Aug 04 15:59:50.334413 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47468) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:50.343880 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d8c7-0b00-4cbc-837d-54b73ac78f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b115fe07-e1e7-4700-971a-18793631d5fc,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:50.455566 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d2045501-da05-46d2-88ac-e63621381252 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:50.475521 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: d2045501-da05-46d2-88ac-e63621381252 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:50.475945 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device d2045501-da05-46d2-88ac-e63621381252 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:50.476401 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:50.495384 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:50.495736 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 40e8b4a7-a4af-423d-b3c0-f7a49a77f1e5 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:50.496463 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 397872f4-279f-4c0d-8046-99bc8d84a427 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:50.514881 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 397872f4-279f-4c0d-8046-99bc8d84a427 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:50.515231 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 397872f4-279f-4c0d-8046-99bc8d84a427 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:50.562953 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:51.055469 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3881378'] for router_interface, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:51.320625 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Deleting port 7baf83d3-735a-439b-af0f-72f21d1eb7dc {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:51.320981 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:51.399724 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] For port 7baf83d3-735a-439b-af0f-72f21d1eb7dc, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7baf83d3-735a-439b-af0f-72f21d1eb7dc,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:51.400426 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:51.414075 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Calling delete_port for 7baf83d3-735a-439b-af0f-72f21d1eb7dc owned by network:router_interface {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:51.609370 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:51.648486 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Pushing event deleted for resources: {'Port': ['ID=7baf83d3-735a-439b-af0f-72f21d1eb7dc,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:51.813372 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3881290'] for router_interface, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.062081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Router 337dc8d9-9314-490a-b16d-641de8946adb has already been hosted by L3 agent 01f18a61-0a36-4d5a-b31b-437950eb8908 {{(pid=94266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:59:52.178950 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] Notify agent at l3_agent.n-d-801743-12 the message routers_updated {{(pid=94266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:59:52.184332 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-8e791479-387d-48ba-bec2-9beeffe18889 admin admin] 10.222.0.76 "PUT /v2.0/routers/337dc8d9-9314-490a-b16d-641de8946adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487654 Aug 04 15:59:52.187750 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47472) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:52.190388 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Sync routers for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:59:52.200081 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:52.200696 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:52.290326 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.311822 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: n-d-801743-12 {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:52.388997 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.448017 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Deleting port 7538376a-e499-4998-abf3-5a81e607515f {{(pid=94266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:52.448705 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.504386 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'external_fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7538376a-e499-4998-abf3-5a81e607515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:59:51Z', 'revision_number': 5, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port': {'id': '7538376a-e499-4998-abf3-5a81e607515f', 'name': '', 'network_id': '1fdf6bb4-3950-4f99-9337-fbc74aa451ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337dc8d9-9314-490a-b16d-641de8946adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-801743-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b73ce00e-d139-4ba8-b6f1-ba2571639136', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-801743-12'}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:52.526998 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.db [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] For port 7538376a-e499-4998-abf3-5a81e607515f, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=7538376a-e499-4998-abf3-5a81e607515f,segment=NetworkSegment(648c1d20-64b6-4610-9425-277838a63249),segment_id=648c1d20-64b6-4610-9425-277838a63249)] {{(pid=94266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:52.527369 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.535036 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Checking router: 337dc8d9-9314-490a-b16d-641de8946adb for host: n-d-801743-12 {{(pid=94268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:59:52.541456 n-d-801743-12 neutron-server[94266]: DEBUG neutron.plugins.ml2.plugin [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Calling delete_port for 7538376a-e499-4998-abf3-5a81e607515f owned by network:router_gateway {{(pid=94266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:52.543664 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Routers {'337dc8d9-9314-490a-b16d-641de8946adb'} bound to L3 agent in host n-d-801743-12 {{(pid=94268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:59:52.544274 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-801743-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T14:28:17Z,description=,heartbeat_timestamp=2021-08-04T15:59:48Z,host='n-d-801743-12',id=01f18a61-0a36-4d5a-b31b-437950eb8908,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T14:28:17Z,topic='l3_agent')) {'router_ids': ['337dc8d9-9314-490a-b16d-641de8946adb'], 'active': True} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:52.630741 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_dvr_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] Set router 337dc8d9-9314-490a-b16d-641de8946adb gateway port host: None {{(pid=94268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:59:52.681897 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.l3_hamode_db [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:59:52Z', 'revision_number': 6, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port_host': None}], 'n-d-801743-12', False) {} {{(pid=94268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:52.710823 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127236019'] for port, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.714275 n-d-801743-12 neutron-server[94268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3622a3-8ec8-42e8-8d48-a17c8b79f7eb None None] The sync data for ids ['337dc8d9-9314-490a-b16d-641de8946adb'] in n-d-801743-12 is: [{'id': '337dc8d9-9314-490a-b16d-641de8946adb', 'name': 'tempest-TestSnapshotPattern-133025352-router', 'tenant_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:55:10Z', 'updated_at': '2021-08-04T15:59:52Z', 'revision_number': 6, 'project_id': '4cb6e6fb33ee45c797e4dac8859b33e0', 'gw_port_host': None}] {{(pid=94268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:59:52.737842 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7538376a-e499-4998-abf3-5a81e607515f,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:52.800249 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3879880'] for router_gateway, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.900090 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3870308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29722'] for router, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.902264 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.960570 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3870408'] for router, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.961081 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 337dc8d9-9314-490a-b16d-641de8946adb {{(pid=94266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:59:52.965678 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] Notify callbacks [] for router, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:52.967588 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-7d524e27-ecdb-4321-b73f-f66839cb9e57 admin admin] 10.222.0.76 "DELETE /v2.0/routers/337dc8d9-9314-490a-b16d-641de8946adb HTTP/1.1" status: 204 len: 168 time: 0.7788041 Aug 04 15:59:52.970423 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47474) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:53.015654 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Deleting subnet be676ca5-f9aa-4c62-81b8-506c83a1d36e {{(pid=94265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:59:53.021153 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.056020 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129156973'] for subnet, precommit_delete_associations {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.142702 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658078'] for subnet, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.195921 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128672524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126142830'] for subnet, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.220695 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be676ca5-f9aa-4c62-81b8-506c83a1d36e,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:53.224362 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.226254 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-7c538231-d7f3-4e66-994e-26d3d70acc40 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/be676ca5-f9aa-4c62-81b8-506c83a1d36e HTTP/1.1" status: 204 len: 168 time: 0.2547610 Aug 04 15:59:53.229161 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47476) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:53.232289 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff1a2e-afa3-43ae-b219-8e149eea8bf8 None None] Network 55195f4d-ad34-40b2-bbad-8a7581da8610 requested from n-d-801743-12 {{(pid=94267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:59:53.298902 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-711936'] for network, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.351722 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Deleting port 4c8e3cca-a39e-4869-99f3-a6db6da19722 {{(pid=94265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:53.352158 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.422042 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.db [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] For port 4c8e3cca-a39e-4869-99f3-a6db6da19722, host n-d-801743-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-801743-12',level=0,port_id=4c8e3cca-a39e-4869-99f3-a6db6da19722,segment=NetworkSegment(b9d92ffc-3ba2-4c55-a953-adce5a097c6f),segment_id=b9d92ffc-3ba2-4c55-a953-adce5a097c6f)] {{(pid=94265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:53.422242 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.435015 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Calling delete_port for 4c8e3cca-a39e-4869-99f3-a6db6da19722 owned by network:dhcp {{(pid=94265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:53.505116 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] DHCP port deletion for 55195f4d-ad34-40b2-bbad-8a7581da8610 request from n-d-801743-12 {{(pid=94267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:59:53.524622 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128672569'] for port, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.551377 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8e3cca-a39e-4869-99f3-a6db6da19722,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:53.555036 n-d-801743-12 neutron-server[94265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] No DVR routers for this DVR port 4c8e3cca-a39e-4869-99f3-a6db6da19722 on host n-d-801743-12 {{(pid=94265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:53.556502 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Deleting port 4c8e3cca-a39e-4869-99f3-a6db6da19722 {{(pid=94267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:59:53.556799 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768245040698'] for port, before_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.623155 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.db [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] For port 4c8e3cca-a39e-4869-99f3-a6db6da19722, host n-d-801743-12, got binding levels [] {{(pid=94267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:59:53.623587 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881227'] for port, precommit_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.629763 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721675', 'neutron.services.segments.db._delete_segments_for_network-8768245059705'] for network, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.636780 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Calling delete_port for 4c8e3cca-a39e-4869-99f3-a6db6da19722 owned by network:dhcp {{(pid=94267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:59:53.639527 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.ipam_backend_mixin [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Port 4c8e3cca-a39e-4869-99f3-a6db6da19722 was not found and therefore no delete operation was performed {{(pid=94267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:59:53.640147 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55195f4d-ad34-40b2-bbad-8a7581da8610']}} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:53.640746 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-777136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768245045104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768244557626'] for port, after_delete {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.650556 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f') {'for_net_delete': True} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:53.650901 n-d-801743-12 neutron-server[94265]: DEBUG neutron.services.segments.db [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d92ffc-3ba2-4c55-a953-adce5a097c6f') {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:59:53.659983 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768245072388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129156884'] for segment, before_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.665704 n-d-801743-12 neutron-server[94267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] Pushing event deleted for resources: {'Port': ['ID=4c8e3cca-a39e-4869-99f3-a6db6da19722,revision_number=None']} {{(pid=94267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:53.671519 n-d-801743-12 neutron-server[94267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449938fe-0cf5-4536-9f21-559ee608752e None None] No DVR routers for this DVR port 4c8e3cca-a39e-4869-99f3-a6db6da19722 on host n-d-801743-12 {{(pid=94267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:59:53.677420 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191'] for segment, precommit_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.684847 n-d-801743-12 neutron-server[94265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:59:53.685248 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128672742'] for segment, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: Traceback (most recent call last): Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: timer() Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: cb(*args, **kw) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: return func(*args, **kwargs) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: self._notify() Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: self.callback(batched_events) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: event.method(event) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: return f(self, *a, **k) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: return self._get(url).json() Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: return self.request(url, 'GET', **kwargs) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:59:53.687126 n-d-801743-12 neutron-server[94265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:59:53.742105 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3839780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3879828'] for network, after_delete {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.748176 n-d-801743-12 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795378'] for network, before_response {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:53.750884 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] 10.222.0.76 "DELETE /v2.0/networks/55195f4d-ad34-40b2-bbad-8a7581da8610 HTTP/1.1" status: 204 len: 168 time: 0.5207891 Aug 04 15:59:53.762475 n-d-801743-12 neutron-server[94265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c5f34-dab7-4eb9-b6d9-b1fa4d45cd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=55195f4d-ad34-40b2-bbad-8a7581da8610,revision_number=None']} {{(pid=94265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:53.936460 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [-] (94265) accepted ('10.222.0.76', 47480) {{(pid=94265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:53.977409 n-d-801743-12 neutron-server[94265]: INFO neutron.wsgi [None req-a853cdf4-aadb-4bb1-bf8d-8ebaa893cc36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b145fb2c49b74f3987d35d9bacd94dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396585 Aug 04 15:59:53.979948 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47482) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:54.038481 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.065917 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.116606 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.120206 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.121912 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9ad0923-09e8-4ccd-8872-b3c92a4f54e6 HTTP/1.1" status: 204 len: 168 time: 0.1409631 Aug 04 15:59:54.129714 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1a742-d856-4a35-b2a0-dbb4203b93dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad0923-09e8-4ccd-8872-b3c92a4f54e6,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:59:54.465547 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7538376a-e499-4998-abf3-5a81e607515f no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:54.475001 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47488) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:54.486640 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7538376a-e499-4998-abf3-5a81e607515f {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:54.487012 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7538376a-e499-4998-abf3-5a81e607515f not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:54.487398 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7baf83d3-735a-439b-af0f-72f21d1eb7dc no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:54.506386 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 7baf83d3-735a-439b-af0f-72f21d1eb7dc {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:54.506762 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 7baf83d3-735a-439b-af0f-72f21d1eb7dc not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:54.507173 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4c8e3cca-a39e-4869-99f3-a6db6da19722 no longer exists at agent ovs-agent-n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:59:54.519842 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-56be93a5-a079-43fc-a997-7fa4f7f220df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4cb6e6fb33ee45c797e4dac8859b33e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437007 Aug 04 15:59:54.522505 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [-] (94266) accepted ('10.222.0.76', 47490) {{(pid=94266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:59:54.528556 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] No Port match for: 4c8e3cca-a39e-4869-99f3-a6db6da19722 {{(pid=94267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:59:54.528904 n-d-801743-12 neutron-server[94267]: DEBUG neutron.plugins.ml2.rpc [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Device 4c8e3cca-a39e-4869-99f3-a6db6da19722 not bound to the agent host n-d-801743-12 {{(pid=94267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:59:54.572351 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.592895 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.647983 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3844313'] for security_group, after_delete {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.651848 n-d-801743-12 neutron-server[94266]: DEBUG neutron_lib.callbacks.manager [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:59:54.653209 n-d-801743-12 neutron-server[94266]: INFO neutron.wsgi [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf4d203c-48ba-4162-a3be-22966920ea11 HTTP/1.1" status: 204 len: 168 time: 0.1297936 Aug 04 15:59:54.661282 n-d-801743-12 neutron-server[94266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f780a42-d892-4ca7-ba31-23c36f9747ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d203c-48ba-4162-a3be-22966920ea11,revision_number=None']} {{(pid=94266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:00:14.854167 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c697cedf-f663-407d-8fe5-b8ac5a3fda34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:17.539055 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-48f1d941-8c9c-4fdd-ba33-7f1530def033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:17.732744 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:18.561302 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:19.108470 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:19.497505 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:20.578405 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:25.180527 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:00:44.853706 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-1e4585bf-26a6-4804-9a7f-7cab9f324b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:47.543608 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11729c98-2ca8-4566-9ea0-cee0e29f25a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:47.748730 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:48.571748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:49.115413 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:49.507589 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:00:50.580247 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:02.184781 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:01:14.858043 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-871db61a-925b-41b4-8e89-6438c502da12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:17.549069 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea64-68f8-4650-8252-56fd41c16584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:17.747494 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:18.576203 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:19.116157 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:19.525309 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:20.574612 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:39.189594 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:01:44.861524 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-6449e15d-5531-479c-a3e8-ba88d2d6ade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:47.539265 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b30969fd-e527-4c45-9267-cf45e4863d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:47.744439 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:48.578627 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:49.130855 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:49.509633 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:01:50.581492 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:14.860478 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0420de5-5208-4bd3-b266-21b0f741abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:16.193501 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:02:17.546072 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-584c7ead-ed09-430c-bf2d-5f6bd14cf96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:17.753734 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:18.576295 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:19.131897 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:19.522450 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:20.585748 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:44.860979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-11d9b1a0-3041-4b43-b774-7aedd35b5b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:47.530174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-60702f4f-35b7-4a0d-99f4-a36f41e219b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:47.751621 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:48.601728 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:49.136840 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:49.530755 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:50.586867 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:02:53.195388 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:03:14.855859 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-e3b857a4-48c0-46ce-9f01-b5181478fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:17.545968 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-bbedf96a-37b6-413b-87c7-578090ad6fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:17.756275 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:18.608685 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:19.136983 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:19.530623 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:20.593208 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:30.195855 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:03:44.866858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f1d4198f-236f-403c-b2c1-417f33e00a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:47.536758 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3b9be51c-af1d-4ff8-867b-bf80ae654ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:47.752960 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:48.457217 n-d-801743-12 neutron-server[94266]: DEBUG neutron.wsgi [req-9fa966c0-3aeb-4406-9576-b5be3b1d20cc req-a21c0810-de44-4194-befd-ef114dc52fdf service neutron] (94266) timed out ('10.222.0.76', 53950) {{(pid=94266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:03:48.609900 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:49.141967 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:49.552407 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:03:50.594720 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:07.195947 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:04:14.873738 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-91e8e39f-9dd6-4153-b237-3e19230a9b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:17.538979 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fba30fe1-6c1d-4af9-8a22-0e6a11d5ed59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:17.754789 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:18.619468 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:19.145164 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:19.545841 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:20.602194 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:44.200195 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:04:44.864174 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ab56abe1-9235-40c3-9adc-c064849fac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:47.538223 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-d457e6ad-862a-4282-baf7-29a487baad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:47.755757 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:48.626263 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:49.152814 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:49.557304 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:04:50.606822 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:14.869893 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-2428c764-d680-46fe-b583-7aee5d5cae01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:17.538695 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a7e23f55-f455-4215-837b-f94d449afbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:17.755571 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:18.632816 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:19.151648 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:19.565547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:20.608238 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:21.204323 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:05:44.862995 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-a46c36e9-f6b6-4db9-9a4b-80f9baf67927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:47.535911 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ea71f76d-2b0c-4594-8ea5-400290fbbe4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:47.759709 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:48.627624 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:49.155955 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:49.559741 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:50.616384 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:05:58.203832 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:06:14.868293 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-f0ace71f-75c6-408f-ab69-ee68bf54cf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:17.530512 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-19d3765f-0d74-42e2-8b99-4f4562c54705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:17.764085 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:18.620691 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:19.159391 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:19.564634 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:20.612438 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:35.205195 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:06:44.872705 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c1b04d23-4288-4d20-a86d-60b7c77a9593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:47.527383 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-c065dec7-7d85-4ff5-8fb5-2174915a2a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:47.770896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:48.612896 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:49.166564 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:49.564858 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:06:50.620572 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:12.210756 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:07:14.871531 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-541ce6f4-a9ec-4962-bf91-0f2bffe160f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:17.536291 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-3ceab46d-98c1-4db8-8ac9-ae18aeb6231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:17.761828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:18.649250 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:19.178828 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:19.563641 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:20.625547 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:44.869335 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-358ebc42-82c2-4760-a295-7ac8698f220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:47.530322 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-33f9c674-3bc5-4c47-a43a-8c80b34c4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:47.757353 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05af-3502-490a-adbc-e48f27c73b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:48.660661 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-8c44edd5-cfe1-449a-97e2-d3dbea0e9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:49.178945 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-20882f36-31bc-4fc5-a567-ab8dee931b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:49.209689 n-d-801743-12 neutron-server[94268]: DEBUG neutron.db.agents_db [None req-4a55a7ee-be62-4fc9-895b-732bb25951f8 None None] Agent healthcheck: found 7 active agents {{(pid=94268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:07:49.557647 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-b0aecdd0-8d10-4fba-8188-1e91a6298cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:07:50.622639 n-d-801743-12 neutron-server[94267]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d84-61ae-448d-bdc9-3bdf3592476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768245063271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471937'] for agent, after_update {{(pid=94267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:08:09.110634 n-d-801743-12 neutron-server[94265]: DEBUG neutron.wsgi [req-3432456f-988b-41a9-a6d4-2d6bc3392b0a req-2f3cdfb8-8b22-4541-a4e9-c6d4503c308a service neutron] (94265) timed out ('10.222.0.76', 46568) {{(pid=94265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}